tools/env/install_idds_example.sh

0001 #!/bin/bash
0002
0003 # as root
0004 yum install -y httpd.x86_64 conda gridsite mod_ssl.x86_64 httpd-devel.x86_64 gcc.x86_64 supervisor.noarch
0005 # yum install -y gfal2-plugin-gridftp gfal2-plugin-file.x86_64  gfal2-plugin-http.x86_64   gfal2-plugin-xrootd.x86_64  gfal2-python.x86_64 gfal2-python3.x86_64 gfal2-all.x86_64
0006 # conda install -c conda-forge python-gfal2
0007 # pip install requests SQLAlchemy urllib3 retrying mod_wsgi flask futures stomp.py cx-Oracle  unittest2 pep8 flake8 pytest nose sphinx recommonmark sphinx-rtd-theme nevergrad
0008
0009 mkdir /opt/idds
0010 mkdir /opt/idds_source
0011 mkdir /opt/idds
0012 mkdir /var/log/idds
0013 mkdir /var/log/idds/wsgisocks
0014 mkdir /tmp/idds/wsgisocks
0015 chown atlpilo1 -R /opt/idds
0016 chown atlpilo1 -R /opt/idds_source
0017 chown atlpilo1 /var/log/idds
0018 chown apache -R /var/log/idds/wsgisocks
0019 chown apache -R /tmp/idds/wsgisocks
0020
0021 cd /opt/idds_source
0022 #  rm -fr *; cp -r /afs/cern.ch/user/w/wguan/workdisk/iDDS/* .;python setup.py install --old-and-unmanageable
0023 # git clone @github_idds@ /opt/idds_source
0024
0025 wget https://raw.githubusercontent.com/HSF/iDDS/master/main/tools/env/environment.yml
0026 source /etc/profile.d/conda.sh
0027 conda env create --prefix=/opt/idds -f environment.yml
0028 conda activate /opt/idds
0029 # conda install -c conda-forge python-gfal2
0030
0031 pip install rucio-clients-atlas rucio-clients panda-client-light panda-client
0032 # root ca.crt to  /opt/idds/etc/ca.crt
0033
0034 pip install requests SQLAlchemy urllib3 retrying mod_wsgi flask futures stomp.py cx-Oracle  unittest2 pep8 flake8 pytest nose sphinx recommonmark sphinx-rtd-theme nevergrad
0035  pip install psycopg2-binary
0036
0037 # add "auth_type = x509_proxy" to /opt/idds/etc/rucio.cfg
0038
0039 # python setup.py install --old-and-unmanageable
0040 # cp /opt/idds/etc/idds/rest/httpd-idds-443-py36-cc7.conf.install_template /etc/httpd/conf.d/httpd-idds-443-py36-cc7.conf
0041
0042 # scp wguan@aipanda102:/opt/idds/etc/rucio.cfg /opt/idds/etc/rucio.cfg
0043 # scp wguan@aipanda102:/etc/httpd/conf.d/httpd-idds-443-py310-al.conf /etc/httpd/conf.d/httpd-idds-443-py310-al.conf
0044 # scp wguan@aipanda102:/etc/httpd/conf.d/httpd-idds-443-py39-cc7.conf /etc/httpd/conf.d/httpd-idds-443-py39-cc7.conf
0045 # mv /etc/httpd/conf.d/httpd-idds-443-py310-al.conf /etc/httpd/conf.d/httpd-idds-443-py310-al.conf.bac
0046 # scp wguan@aipanda102:/etc/supervisord.d/idds.ini /etc/supervisord.d/idds.ini
0047 # scp wguan@aipanda102:/opt/idds/etc/idds/idds.cfg /opt/idds/etc/idds/idds.cfg
0048 # scp wguan@aipanda102:/opt/idds/etc/idds/rest/gacl /opt/idds/etc/idds/rest/gacl
0049 # scp wguan@aipanda102:/opt/idds/etc/idds/auth/auth.cfg /opt/idds/etc/idds/auth/auth.cfg
0050
0051 chown atlpilo1 -R /opt/idds
0052 chown atlpilo1 -R /opt/idds_source
0053
0054 cp /opt/idds/etc/idds/idds.cfg.template /opt/idds/etc/idds/idds.cfg
0055
0056 # comment /etc/httpd/conf.d/ssl.conf "Listen 443 https"
0057 systemctl restart httpd.service
0058 systemctl enable httpd.service
0059
0060
0061 cp /opt/idds/etc/idds/supervisord.d/idds.ini /etc/supervisord.d/idds.ini
0062 cp /opt/idds_source/main/etc/idds/supervisord.d/idds.ini /etc/supervisord.d/idds.ini
0063
0064 systemctl start supervisord
0065 systemctl status supervisord
0066 systemctl enable supervisord
0067 #supervisorctl status
0068 #supervisorctl start all
0069 #supervisorctl stop all
0070
0071
0072 #condor
0073 yum install https://research.cs.wisc.edu/htcondor/repo/current/htcondor-release-current.el9.noarch.rpm
0074 # cp /etc/yum.repos.d/htcondor* /etc/yum-puppet.repos.d/
0075 # yum install -y condor.x86_64 condor-python.x86_64
0076 yum install -y condor.x86_64 python3-condor.x86_64
0077 #firewall-cmd --zone=public --add-port=9618/tcp --permanent
0078 firewall-cmd --zone=public --add-port=9618/udp --permanent
0079 firewall-cmd --zone=public --add-port=9600-9700/tcp --permanent
0080 firewall-cmd --reload
0081 cp /opt/idds_source/main/etc/condor/submitter/00personal_condor.config /etc/condor/config.d/
0082 systemctl enable condor
0083 systemctl start condor
0084 systemctl status condor
0085
0086
0087 #docker https://docs.docker.com/engine/install/linux-postinstall/
0088 groupadd docker
0089 yum install docker
0090 systemctl start docker
0091 systemctl status docker
0092 systemctl enable docker
0093 usermod -aG docker $(whoami)
0094 usermod -aG docker nobody  # for condor jobs which are running in this account
0095
0096 # shpinx https://sphinx-rtd-tutorial.readthedocs.io/en/latest/sphinx-config.html
0097 #[wguan@lxplus723 docs]$ make html
0098 pip install --upgrade sphinx
0099 pip install --upgrade sphinx-rtd-theme
0100 sphinx-quickstart
0101 make clean
0102 make html
0103 sphinx-apidoc -f -o ./source/codes/main/ ../main/lib/idds
0104 sphinx-apidoc -f -o ./source/codes/common/ ../common/lib/idds
0105 sphinx-apidoc -f -o ./source/codes/client/ ../client/lib/idds
0106 sphinx-apidoc -f -o ./source/codes/workflow/ ../workflow/lib/idds
0107 sphinx-apidoc -f -o ./source/codes/atlas/ ../atlas/lib/idds
0108 sphinx-apidoc -f -o ./source/codes/doma/ ../doma/lib/idds
0109
0110
0111 yum install fetch-crl.noarch
0112 yum install lcg-CA
0113
0114
0115 yum install redis
0116 systemctl start redis
0117 systemctl enable redis