Warning, /iDDS/main/etc/idds/idds.cfg.template is written in an unsupported language. File is not indexed.
0001 # Licensed under the Apache License, Version 2.0 (the "License");
0002 # You may not use this file except in compliance with the License.
0003 # You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
0004 #
0005 # Authors:
0006 # - Wen Guan, <wen.guan@cern.ch>, 2019
0007
0008 [common]
0009 # if logdir is configured, idds will write to idds.log in this directory.
0010 # else idds will go to stdout/stderr.
0011 # With supervisord, it's good to write to stdout/stderr, then supervisord can manage and rotate logs.
0012 # logdir = /var/log/idds
0013 loglevel = DEBUG
0014
0015 # iddsserver.cern.ch: aipanda181, aipanda182
0016 # aipanda182 prod
0017 # aipanda181 prod
0018 # aipanda160 dev
0019 # aipanda180 condor
0020 # aipanda187 monitor(can be reused)
0021 # aipanda160, 161, 162 (new vms)
0022 # doma aipanda015, aipanda016, and aipanda017
0023 #
0024 # new
0025 # iddsserver: aipanda102,aipanda103
0026 # idds atlas condor pool: aipanda101
0027 # dev: aipanda104
0028 # doma: aipanda105-107
0029 # idds-mon: aipanda108
0030
0031 [database]
0032 #default = mysql://idds:idds@pcuwvirt5.cern.ch/idds
0033 #default = mysql://idds:idds_passwd@aipanda182.cern.ch/idds
0034 #default = sqlite:////tmp/idds.db
0035 #default = oracle://_____________:___________@(DESCRIPTION=(ADDRESS=(PROTOCOL=TCP)(HOST=_________)(PORT=______))(ADDRESS=(PROTOCOL=TCP)(HOST=_________)(PORT=_____))(CONNECT_DATA=(SERVER=DEDICATED)(SERVICE_NAME=__________)))
0036 #default = oracle://_____________:___________@(DESCRIPTION=(ADDRESS=(PROTOCOL=TCP)(HOST=127.0.0.1)(PORT=______))(CONNECT_DATA=(SERVER=DEDICATED)(SERVICE_NAME=_____________)))
0037
0038 #default = postgresql://idds:idds@localhost/idds
0039 pool_size=20
0040 pool_recycle=3600
0041 echo=0
0042 pool_reset_on_return=rollback
0043
0044 [rest]
0045 host = https://aipanda182.cern.ch:443/idds
0046 #url_prefix = /idds
0047 #cacher_dir = /tmp
0048 cacher_dir = /data/idds
0049
0050 #[section]
0051 #attr1 = <attr1>
0052 #plugin.<plugin_name> = <lib.path.name.ClassName>
0053 #plugin.<plugin_name>.<attr1> = <value1>
0054 #plugin.<plugin_name>.<attr2> = <value2>
0055
0056 [main]
0057 # agents = clerk, marshaller, transformer, carrier, conductor, consumer
0058 agents = clerk, transformer, carrier, conductor
0059
0060 [eventbus]
0061 # backend = database
0062 backend = message
0063
0064 [coordinator]
0065 coordination_interval_delay = 300
0066
0067 [clerk]
0068 num_threads = 3
0069 poll_time_period = 120
0070 poll_operation_time_period = 120
0071 retrieve_bulk_size = 3
0072 pending_time = 3
0073
0074 [transformer]
0075 num_threads = 8
0076 poll_time_period = 120
0077 retrieve_bulk_size = 3
0078 poll_operation_time_period = 240
0079 message_bulk_size = 10000
0080
0081 atlashpowork.workdir = /data/idds_processing
0082 atlashpowork.input_json = idds_input.json
0083 atlashpowork.output_json = idds_output.json
0084
0085 atlashpowork.nevergrad.executable = docker
0086 atlashpowork.nevergrad.arguments = run -v $(pwd):/data wguanicedew/idds_hpo_nevergrad python /opt/hyperparameteropt_nevergrad.py --max_points=%%MAX_POINTS --num_points=%%NUM_POINTS --input=/data/%%IN --output=/data/%%OUT
0087
0088 atlasactuatorwork.workdir = /data/idds_processing
0089
0090 domapandawork.num_retries = 0
0091
0092 [carrier]
0093 num_threads = 1
0094 poll_time_period = 5
0095 retrieve_bulk_size = 10
0096 message_bulk_size = 2000
0097
0098 atlaslocalpandawork.work_dir = /data/idds_processing
0099
0100 [conductor]
0101 retrieve_bulk_size = 10
0102 threshold_to_release_messages = 1000
0103 random_delay = 60
0104 plugin.notifier = idds.atlas.notifier.messaging.MessagingSender
0105 # plugin.notifier.brokers = atlas-test-mb.cern.ch
0106 plugin.notifier.brokers = atlas-mb.cern.ch
0107 plugin.notifier.port = 61013
0108 # plugin.notifier.vhost =
0109 # plugin.notifier.destination = /queue/atlas.idds
0110 plugin.notifier.destination = /topic/atlas.idds
0111 plugin.notifier.username = atlasidds
0112 plugin.notifier.password = ******
0113 plugin.notifier.broker_timeout = 10
0114
0115 # to receive messages from panda to update job status.
0116 # It's good that the value is smaller than the carrier poll_time_period
0117 # With it enabled, the carrier poll_time_period can be higher.
0118 receiver_delay_period = 60
0119
0120 [consumer]
0121 retrieve_bulk_size = 10
0122 plugin.receiver = idds.atlas.notifier.messaging.MessagingReceiver
0123 plugin.receiver.brokers = atlas-mb.cern.ch
0124 plugin.receiver.port = 61013
0125 plugin.receiver.destination = /queue/Consumer.monitor.atlas.idds
0126 plugin.receiver.username = atlasidds
0127 plugin.receiver.password = *****
0128 plugin.receiver.broker_timeout = 10
0129
0130 [cache]
0131 host = localhost
0132 port = 6379
