Warning, /harvester/examples/panda_queueconfig_funcx.json is written in an unsupported language. File is not indexed.
0001 {
0002
0003 "production.pull": {
0004 "isTemplateQueue": true,
0005 "prodSourceLabel": "managed",
0006 "nQueueLimitWorkerRatio": 50,
0007 "nQueueLimitWorkerMin": 100,
0008 "nQueueLimitWorkerMax": 10000,
0009 "maxWorkers": 10,
0010 "maxNewWorkersPerCycle": 100,
0011 "mapType": "NoJob",
0012 "truePilot": true,
0013 "maxSubmissionAttempts": 3,
0014 "walltimeLimit": 1209600,
0015 "prefetchEvents": false,
0016 "preparator": {
0017 "name": "DummyPreparator",
0018 "module": "pandaharvester.harvesterpreparator.dummy_preparator"
0019 },
0020 "submitter": {
0021 "name": "HTCondorSubmitter",
0022 "module": "pandaharvester.harvestersubmitter.htcondor_submitter",
0023 "useSpool": false,
0024 "useAtlasGridCE": false,
0025 "useAtlasAGIS": true,
0026 "templateFile": "/cephfs/atlpan/harvester/harvester_common/CERN_central_1/cloudscheduler-pilot2.sdf",
0027 "executableFile": "/cephfs/atlpan/harvester/harvester_common/CERN_central_1/runpilot2-wrapper.sh",
0028 "x509UserProxy": "/data/idds/x509up_u25606",
0029 "logDir": "/data1/idds/condor_logs",
0030 "logBaseURL": "https://ai-idds-02.cern.ch/condor_logs",
0031 "nProcesses": 8
0032 },
0033 "workerMaker": {
0034 "name": "SimpleWorkerMaker",
0035 "module": "pandaharvester.harvesterworkermaker.simple_worker_maker",
0036 "jobAttributesToUse": [
0037 "nCore"
0038 ],
0039 "pilotTypeRandomWeightsPermille": {
0040 "RC": 10,
0041 "ALRB": 10,
0042 "PT": 10
0043 }
0044 },
0045 "messenger": {
0046 "name": "SharedFileMessenger",
0047 "module": "pandaharvester.harvestermessenger.shared_file_messenger",
0048 "jobSpecFileFormat": "cgi",
0049 "accessPoint": "/data/idds/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}"
0050 },
0051 "stager": {
0052 "name": "DummyStager",
0053 "module": "pandaharvester.harvesterstager.dummy_stager"
0054 },
0055 "monitor": {
0056 "name": "HTCondorMonitor",
0057 "module": "pandaharvester.harvestermonitor.htcondor_monitor",
0058 "cancelUnknown": false
0059 },
0060 "sweeper": {
0061 "name": "HTCondorSweeper",
0062 "module": "pandaharvester.harvestersweeper.htcondor_sweeper"
0063 }
0064 },
0065
0066 "production.push": {
0067 "isTemplateQueue": true,
0068 "prodSourceLabel": "managed",
0069 "nQueueLimitWorker": 10000,
0070 "nQueueLimitJobRatio":40,
0071 "nQueueLimitJobMax": 1000,
0072 "nQueueLimitJobMin":3,
0073 "maxWorkers": 10,
0074 "maxNewWorkersPerCycle": 100,
0075 "mapType": "OneToOne",
0076 "truePilot": true,
0077 "maxSubmissionAttempts": 3,
0078 "walltimeLimit": 1209600,
0079 "prefetchEvents": false,
0080 "preparator": {
0081 "name": "DummyPreparator",
0082 "module": "pandaharvester.harvesterpreparator.dummy_preparator"
0083 },
0084 "submitter": {
0085 "name": "HTCondorSubmitter",
0086 "module": "pandaharvester.harvestersubmitter.htcondor_submitter",
0087 "useSpool": false,
0088 "useAtlasGridCE": false,
0089 "useAtlasAGIS": true,
0090 "templateFile": "/cephfs/atlpan/harvester/harvester_common/CERN_central_1/cloudscheduler-pilot2.sdf",
0091 "executableFile": "/cephfs/atlpan/harvester/harvester_common/CERN_central_1/runpilot2-wrapper.sh",
0092 "x509UserProxy": "/data/idds/x509up_u25606",
0093 "logDir": "/data1/idds/condor_logs",
0094 "logBaseURL": "https://ai-idds-02.cern.ch/condor_logs",
0095 "nProcesses": 8
0096 },
0097 "workerMaker": {
0098 "name": "SimpleWorkerMaker",
0099 "module": "pandaharvester.harvesterworkermaker.simple_worker_maker",
0100 "jobAttributesToUse": [
0101 "nCore",
0102 "minRamCount"
0103 ],
0104 "pilotTypeRandomWeightsPermille": {
0105 "RC": 10,
0106 "ALRB": 10,
0107 "PT": 10
0108 }
0109 },
0110 "messenger": {
0111 "name": "SharedFileMessenger",
0112 "module": "pandaharvester.harvestermessenger.shared_file_messenger",
0113 "jobSpecFileFormat": "json",
0114 "accessPoint": "/data/idds/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}"
0115 },
0116 "stager": {
0117 "name": "DummyStager",
0118 "module": "pandaharvester.harvesterstager.dummy_stager"
0119 },
0120 "monitor": {
0121 "name": "HTCondorMonitor",
0122 "module": "pandaharvester.harvestermonitor.htcondor_monitor",
0123 "cancelUnknown": false
0124 },
0125 "sweeper": {
0126 "name": "HTCondorSweeper",
0127 "module": "pandaharvester.harvestersweeper.htcondor_sweeper"
0128 }
0129 },
0130
0131 "production_new_condor.pull": {
0132 "isTemplateQueue": true,
0133 "prodSourceLabel": "managed",
0134 "nQueueLimitWorkerRatio": 50,
0135 "nQueueLimitWorkerMin": 100,
0136 "nQueueLimitWorkerMax": 10000,
0137 "maxWorkers": 10,
0138 "maxNewWorkersPerCycle": 100,
0139 "mapType": "NoJob",
0140 "truePilot": true,
0141 "maxSubmissionAttempts": 3,
0142 "walltimeLimit": 1209600,
0143 "prefetchEvents": false,
0144 "preparator": {
0145 "name": "DummyPreparator",
0146 "module": "pandaharvester.harvesterpreparator.dummy_preparator"
0147 },
0148 "submitter": {
0149 "name": "HTCondorSubmitter",
0150 "module": "pandaharvester.harvestersubmitter.htcondor_submitter",
0151 "condorSchedd": ["aipanda187.cern.ch"],
0152 "condorPool": ["aipanda187.cern.ch:9618"],
0153 "useSpool": false,
0154 "useAtlasGridCE": false,
0155 "useAtlasAGIS": true,
0156 "templateFile": "/cephfs/atlpan/harvester/harvester_common/CERN_central_1/cloudscheduler-pilot2.sdf",
0157 "executableFile": "/cephfs/atlpan/harvester/harvester_common/CERN_central_1/runpilot2-wrapper.sh",
0158 "x509UserProxy": "/data/idds/x509up_u25606",
0159 "logDir": "/data1/idds/condor_logs",
0160 "logBaseURL": "https://[ScheddHostname]/condor_logs",
0161 "nProcesses": 8
0162 },
0163 "workerMaker": {
0164 "name": "SimpleWorkerMaker",
0165 "module": "pandaharvester.harvesterworkermaker.simple_worker_maker",
0166 "jobAttributesToUse": [
0167 "nCore",
0168 "minRamCount"
0169 ],
0170 "pilotTypeRandomWeightsPermille": {
0171 "RC": 10,
0172 "ALRB": 10,
0173 "PT": 10
0174 }
0175 },
0176 "messenger": {
0177 "name": "SharedFileMessenger",
0178 "module": "pandaharvester.harvestermessenger.shared_file_messenger",
0179 "jobSpecFileFormat": "cgi",
0180 "accessPoint": "/data/idds/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}"
0181 },
0182 "stager": {
0183 "name": "DummyStager",
0184 "module": "pandaharvester.harvesterstager.dummy_stager"
0185 },
0186 "monitor": {
0187 "name": "HTCondorMonitor",
0188 "module": "pandaharvester.harvestermonitor.htcondor_monitor",
0189 "cancelUnknown": false
0190 },
0191 "sweeper": {
0192 "name": "HTCondorSweeper",
0193 "module": "pandaharvester.harvestersweeper.htcondor_sweeper"
0194 }
0195 },
0196
0197
0198 "production_k8s.pull":{
0199 "isTemplateQueue": true,
0200 "prodSourceLabel":"managed",
0201 "prodSourceLabelRandomWeightsPermille": {"ptest":10, "rc_test":10, "rc_test2":10, "rc_alrb":10},
0202 "maxWorkers": 10000,
0203 "nQueueLimitWorkerRatio": 40,
0204 "nQueueLimitWorkerMin": 1,
0205 "nQueueLimitWorkerMax": 100,
0206 "nQueueLimitWorker":50,
0207 "maxNewWorkersPerCycle":50,
0208 "mapType":"NoJob",
0209 "truePilot":true,
0210 "allowJobMixture":true,
0211 "maxSubmissionAttempts":3,
0212 "walltimeLimit":1209600,
0213 "prefetchEvents":false,
0214 "preparator":{
0215 "name":"DummyPreparator",
0216 "module":"pandaharvester.harvesterpreparator.dummy_preparator"
0217 },
0218 "workerMaker":{
0219 "name":"SimpleWorkerMaker",
0220 "module":"pandaharvester.harvesterworkermaker.simple_worker_maker",
0221 "jobAttributesToUse":[
0222 "nCore"
0223 ],
0224 "pilotTypeRandomWeightsPermille": {"RC": 10, "ALRB": 10, "PT": 10}
0225 },
0226 "messenger":{
0227 "name":"SharedFileMessenger",
0228 "module":"pandaharvester.harvestermessenger.shared_file_messenger",
0229 "jobSpecFileFormat":"cgi",
0230 "accessPoint":"/data/idds/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}"
0231 },
0232 "stager":{
0233 "name":"DummyStager",
0234 "module":"pandaharvester.harvesterstager.dummy_stager"
0235 },
0236 "submitter":{
0237 "name": "K8sSubmitter",
0238 "module": "pandaharvester.harvestersubmitter.k8s_submitter",
0239 "x509UserProxy": "/data/idds/x509up_u25606",
0240 "proxySecretPath": "/proxy/x509up_u25606",
0241 "logDir": "/var/cache/pandaserver/",
0242 "logBaseURL": "https://ai-idds-01.cern.ch:25443/cache",
0243 "cpuAdjustRatio": 90,
0244 "memoryAdjustRatio": 100,
0245 "nProcesses": 4
0246 },
0247 "monitor":{
0248 "name": "K8sMonitor",
0249 "module": "pandaharvester.harvestermonitor.k8s_monitor"
0250 },
0251 "sweeper":{
0252 "name": "K8sSweeper",
0253 "module": "pandaharvester.harvestersweeper.k8s_sweeper"
0254 },
0255 "credmanagers": [
0256 {
0257 "module": "pandaharvester.harvestercredmanager.k8s_secret_cred_manager",
0258 "name": "K8sSecretCredManager",
0259 "k8s_namespace": "${common.k8s_namespace}",
0260 "k8s_config_file": "${common.k8s_config_file}",
0261 "proxy_files": ["/data/idds/x509up_u25606"]
0262 }
0263 ],
0264 "common": {
0265 "k8s_yaml_file": "/opt/harvester/etc/k8s/job_cvmfs_prp_driver.yaml",
0266 "k8s_config_file": "/data/idds/gcloud_config/.kube",
0267 "k8s_namespace": "default"
0268 }
0269 },
0270 "production_k8s.push":{
0271 "isTemplateQueue": true,
0272 "prodSourceLabel":"managed",
0273 "nQueueLimitJobMax":10000,
0274 "nQueueLimitJob": 10000,
0275 "nQueueLimitWorker":10000,
0276 "nQueueLimitWorkerRatio": 50,
0277 "maxWorkers":50000,
0278 "maxNewWorkersPerCycle":500,
0279 "mapType":"OneToOne",
0280 "truePilot":true,
0281 "maxSubmissionAttempts":5,
0282 "walltimeLimit":172800,
0283 "prefetchEvents":false,
0284 "preparator":{
0285 "name":"DummyPreparator",
0286 "module":"pandaharvester.harvesterpreparator.dummy_preparator"
0287 },
0288 "submitter":{
0289 "name": "K8sSubmitter",
0290 "module": "pandaharvester.harvestersubmitter.k8s_submitter",
0291 "proxySecretPath":"/proxy/x509up_u25606",
0292 "x509UserProxy": "/data/idds/x509up_u25606",
0293 "logDir": "/var/cache/pandaserver/",
0294 "logBaseURL": "https://ai-idds-01.cern.ch:25443/cache",
0295 "cpuAdjustRatio": 90,
0296 "memoryAdjustRatio": 100,
0297 "nProcesses": 4
0298 },
0299 "workerMaker":{
0300 "name":"SimpleWorkerMaker",
0301 "module":"pandaharvester.harvesterworkermaker.simple_worker_maker",
0302 "jobAttributesToUse":[
0303 "nCore"
0304 ]
0305 },
0306 "messenger":{
0307 "name":"SharedFileMessenger",
0308 "module":"pandaharvester.harvestermessenger.shared_file_messenger",
0309 "jobSpecFileFormat":"cgi",
0310 "accessPoint":"/data/idds/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}"
0311 },
0312 "stager":{
0313 "name":"DummyStager",
0314 "module":"pandaharvester.harvesterstager.dummy_stager"
0315 },
0316 "monitor":{
0317 "name": "K8sMonitor",
0318 "module": "pandaharvester.harvestermonitor.k8s_monitor"
0319 },
0320 "sweeper":{
0321 "name": "K8sSweeper",
0322 "module": "pandaharvester.harvestersweeper.k8s_sweeper"
0323 },
0324 "credmanagers": [
0325 {
0326 "module": "pandaharvester.harvestercredmanager.k8s_secret_cred_manager",
0327 "name": "K8sSecretCredManager",
0328 "k8s_namespace": "${common.k8s_namespace}",
0329 "k8s_config_file": "${common.k8s_config_file}",
0330 "proxy_files": ["/data/idds/x509up_u25606"]
0331 }
0332 ],
0333 "common": {
0334 "k8s_yaml_file": "/opt/harvester/etc/k8s/job_cvmfs_prp_driver.yaml",
0335 "k8s_config_file": "/data/idds/gcloud_config/.kube",
0336 "k8s_namespace": "default"
0337 }
0338 },
0339
0340
0341 "BNL_Funcx_Test": {
0342 "queueStatus": "online",
0343 "prodSourceLabel": "managed",
0344 "prodSourceLabelRandomWeightsPermille": {"rc_test":0, "rc_test2":0, "rc_alrb":0},
0345 "templateQueueName": "production.push",
0346 "noHeartbeat": "",
0347 "truePilot": false,
0348 "maxWorkers": 100,
0349 "nQueueLimitWorkerRatio": 500,
0350 "maxNewWorkersPerCycle":20,
0351 "nQueueLimitWorkerMin":20,
0352 "nQueueLimitWorkerMax": 500,
0353 "nQueueLimitJobMax":10000,
0354 "nQueueLimitJobMin":100,
0355 "nQueueLimitJob": 10000,
0356 "nQueueLimitWorker":10000,
0357
0358 "preparator":{
0359 "name":"PilotmoverMTPreparator",
0360 "module":"pandaharvester.harvesterpreparator.pilotmover_mt_preparator",
0361 "basePath":"/data/idds/rucio"
0362 },
0363 "stager":{
0364 "name":"RucioStagerHPC",
0365 "module":"pandaharvester.harvesterstager.rucio_stager_hpc",
0366 "srcRSE":"NERSC_DATADISK",
0367 "dstRSE_ES":"BNL-OSG2_SCRATCHDISK",
0368 "dstRSE_Out": "BNL-OSG2_SCRATCHDISK",
0369 "dstRSE_Log": "BNL-OSG2_SCRATCHDISK",
0370 "objStoreID_ES":null,
0371 "srcBasePath":"/data/idds/rucio",
0372 "zipDir":"${SRCDIR}"
0373 },
0374 "submitter": {
0375 "name": "GlobusComputeSubmitter",
0376 "module": "pandaharvester.harvestersubmitter.globus_compute_submitter",
0377 "funcxEndpointId": "d614a625-a276-453b-afdc-42422e327573",
0378 "dataPath": "/data/idds/rucio"
0379 },
0380 "monitor":{
0381 "name": "GlobusComputeMonitor",
0382 "module": "pandaharvester.harvestermonitor.globus_compute_monitor"
0383 }
0384 }
0385
0386 }
