harvester/examples/panda_queueconfig_doma.json

0001 {
0002
0003 "production.pull": {
0004     "isTemplateQueue": true,
0005     "prodSourceLabel": "managed",
0006     "nQueueLimitWorkerRatio": 50,
0007     "nQueueLimitWorkerMin": 100,
0008     "nQueueLimitWorkerMax": 10000,
0009     "maxWorkers": 10,
0010     "maxNewWorkersPerCycle": 100,
0011     "mapType": "NoJob",
0012     "truePilot": true,
0013     "maxSubmissionAttempts": 3,
0014     "walltimeLimit": 1209600,
0015     "prefetchEvents": false,
0016     "preparator": {
0017       "name": "DummyPreparator",
0018       "module": "pandaharvester.harvesterpreparator.dummy_preparator"
0019     },
0020     "submitter": {
0021       "name": "HTCondorSubmitter",
0022       "module": "pandaharvester.harvestersubmitter.htcondor_submitter",
0023       "useSpool": false,
0024       "useAtlasGridCE": false,
0025       "useAtlasAGIS": true,
0026       "templateFile": "/cephfs/atlpan/harvester/harvester_common/CERN_central_1/cloudscheduler-pilot2.sdf",
0027       "executableFile": "/cephfs/atlpan/harvester/harvester_common/CERN_central_1/runpilot2-wrapper.sh",
0028       "x509UserProxy": "/data/idds/x509up_u25606",
0029       "logDir": "/data/idds/condor_logs",
0030       "logBaseURL": "https://ai-idds-02.cern.ch/condor_logs",
0031       "nProcesses": 8
0032     },
0033     "workerMaker": {
0034       "name": "SimpleWorkerMaker",
0035       "module": "pandaharvester.harvesterworkermaker.simple_worker_maker",
0036       "jobAttributesToUse": [
0037         "nCore"
0038       ]
0039     },
0040     "messenger": {
0041       "name": "SharedFileMessenger",
0042       "module": "pandaharvester.harvestermessenger.shared_file_messenger",
0043       "jobSpecFileFormat": "cgi",
0044       "accessPoint": "/data/idds/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}"
0045     },
0046     "stager": {
0047       "name": "DummyStager",
0048       "module": "pandaharvester.harvesterstager.dummy_stager"
0049     },
0050     "monitor": {
0051       "name": "HTCondorMonitor",
0052       "module": "pandaharvester.harvestermonitor.htcondor_monitor",
0053       "cancelUnknown": false
0054     },
0055     "sweeper": {
0056       "name": "HTCondorSweeper",
0057       "module": "pandaharvester.harvestersweeper.htcondor_sweeper"
0058     }
0059   },
0060
0061 "production.push": {
0062     "isTemplateQueue": true,
0063     "prodSourceLabel": "managed",
0064     "nQueueLimitWorker": 10000,
0065     "nQueueLimitJobRatio":40,
0066     "nQueueLimitJobMax": 1000,
0067     "nQueueLimitJobMin":3,
0068     "maxWorkers": 10,
0069     "maxNewWorkersPerCycle": 100,
0070     "mapType": "OneToOne",
0071     "truePilot": true,
0072     "maxSubmissionAttempts": 3,
0073     "walltimeLimit": 1209600,
0074     "prefetchEvents": false,
0075     "preparator": {
0076       "name": "DummyPreparator",
0077       "module": "pandaharvester.harvesterpreparator.dummy_preparator"
0078     },
0079     "submitter": {
0080       "name": "HTCondorSubmitter",
0081       "module": "pandaharvester.harvestersubmitter.htcondor_submitter",
0082       "useSpool": false,
0083       "useAtlasGridCE": false,
0084       "useAtlasAGIS": true,
0085       "templateFile": "/cephfs/atlpan/harvester/harvester_common/CERN_central_1/cloudscheduler-pilot2.sdf",
0086       "executableFile": "/cephfs/atlpan/harvester/harvester_common/CERN_central_1/runpilot2-wrapper.sh",
0087       "x509UserProxy": "/data/idds/x509up_u25606",
0088       "logDir": "/data/idds/condor_logs",
0089       "logBaseURL": "https://ai-idds-02.cern.ch/condor_logs",
0090       "nProcesses": 8
0091     },
0092     "workerMaker": {
0093       "name": "SimpleWorkerMaker",
0094       "module": "pandaharvester.harvesterworkermaker.simple_worker_maker",
0095       "jobAttributesToUse": [
0096         "nCore"
0097       ]
0098     },
0099     "messenger": {
0100       "name": "SharedFileMessenger",
0101       "module": "pandaharvester.harvestermessenger.shared_file_messenger",
0102       "jobSpecFileFormat": "cgi",
0103       "accessPoint": "/data/idds/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}"
0104     },
0105     "stager": {
0106       "name": "DummyStager",
0107       "module": "pandaharvester.harvesterstager.dummy_stager"
0108     },
0109     "monitor": {
0110       "name": "HTCondorMonitor",
0111       "module": "pandaharvester.harvestermonitor.htcondor_monitor",
0112       "cancelUnknown": false
0113     },
0114     "sweeper": {
0115       "name": "HTCondorSweeper",
0116       "module": "pandaharvester.harvestersweeper.htcondor_sweeper"
0117     }
0118   },
0119
0120
0121   "production_k8s.pull":{
0122       "isTemplateQueue": true,
0123       "prodSourceLabel":"managed",
0124       "prodSourceLabelRandomWeightsPermille": {"ptest":10, "rc_test":10, "rc_test2":10, "rc_alrb":10},
0125       "nQueueLimitWorker":5000,
0126       "nQueueLimitWorkerRatio":40,
0127       "nQueueLimitWorkerMin":100,
0128       "maxWorkers":100000,
0129       "maxNewWorkersPerCycle":50,
0130       "mapType":"NoJob",
0131       "truePilot":true,
0132       "maxSubmissionAttempts":3,
0133       "walltimeLimit":1209600,
0134       "prefetchEvents":false,
0135       "preparator":{
0136           "name":"DummyPreparator",
0137           "module":"pandaharvester.harvesterpreparator.dummy_preparator"
0138       },
0139       "workerMaker":{
0140           "name":"SimpleWorkerMaker",
0141           "module":"pandaharvester.harvesterworkermaker.simple_worker_maker",
0142           "jobAttributesToUse":[
0143               "nCore"
0144           ]
0145       },
0146       "messenger":{
0147           "name":"SharedFileMessenger",
0148           "module":"pandaharvester.harvestermessenger.shared_file_messenger",
0149           "jobSpecFileFormat":"cgi",
0150           "accessPoint":"/data/idds/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}"
0151       },
0152       "stager":{
0153           "name":"DummyStager",
0154           "module":"pandaharvester.harvesterstager.dummy_stager"
0155       },
0156       "submitter":{
0157           "name": "K8sSubmitter",
0158           "module": "pandaharvester.harvestersubmitter.k8s_submitter",
0159           "x509UserProxy": "/data/idds/x509up_u25606",
0160           "proxySecretPath": "/proxy/x509up_u25606",
0161           "logDir": "/var/cache/pandaserver/",
0162           "logBaseURL": "https://ai-idds-01.cern.ch:25443/cache",
0163           "nProcesses": 4
0164       },
0165       "monitor":{
0166           "name": "K8sMonitor",
0167           "module": "pandaharvester.harvestermonitor.k8s_monitor"
0168       },
0169       "sweeper":{
0170           "name": "K8sSweeper",
0171           "module": "pandaharvester.harvestersweeper.k8s_sweeper"
0172       },
0173       "credmanagers": [
0174         {
0175           "module": "pandaharvester.harvestercredmanager.k8s_secret_cred_manager",
0176           "name": "K8sSecretCredManager",
0177           "k8s_namespace": "${common.k8s_namespace}",
0178           "k8s_config_file": "${common.k8s_config_file}",
0179           "proxy_files": ["/data/idds/x509up_u25606"]
0180         }
0181       ],
0182       "common": {
0183           "k8s_yaml_file": "/opt/harvester/etc/k8s/job_cvmfs_prp_driver.yaml",
0184           "k8s_config_file": "/data/idds/gcloud_config/.kube",
0185           "k8s_namespace": "default"
0186       }
0187   },
0188
0189 "DOMA_LSST_GOOGLE_TEST_HIMEM": {
0190     "queueStatus": "offline",
0191     "prodSourceLabelRandomWeightsPermille": {"rc_test":0, "rc_test2":0, "rc_alrb":0},
0192     "maxWorkers": 10000,
0193     "nQueueLimitWorkerRatio": 30,
0194     "nQueueLimitWorkerMin": 1,
0195     "nQueueLimitWorkerMax": 100,
0196     "maxNewWorkersPerCycle":200,
0197     "templateQueueName": "production_k8s.pull",
0198     "common": {
0199       "k8s_yaml_file": "/opt/harvester/etc/k8s/job_cvmfs_prp_driver.yaml",
0200       "k8s_config_file": "/data/idds/gcloud_config_rubin/kube_high_mem",
0201       "k8s_namespace": "default"
0202     }
0203   },
0204
0205
0206 "DOMA_LSST_GOOGLE_TEST": {
0207   "queueStatus": "offline",
0208   "prodSourceLabelRandomWeightsPermille": {"rc_test":0, "rc_test2":0, "rc_alrb":0},
0209   "maxWorkers": 10000,
0210   "nQueueLimitWorkerRatio": 30,
0211   "nQueueLimitWorkerMin": 1,
0212   "nQueueLimitWorkerMax": 100,
0213   "maxNewWorkersPerCycle":200,
0214   "templateQueueName": "production_k8s.pull",
0215   "common": {
0216     "k8s_yaml_file": "/opt/harvester/etc/k8s/job_cvmfs_prp_driver.yaml",
0217     "k8s_config_file": "/data/idds/gcloud_config_rubin/kube_moderate_mem",
0218     "k8s_namespace": "default"
0219   }
0220 },
0221
0222 "TEST_SITE": {
0223     "queueStatus": "online",
0224     "prodSourceLabel": "manage",
0225     "prodSourceLabelRandomWeightsPermille": {"rc_test":0, "rc_test2":0, "rc_alrb":0},
0226     "templateQueueName": "production.pull",
0227     "maxWorkers": 1,
0228     "nQueueLimitWorkerMin": 1,
0229     "nQueueLimitWorkerMax": 2,
0230     "submitter": {
0231                     "templateFile": "/opt/condor_test/grid_submit_pilot.sdf"
0232       }
0233   },
0234
0235 "BNL_OSG_1": {
0236     "queueStatus": "offline",
0237     "prodSourceLabel": "managed",
0238     "prodSourceLabelRandomWeightsPermille": {"rc_test":0, "rc_test2":0, "rc_alrb":0},
0239     "templateQueueName": "production.push",
0240     "maxWorkers": 1000,
0241     "nQueueLimitWorkerRatio": 200,
0242     "nQueueLimitWorkerMin":1,
0243     "nQueueLimitWorkerMax": 60,
0244     "submitter": {
0245                     "templateFile": "/opt/condor_test/grid_submit_pilot_push.sdf"
0246       }
0247 },
0248
0249 "BNL_OSG_SPHENIX": {
0250     "queueStatus": "offline",
0251     "prodSourceLabel": "managed",
0252     "prodSourceLabelRandomWeightsPermille": {"rc_test":0, "rc_test2":0, "rc_alrb":0},
0253     "templateQueueName": "production.pull",
0254     "maxWorkers": 10000,
0255     "nQueueLimitWorkerRatio": 200,
0256     "nQueueLimitWorkerMin": 2,
0257     "nQueueLimitWorkerMax": 60,
0258     "submitter": {
0259                     "templateFile": "/opt/condor_test/grid_submit_pilot_pull_sphenix.sdf",
0260                     "x509UserProxy": "/data/idds/sphenix_voms/hcvoms.sdcc.bnl.gov.short.proxy"
0261       }
0262   }
0263 }