harvester/examples/panda_queueconfig_with_tmpl.json

0001 {
0002         "TEMPLATE_QUEUE": {
0003                 "prodSourceLabel": "managed",
0004                 "nQueueLimitJob": 3,
0005                 "nQueueLimitWorker": 5,
0006                 "maxWorkers": 5,
0007                 "preparator": {
0008                         "name": "DummyPreparator",
0009                         "module": "pandaharvester.harvesterpreparator.dummy_preparator"
0010                 },
0011                 "submitter": {
0012                         "name": "DummySingletonSubmitter",
0013                         "module": "pandaharvester.harvestersubmitter.dummy_singleton_submitter",
0014                         "logBaseURL": "/tmp/tmaeno/logs"
0015                 },
0016                 "throttler": {
0017                         "name": "SimpleThrottler",
0018                         "module": "pandaharvester.harvesterthrottler.simple_throttler",
0019                         "rulesForMissed": [{"level": "pq", "timeWindow": 10, "maxMissed": 10},
0020                                            {"level": "ce", "timeWindow": 10, "maxMissed": 5}]
0021                 },
0022                 "workerMaker": {
0023                         "name": "SimpleWorkerMaker",
0024                         "module": "pandaharvester.harvesterworkermaker.simple_worker_maker"
0025                 },
0026                 "messenger": {
0027                         "name": "SharedFileMessenger",
0028                         "module": "pandaharvester.harvestermessenger.shared_file_messenger",
0029                         "accessPoint": "/tmp/tmaeno/workdir/panda/${workerID}"
0030                 },
0031                 "stager": {
0032                         "name": "DummyStager",
0033                         "module": "pandaharvester.harvesterstager.dummy_stager"
0034                 },
0035                 "monitor": {
0036                         "name": "DummyMonitor",
0037                         "module": "pandaharvester.harvestermonitor.dummy_monitor"
0038                 },
0039                 "sweeper": {
0040                         "name": "DummySweeper",
0041                         "module": "pandaharvester.harvestersweeper.dummy_sweeper"
0042                 }
0043         },
0044         "PULL_MODEL_1": {
0045                 "templateQueueName": "TEMPLATE_QUEUE",
0046                 "mapType": "NoJob"
0047         },
0048         "PULL_MODEL_2": {
0049                 "templateQueueName": "TEMPLATE_QUEUE",
0050                 "mapType": "NoJob"
0051         },
0052         "PUSH_MODEL_1": {
0053                 "templateQueueName": "TEMPLATE_QUEUE",
0054                 "mapType": "OneToOne"
0055         },
0056         "PUSH_MODEL_2": {
0057                 "templateQueueName": "TEMPLATE_QUEUE",
0058                 "nQueueLimitJob": 5,
0059                 "nQueueLimitWorker": 2,
0060                 "maxWorkers": 2,
0061                 "maxNewWorkersPerCycle": 1,
0062                 "mapType": "ManyToOne",
0063                 "allowJobMixture": true
0064         },
0065         "PUSH_MODEL_WITH_TRUE_PILOT_AND_STAGER": {
0066                 "templateQueueName": "TEMPLATE_QUEUE",
0067                 "mapType": "OneToOne",
0068                 "truePilot": true,
0069                 "stager":{
0070                         "name":"RucioStagerHPC",
0071                         "module":"pandaharvester.harvesterstager.rucio_stager_hpc",
0072                         "srcRSE":"NERSC_DATADISK",
0073                         "dstRSE_ES":"BNL-OSG2_SCRATCHDISK",
0074                         "dstRSE_Out":"BNL-OSG2_SCRATCHDISK",
0075                         "dstRSE_Log":null,
0076                         "objStoreID_ES":117,
0077                         "srcBasePath":"/global/homes/t/tmaeno/rucio",
0078                         "zipDir":"${SRCDIR}"
0079                 }
0080         }
0081 }