Warning, /panda-server/pandaserver/workflow/examples/production_chain_as_user_wfd.json is written in an unsupported language. File is not indexed.
0001 {
0002 "name": "mc23_526140_AZH_llbb_full_chain_as_user",
0003 "description": "Analysis-user counterpart of production_chain_wfd.json, for comparing how the same chain behaves when submitted as ordinary analysis work rather than production. Same 9-step shape, the same transformations and the same n* parameters as the production chain, so the event bookkeeping is identical and self-consistent -- note that this means FULL production volume (nEvents=110000, 11 evgen jobs), not a scaled-down run; see toy_production_chain_wfd.json for that. The deliberate differences from the production chain are: every step runs with taskType=anal and prodSourceLabel=user, it is owned by userName=panda with no workingGroup, and every dataset it writes -- outputs and logs -- lives in the panda scope under 'panda.workflow_test.wfid${WFID}.' so nothing can collide with or pollute real production data. The scope is derived from the leading field of the name, so an explicit 'panda:' prefix must NOT be added: FileSpec.scope is set by extractScope(), which unlike extract_scope() does not strip a scope prefix and would yield 'panda:panda', making the pilot write a PFN Rucio rejects. Not linked to any request or ticket, so reqID, ticketID and ticketSystemType are omitted. ${WFID} is resolved to the workflow ID at registration and ${TASKID} to the real jediTaskID when each step's task is queued. Because taskType=anal routes to a different JEDI refiner than the production chain (AtlasAnalTaskRefiner rather than AtlasProdTaskRefiner), whether production-shaped task parameters refine cleanly as analysis work is part of what this description is meant to find out. The only dataset read from outside the panda scope is the rdo_bkg pileup input, which is read-only.",
0004 "inputs": {
0005 "rdo_bkg": "mc23_13p6TeV.900149.PG_single_nu_Pt50.merge.RDO.e8514_s4332_d1994_sub0002_rnd526140"
0006 },
0007 "outputs": {
0008 "ntup_pileup_merged": {
0009 "from": "merge_ntup/NTUP_PILEUP"
0010 },
0011 "daod_phys": {
0012 "from": "deriv_phys/DAOD_PHYS"
0013 },
0014 "daod_physlite": {
0015 "from": "deriv_phys/DAOD_PHYSLITE"
0016 }
0017 },
0018 "steps": {
0019 "evgen": {
0020 "type": "task",
0021 "task_params": {
0022 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.evgen.e8590",
0023 "taskType": "anal",
0024 "prodSourceLabel": "user",
0025 "vo": "atlas",
0026 "userName": "panda",
0027 "taskPriority": 275,
0028 "processingType": "evgen",
0029 "campaign": "MC23:MC23e",
0030 "cloud": "WORLD",
0031 "transPath": "Gen_tf.py",
0032 "transHome": "AthGeneration-23.6.41",
0033 "transUses": "Atlas-23.6.41",
0034 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0035 "noInput": true,
0036 "nEvents": 110000,
0037 "nEventsPerJob": 10000,
0038 "nFilesPerJob": 1,
0039 "ramCount": 2000,
0040 "ramUnit": "MBPerCore",
0041 "baseRamCount": 0,
0042 "cpuTimeUnit": "HS06sPerEvent",
0043 "mergeCoreCount": 1,
0044 "maxAttempt": 13,
0045 "maxFailure": 3,
0046 "scoutSuccessRate": 5,
0047 "noWaitParent": true,
0048 "log": {
0049 "type": "template",
0050 "param_type": "log",
0051 "value": "log.${TASKID}._${SN}.job.log.tgz",
0052 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.evgen.log.e8590_tid${TASKID}_00",
0053 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0054 "token": "ddd:.*DATADISK",
0055 "transient": false,
0056 "offset": 0
0057 },
0058 "jobParameters": [
0059 {
0060 "type": "constant",
0061 "value": "--AMITag=e8590"
0062 },
0063 {
0064 "type": "constant",
0065 "value": "--ecmEnergy=13600"
0066 },
0067 {
0068 "type": "constant",
0069 "value": "--jobConfig=526140"
0070 },
0071 {
0072 "type": "template",
0073 "param_type": "number",
0074 "value": "--firstEvent=${FIRSTEVENT}",
0075 "offset": 60000
0076 },
0077 {
0078 "type": "template",
0079 "param_type": "number",
0080 "value": "--maxEvents=${MAXEVENTS}"
0081 },
0082 {
0083 "type": "template",
0084 "param_type": "number",
0085 "value": "--skipEvents=${SKIPEVENTS}"
0086 },
0087 {
0088 "type": "template",
0089 "param_type": "output",
0090 "value": "--outputEVNTFile=EVNT.${TASKID}._${SN}.pool.root",
0091 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.evgen.EVNT.e8590_tid${TASKID}_00",
0092 "token": "ATLASDATADISK",
0093 "offset": 0
0094 },
0095 {
0096 "type": "template",
0097 "param_type": "pseudo_input",
0098 "value": "--randomSeed=${SEQNUMBER}",
0099 "dataset": "seq_number",
0100 "offset": 6
0101 }
0102 ]
0103 }
0104 },
0105 "merge_evnt": {
0106 "type": "task",
0107 "outputs": {
0108 "EVNT": "--outputEVNT_MRGFile"
0109 },
0110 "task_params": {
0111 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.e8590_e8586",
0112 "taskType": "anal",
0113 "prodSourceLabel": "user",
0114 "vo": "atlas",
0115 "userName": "panda",
0116 "taskPriority": 885,
0117 "processingType": "merge",
0118 "campaign": "MC23:MC23e",
0119 "cloud": "WORLD",
0120 "transPath": "EVNTMerge_tf.py",
0121 "transHome": "AthGeneration-23.6.37",
0122 "transUses": "Atlas-23.6.37",
0123 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0124 "nEventsPerInputFile": 10000,
0125 "nEventsPerJob": 10000,
0126 "ramCount": 2000,
0127 "ramUnit": "MBPerCore",
0128 "baseRamCount": 0,
0129 "cpuTimeUnit": "HS06sPerEvent",
0130 "ioIntensity": 4000,
0131 "ioIntensityUnit": "kBPerS",
0132 "mergeCoreCount": 1,
0133 "maxAttempt": 15,
0134 "maxFailure": 5,
0135 "scoutSuccessRate": 5,
0136 "noWaitParent": true,
0137 "log": {
0138 "type": "template",
0139 "param_type": "log",
0140 "value": "log.${TASKID}._${SN}.job.log.tgz",
0141 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.log.e8590_e8586_tid${TASKID}_00",
0142 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0143 "token": "ddd:.*DATADISK",
0144 "transient": false,
0145 "offset": 0
0146 },
0147 "jobParameters": [
0148 {
0149 "type": "constant",
0150 "value": "--AMITag=e8586"
0151 },
0152 {
0153 "type": "template",
0154 "param_type": "input",
0155 "value": "--inputEVNTFile=${IN_EVNT/L}",
0156 "dataset": "{evgen/EVNT}",
0157 "offset": 0
0158 },
0159 {
0160 "type": "template",
0161 "param_type": "number",
0162 "value": "--maxEvents=${MAXEVENTS}"
0163 },
0164 {
0165 "type": "template",
0166 "param_type": "number",
0167 "value": "--skipEvents=${SKIPEVENTS}"
0168 },
0169 {
0170 "type": "template",
0171 "param_type": "output",
0172 "value": "--outputEVNT_MRGFile=EVNT.${TASKID}._${SN}.pool.root",
0173 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.EVNT.e8590_e8586_tid${TASKID}_00",
0174 "token": "ATLASDATADISK",
0175 "offset": 0
0176 }
0177 ]
0178 }
0179 },
0180 "simul": {
0181 "type": "task",
0182 "task_params": {
0183 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.simul.e8590_e8586_a934",
0184 "taskType": "anal",
0185 "prodSourceLabel": "user",
0186 "vo": "atlas",
0187 "userName": "panda",
0188 "taskPriority": 240,
0189 "processingType": "simul",
0190 "campaign": "MC23:MC23e",
0191 "cloud": "WORLD",
0192 "transPath": "Sim_tf.py",
0193 "transHome": "Athena-24.0.50",
0194 "transUses": "Atlas-24.0.50",
0195 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0196 "coreCount": 8,
0197 "maxCoreCount": 8,
0198 "cpuTime": 1500,
0199 "cpuTimeUnit": "HS06sPerEvent",
0200 "nEventsPerInputFile": 10000,
0201 "nEventsPerJob": 5000,
0202 "ramCount": 150,
0203 "ramUnit": "MBPerCore",
0204 "baseRamCount": 2200,
0205 "ipConnectivity": "http",
0206 "mergeCoreCount": 1,
0207 "maxAttempt": 15,
0208 "maxFailure": 5,
0209 "scoutSuccessRate": 5,
0210 "skipShortInput": true,
0211 "noWaitParent": true,
0212 "log": {
0213 "type": "template",
0214 "param_type": "log",
0215 "value": "log.${TASKID}._${SN}.job.log.tgz",
0216 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.simul.log.e8590_e8586_a934_tid${TASKID}_00",
0217 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0218 "token": "ddd:.*DATADISK",
0219 "transient": false,
0220 "offset": 0
0221 },
0222 "jobParameters": [
0223 {
0224 "type": "constant",
0225 "value": "--AMITag=a934"
0226 },
0227 {
0228 "type": "constant",
0229 "value": "--CA \"all:True\""
0230 },
0231 {
0232 "type": "constant",
0233 "value": "--conditionsTag \"default:OFLCOND-MC23-SDR-RUN3-04\""
0234 },
0235 {
0236 "type": "constant",
0237 "value": "--geometryVersion=\"default:ATLAS-R3S-2021-03-02-00\""
0238 },
0239 {
0240 "type": "constant",
0241 "value": "--multithreaded=True"
0242 },
0243 {
0244 "type": "constant",
0245 "value": "--postInclude \"default:PyJobTransforms.UseFrontier\""
0246 },
0247 {
0248 "type": "constant",
0249 "value": "--preExec \"EVNTtoHITS:flags.Sim.FastCalo.ParamsInputFilename=\\\"FastCaloSim/MC23/TFCSparam_dev_Hybrid_Ha_v5_all_baryons_0_500.root\\\"\""
0250 },
0251 {
0252 "type": "constant",
0253 "value": "--preInclude \"EVNTtoHITS:Campaigns.MC23eSimulationMultipleIoV\""
0254 },
0255 {
0256 "type": "constant",
0257 "value": "--runNumber=526140"
0258 },
0259 {
0260 "type": "constant",
0261 "value": "--simulator=ATLFAST3MT_QS"
0262 },
0263 {
0264 "type": "template",
0265 "param_type": "input",
0266 "value": "--inputEVNTFile=${IN_EVNT/L}",
0267 "dataset": "{merge_evnt/EVNT}",
0268 "offset": 0
0269 },
0270 {
0271 "type": "template",
0272 "param_type": "number",
0273 "value": "--firstEvent=${FIRSTEVENT}",
0274 "offset": 0
0275 },
0276 {
0277 "type": "template",
0278 "param_type": "number",
0279 "value": "--maxEvents=${MAXEVENTS}"
0280 },
0281 {
0282 "type": "template",
0283 "param_type": "number",
0284 "value": "--skipEvents=${SKIPEVENTS}"
0285 },
0286 {
0287 "type": "template",
0288 "param_type": "output",
0289 "value": "--outputHITSFile=HITS.${TASKID}._${SN}.pool.root",
0290 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.simul.HITS.e8590_e8586_a934_tid${TASKID}_00",
0291 "token": "ATLASDATADISK",
0292 "offset": 0
0293 },
0294 {
0295 "type": "template",
0296 "param_type": "pseudo_input",
0297 "value": "--jobNumber=${SEQNUMBER}",
0298 "dataset": "seq_number",
0299 "offset": 0
0300 },
0301 {
0302 "type": "template",
0303 "param_type": "pseudo_input",
0304 "value": "--randomSeed=${SEQNUMBER}",
0305 "dataset": "seq_number",
0306 "offset": 0
0307 }
0308 ]
0309 }
0310 },
0311 "merge_hits": {
0312 "type": "task",
0313 "outputs": {
0314 "HITS": "--outputHITS_MRGFile"
0315 },
0316 "task_params": {
0317 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.e8590_e8586_a934_s4370",
0318 "taskType": "anal",
0319 "prodSourceLabel": "user",
0320 "vo": "atlas",
0321 "userName": "panda",
0322 "taskPriority": 885,
0323 "processingType": "merge",
0324 "campaign": "MC23:MC23e",
0325 "cloud": "WORLD",
0326 "transPath": "HITSMerge_tf.py",
0327 "transHome": "AthSimulation-24.0.42",
0328 "transUses": "Atlas-24.0.42",
0329 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0330 "nEventsPerInputFile": 5000,
0331 "nEventsPerJob": 10000,
0332 "ramCount": 2000,
0333 "ramUnit": "MBPerCore",
0334 "baseRamCount": 0,
0335 "cpuTimeUnit": "HS06sPerEvent",
0336 "ioIntensity": 3000,
0337 "ioIntensityUnit": "kBPerS",
0338 "ipConnectivity": "http",
0339 "mergeCoreCount": 1,
0340 "maxAttempt": 15,
0341 "maxFailure": 5,
0342 "scoutSuccessRate": 5,
0343 "respectSplitRule": true,
0344 "skipShortOutput": true,
0345 "noWaitParent": true,
0346 "log": {
0347 "type": "template",
0348 "param_type": "log",
0349 "value": "log.${TASKID}._${SN}.job.log.tgz",
0350 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.log.e8590_e8586_a934_s4370_tid${TASKID}_00",
0351 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0352 "token": "ddd:.*DATADISK",
0353 "transient": false,
0354 "offset": 0
0355 },
0356 "jobParameters": [
0357 {
0358 "type": "constant",
0359 "value": "--AMITag=s4370"
0360 },
0361 {
0362 "type": "constant",
0363 "value": "--CA \"all:True\""
0364 },
0365 {
0366 "type": "constant",
0367 "value": "--postInclude \"default:PyJobTransforms.UseFrontier\" \"all:PyJobTransforms.SortInput\""
0368 },
0369 {
0370 "type": "constant",
0371 "value": "--runNumber=526140"
0372 },
0373 {
0374 "type": "template",
0375 "param_type": "input",
0376 "value": "--inputHITSFile=${IN_HITS/L}",
0377 "dataset": "{simul/HITS}",
0378 "offset": 0
0379 },
0380 {
0381 "type": "template",
0382 "param_type": "number",
0383 "value": "--maxEvents=${MAXEVENTS}"
0384 },
0385 {
0386 "type": "template",
0387 "param_type": "number",
0388 "value": "--skipEvents=${SKIPEVENTS}"
0389 },
0390 {
0391 "type": "template",
0392 "param_type": "output",
0393 "value": "--outputHITS_MRGFile=HITS.${TASKID}._${SN}.pool.root",
0394 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.HITS.e8590_e8586_a934_s4370_tid${TASKID}_00",
0395 "token": "ATLASDATADISK",
0396 "offset": 0
0397 }
0398 ]
0399 }
0400 },
0401 "recon": {
0402 "type": "task",
0403 "task_params": {
0404 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.recon.e8590_e8586_a934_s4370_r16083",
0405 "taskType": "anal",
0406 "prodSourceLabel": "user",
0407 "vo": "atlas",
0408 "userName": "panda",
0409 "taskPriority": 250,
0410 "processingType": "pile",
0411 "campaign": "MC23:MC23e:25ns",
0412 "cloud": "WORLD",
0413 "transPath": "Reco_tf.py",
0414 "transHome": "Athena-24.0.52.4",
0415 "transUses": "Atlas-24.0.52",
0416 "architecture": "(aarch64|x86_64)-el9-gcc13-opt",
0417 "coreCount": 8,
0418 "maxCoreCount": 16,
0419 "cpuTimeUnit": "HS06sPerEvent",
0420 "nEventsPerInputFile": 10000,
0421 "nEventsPerJob": 10000,
0422 "ramCount": 1750,
0423 "ramUnit": "MBPerCore",
0424 "baseRamCount": 2000,
0425 "ipConnectivity": "http",
0426 "mergeCoreCount": 1,
0427 "maxAttempt": 15,
0428 "maxFailure": 5,
0429 "scoutSuccessRate": 5,
0430 "skipShortInput": true,
0431 "reuseSecOnDemand": true,
0432 "taskBrokerOnMaster": true,
0433 "noWaitParent": true,
0434 "log": {
0435 "type": "template",
0436 "param_type": "log",
0437 "value": "log.${TASKID}._${SN}.job.log.tgz",
0438 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.recon.log.e8590_e8586_a934_s4370_r16083_tid${TASKID}_00",
0439 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0440 "token": "ddd:.*DATADISK",
0441 "transient": false,
0442 "offset": 0
0443 },
0444 "jobParameters": [
0445 {
0446 "type": "constant",
0447 "value": "--AMITag=r16083"
0448 },
0449 {
0450 "type": "constant",
0451 "value": "--autoConfiguration=everything"
0452 },
0453 {
0454 "type": "constant",
0455 "value": "--CA \"all:True\""
0456 },
0457 {
0458 "type": "constant",
0459 "value": "--conditionsTag \"default:OFLCOND-MC23-SDR-RUN3-05-03\""
0460 },
0461 {
0462 "type": "constant",
0463 "value": "--deleteIntermediateOutputfiles=True"
0464 },
0465 {
0466 "type": "constant",
0467 "value": "--geometryVersion=\"default:ATLAS-R3S-2021-03-02-00\""
0468 },
0469 {
0470 "type": "constant",
0471 "value": "--multithreaded=True"
0472 },
0473 {
0474 "type": "constant",
0475 "value": "--postInclude \"default:PyJobTransforms.UseFrontier\""
0476 },
0477 {
0478 "type": "constant",
0479 "value": "--preInclude \"all:Campaigns.MC23e\""
0480 },
0481 {
0482 "type": "constant",
0483 "value": "--runNumber=526140"
0484 },
0485 {
0486 "type": "constant",
0487 "value": "--steering \"doOverlay\" \"doRDO_TRIG\" \"doTRIGtoALL\""
0488 },
0489 {
0490 "type": "template",
0491 "param_type": "input",
0492 "value": "--inputHITSFile=${IN_HITS/L}",
0493 "dataset": "{merge_hits/HITS}",
0494 "offset": 0
0495 },
0496 {
0497 "type": "template",
0498 "param_type": "input",
0499 "value": "--inputRDO_BKGFile=${IN_ZERO_BIAS_BS/L}",
0500 "dataset": "{rdo_bkg}",
0501 "eventRatio": 1,
0502 "ratio": 1,
0503 "random": true,
0504 "offset": 0
0505 },
0506 {
0507 "type": "template",
0508 "param_type": "number",
0509 "value": "--maxEvents=${MAXEVENTS}"
0510 },
0511 {
0512 "type": "template",
0513 "param_type": "number",
0514 "value": "--skipEvents=${SKIPEVENTS}"
0515 },
0516 {
0517 "type": "template",
0518 "param_type": "output",
0519 "value": "--outputAODFile=AOD.${TASKID}._${SN}.pool.root",
0520 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.recon.AOD.e8590_e8586_a934_s4370_r16083_tid${TASKID}_00",
0521 "token": "ATLASDATADISK",
0522 "offset": 0
0523 },
0524 {
0525 "type": "template",
0526 "param_type": "pseudo_input",
0527 "value": "--digiSeedOffset1=${SEQNUMBER}",
0528 "dataset": "seq_number",
0529 "offset": 0
0530 },
0531 {
0532 "type": "template",
0533 "param_type": "pseudo_input",
0534 "value": "--digiSeedOffset2=${SEQNUMBER}",
0535 "dataset": "seq_number",
0536 "offset": 0
0537 },
0538 {
0539 "type": "template",
0540 "param_type": "pseudo_input",
0541 "value": "--jobNumber=${SEQNUMBER}",
0542 "dataset": "seq_number",
0543 "offset": 0
0544 }
0545 ]
0546 }
0547 },
0548 "merge_aod": {
0549 "type": "task",
0550 "outputs": {
0551 "AOD": "--outputAOD_MRGFile"
0552 },
0553 "task_params": {
0554 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.e8590_e8586_a934_s4370_r16083_r15970",
0555 "taskType": "anal",
0556 "prodSourceLabel": "user",
0557 "vo": "atlas",
0558 "userName": "panda",
0559 "taskPriority": 885,
0560 "processingType": "merge",
0561 "campaign": "MC23:MC23e",
0562 "cloud": "WORLD",
0563 "transPath": "AODMerge_tf.py",
0564 "transHome": "Athena-24.0.52.2",
0565 "transUses": "Atlas-24.0.52",
0566 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0567 "nEventsPerInputFile": 10000,
0568 "nGBPerJob": 19,
0569 "nMaxFilesPerJob": 1000,
0570 "ramCount": 2000,
0571 "ramUnit": "MBPerCore",
0572 "baseRamCount": 0,
0573 "cpuTimeUnit": "HS06sPerEvent",
0574 "ioIntensity": 2000,
0575 "ioIntensityUnit": "kBPerS",
0576 "ipConnectivity": "http",
0577 "mergeCoreCount": 1,
0578 "maxAttempt": 15,
0579 "maxFailure": 5,
0580 "maxWalltime": 12,
0581 "outDiskCount": 1000,
0582 "outDiskUnit": "kB",
0583 "tgtMaxOutputForNG": 10,
0584 "respectSplitRule": true,
0585 "scoutSuccessRate": 5,
0586 "log": {
0587 "type": "template",
0588 "param_type": "log",
0589 "value": "log.${TASKID}._${SN}.job.log.tgz",
0590 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.log.e8590_e8586_a934_s4370_r16083_r15970_tid${TASKID}_00",
0591 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0592 "token": "ddd:.*DATADISK",
0593 "transient": false,
0594 "offset": 0
0595 },
0596 "jobParameters": [
0597 {
0598 "type": "constant",
0599 "value": "--AMITag=r15970"
0600 },
0601 {
0602 "type": "constant",
0603 "value": "--autoConfiguration=everything"
0604 },
0605 {
0606 "type": "constant",
0607 "value": "--CA \"all:True\""
0608 },
0609 {
0610 "type": "constant",
0611 "value": "--postInclude \"default:PyJobTransforms.UseFrontier\""
0612 },
0613 {
0614 "type": "constant",
0615 "value": "--runNumber=526140"
0616 },
0617 {
0618 "type": "template",
0619 "param_type": "input",
0620 "value": "--inputAODFile=${IN_AOD/L}",
0621 "dataset": "{recon/AOD}",
0622 "offset": 0
0623 },
0624 {
0625 "type": "template",
0626 "param_type": "output",
0627 "value": "--outputAOD_MRGFile=AOD.${TASKID}._${SN}.pool.root",
0628 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.AOD.e8590_e8586_a934_s4370_r16083_r15970_tid${TASKID}_00",
0629 "token": "ATLASDATADISK",
0630 "transient": false,
0631 "offset": 0
0632 }
0633 ]
0634 }
0635 },
0636 "deriv_prw": {
0637 "type": "task",
0638 "task_params": {
0639 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.e8590_e8586_a934_s4370_r16083_r15970_p5667",
0640 "taskType": "anal",
0641 "prodSourceLabel": "user",
0642 "vo": "atlas",
0643 "userName": "panda",
0644 "taskPriority": 885,
0645 "processingType": "deriv",
0646 "campaign": "MC23:MC23e",
0647 "cloud": "WORLD",
0648 "transPath": "PRWConfig_tf.py",
0649 "transHome": "Athena-23.0.20",
0650 "transUses": "Atlas-23.0.20",
0651 "architecture": "x86_64-centos7-gcc11-opt#x86_64-*-v2",
0652 "nGBPerJob": 150,
0653 "nMaxFilesPerJob": 1000,
0654 "ramCount": 2000,
0655 "ramUnit": "MBPerCore",
0656 "baseRamCount": 0,
0657 "cpuTimeUnit": "HS06sPerEvent",
0658 "ioIntensity": 5000,
0659 "ioIntensityUnit": "kBPerS",
0660 "allowInputLAN": "use",
0661 "goal": 100,
0662 "mergeCoreCount": 1,
0663 "maxAttempt": 15,
0664 "maxFailure": 5,
0665 "maxWalltime": 12,
0666 "outDiskCount": 1,
0667 "outDiskUnit": "kB",
0668 "respectSplitRule": true,
0669 "scoutSuccessRate": 5,
0670 "useExhausted": true,
0671 "noWaitParent": true,
0672 "log": {
0673 "type": "template",
0674 "param_type": "log",
0675 "value": "log.${TASKID}._${SN}.job.log.tgz",
0676 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.log.e8590_e8586_a934_s4370_r16083_r15970_p5667_tid${TASKID}_00",
0677 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0678 "token": "ddd:.*DATADISK",
0679 "transient": false,
0680 "offset": 0
0681 },
0682 "jobParameters": [
0683 {
0684 "type": "constant",
0685 "value": "--AMITag=p5667"
0686 },
0687 {
0688 "type": "template",
0689 "param_type": "input",
0690 "value": "--inputAODFile=${IN_AOD/L}",
0691 "dataset": "{merge_aod/AOD}",
0692 "offset": 0
0693 },
0694 {
0695 "type": "template",
0696 "param_type": "output",
0697 "value": "--outputNTUP_PILEUPFile=NTUP_PILEUP.${TASKID}._${SN}.pool.root",
0698 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.NTUP_PILEUP.e8590_e8586_a934_s4370_r16083_r15970_p5667_tid${TASKID}_00",
0699 "token": "ATLASDATADISK",
0700 "offset": 0
0701 }
0702 ]
0703 }
0704 },
0705 "merge_ntup": {
0706 "type": "task",
0707 "outputs": {
0708 "NTUP_PILEUP": "--outputNTUP_PILEUP_MRGFile"
0709 },
0710 "task_params": {
0711 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.e8590_a934_r16083_p5667_p5669",
0712 "taskType": "anal",
0713 "prodSourceLabel": "user",
0714 "vo": "atlas",
0715 "userName": "panda",
0716 "taskPriority": 885,
0717 "processingType": "merge",
0718 "campaign": "MC23:MC23e",
0719 "cloud": "WORLD",
0720 "transPath": "NTUPMerge_tf.py",
0721 "transHome": "Athena-23.0.20",
0722 "transUses": "Atlas-23.0.20",
0723 "architecture": "x86_64-centos7-gcc11-opt#x86_64-*-v2",
0724 "nFilesPerJob": 200,
0725 "nMaxFilesPerJob": 200,
0726 "ramCount": 2000,
0727 "ramUnit": "MBPerCore",
0728 "baseRamCount": 0,
0729 "cpuTimeUnit": "HS06sPerEvent",
0730 "ioIntensity": 2000,
0731 "ioIntensityUnit": "kBPerS",
0732 "goal": 100,
0733 "mergeCoreCount": 1,
0734 "maxAttempt": 15,
0735 "maxFailure": 5,
0736 "maxWalltime": 12,
0737 "scoutSuccessRate": 5,
0738 "useExhausted": true,
0739 "noWaitParent": true,
0740 "log": {
0741 "type": "template",
0742 "param_type": "log",
0743 "value": "log.${TASKID}._${SN}.job.log.tgz",
0744 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.log.e8590_a934_r16083_p5667_p5669_tid${TASKID}_00",
0745 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0746 "token": "ddd:.*DATADISK",
0747 "transient": false,
0748 "offset": 0
0749 },
0750 "jobParameters": [
0751 {
0752 "type": "constant",
0753 "value": "--AMITag=p5669"
0754 },
0755 {
0756 "type": "template",
0757 "param_type": "input",
0758 "value": "--inputNTUP_PILEUPFile=${IN_NTUP_PILEUP/L}",
0759 "dataset": "{deriv_prw/NTUP_PILEUP}",
0760 "offset": 0
0761 },
0762 {
0763 "type": "template",
0764 "param_type": "output",
0765 "value": "--outputNTUP_PILEUP_MRGFile=NTUP_PILEUP.${TASKID}._${SN}.pool.root",
0766 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.NTUP_PILEUP.e8590_a934_r16083_p5667_p5669_tid${TASKID}_00",
0767 "token": "ATLASDATADISK",
0768 "offset": 0
0769 }
0770 ]
0771 }
0772 },
0773 "deriv_phys": {
0774 "type": "task",
0775 "task_params": {
0776 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.e8590_e8586_a934_s4370_r16083_r15970_p7017",
0777 "taskType": "anal",
0778 "prodSourceLabel": "user",
0779 "vo": "atlas",
0780 "userName": "panda",
0781 "taskPriority": 560,
0782 "processingType": "deriv",
0783 "campaign": "MC23:MC23e",
0784 "cloud": "WORLD",
0785 "transPath": "Derivation_tf.py",
0786 "transHome": "Athena-25.0.42",
0787 "transUses": "Atlas-25.0.42",
0788 "architecture": "x86_64-el9-gcc14-opt#x86_64-*-v2",
0789 "coreCount": 8,
0790 "maxCoreCount": 16,
0791 "cpuTime": 200,
0792 "cpuTimeUnit": "HS06sPerEvent",
0793 "nGBPerJob": 10,
0794 "nMaxFilesPerJob": 200,
0795 "ramCount": 1750,
0796 "ramUnit": "MBPerCore",
0797 "baseRamCount": 2000,
0798 "baseWalltime": 60,
0799 "ioIntensity": 500,
0800 "ioIntensityUnit": "kBPerS",
0801 "mergeCoreCount": 1,
0802 "maxAttempt": 15,
0803 "maxFailure": 5,
0804 "maxWalltime": 12,
0805 "tgtMaxOutputForNG": 8,
0806 "respectSplitRule": true,
0807 "scoutSuccessRate": 5,
0808 "noWaitParent": true,
0809 "log": {
0810 "type": "template",
0811 "param_type": "log",
0812 "value": "log.${TASKID}._${SN}.job.log.tgz",
0813 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.log.e8590_e8586_a934_s4370_r16083_r15970_p7017_tid${TASKID}_00",
0814 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0815 "token": "ddd:.*DATADISK",
0816 "transient": false,
0817 "offset": 0
0818 },
0819 "jobParameters": [
0820 {
0821 "type": "constant",
0822 "value": "--AMITag p7017"
0823 },
0824 {
0825 "type": "constant",
0826 "value": "--athenaMPMergeTargetSize \"DAOD_*:0\""
0827 },
0828 {
0829 "type": "constant",
0830 "value": "--CA \"all:True\""
0831 },
0832 {
0833 "type": "constant",
0834 "value": "--formats PHYS PHYSLITE"
0835 },
0836 {
0837 "type": "constant",
0838 "value": "--multiprocess True"
0839 },
0840 {
0841 "type": "constant",
0842 "value": "--multithreadedFileValidation True"
0843 },
0844 {
0845 "type": "constant",
0846 "value": "--postInclude \"default:AthenaServices.TransformUtils.ExecCondAlgsAtPreFork\""
0847 },
0848 {
0849 "type": "constant",
0850 "value": "--sharedWriter True"
0851 },
0852 {
0853 "type": "template",
0854 "param_type": "input",
0855 "value": "--inputAODFile=${IN_AOD/L}",
0856 "dataset": "{merge_aod/AOD}",
0857 "offset": 0
0858 },
0859 {
0860 "type": "template",
0861 "param_type": "number",
0862 "value": "--outputDAODFile ${TASKID}._${SN/P}.pool.root.1"
0863 },
0864 {
0865 "type": "template",
0866 "param_type": "output",
0867 "value": "--outputDAOD_PHYSFile=DAOD_PHYS.${TASKID}._${SN}.pool.root.1",
0868 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.DAOD_PHYS.e8590_e8586_a934_s4370_r16083_r15970_p7017_tid${TASKID}_00",
0869 "token": "ATLASDATADISK",
0870 "hidden": true,
0871 "offset": 0
0872 },
0873 {
0874 "type": "template",
0875 "param_type": "output",
0876 "value": "--outputDAOD_PHYSLITEFile=DAOD_PHYSLITE.${TASKID}._${SN}.pool.root.1",
0877 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.DAOD_PHYSLITE.e8590_e8586_a934_s4370_r16083_r15970_p7017_tid${TASKID}_00",
0878 "token": "ATLASDATADISK",
0879 "hidden": true,
0880 "offset": 0
0881 }
0882 ]
0883 }
0884 }
0885 },
0886 "options": {}
0887 }
