Warning, /panda-server/pandaserver/workflow/examples/toy_production_chain_wfd.json is written in an unsupported language. File is not indexed.
0001 {
0002 "name": "toy_mc23_526140_AZH_llbb_full_chain",
0003 "description": "Small-scale toy of production_chain_wfd.json, for testing the production-workflow path in a real PanDA instance. Same 9-step shape and the same transformations as the original chain (48810693 evgen -> 48810699 merge_evnt -> 48810706 simul -> 48810713 merge_hits -> 48810727 recon -> 48810733 merge_aod -> 48810738 deriv_prw -> 48810746 merge_ntup, with 49827875 deriv_phys branching off merge_aod), but scaled down and made safe to run alongside real production. It is scaled by COUNT, not by SIZE: evgen's nEvents is 20000 instead of 110000 and every other event parameter is identical to the production chain, so the toy differs from it in exactly one number. That gives 2 -> 2 -> 4 -> 2 -> 2 files and 16 jobs in total, about 18% of the work, while every individual job is the same shape as a production job. 20000 is the smallest total that still leaves at least two files at every stage, so merge_hits stays a genuine 2:1 merge and merge_aod a genuine multi-file merge. Do NOT scale the per-job event counts down instead. An earlier version divided every event count by 100 and recon died with 'AthenaHiveEventLoopMgr FATAL ... fail mode: AlgStall'. The real cause was upstream and unrelated to job size: EventInfoOverlay validates the beam spot ('Beam spot size does not match between signal and background events (40 vs 43)') and has ErrorMax=1, so the first mismatch is fatal; it then produces no EventInfo, the whole downstream graph blocks and the Hive scheduler reports the stall. The mismatch comes from simul's --preInclude EVNTtoHITS:Campaigns.MC23eSimulationMultipleIoV, which assigns each simulated event a run/lumiblock from the campaign's run-lumi profile as a function of that job's --jobNumber and --maxEvents. Shrinking simul's nEventsPerJob changes that assignment, so some signal events end up carrying a beam spot (sigma_z 40) that the background dataset never has -- it is uniformly sigma_z 43, from IndetBeampos-RunDep-MC23-BestKnowledge-001 over [470000,l:0]-[470000,l:1001]. Keeping simul's nEventsPerJob at the production value is what avoids this. Two further constraints on recon: it must consume the whole HITS file, i.e. nEventsPerInputFile == nEventsPerJob == merge_hits's nEventsPerJob, because skipEvents is not compatible with a secondary input; and with skipShortInput set, nEventsPerJob must not exceed the events actually present in an input file, or JEDI drops every file and the task breaks with 'primary input dataset is empty or all files are excluded'. Other properties: every step runs as userName=panda with prodSourceLabel=test and no workingGroup. The label must be one the target JEDI instance accepts in its agents' procConfig, otherwise the tasks sit in DEFT as 'waiting' and never reach JEDI; and every dataset it writes -- outputs and logs -- lives in the panda scope under 'panda.workflow_test.wfid${WFID}.', so nothing can collide with or pollute real production data. taskNames carry the same prefix, so each run is distinguishable both from real production tasks and from previous toy runs. ${WFID} is resolved to the workflow ID at registration and ${TASKID} to the real jediTaskID when each step's task is queued. It is not linked to any request or ticket, so reqID, ticketID and ticketSystemType are omitted. The only dataset read from outside the panda scope is the rdo_bkg pileup input, which is read-only. Every step sets parent_tid to ${PARENT_TASKID}, which the step handler resolves to the task of the step producing its input and passes to the insert; a step whose inputs all come from outside the workflow submits with no parent, so its task becomes its own parent as DEFT records a chain root. The engine does not use parent_tid -- it starts a step from its data -- but production machinery does: transient marking of a merged parent's datasets, nucleus co-location for a full chain, and the input consistency check. Every step here also sets noWaitParent, without which JEDI would additionally hold the task until its parent is done.",
0004 "inputs": {
0005 "rdo_bkg": "mc23_13p6TeV.900149.PG_single_nu_Pt50.merge.RDO.e8514_s4332_d1994_sub0002_rnd526140"
0006 },
0007 "outputs": {
0008 "ntup_pileup_merged": {
0009 "from": "merge_ntup/NTUP_PILEUP"
0010 },
0011 "daod_phys": {
0012 "from": "deriv_phys/DAOD_PHYS"
0013 },
0014 "daod_physlite": {
0015 "from": "deriv_phys/DAOD_PHYSLITE"
0016 }
0017 },
0018 "steps": {
0019 "evgen": {
0020 "type": "task",
0021 "task_params": {
0022 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.evgen.e8590",
0023 "parent_tid": "${PARENT_TASKID}",
0024 "taskType": "prod",
0025 "prodSourceLabel": "test",
0026 "vo": "atlas",
0027 "userName": "panda",
0028 "taskPriority": 275,
0029 "processingType": "evgen",
0030 "campaign": "MC23:MC23e",
0031 "cloud": "WORLD",
0032 "transPath": "Gen_tf.py",
0033 "transHome": "AthGeneration-23.6.41",
0034 "transUses": "Atlas-23.6.41",
0035 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0036 "noInput": true,
0037 "nEvents": 20000,
0038 "nEventsPerJob": 10000,
0039 "nFilesPerJob": 1,
0040 "ramCount": 2000,
0041 "ramUnit": "MBPerCore",
0042 "baseRamCount": 0,
0043 "cpuTimeUnit": "HS06sPerEvent",
0044 "mergeCoreCount": 1,
0045 "maxAttempt": 13,
0046 "maxFailure": 3,
0047 "scoutSuccessRate": 5,
0048 "noWaitParent": true,
0049 "log": {
0050 "type": "template",
0051 "param_type": "log",
0052 "value": "log.${TASKID}._${SN}.job.log.tgz",
0053 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.evgen.log.e8590_tid${TASKID}_00",
0054 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0055 "token": "ddd:.*DATADISK",
0056 "transient": false,
0057 "offset": 0
0058 },
0059 "jobParameters": [
0060 {
0061 "type": "constant",
0062 "value": "--AMITag=e8590"
0063 },
0064 {
0065 "type": "constant",
0066 "value": "--ecmEnergy=13600"
0067 },
0068 {
0069 "type": "constant",
0070 "value": "--jobConfig=526140"
0071 },
0072 {
0073 "type": "template",
0074 "param_type": "number",
0075 "value": "--firstEvent=${FIRSTEVENT}",
0076 "offset": 60000
0077 },
0078 {
0079 "type": "template",
0080 "param_type": "number",
0081 "value": "--maxEvents=${MAXEVENTS}"
0082 },
0083 {
0084 "type": "template",
0085 "param_type": "number",
0086 "value": "--skipEvents=${SKIPEVENTS}"
0087 },
0088 {
0089 "type": "template",
0090 "param_type": "output",
0091 "value": "--outputEVNTFile=EVNT.${TASKID}._${SN}.pool.root",
0092 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.evgen.EVNT.e8590_tid${TASKID}_00",
0093 "token": "ATLASDATADISK",
0094 "offset": 0
0095 },
0096 {
0097 "type": "template",
0098 "param_type": "pseudo_input",
0099 "value": "--randomSeed=${SEQNUMBER}",
0100 "dataset": "seq_number",
0101 "offset": 6
0102 }
0103 ]
0104 }
0105 },
0106 "merge_evnt": {
0107 "type": "task",
0108 "outputs": {
0109 "EVNT": "--outputEVNT_MRGFile"
0110 },
0111 "task_params": {
0112 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.e8590_e8586",
0113 "parent_tid": "${PARENT_TASKID}",
0114 "taskType": "prod",
0115 "prodSourceLabel": "test",
0116 "vo": "atlas",
0117 "userName": "panda",
0118 "taskPriority": 885,
0119 "processingType": "merge",
0120 "campaign": "MC23:MC23e",
0121 "cloud": "WORLD",
0122 "transPath": "EVNTMerge_tf.py",
0123 "transHome": "AthGeneration-23.6.37",
0124 "transUses": "Atlas-23.6.37",
0125 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0126 "nEventsPerInputFile": 10000,
0127 "nEventsPerJob": 10000,
0128 "ramCount": 2000,
0129 "ramUnit": "MBPerCore",
0130 "baseRamCount": 0,
0131 "cpuTimeUnit": "HS06sPerEvent",
0132 "ioIntensity": 4000,
0133 "ioIntensityUnit": "kBPerS",
0134 "mergeCoreCount": 1,
0135 "maxAttempt": 15,
0136 "maxFailure": 5,
0137 "scoutSuccessRate": 5,
0138 "noWaitParent": true,
0139 "log": {
0140 "type": "template",
0141 "param_type": "log",
0142 "value": "log.${TASKID}._${SN}.job.log.tgz",
0143 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.log.e8590_e8586_tid${TASKID}_00",
0144 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0145 "token": "ddd:.*DATADISK",
0146 "transient": false,
0147 "offset": 0
0148 },
0149 "jobParameters": [
0150 {
0151 "type": "constant",
0152 "value": "--AMITag=e8586"
0153 },
0154 {
0155 "type": "template",
0156 "param_type": "input",
0157 "value": "--inputEVNTFile=${IN_EVNT/L}",
0158 "dataset": "{evgen/EVNT}",
0159 "offset": 0
0160 },
0161 {
0162 "type": "template",
0163 "param_type": "number",
0164 "value": "--maxEvents=${MAXEVENTS}"
0165 },
0166 {
0167 "type": "template",
0168 "param_type": "number",
0169 "value": "--skipEvents=${SKIPEVENTS}"
0170 },
0171 {
0172 "type": "template",
0173 "param_type": "output",
0174 "value": "--outputEVNT_MRGFile=EVNT.${TASKID}._${SN}.pool.root",
0175 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.EVNT.e8590_e8586_tid${TASKID}_00",
0176 "token": "ATLASDATADISK",
0177 "offset": 0
0178 }
0179 ]
0180 }
0181 },
0182 "simul": {
0183 "type": "task",
0184 "task_params": {
0185 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.simul.e8590_e8586_a934",
0186 "parent_tid": "${PARENT_TASKID}",
0187 "taskType": "prod",
0188 "prodSourceLabel": "test",
0189 "vo": "atlas",
0190 "userName": "panda",
0191 "taskPriority": 240,
0192 "processingType": "simul",
0193 "campaign": "MC23:MC23e",
0194 "cloud": "WORLD",
0195 "transPath": "Sim_tf.py",
0196 "transHome": "Athena-24.0.50",
0197 "transUses": "Atlas-24.0.50",
0198 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0199 "coreCount": 8,
0200 "maxCoreCount": 8,
0201 "cpuTime": 1500,
0202 "cpuTimeUnit": "HS06sPerEvent",
0203 "nEventsPerInputFile": 10000,
0204 "nEventsPerJob": 5000,
0205 "ramCount": 150,
0206 "ramUnit": "MBPerCore",
0207 "baseRamCount": 2200,
0208 "ipConnectivity": "http",
0209 "mergeCoreCount": 1,
0210 "maxAttempt": 15,
0211 "maxFailure": 5,
0212 "scoutSuccessRate": 5,
0213 "skipShortInput": true,
0214 "noWaitParent": true,
0215 "log": {
0216 "type": "template",
0217 "param_type": "log",
0218 "value": "log.${TASKID}._${SN}.job.log.tgz",
0219 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.simul.log.e8590_e8586_a934_tid${TASKID}_00",
0220 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0221 "token": "ddd:.*DATADISK",
0222 "transient": false,
0223 "offset": 0
0224 },
0225 "jobParameters": [
0226 {
0227 "type": "constant",
0228 "value": "--AMITag=a934"
0229 },
0230 {
0231 "type": "constant",
0232 "value": "--CA \"all:True\""
0233 },
0234 {
0235 "type": "constant",
0236 "value": "--conditionsTag \"default:OFLCOND-MC23-SDR-RUN3-04\""
0237 },
0238 {
0239 "type": "constant",
0240 "value": "--geometryVersion=\"default:ATLAS-R3S-2021-03-02-00\""
0241 },
0242 {
0243 "type": "constant",
0244 "value": "--multithreaded=True"
0245 },
0246 {
0247 "type": "constant",
0248 "value": "--postInclude \"default:PyJobTransforms.UseFrontier\""
0249 },
0250 {
0251 "type": "constant",
0252 "value": "--preExec \"EVNTtoHITS:flags.Sim.FastCalo.ParamsInputFilename=\\\"FastCaloSim/MC23/TFCSparam_dev_Hybrid_Ha_v5_all_baryons_0_500.root\\\"\""
0253 },
0254 {
0255 "type": "constant",
0256 "value": "--preInclude \"EVNTtoHITS:Campaigns.MC23eSimulationMultipleIoV\""
0257 },
0258 {
0259 "type": "constant",
0260 "value": "--runNumber=526140"
0261 },
0262 {
0263 "type": "constant",
0264 "value": "--simulator=ATLFAST3MT_QS"
0265 },
0266 {
0267 "type": "template",
0268 "param_type": "input",
0269 "value": "--inputEVNTFile=${IN_EVNT/L}",
0270 "dataset": "{merge_evnt/EVNT}",
0271 "offset": 0
0272 },
0273 {
0274 "type": "template",
0275 "param_type": "number",
0276 "value": "--firstEvent=${FIRSTEVENT}",
0277 "offset": 0
0278 },
0279 {
0280 "type": "template",
0281 "param_type": "number",
0282 "value": "--maxEvents=${MAXEVENTS}"
0283 },
0284 {
0285 "type": "template",
0286 "param_type": "number",
0287 "value": "--skipEvents=${SKIPEVENTS}"
0288 },
0289 {
0290 "type": "template",
0291 "param_type": "output",
0292 "value": "--outputHITSFile=HITS.${TASKID}._${SN}.pool.root",
0293 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.simul.HITS.e8590_e8586_a934_tid${TASKID}_00",
0294 "token": "ATLASDATADISK",
0295 "offset": 0
0296 },
0297 {
0298 "type": "template",
0299 "param_type": "pseudo_input",
0300 "value": "--jobNumber=${SEQNUMBER}",
0301 "dataset": "seq_number",
0302 "offset": 0
0303 },
0304 {
0305 "type": "template",
0306 "param_type": "pseudo_input",
0307 "value": "--randomSeed=${SEQNUMBER}",
0308 "dataset": "seq_number",
0309 "offset": 0
0310 }
0311 ]
0312 }
0313 },
0314 "merge_hits": {
0315 "type": "task",
0316 "outputs": {
0317 "HITS": "--outputHITS_MRGFile"
0318 },
0319 "task_params": {
0320 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.e8590_e8586_a934_s4370",
0321 "parent_tid": "${PARENT_TASKID}",
0322 "taskType": "prod",
0323 "prodSourceLabel": "test",
0324 "vo": "atlas",
0325 "userName": "panda",
0326 "taskPriority": 885,
0327 "processingType": "merge",
0328 "campaign": "MC23:MC23e",
0329 "cloud": "WORLD",
0330 "transPath": "HITSMerge_tf.py",
0331 "transHome": "AthSimulation-24.0.42",
0332 "transUses": "Atlas-24.0.42",
0333 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0334 "nEventsPerInputFile": 5000,
0335 "nEventsPerJob": 10000,
0336 "ramCount": 2000,
0337 "ramUnit": "MBPerCore",
0338 "baseRamCount": 0,
0339 "cpuTimeUnit": "HS06sPerEvent",
0340 "ioIntensity": 3000,
0341 "ioIntensityUnit": "kBPerS",
0342 "ipConnectivity": "http",
0343 "mergeCoreCount": 1,
0344 "maxAttempt": 15,
0345 "maxFailure": 5,
0346 "scoutSuccessRate": 5,
0347 "respectSplitRule": true,
0348 "skipShortOutput": true,
0349 "noWaitParent": true,
0350 "log": {
0351 "type": "template",
0352 "param_type": "log",
0353 "value": "log.${TASKID}._${SN}.job.log.tgz",
0354 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.log.e8590_e8586_a934_s4370_tid${TASKID}_00",
0355 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0356 "token": "ddd:.*DATADISK",
0357 "transient": false,
0358 "offset": 0
0359 },
0360 "jobParameters": [
0361 {
0362 "type": "constant",
0363 "value": "--AMITag=s4370"
0364 },
0365 {
0366 "type": "constant",
0367 "value": "--CA \"all:True\""
0368 },
0369 {
0370 "type": "constant",
0371 "value": "--postInclude \"default:PyJobTransforms.UseFrontier\" \"all:PyJobTransforms.SortInput\""
0372 },
0373 {
0374 "type": "constant",
0375 "value": "--runNumber=526140"
0376 },
0377 {
0378 "type": "template",
0379 "param_type": "input",
0380 "value": "--inputHITSFile=${IN_HITS/L}",
0381 "dataset": "{simul/HITS}",
0382 "offset": 0
0383 },
0384 {
0385 "type": "template",
0386 "param_type": "number",
0387 "value": "--maxEvents=${MAXEVENTS}"
0388 },
0389 {
0390 "type": "template",
0391 "param_type": "number",
0392 "value": "--skipEvents=${SKIPEVENTS}"
0393 },
0394 {
0395 "type": "template",
0396 "param_type": "output",
0397 "value": "--outputHITS_MRGFile=HITS.${TASKID}._${SN}.pool.root",
0398 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.HITS.e8590_e8586_a934_s4370_tid${TASKID}_00",
0399 "token": "ATLASDATADISK",
0400 "offset": 0
0401 }
0402 ]
0403 }
0404 },
0405 "recon": {
0406 "type": "task",
0407 "task_params": {
0408 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.recon.e8590_e8586_a934_s4370_r16083",
0409 "parent_tid": "${PARENT_TASKID}",
0410 "taskType": "prod",
0411 "prodSourceLabel": "test",
0412 "vo": "atlas",
0413 "userName": "panda",
0414 "taskPriority": 250,
0415 "processingType": "pile",
0416 "campaign": "MC23:MC23e:25ns",
0417 "cloud": "WORLD",
0418 "transPath": "Reco_tf.py",
0419 "transHome": "Athena-24.0.52.4",
0420 "transUses": "Atlas-24.0.52",
0421 "architecture": "(aarch64|x86_64)-el9-gcc13-opt",
0422 "coreCount": 8,
0423 "maxCoreCount": 16,
0424 "cpuTimeUnit": "HS06sPerEvent",
0425 "nEventsPerInputFile": 10000,
0426 "nEventsPerJob": 10000,
0427 "ramCount": 1750,
0428 "ramUnit": "MBPerCore",
0429 "baseRamCount": 2000,
0430 "ipConnectivity": "http",
0431 "mergeCoreCount": 1,
0432 "maxAttempt": 15,
0433 "maxFailure": 5,
0434 "scoutSuccessRate": 5,
0435 "skipShortInput": true,
0436 "reuseSecOnDemand": true,
0437 "taskBrokerOnMaster": true,
0438 "noWaitParent": true,
0439 "log": {
0440 "type": "template",
0441 "param_type": "log",
0442 "value": "log.${TASKID}._${SN}.job.log.tgz",
0443 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.recon.log.e8590_e8586_a934_s4370_r16083_tid${TASKID}_00",
0444 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0445 "token": "ddd:.*DATADISK",
0446 "transient": false,
0447 "offset": 0
0448 },
0449 "jobParameters": [
0450 {
0451 "type": "constant",
0452 "value": "--AMITag=r16083"
0453 },
0454 {
0455 "type": "constant",
0456 "value": "--autoConfiguration=everything"
0457 },
0458 {
0459 "type": "constant",
0460 "value": "--CA \"all:True\""
0461 },
0462 {
0463 "type": "constant",
0464 "value": "--conditionsTag \"default:OFLCOND-MC23-SDR-RUN3-05-03\""
0465 },
0466 {
0467 "type": "constant",
0468 "value": "--deleteIntermediateOutputfiles=True"
0469 },
0470 {
0471 "type": "constant",
0472 "value": "--geometryVersion=\"default:ATLAS-R3S-2021-03-02-00\""
0473 },
0474 {
0475 "type": "constant",
0476 "value": "--multithreaded=True"
0477 },
0478 {
0479 "type": "constant",
0480 "value": "--postInclude \"default:PyJobTransforms.UseFrontier\""
0481 },
0482 {
0483 "type": "constant",
0484 "value": "--preInclude \"all:Campaigns.MC23e\""
0485 },
0486 {
0487 "type": "constant",
0488 "value": "--runNumber=526140"
0489 },
0490 {
0491 "type": "constant",
0492 "value": "--steering \"doOverlay\" \"doRDO_TRIG\" \"doTRIGtoALL\""
0493 },
0494 {
0495 "type": "template",
0496 "param_type": "input",
0497 "value": "--inputHITSFile=${IN_HITS/L}",
0498 "dataset": "{merge_hits/HITS}",
0499 "offset": 0
0500 },
0501 {
0502 "type": "template",
0503 "param_type": "input",
0504 "value": "--inputRDO_BKGFile=${IN_ZERO_BIAS_BS/L}",
0505 "dataset": "{rdo_bkg}",
0506 "eventRatio": 1,
0507 "ratio": 1,
0508 "random": true,
0509 "offset": 0
0510 },
0511 {
0512 "type": "template",
0513 "param_type": "number",
0514 "value": "--maxEvents=${MAXEVENTS}"
0515 },
0516 {
0517 "type": "template",
0518 "param_type": "number",
0519 "value": "--skipEvents=${SKIPEVENTS}"
0520 },
0521 {
0522 "type": "template",
0523 "param_type": "output",
0524 "value": "--outputAODFile=AOD.${TASKID}._${SN}.pool.root",
0525 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.recon.AOD.e8590_e8586_a934_s4370_r16083_tid${TASKID}_00",
0526 "token": "ATLASDATADISK",
0527 "offset": 0
0528 },
0529 {
0530 "type": "template",
0531 "param_type": "pseudo_input",
0532 "value": "--digiSeedOffset1=${SEQNUMBER}",
0533 "dataset": "seq_number",
0534 "offset": 0
0535 },
0536 {
0537 "type": "template",
0538 "param_type": "pseudo_input",
0539 "value": "--digiSeedOffset2=${SEQNUMBER}",
0540 "dataset": "seq_number",
0541 "offset": 0
0542 },
0543 {
0544 "type": "template",
0545 "param_type": "pseudo_input",
0546 "value": "--jobNumber=${SEQNUMBER}",
0547 "dataset": "seq_number",
0548 "offset": 0
0549 }
0550 ]
0551 }
0552 },
0553 "merge_aod": {
0554 "type": "task",
0555 "outputs": {
0556 "AOD": "--outputAOD_MRGFile"
0557 },
0558 "task_params": {
0559 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.e8590_e8586_a934_s4370_r16083_r15970",
0560 "parent_tid": "${PARENT_TASKID}",
0561 "taskType": "prod",
0562 "prodSourceLabel": "test",
0563 "vo": "atlas",
0564 "userName": "panda",
0565 "taskPriority": 885,
0566 "processingType": "merge",
0567 "campaign": "MC23:MC23e",
0568 "cloud": "WORLD",
0569 "transPath": "AODMerge_tf.py",
0570 "transHome": "Athena-24.0.52.2",
0571 "transUses": "Atlas-24.0.52",
0572 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0573 "nEventsPerInputFile": 10000,
0574 "nGBPerJob": 19,
0575 "nMaxFilesPerJob": 1000,
0576 "ramCount": 2000,
0577 "ramUnit": "MBPerCore",
0578 "baseRamCount": 0,
0579 "cpuTimeUnit": "HS06sPerEvent",
0580 "ioIntensity": 2000,
0581 "ioIntensityUnit": "kBPerS",
0582 "ipConnectivity": "http",
0583 "mergeCoreCount": 1,
0584 "maxAttempt": 15,
0585 "maxFailure": 5,
0586 "maxWalltime": 12,
0587 "outDiskCount": 1000,
0588 "outDiskUnit": "kB",
0589 "tgtMaxOutputForNG": 10,
0590 "respectSplitRule": true,
0591 "scoutSuccessRate": 5,
0592 "log": {
0593 "type": "template",
0594 "param_type": "log",
0595 "value": "log.${TASKID}._${SN}.job.log.tgz",
0596 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.log.e8590_e8586_a934_s4370_r16083_r15970_tid${TASKID}_00",
0597 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0598 "token": "ddd:.*DATADISK",
0599 "transient": false,
0600 "offset": 0
0601 },
0602 "jobParameters": [
0603 {
0604 "type": "constant",
0605 "value": "--AMITag=r15970"
0606 },
0607 {
0608 "type": "constant",
0609 "value": "--autoConfiguration=everything"
0610 },
0611 {
0612 "type": "constant",
0613 "value": "--CA \"all:True\""
0614 },
0615 {
0616 "type": "constant",
0617 "value": "--postInclude \"default:PyJobTransforms.UseFrontier\""
0618 },
0619 {
0620 "type": "constant",
0621 "value": "--runNumber=526140"
0622 },
0623 {
0624 "type": "template",
0625 "param_type": "input",
0626 "value": "--inputAODFile=${IN_AOD/L}",
0627 "dataset": "{recon/AOD}",
0628 "offset": 0
0629 },
0630 {
0631 "type": "template",
0632 "param_type": "output",
0633 "value": "--outputAOD_MRGFile=AOD.${TASKID}._${SN}.pool.root",
0634 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.AOD.e8590_e8586_a934_s4370_r16083_r15970_tid${TASKID}_00",
0635 "token": "ATLASDATADISK",
0636 "transient": false,
0637 "offset": 0
0638 }
0639 ]
0640 }
0641 },
0642 "deriv_prw": {
0643 "type": "task",
0644 "task_params": {
0645 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.e8590_e8586_a934_s4370_r16083_r15970_p5667",
0646 "parent_tid": "${PARENT_TASKID}",
0647 "taskType": "prod",
0648 "prodSourceLabel": "test",
0649 "vo": "atlas",
0650 "userName": "panda",
0651 "taskPriority": 885,
0652 "processingType": "deriv",
0653 "campaign": "MC23:MC23e",
0654 "cloud": "WORLD",
0655 "transPath": "PRWConfig_tf.py",
0656 "transHome": "Athena-23.0.20",
0657 "transUses": "Atlas-23.0.20",
0658 "architecture": "x86_64-centos7-gcc11-opt#x86_64-*-v2",
0659 "nGBPerJob": 150,
0660 "nMaxFilesPerJob": 1000,
0661 "ramCount": 2000,
0662 "ramUnit": "MBPerCore",
0663 "baseRamCount": 0,
0664 "cpuTimeUnit": "HS06sPerEvent",
0665 "ioIntensity": 5000,
0666 "ioIntensityUnit": "kBPerS",
0667 "allowInputLAN": "use",
0668 "goal": 100,
0669 "mergeCoreCount": 1,
0670 "maxAttempt": 15,
0671 "maxFailure": 5,
0672 "maxWalltime": 12,
0673 "outDiskCount": 1,
0674 "outDiskUnit": "kB",
0675 "respectSplitRule": true,
0676 "scoutSuccessRate": 5,
0677 "useExhausted": true,
0678 "noWaitParent": true,
0679 "log": {
0680 "type": "template",
0681 "param_type": "log",
0682 "value": "log.${TASKID}._${SN}.job.log.tgz",
0683 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.log.e8590_e8586_a934_s4370_r16083_r15970_p5667_tid${TASKID}_00",
0684 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0685 "token": "ddd:.*DATADISK",
0686 "transient": false,
0687 "offset": 0
0688 },
0689 "jobParameters": [
0690 {
0691 "type": "constant",
0692 "value": "--AMITag=p5667"
0693 },
0694 {
0695 "type": "template",
0696 "param_type": "input",
0697 "value": "--inputAODFile=${IN_AOD/L}",
0698 "dataset": "{merge_aod/AOD}",
0699 "offset": 0
0700 },
0701 {
0702 "type": "template",
0703 "param_type": "output",
0704 "value": "--outputNTUP_PILEUPFile=NTUP_PILEUP.${TASKID}._${SN}.pool.root",
0705 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.NTUP_PILEUP.e8590_e8586_a934_s4370_r16083_r15970_p5667_tid${TASKID}_00",
0706 "token": "ATLASDATADISK",
0707 "offset": 0
0708 }
0709 ]
0710 }
0711 },
0712 "merge_ntup": {
0713 "type": "task",
0714 "outputs": {
0715 "NTUP_PILEUP": "--outputNTUP_PILEUP_MRGFile"
0716 },
0717 "task_params": {
0718 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.e8590_a934_r16083_p5667_p5669",
0719 "parent_tid": "${PARENT_TASKID}",
0720 "taskType": "prod",
0721 "prodSourceLabel": "test",
0722 "vo": "atlas",
0723 "userName": "panda",
0724 "taskPriority": 885,
0725 "processingType": "merge",
0726 "campaign": "MC23:MC23e",
0727 "cloud": "WORLD",
0728 "transPath": "NTUPMerge_tf.py",
0729 "transHome": "Athena-23.0.20",
0730 "transUses": "Atlas-23.0.20",
0731 "architecture": "x86_64-centos7-gcc11-opt#x86_64-*-v2",
0732 "nFilesPerJob": 200,
0733 "nMaxFilesPerJob": 200,
0734 "ramCount": 2000,
0735 "ramUnit": "MBPerCore",
0736 "baseRamCount": 0,
0737 "cpuTimeUnit": "HS06sPerEvent",
0738 "ioIntensity": 2000,
0739 "ioIntensityUnit": "kBPerS",
0740 "goal": 100,
0741 "mergeCoreCount": 1,
0742 "maxAttempt": 15,
0743 "maxFailure": 5,
0744 "maxWalltime": 12,
0745 "scoutSuccessRate": 5,
0746 "useExhausted": true,
0747 "noWaitParent": true,
0748 "log": {
0749 "type": "template",
0750 "param_type": "log",
0751 "value": "log.${TASKID}._${SN}.job.log.tgz",
0752 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.log.e8590_a934_r16083_p5667_p5669_tid${TASKID}_00",
0753 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0754 "token": "ddd:.*DATADISK",
0755 "transient": false,
0756 "offset": 0
0757 },
0758 "jobParameters": [
0759 {
0760 "type": "constant",
0761 "value": "--AMITag=p5669"
0762 },
0763 {
0764 "type": "template",
0765 "param_type": "input",
0766 "value": "--inputNTUP_PILEUPFile=${IN_NTUP_PILEUP/L}",
0767 "dataset": "{deriv_prw/NTUP_PILEUP}",
0768 "offset": 0
0769 },
0770 {
0771 "type": "template",
0772 "param_type": "output",
0773 "value": "--outputNTUP_PILEUP_MRGFile=NTUP_PILEUP.${TASKID}._${SN}.pool.root",
0774 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.NTUP_PILEUP.e8590_a934_r16083_p5667_p5669_tid${TASKID}_00",
0775 "token": "ATLASDATADISK",
0776 "offset": 0
0777 }
0778 ]
0779 }
0780 },
0781 "deriv_phys": {
0782 "type": "task",
0783 "task_params": {
0784 "taskName": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.e8590_e8586_a934_s4370_r16083_r15970_p7017",
0785 "parent_tid": "${PARENT_TASKID}",
0786 "taskType": "prod",
0787 "prodSourceLabel": "test",
0788 "vo": "atlas",
0789 "userName": "panda",
0790 "taskPriority": 560,
0791 "processingType": "deriv",
0792 "campaign": "MC23:MC23e",
0793 "cloud": "WORLD",
0794 "transPath": "Derivation_tf.py",
0795 "transHome": "Athena-25.0.42",
0796 "transUses": "Atlas-25.0.42",
0797 "architecture": "x86_64-el9-gcc14-opt#x86_64-*-v2",
0798 "coreCount": 8,
0799 "maxCoreCount": 16,
0800 "cpuTime": 200,
0801 "cpuTimeUnit": "HS06sPerEvent",
0802 "nGBPerJob": 10,
0803 "nMaxFilesPerJob": 200,
0804 "ramCount": 1750,
0805 "ramUnit": "MBPerCore",
0806 "baseRamCount": 2000,
0807 "baseWalltime": 60,
0808 "ioIntensity": 500,
0809 "ioIntensityUnit": "kBPerS",
0810 "mergeCoreCount": 1,
0811 "maxAttempt": 15,
0812 "maxFailure": 5,
0813 "maxWalltime": 12,
0814 "tgtMaxOutputForNG": 8,
0815 "respectSplitRule": true,
0816 "scoutSuccessRate": 5,
0817 "noWaitParent": true,
0818 "log": {
0819 "type": "template",
0820 "param_type": "log",
0821 "value": "log.${TASKID}._${SN}.job.log.tgz",
0822 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.log.e8590_e8586_a934_s4370_r16083_r15970_p7017_tid${TASKID}_00",
0823 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0824 "token": "ddd:.*DATADISK",
0825 "transient": false,
0826 "offset": 0
0827 },
0828 "jobParameters": [
0829 {
0830 "type": "constant",
0831 "value": "--AMITag p7017"
0832 },
0833 {
0834 "type": "constant",
0835 "value": "--athenaMPMergeTargetSize \"DAOD_*:0\""
0836 },
0837 {
0838 "type": "constant",
0839 "value": "--CA \"all:True\""
0840 },
0841 {
0842 "type": "constant",
0843 "value": "--formats PHYS PHYSLITE"
0844 },
0845 {
0846 "type": "constant",
0847 "value": "--multiprocess True"
0848 },
0849 {
0850 "type": "constant",
0851 "value": "--multithreadedFileValidation True"
0852 },
0853 {
0854 "type": "constant",
0855 "value": "--postInclude \"default:AthenaServices.TransformUtils.ExecCondAlgsAtPreFork\""
0856 },
0857 {
0858 "type": "constant",
0859 "value": "--sharedWriter True"
0860 },
0861 {
0862 "type": "template",
0863 "param_type": "input",
0864 "value": "--inputAODFile=${IN_AOD/L}",
0865 "dataset": "{merge_aod/AOD}",
0866 "offset": 0
0867 },
0868 {
0869 "type": "template",
0870 "param_type": "number",
0871 "value": "--outputDAODFile ${TASKID}._${SN/P}.pool.root.1"
0872 },
0873 {
0874 "type": "template",
0875 "param_type": "output",
0876 "value": "--outputDAOD_PHYSFile=DAOD_PHYS.${TASKID}._${SN}.pool.root.1",
0877 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.DAOD_PHYS.e8590_e8586_a934_s4370_r16083_r15970_p7017_tid${TASKID}_00",
0878 "token": "ATLASDATADISK",
0879 "hidden": true,
0880 "offset": 0
0881 },
0882 {
0883 "type": "template",
0884 "param_type": "output",
0885 "value": "--outputDAOD_PHYSLITEFile=DAOD_PHYSLITE.${TASKID}._${SN}.pool.root.1",
0886 "dataset": "panda.workflow_test.wfid${WFID}.mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.DAOD_PHYSLITE.e8590_e8586_a934_s4370_r16083_r15970_p7017_tid${TASKID}_00",
0887 "token": "ATLASDATADISK",
0888 "hidden": true,
0889 "offset": 0
0890 }
0891 ]
0892 }
0893 }
0894 },
0895 "options": {}
0896 }
