Warning, /panda-server/pandaserver/workflow/examples/production_chain_wfd.json is written in an unsupported language. File is not indexed.
0001 {
0002 "name": "mc23_526140_AZH_llbb_full_chain",
0003 "description": "Translated from a real ATLAS production chain, as an example of expressing one as a single PanDA native workflow. The original tasks were: 48810693 (evgen) -> 48810699 (merge_evnt) -> 48810706 (simul) -> 48810713 (merge_hits) -> 48810727 (recon) -> 48810733 (merge_aod) -> 48810738 (deriv_prw) -> 48810746 (merge_ntup), with 49827875 (deriv_phys) branching off merge_aod and emitting both DAOD_PHYS and DAOD_PHYSLITE. Step names are this description's own; the task IDs are given so each step can be traced back to the task it was taken from. Each step is a 'task' step carrying raw PanDA/JEDI task parameters, which are passed through as authored -- note that deriv_phys deliberately runs under a different userName and workingGroup from the rest of the chain, as it did originally. Inside task_params, a dataset value wholly enclosed in braces is a reference: {name} to a workflow input, {step/output} to another step's output; both are resolved when the consuming step's task is submitted. ${TASKID} is resolved to the real jediTaskID when that step's task is queued, which is what lets a dataset name embed the ID of the task that produced it. The JEDI-side per-job templates (${SN}, ${MAXEVENTS}, ${IN_AOD/L}, ${SEQNUMBER}) are left untouched. Dataset names follow the standard ATLAS convention, so they carry no workflow ID. A ${WFID} placeholder, resolved to the workflow ID when the workflow is registered, is also supported and may be used anywhere in task_params should a future convention want it. Every step sets parent_tid to ${PARENT_TASKID}, which the step handler resolves to the task of the step producing its input and passes to the insert; a step whose inputs all come from outside the workflow submits with no parent, so its task becomes its own parent as DEFT records a chain root. The engine does not use parent_tid -- it starts a step from its data -- but production machinery does: transient marking of a merged parent's datasets, nucleus co-location for a full chain, and the input consistency check. Every step here also sets noWaitParent, without which JEDI would additionally hold the task until its parent is done.",
0004 "inputs": {
0005 "rdo_bkg": "mc23_13p6TeV.900149.PG_single_nu_Pt50.merge.RDO.e8514_s4332_d1994_sub0002_rnd526140"
0006 },
0007 "outputs": {
0008 "ntup_pileup_merged": {
0009 "from": "merge_ntup/NTUP_PILEUP"
0010 },
0011 "daod_phys": {
0012 "from": "deriv_phys/DAOD_PHYS"
0013 },
0014 "daod_physlite": {
0015 "from": "deriv_phys/DAOD_PHYSLITE"
0016 }
0017 },
0018 "steps": {
0019 "evgen": {
0020 "type": "task",
0021 "task_params": {
0022 "taskName": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.evgen.e8590",
0023 "parent_tid": "${PARENT_TASKID}",
0024 "taskType": "prod",
0025 "prodSourceLabel": "managed",
0026 "vo": "atlas",
0027 "userName": "mnegrini",
0028 "workingGroup": "AP_HMBS",
0029 "taskPriority": 275,
0030 "processingType": "evgen",
0031 "campaign": "MC23:MC23e",
0032 "cloud": "WORLD",
0033 "transPath": "Gen_tf.py",
0034 "transHome": "AthGeneration-23.6.41",
0035 "transUses": "Atlas-23.6.41",
0036 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0037 "noInput": true,
0038 "nEvents": 110000,
0039 "nEventsPerJob": 10000,
0040 "nFilesPerJob": 1,
0041 "ramCount": 2000,
0042 "ramUnit": "MBPerCore",
0043 "baseRamCount": 0,
0044 "cpuTimeUnit": "HS06sPerEvent",
0045 "mergeCoreCount": 1,
0046 "maxAttempt": 13,
0047 "maxFailure": 3,
0048 "scoutSuccessRate": 5,
0049 "noWaitParent": true,
0050 "reqID": 68525,
0051 "ticketID": "ATLPSTASKS-1650068",
0052 "ticketSystemType": "JIRA",
0053 "log": {
0054 "type": "template",
0055 "param_type": "log",
0056 "value": "log.${TASKID}._${SN}.job.log.tgz",
0057 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.evgen.log.e8590_tid${TASKID}_00",
0058 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0059 "token": "ddd:.*DATADISK",
0060 "transient": false,
0061 "offset": 0
0062 },
0063 "jobParameters": [
0064 {
0065 "type": "constant",
0066 "value": "--AMITag=e8590"
0067 },
0068 {
0069 "type": "constant",
0070 "value": "--ecmEnergy=13600"
0071 },
0072 {
0073 "type": "constant",
0074 "value": "--jobConfig=526140"
0075 },
0076 {
0077 "type": "template",
0078 "param_type": "number",
0079 "value": "--firstEvent=${FIRSTEVENT}",
0080 "offset": 60000
0081 },
0082 {
0083 "type": "template",
0084 "param_type": "number",
0085 "value": "--maxEvents=${MAXEVENTS}"
0086 },
0087 {
0088 "type": "template",
0089 "param_type": "number",
0090 "value": "--skipEvents=${SKIPEVENTS}"
0091 },
0092 {
0093 "type": "template",
0094 "param_type": "output",
0095 "value": "--outputEVNTFile=EVNT.${TASKID}._${SN}.pool.root",
0096 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.evgen.EVNT.e8590_tid${TASKID}_00",
0097 "token": "ATLASDATADISK",
0098 "offset": 0
0099 },
0100 {
0101 "type": "template",
0102 "param_type": "pseudo_input",
0103 "value": "--randomSeed=${SEQNUMBER}",
0104 "dataset": "seq_number",
0105 "offset": 6
0106 }
0107 ]
0108 }
0109 },
0110 "merge_evnt": {
0111 "type": "task",
0112 "outputs": {
0113 "EVNT": "--outputEVNT_MRGFile"
0114 },
0115 "task_params": {
0116 "taskName": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.e8590_e8586",
0117 "parent_tid": "${PARENT_TASKID}",
0118 "taskType": "prod",
0119 "prodSourceLabel": "managed",
0120 "vo": "atlas",
0121 "userName": "mnegrini",
0122 "workingGroup": "AP_HMBS",
0123 "taskPriority": 885,
0124 "processingType": "merge",
0125 "campaign": "MC23:MC23e",
0126 "cloud": "WORLD",
0127 "transPath": "EVNTMerge_tf.py",
0128 "transHome": "AthGeneration-23.6.37",
0129 "transUses": "Atlas-23.6.37",
0130 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0131 "nEventsPerInputFile": 10000,
0132 "nEventsPerJob": 10000,
0133 "ramCount": 2000,
0134 "ramUnit": "MBPerCore",
0135 "baseRamCount": 0,
0136 "cpuTimeUnit": "HS06sPerEvent",
0137 "ioIntensity": 4000,
0138 "ioIntensityUnit": "kBPerS",
0139 "mergeCoreCount": 1,
0140 "maxAttempt": 15,
0141 "maxFailure": 5,
0142 "scoutSuccessRate": 5,
0143 "noWaitParent": true,
0144 "reqID": 68525,
0145 "ticketID": "ATLPSTASKS-1650068",
0146 "ticketSystemType": "JIRA",
0147 "log": {
0148 "type": "template",
0149 "param_type": "log",
0150 "value": "log.${TASKID}._${SN}.job.log.tgz",
0151 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.log.e8590_e8586_tid${TASKID}_00",
0152 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0153 "token": "ddd:.*DATADISK",
0154 "transient": false,
0155 "offset": 0
0156 },
0157 "jobParameters": [
0158 {
0159 "type": "constant",
0160 "value": "--AMITag=e8586"
0161 },
0162 {
0163 "type": "template",
0164 "param_type": "input",
0165 "value": "--inputEVNTFile=${IN_EVNT/L}",
0166 "dataset": "{evgen/EVNT}",
0167 "offset": 0
0168 },
0169 {
0170 "type": "template",
0171 "param_type": "number",
0172 "value": "--maxEvents=${MAXEVENTS}"
0173 },
0174 {
0175 "type": "template",
0176 "param_type": "number",
0177 "value": "--skipEvents=${SKIPEVENTS}"
0178 },
0179 {
0180 "type": "template",
0181 "param_type": "output",
0182 "value": "--outputEVNT_MRGFile=EVNT.${TASKID}._${SN}.pool.root",
0183 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.EVNT.e8590_e8586_tid${TASKID}_00",
0184 "token": "ATLASDATADISK",
0185 "offset": 0
0186 }
0187 ]
0188 }
0189 },
0190 "simul": {
0191 "type": "task",
0192 "task_params": {
0193 "taskName": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.simul.e8590_e8586_a934",
0194 "parent_tid": "${PARENT_TASKID}",
0195 "taskType": "prod",
0196 "prodSourceLabel": "managed",
0197 "vo": "atlas",
0198 "userName": "mnegrini",
0199 "workingGroup": "AP_HMBS",
0200 "taskPriority": 240,
0201 "processingType": "simul",
0202 "campaign": "MC23:MC23e",
0203 "cloud": "WORLD",
0204 "transPath": "Sim_tf.py",
0205 "transHome": "Athena-24.0.50",
0206 "transUses": "Atlas-24.0.50",
0207 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0208 "coreCount": 8,
0209 "maxCoreCount": 8,
0210 "cpuTime": 1500,
0211 "cpuTimeUnit": "HS06sPerEvent",
0212 "nEventsPerInputFile": 10000,
0213 "nEventsPerJob": 5000,
0214 "ramCount": 150,
0215 "ramUnit": "MBPerCore",
0216 "baseRamCount": 2200,
0217 "ipConnectivity": "http",
0218 "mergeCoreCount": 1,
0219 "maxAttempt": 15,
0220 "maxFailure": 5,
0221 "scoutSuccessRate": 5,
0222 "skipShortInput": true,
0223 "noWaitParent": true,
0224 "reqID": 68525,
0225 "ticketID": "ATLPSTASKS-1650068",
0226 "ticketSystemType": "JIRA",
0227 "log": {
0228 "type": "template",
0229 "param_type": "log",
0230 "value": "log.${TASKID}._${SN}.job.log.tgz",
0231 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.simul.log.e8590_e8586_a934_tid${TASKID}_00",
0232 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0233 "token": "ddd:.*DATADISK",
0234 "transient": false,
0235 "offset": 0
0236 },
0237 "jobParameters": [
0238 {
0239 "type": "constant",
0240 "value": "--AMITag=a934"
0241 },
0242 {
0243 "type": "constant",
0244 "value": "--CA \"all:True\""
0245 },
0246 {
0247 "type": "constant",
0248 "value": "--conditionsTag \"default:OFLCOND-MC23-SDR-RUN3-04\""
0249 },
0250 {
0251 "type": "constant",
0252 "value": "--geometryVersion=\"default:ATLAS-R3S-2021-03-02-00\""
0253 },
0254 {
0255 "type": "constant",
0256 "value": "--multithreaded=True"
0257 },
0258 {
0259 "type": "constant",
0260 "value": "--postInclude \"default:PyJobTransforms.UseFrontier\""
0261 },
0262 {
0263 "type": "constant",
0264 "value": "--preExec \"EVNTtoHITS:flags.Sim.FastCalo.ParamsInputFilename=\\\"FastCaloSim/MC23/TFCSparam_dev_Hybrid_Ha_v5_all_baryons_0_500.root\\\"\""
0265 },
0266 {
0267 "type": "constant",
0268 "value": "--preInclude \"EVNTtoHITS:Campaigns.MC23eSimulationMultipleIoV\""
0269 },
0270 {
0271 "type": "constant",
0272 "value": "--runNumber=526140"
0273 },
0274 {
0275 "type": "constant",
0276 "value": "--simulator=ATLFAST3MT_QS"
0277 },
0278 {
0279 "type": "template",
0280 "param_type": "input",
0281 "value": "--inputEVNTFile=${IN_EVNT/L}",
0282 "dataset": "{merge_evnt/EVNT}",
0283 "offset": 0
0284 },
0285 {
0286 "type": "template",
0287 "param_type": "number",
0288 "value": "--firstEvent=${FIRSTEVENT}",
0289 "offset": 0
0290 },
0291 {
0292 "type": "template",
0293 "param_type": "number",
0294 "value": "--maxEvents=${MAXEVENTS}"
0295 },
0296 {
0297 "type": "template",
0298 "param_type": "number",
0299 "value": "--skipEvents=${SKIPEVENTS}"
0300 },
0301 {
0302 "type": "template",
0303 "param_type": "output",
0304 "value": "--outputHITSFile=HITS.${TASKID}._${SN}.pool.root",
0305 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.simul.HITS.e8590_e8586_a934_tid${TASKID}_00",
0306 "token": "ATLASDATADISK",
0307 "offset": 0
0308 },
0309 {
0310 "type": "template",
0311 "param_type": "pseudo_input",
0312 "value": "--jobNumber=${SEQNUMBER}",
0313 "dataset": "seq_number",
0314 "offset": 0
0315 },
0316 {
0317 "type": "template",
0318 "param_type": "pseudo_input",
0319 "value": "--randomSeed=${SEQNUMBER}",
0320 "dataset": "seq_number",
0321 "offset": 0
0322 }
0323 ]
0324 }
0325 },
0326 "merge_hits": {
0327 "type": "task",
0328 "outputs": {
0329 "HITS": "--outputHITS_MRGFile"
0330 },
0331 "task_params": {
0332 "taskName": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.e8590_e8586_a934_s4370",
0333 "parent_tid": "${PARENT_TASKID}",
0334 "taskType": "prod",
0335 "prodSourceLabel": "managed",
0336 "vo": "atlas",
0337 "userName": "mnegrini",
0338 "workingGroup": "AP_HMBS",
0339 "taskPriority": 885,
0340 "processingType": "merge",
0341 "campaign": "MC23:MC23e",
0342 "cloud": "WORLD",
0343 "transPath": "HITSMerge_tf.py",
0344 "transHome": "AthSimulation-24.0.42",
0345 "transUses": "Atlas-24.0.42",
0346 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0347 "nEventsPerInputFile": 5000,
0348 "nEventsPerJob": 10000,
0349 "ramCount": 2000,
0350 "ramUnit": "MBPerCore",
0351 "baseRamCount": 0,
0352 "cpuTimeUnit": "HS06sPerEvent",
0353 "ioIntensity": 3000,
0354 "ioIntensityUnit": "kBPerS",
0355 "ipConnectivity": "http",
0356 "mergeCoreCount": 1,
0357 "maxAttempt": 15,
0358 "maxFailure": 5,
0359 "scoutSuccessRate": 5,
0360 "respectSplitRule": true,
0361 "skipShortOutput": true,
0362 "noWaitParent": true,
0363 "reqID": 68525,
0364 "ticketID": "ATLPSTASKS-1650068",
0365 "ticketSystemType": "JIRA",
0366 "log": {
0367 "type": "template",
0368 "param_type": "log",
0369 "value": "log.${TASKID}._${SN}.job.log.tgz",
0370 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.log.e8590_e8586_a934_s4370_tid${TASKID}_00",
0371 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0372 "token": "ddd:.*DATADISK",
0373 "transient": false,
0374 "offset": 0
0375 },
0376 "jobParameters": [
0377 {
0378 "type": "constant",
0379 "value": "--AMITag=s4370"
0380 },
0381 {
0382 "type": "constant",
0383 "value": "--CA \"all:True\""
0384 },
0385 {
0386 "type": "constant",
0387 "value": "--postInclude \"default:PyJobTransforms.UseFrontier\" \"all:PyJobTransforms.SortInput\""
0388 },
0389 {
0390 "type": "constant",
0391 "value": "--runNumber=526140"
0392 },
0393 {
0394 "type": "template",
0395 "param_type": "input",
0396 "value": "--inputHITSFile=${IN_HITS/L}",
0397 "dataset": "{simul/HITS}",
0398 "offset": 0
0399 },
0400 {
0401 "type": "template",
0402 "param_type": "number",
0403 "value": "--maxEvents=${MAXEVENTS}"
0404 },
0405 {
0406 "type": "template",
0407 "param_type": "number",
0408 "value": "--skipEvents=${SKIPEVENTS}"
0409 },
0410 {
0411 "type": "template",
0412 "param_type": "output",
0413 "value": "--outputHITS_MRGFile=HITS.${TASKID}._${SN}.pool.root",
0414 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.HITS.e8590_e8586_a934_s4370_tid${TASKID}_00",
0415 "token": "ATLASDATADISK",
0416 "offset": 0
0417 }
0418 ]
0419 }
0420 },
0421 "recon": {
0422 "type": "task",
0423 "task_params": {
0424 "taskName": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.recon.e8590_e8586_a934_s4370_r16083",
0425 "parent_tid": "${PARENT_TASKID}",
0426 "taskType": "prod",
0427 "prodSourceLabel": "managed",
0428 "vo": "atlas",
0429 "userName": "mnegrini",
0430 "workingGroup": "AP_HMBS",
0431 "taskPriority": 250,
0432 "processingType": "pile",
0433 "campaign": "MC23:MC23e:25ns",
0434 "cloud": "WORLD",
0435 "transPath": "Reco_tf.py",
0436 "transHome": "Athena-24.0.52.4",
0437 "transUses": "Atlas-24.0.52",
0438 "architecture": "(aarch64|x86_64)-el9-gcc13-opt",
0439 "coreCount": 8,
0440 "maxCoreCount": 16,
0441 "cpuTimeUnit": "HS06sPerEvent",
0442 "nEventsPerInputFile": 10000,
0443 "nEventsPerJob": 10000,
0444 "ramCount": 1750,
0445 "ramUnit": "MBPerCore",
0446 "baseRamCount": 2000,
0447 "ipConnectivity": "http",
0448 "mergeCoreCount": 1,
0449 "maxAttempt": 15,
0450 "maxFailure": 5,
0451 "scoutSuccessRate": 5,
0452 "skipShortInput": true,
0453 "reuseSecOnDemand": true,
0454 "taskBrokerOnMaster": true,
0455 "noWaitParent": true,
0456 "reqID": 68525,
0457 "ticketID": "ATLPSTASKS-1650068",
0458 "ticketSystemType": "JIRA",
0459 "log": {
0460 "type": "template",
0461 "param_type": "log",
0462 "value": "log.${TASKID}._${SN}.job.log.tgz",
0463 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.recon.log.e8590_e8586_a934_s4370_r16083_tid${TASKID}_00",
0464 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0465 "token": "ddd:.*DATADISK",
0466 "transient": false,
0467 "offset": 0
0468 },
0469 "jobParameters": [
0470 {
0471 "type": "constant",
0472 "value": "--AMITag=r16083"
0473 },
0474 {
0475 "type": "constant",
0476 "value": "--autoConfiguration=everything"
0477 },
0478 {
0479 "type": "constant",
0480 "value": "--CA \"all:True\""
0481 },
0482 {
0483 "type": "constant",
0484 "value": "--conditionsTag \"default:OFLCOND-MC23-SDR-RUN3-05-03\""
0485 },
0486 {
0487 "type": "constant",
0488 "value": "--deleteIntermediateOutputfiles=True"
0489 },
0490 {
0491 "type": "constant",
0492 "value": "--geometryVersion=\"default:ATLAS-R3S-2021-03-02-00\""
0493 },
0494 {
0495 "type": "constant",
0496 "value": "--multithreaded=True"
0497 },
0498 {
0499 "type": "constant",
0500 "value": "--postInclude \"default:PyJobTransforms.UseFrontier\""
0501 },
0502 {
0503 "type": "constant",
0504 "value": "--preInclude \"all:Campaigns.MC23e\""
0505 },
0506 {
0507 "type": "constant",
0508 "value": "--runNumber=526140"
0509 },
0510 {
0511 "type": "constant",
0512 "value": "--steering \"doOverlay\" \"doRDO_TRIG\" \"doTRIGtoALL\""
0513 },
0514 {
0515 "type": "template",
0516 "param_type": "input",
0517 "value": "--inputHITSFile=${IN_HITS/L}",
0518 "dataset": "{merge_hits/HITS}",
0519 "offset": 0
0520 },
0521 {
0522 "type": "template",
0523 "param_type": "input",
0524 "value": "--inputRDO_BKGFile=${IN_ZERO_BIAS_BS/L}",
0525 "dataset": "{rdo_bkg}",
0526 "eventRatio": 1,
0527 "ratio": 1,
0528 "random": true,
0529 "offset": 0
0530 },
0531 {
0532 "type": "template",
0533 "param_type": "number",
0534 "value": "--maxEvents=${MAXEVENTS}"
0535 },
0536 {
0537 "type": "template",
0538 "param_type": "number",
0539 "value": "--skipEvents=${SKIPEVENTS}"
0540 },
0541 {
0542 "type": "template",
0543 "param_type": "output",
0544 "value": "--outputAODFile=AOD.${TASKID}._${SN}.pool.root",
0545 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.recon.AOD.e8590_e8586_a934_s4370_r16083_tid${TASKID}_00",
0546 "token": "ATLASDATADISK",
0547 "offset": 0
0548 },
0549 {
0550 "type": "template",
0551 "param_type": "pseudo_input",
0552 "value": "--digiSeedOffset1=${SEQNUMBER}",
0553 "dataset": "seq_number",
0554 "offset": 0
0555 },
0556 {
0557 "type": "template",
0558 "param_type": "pseudo_input",
0559 "value": "--digiSeedOffset2=${SEQNUMBER}",
0560 "dataset": "seq_number",
0561 "offset": 0
0562 },
0563 {
0564 "type": "template",
0565 "param_type": "pseudo_input",
0566 "value": "--jobNumber=${SEQNUMBER}",
0567 "dataset": "seq_number",
0568 "offset": 0
0569 }
0570 ]
0571 }
0572 },
0573 "merge_aod": {
0574 "type": "task",
0575 "outputs": {
0576 "AOD": "--outputAOD_MRGFile"
0577 },
0578 "task_params": {
0579 "taskName": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.e8590_e8586_a934_s4370_r16083_r15970",
0580 "parent_tid": "${PARENT_TASKID}",
0581 "taskType": "prod",
0582 "prodSourceLabel": "managed",
0583 "vo": "atlas",
0584 "userName": "mnegrini",
0585 "workingGroup": "AP_HMBS",
0586 "taskPriority": 885,
0587 "processingType": "merge",
0588 "campaign": "MC23:MC23e",
0589 "cloud": "WORLD",
0590 "transPath": "AODMerge_tf.py",
0591 "transHome": "Athena-24.0.52.2",
0592 "transUses": "Atlas-24.0.52",
0593 "architecture": "x86_64-el9-gcc13-opt#x86_64-*-v2",
0594 "nEventsPerInputFile": 10000,
0595 "nGBPerJob": 19,
0596 "nMaxFilesPerJob": 1000,
0597 "ramCount": 2000,
0598 "ramUnit": "MBPerCore",
0599 "baseRamCount": 0,
0600 "cpuTimeUnit": "HS06sPerEvent",
0601 "ioIntensity": 2000,
0602 "ioIntensityUnit": "kBPerS",
0603 "ipConnectivity": "http",
0604 "mergeCoreCount": 1,
0605 "maxAttempt": 15,
0606 "maxFailure": 5,
0607 "maxWalltime": 12,
0608 "outDiskCount": 1000,
0609 "outDiskUnit": "kB",
0610 "tgtMaxOutputForNG": 10,
0611 "respectSplitRule": true,
0612 "scoutSuccessRate": 5,
0613 "reqID": 68525,
0614 "ticketID": "ATLPSTASKS-1650068",
0615 "ticketSystemType": "JIRA",
0616 "log": {
0617 "type": "template",
0618 "param_type": "log",
0619 "value": "log.${TASKID}._${SN}.job.log.tgz",
0620 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.log.e8590_e8586_a934_s4370_r16083_r15970_tid${TASKID}_00",
0621 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0622 "token": "ddd:.*DATADISK",
0623 "transient": false,
0624 "offset": 0
0625 },
0626 "jobParameters": [
0627 {
0628 "type": "constant",
0629 "value": "--AMITag=r15970"
0630 },
0631 {
0632 "type": "constant",
0633 "value": "--autoConfiguration=everything"
0634 },
0635 {
0636 "type": "constant",
0637 "value": "--CA \"all:True\""
0638 },
0639 {
0640 "type": "constant",
0641 "value": "--postInclude \"default:PyJobTransforms.UseFrontier\""
0642 },
0643 {
0644 "type": "constant",
0645 "value": "--runNumber=526140"
0646 },
0647 {
0648 "type": "template",
0649 "param_type": "input",
0650 "value": "--inputAODFile=${IN_AOD/L}",
0651 "dataset": "{recon/AOD}",
0652 "offset": 0
0653 },
0654 {
0655 "type": "template",
0656 "param_type": "output",
0657 "value": "--outputAOD_MRGFile=AOD.${TASKID}._${SN}.pool.root",
0658 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.AOD.e8590_e8586_a934_s4370_r16083_r15970_tid${TASKID}_00",
0659 "token": "ATLASDATADISK",
0660 "transient": false,
0661 "offset": 0
0662 }
0663 ]
0664 }
0665 },
0666 "deriv_prw": {
0667 "type": "task",
0668 "task_params": {
0669 "taskName": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.e8590_e8586_a934_s4370_r16083_r15970_p5667",
0670 "parent_tid": "${PARENT_TASKID}",
0671 "taskType": "prod",
0672 "prodSourceLabel": "managed",
0673 "vo": "atlas",
0674 "userName": "mnegrini",
0675 "workingGroup": "AP_HMBS",
0676 "taskPriority": 885,
0677 "processingType": "deriv",
0678 "campaign": "MC23:MC23e",
0679 "cloud": "WORLD",
0680 "transPath": "PRWConfig_tf.py",
0681 "transHome": "Athena-23.0.20",
0682 "transUses": "Atlas-23.0.20",
0683 "architecture": "x86_64-centos7-gcc11-opt#x86_64-*-v2",
0684 "nGBPerJob": 150,
0685 "nMaxFilesPerJob": 1000,
0686 "ramCount": 2000,
0687 "ramUnit": "MBPerCore",
0688 "baseRamCount": 0,
0689 "cpuTimeUnit": "HS06sPerEvent",
0690 "ioIntensity": 5000,
0691 "ioIntensityUnit": "kBPerS",
0692 "allowInputLAN": "use",
0693 "goal": 100,
0694 "mergeCoreCount": 1,
0695 "maxAttempt": 15,
0696 "maxFailure": 5,
0697 "maxWalltime": 12,
0698 "outDiskCount": 1,
0699 "outDiskUnit": "kB",
0700 "respectSplitRule": true,
0701 "scoutSuccessRate": 5,
0702 "useExhausted": true,
0703 "noWaitParent": true,
0704 "reqID": 68525,
0705 "ticketID": "ATLPSTASKS-1650068",
0706 "ticketSystemType": "JIRA",
0707 "log": {
0708 "type": "template",
0709 "param_type": "log",
0710 "value": "log.${TASKID}._${SN}.job.log.tgz",
0711 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.log.e8590_e8586_a934_s4370_r16083_r15970_p5667_tid${TASKID}_00",
0712 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0713 "token": "ddd:.*DATADISK",
0714 "transient": false,
0715 "offset": 0
0716 },
0717 "jobParameters": [
0718 {
0719 "type": "constant",
0720 "value": "--AMITag=p5667"
0721 },
0722 {
0723 "type": "template",
0724 "param_type": "input",
0725 "value": "--inputAODFile=${IN_AOD/L}",
0726 "dataset": "{merge_aod/AOD}",
0727 "offset": 0
0728 },
0729 {
0730 "type": "template",
0731 "param_type": "output",
0732 "value": "--outputNTUP_PILEUPFile=NTUP_PILEUP.${TASKID}._${SN}.pool.root",
0733 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.NTUP_PILEUP.e8590_e8586_a934_s4370_r16083_r15970_p5667_tid${TASKID}_00",
0734 "token": "ATLASDATADISK",
0735 "offset": 0
0736 }
0737 ]
0738 }
0739 },
0740 "merge_ntup": {
0741 "type": "task",
0742 "outputs": {
0743 "NTUP_PILEUP": "--outputNTUP_PILEUP_MRGFile"
0744 },
0745 "task_params": {
0746 "taskName": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.e8590_a934_r16083_p5667_p5669",
0747 "parent_tid": "${PARENT_TASKID}",
0748 "taskType": "prod",
0749 "prodSourceLabel": "managed",
0750 "vo": "atlas",
0751 "userName": "mnegrini",
0752 "workingGroup": "AP_HMBS",
0753 "taskPriority": 885,
0754 "processingType": "merge",
0755 "campaign": "MC23:MC23e",
0756 "cloud": "WORLD",
0757 "transPath": "NTUPMerge_tf.py",
0758 "transHome": "Athena-23.0.20",
0759 "transUses": "Atlas-23.0.20",
0760 "architecture": "x86_64-centos7-gcc11-opt#x86_64-*-v2",
0761 "nFilesPerJob": 200,
0762 "nMaxFilesPerJob": 200,
0763 "ramCount": 2000,
0764 "ramUnit": "MBPerCore",
0765 "baseRamCount": 0,
0766 "cpuTimeUnit": "HS06sPerEvent",
0767 "ioIntensity": 2000,
0768 "ioIntensityUnit": "kBPerS",
0769 "goal": 100,
0770 "mergeCoreCount": 1,
0771 "maxAttempt": 15,
0772 "maxFailure": 5,
0773 "maxWalltime": 12,
0774 "scoutSuccessRate": 5,
0775 "useExhausted": true,
0776 "noWaitParent": true,
0777 "reqID": 68525,
0778 "ticketID": "ATLPSTASKS-1650068",
0779 "ticketSystemType": "JIRA",
0780 "log": {
0781 "type": "template",
0782 "param_type": "log",
0783 "value": "log.${TASKID}._${SN}.job.log.tgz",
0784 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.log.e8590_a934_r16083_p5667_p5669_tid${TASKID}_00",
0785 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0786 "token": "ddd:.*DATADISK",
0787 "transient": false,
0788 "offset": 0
0789 },
0790 "jobParameters": [
0791 {
0792 "type": "constant",
0793 "value": "--AMITag=p5669"
0794 },
0795 {
0796 "type": "template",
0797 "param_type": "input",
0798 "value": "--inputNTUP_PILEUPFile=${IN_NTUP_PILEUP/L}",
0799 "dataset": "{deriv_prw/NTUP_PILEUP}",
0800 "offset": 0
0801 },
0802 {
0803 "type": "template",
0804 "param_type": "output",
0805 "value": "--outputNTUP_PILEUP_MRGFile=NTUP_PILEUP.${TASKID}._${SN}.pool.root",
0806 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.merge.NTUP_PILEUP.e8590_a934_r16083_p5667_p5669_tid${TASKID}_00",
0807 "token": "ATLASDATADISK",
0808 "offset": 0
0809 }
0810 ]
0811 }
0812 },
0813 "deriv_phys": {
0814 "type": "task",
0815 "task_params": {
0816 "taskName": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.e8590_e8586_a934_s4370_r16083_r15970_p7017",
0817 "parent_tid": "${PARENT_TASKID}",
0818 "taskType": "prod",
0819 "prodSourceLabel": "managed",
0820 "vo": "atlas",
0821 "userName": "atlas-phys-dpd-production",
0822 "workingGroup": "GP_PHYS",
0823 "taskPriority": 560,
0824 "processingType": "deriv",
0825 "campaign": "MC23:MC23e",
0826 "cloud": "WORLD",
0827 "transPath": "Derivation_tf.py",
0828 "transHome": "Athena-25.0.42",
0829 "transUses": "Atlas-25.0.42",
0830 "architecture": "x86_64-el9-gcc14-opt#x86_64-*-v2",
0831 "coreCount": 8,
0832 "maxCoreCount": 16,
0833 "cpuTime": 200,
0834 "cpuTimeUnit": "HS06sPerEvent",
0835 "nGBPerJob": 10,
0836 "nMaxFilesPerJob": 200,
0837 "ramCount": 1750,
0838 "ramUnit": "MBPerCore",
0839 "baseRamCount": 2000,
0840 "baseWalltime": 60,
0841 "ioIntensity": 500,
0842 "ioIntensityUnit": "kBPerS",
0843 "mergeCoreCount": 1,
0844 "maxAttempt": 15,
0845 "maxFailure": 5,
0846 "maxWalltime": 12,
0847 "tgtMaxOutputForNG": 8,
0848 "respectSplitRule": true,
0849 "scoutSuccessRate": 5,
0850 "noWaitParent": true,
0851 "reqID": 69579,
0852 "ticketID": "ATLPSTASKS-1651016",
0853 "ticketSystemType": "JIRA",
0854 "log": {
0855 "type": "template",
0856 "param_type": "log",
0857 "value": "log.${TASKID}._${SN}.job.log.tgz",
0858 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.log.e8590_e8586_a934_s4370_r16083_r15970_p7017_tid${TASKID}_00",
0859 "destination": "(type=DATADISK)\\(dontkeeplog=True)",
0860 "token": "ddd:.*DATADISK",
0861 "transient": false,
0862 "offset": 0
0863 },
0864 "jobParameters": [
0865 {
0866 "type": "constant",
0867 "value": "--AMITag p7017"
0868 },
0869 {
0870 "type": "constant",
0871 "value": "--athenaMPMergeTargetSize \"DAOD_*:0\""
0872 },
0873 {
0874 "type": "constant",
0875 "value": "--CA \"all:True\""
0876 },
0877 {
0878 "type": "constant",
0879 "value": "--formats PHYS PHYSLITE"
0880 },
0881 {
0882 "type": "constant",
0883 "value": "--multiprocess True"
0884 },
0885 {
0886 "type": "constant",
0887 "value": "--multithreadedFileValidation True"
0888 },
0889 {
0890 "type": "constant",
0891 "value": "--postInclude \"default:AthenaServices.TransformUtils.ExecCondAlgsAtPreFork\""
0892 },
0893 {
0894 "type": "constant",
0895 "value": "--sharedWriter True"
0896 },
0897 {
0898 "type": "template",
0899 "param_type": "input",
0900 "value": "--inputAODFile=${IN_AOD/L}",
0901 "dataset": "{merge_aod/AOD}",
0902 "offset": 0
0903 },
0904 {
0905 "type": "template",
0906 "param_type": "number",
0907 "value": "--outputDAODFile ${TASKID}._${SN/P}.pool.root.1"
0908 },
0909 {
0910 "type": "template",
0911 "param_type": "output",
0912 "value": "--outputDAOD_PHYSFile=DAOD_PHYS.${TASKID}._${SN}.pool.root.1",
0913 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.DAOD_PHYS.e8590_e8586_a934_s4370_r16083_r15970_p7017_tid${TASKID}_00",
0914 "token": "ATLASDATADISK",
0915 "hidden": true,
0916 "offset": 0
0917 },
0918 {
0919 "type": "template",
0920 "param_type": "output",
0921 "value": "--outputDAOD_PHYSLITEFile=DAOD_PHYSLITE.${TASKID}._${SN}.pool.root.1",
0922 "dataset": "mc23_13p6TeV.526140.MGPy8EG_2HDMaI_AZH_llbb_ggF_mA250_mH50_wAauto.deriv.DAOD_PHYSLITE.e8590_e8586_a934_s4370_r16083_r15970_p7017_tid${TASKID}_00",
0923 "token": "ATLASDATADISK",
0924 "hidden": true,
0925 "offset": 0
0926 }
0927 ]
0928 }
0929 }
0930 },
0931 "options": {}
0932 }
