pandajedi/jeditest/addTestTaskWithMerger.py

0001 import sys
0002
0003 try:
0004     metaID = sys.argv[1]
0005 except Exception:
0006     metaID = None
0007 import json
0008 import uuid
0009
0010 from pandajedi.jedicore.JediTaskBufferInterface import JediTaskBufferInterface
0011
0012 tbIF = JediTaskBufferInterface()
0013 tbIF.setupInterface()
0014
0015 reqIdx = 100000000
0016 dsName = "mc12_8TeV.129933.McAtNloJimmy_AUET2CT10_WW_e_e_0_0_0_0_0.merge.AOD.e1563_s1499_s1504_r3658_r3549_tid00999168_00"
0017 logDatasetName = f"panda.jeditest.log.{uuid.uuid4()}"
0018
0019 taskParamMap = {}
0020
0021 taskParamMap["nFilesPerJob"] = 1
0022 taskParamMap["nFiles"] = 2
0023 taskParamMap["nEventsPerInputFile"] = 10000
0024 taskParamMap["nEventsPerJob"] = 10000
0025 # taskParamMap['nEvents'] = 25000
0026 # taskParamMap['skipScout'] = True
0027 taskParamMap["taskName"] = str(uuid.uuid4())
0028 taskParamMap["userName"] = "pandasrv1"
0029 taskParamMap["vo"] = "atlas"
0030 taskParamMap["taskPriority"] = 900
0031 # taskParamMap['reqID'] = reqIdx
0032 taskParamMap["architecture"] = "i686-slc5-gcc43-opt"
0033 taskParamMap["transUses"] = "Atlas-17.2.2"
0034 taskParamMap["transHome"] = "AtlasProduction-17.2.2.2"
0035 taskParamMap["transPath"] = "Generate_trf.py"
0036 taskParamMap["processingType"] = "evgen"
0037 taskParamMap["prodSourceLabel"] = "test"
0038 taskParamMap["taskType"] = "prod"
0039 taskParamMap["workingGroup"] = "AP_Higgs"
0040 # taskParamMap['coreCount'] = 1
0041 # taskParamMap['walltime'] = 1
0042 taskParamMap["cloud"] = "FR"
0043 # taskParamMap['site'] = 'FZK-LCG2'
0044 taskParamMap["log"] = {
0045     "dataset": logDatasetName,
0046     "type": "template",
0047     "param_type": "log",
0048     "token": "ATLASDATADISK",
0049     "offset": 1000,
0050     "value": f"{logDatasetName}.${{SN}}.log.tgz",
0051 }
0052 outDatasetName = f"panda.jeditest.EVNT.{uuid.uuid4()}"
0053
0054
0055 taskParamMap["jobParameters"] = [
0056     {
0057         "type": "template",
0058         "param_type": "input",
0059         "value": "inputGenConfFile=${IN}",
0060         "dataset": dsName,
0061     },
0062     {"type": "constant", "value": "ecmEnergy=8000 runNumber=12345"},
0063     {
0064         "type": "template",
0065         "value": "maxEvents=${MAXEVENTS}",
0066         "param_type": "number",
0067     },
0068     {"type": "template", "value": "randomSeed=${RNDMSEED}", "param_type": "number", "offset": 1000},
0069     {
0070         "type": "constant",
0071         "value": "jobConfig=MC12JobOptions/MC12.161559.PowHegPythia8_AU2CT10_ggH145_tautaull.py",
0072     },
0073     {
0074         "type": "template",
0075         "param_type": "output",
0076         "token": "ATLASDATADISK",
0077         "value": f"outputEVNTFile={outDatasetName}.${{SN}}.pool.root",
0078         "dataset": outDatasetName,
0079         "offset": 1000,
0080     },
0081     {
0082         "type": "constant",
0083         "value": "evgenJobOpts=MC12JobOpts-00-01-06_v1.tar.gz",
0084     },
0085 ]
0086
0087 # params to merge output
0088 taskParamMap["mergeOutput"] = True
0089 taskParamMap["mergeSpec"] = {}
0090 taskParamMap["mergeSpec"]["transPath"] = "HITSMerge_tf.py"
0091 taskParamMap["mergeSpec"][
0092     "jobParameters"
0093 ] = "--AMITag s1776 --DBRelease=current --autoConfiguration=everything --outputHitsFile=${OUTPUT0} --inputHitsFile=${TRN_OUTPUT0} --inputLogsFile=${TRN_LOG0}"
0094
0095 jonStr = json.dumps(taskParamMap)
0096
0097 tbIF.insertTaskParams_JEDI(taskParamMap["vo"], taskParamMap["prodSourceLabel"], taskParamMap["userName"], taskParamMap["taskName"], jonStr)