pandajedi/jeditest/addEventServiceTask.py

0001 import sys
0002 import uuid
0003
0004 from userinterface import Client
0005
0006 site = sys.argv[1]
0007
0008 dsName = "mc12_8TeV.189659.gg2VVPythia8_AU2CT10_ggH125p5_VV_2mu2numu_m2l4_2pt3.evgen.EVNT.e2872_tid01461041_00"
0009 logDatasetName = f"panda.jeditest.log.{uuid.uuid4()}"
0010
0011 taskParamMap = {}
0012
0013 # taskParamMap['nFilesPerJob'] = 1
0014 taskParamMap["nFiles"] = 1
0015 taskParamMap["nEventsPerFile"] = 5000
0016 taskParamMap["nEventsPerWorker"] = 10  # 5000
0017 taskParamMap["nEventsPerJob"] = 1000
0018 taskParamMap["nEvents"] = 1000
0019 # taskParamMap['skipScout'] = True
0020 taskParamMap["objectStore"] = "root^atlas-objectstore.cern.ch^/atlas/eventservice"
0021 taskParamMap["taskName"] = str(uuid.uuid4())
0022 taskParamMap["userName"] = "pandasrv1"
0023 taskParamMap["vo"] = "atlas"
0024 taskParamMap["taskPriority"] = 900
0025 # taskParamMap['reqID'] = reqIdx
0026 taskParamMap["architecture"] = "x86_64-slc5-gcc43-opt"
0027 taskParamMap["transUses"] = "Atlas-17.2.11"
0028 taskParamMap["transHome"] = "AtlasProduction-17.2.11.8"
0029 taskParamMap["transPath"] = "AtlasG4_tf.py"
0030 taskParamMap["processingType"] = "simul"
0031 taskParamMap["prodSourceLabel"] = "ptest"
0032 taskParamMap["taskType"] = "prod"
0033 taskParamMap["workingGroup"] = "AP_Higgs"
0034 taskParamMap["coreCount"] = 1
0035 taskParamMap["walltime"] = 1
0036 taskParamMap["cloud"] = "US"
0037 taskParamMap["site"] = site
0038 taskParamMap["log"] = {
0039     "dataset": logDatasetName,
0040     "type": "template",
0041     "param_type": "log",
0042     "token": "ATLASDATADISK",
0043     "offset": 1000,
0044     "value": f"{logDatasetName}.${{SN}}.log.tgz",
0045 }
0046 outDatasetName = f"panda.jeditest.HITS.{uuid.uuid4()}"
0047
0048
0049 taskParamMap["jobParameters"] = [
0050     {
0051         "type": "constant",
0052         "value": "--AMITag s1831 --DBRelease=current --athenaopts=--preloadlib=${ATLASMKLLIBDIR_PRELOAD}/libimf.so --conditionsTag=OFLCOND-MC12-SIM-00",
0053     },
0054     {
0055         "type": "template",
0056         "value": "firstEvent=${FIRSTEVENT}",
0057         "param_type": "number",
0058     },
0059     {
0060         "type": "constant",
0061         "value": "--geometryVersion=ATLAS-GEO-21-02-02_VALIDATION",
0062     },
0063     {
0064         "type": "template",
0065         "param_type": "input",
0066         "value": "--inputEvgenFile=${IN}",
0067         "dataset": dsName,
0068     },
0069     {
0070         "type": "template",
0071         "value": "--maxEvents=${MAXEVENTS}",
0072         "param_type": "number",
0073     },
0074     {
0075         "type": "template",
0076         "param_type": "output",
0077         "token": "ATLASDATADISK",
0078         "value": f" --outputHitsFile={outDatasetName}.${{SN}}.pool.root",
0079         "dataset": outDatasetName,
0080     },
0081     {
0082         "type": "constant",
0083         "value": "--physicsList=QGSP_BERT --postInclude=RecJobTransforms/UseFrontierFallbackDBRelease.py --preInclude=SimulationJobOptions/preInclude.FrozenShowersFCalOnly.py,SimulationJobOptions/preInclude.BeamPipeKill.py",
0084     },
0085     {
0086         "type": "template",
0087         "value": "--skipEvents=${SKIPEVENTS}",
0088         "param_type": "number",
0089     },
0090     {
0091         "type": "template",
0092         "value": "--randomSeed=${RNDMSEED}",
0093         "param_type": "number",
0094     },
0095 ]
0096
0097 taskParamMap["esmergeSpec"] = {}
0098 taskParamMap["esmergeSpec"]["transPath"] = "Merge_trf.py"
0099 taskParamMap["esmergeSpec"]["jobParameters"] = "aaa bbb"
0100
0101 print(Client.insertTaskParams(taskParamMap))