pandajedi/jeditest/addTestTask.py

0001 import sys
0002 import uuid
0003
0004 from pandajedi.jedicore.JediTaskBufferInterface import JediTaskBufferInterface
0005 from pandaserver.taskbuffer.JediDatasetSpec import JediDatasetSpec
0006 from pandaserver.taskbuffer.JediTaskSpec import JediTaskSpec
0007
0008 tbIF = JediTaskBufferInterface()
0009 tbIF.setupInterface()
0010
0011 task = JediTaskSpec()
0012 task.jediTaskID = sys.argv[1]
0013 task.taskName = f"pandatest.{uuid.uuid4()}"
0014 task.status = "defined"
0015 task.userName = "pandasrv1"
0016 task.vo = "atlas"
0017 task.prodSourceLabel = "managed"
0018 task.taskPriority = 100
0019 task.currentPriority = task.taskPriority
0020 task.architecture = "i686-slc5-gcc43-opt"
0021 task.transUses = "Atlas-17.2.7"
0022 task.transHome = "AtlasProduction-17.2.8.10"
0023 task.transPath = "Reco_trf.py"
0024 task.workQueue_ID = 3
0025
0026 tbIF.insertTask_JEDI(task)
0027
0028
0029 ds = JediDatasetSpec()
0030 ds.jediTaskID = task.jediTaskID
0031 if len(sys.argv) > 2:
0032     ds.datasetName = sys.argv[2]
0033 else:
0034     ds.datasetName = "data12_8TeV.00214651.physics_Egamma.merge.AOD.f489_m1261"
0035 ds.type = "input"
0036 ds.vo = task.vo
0037 ds.cloud = "US"
0038 ds.streamName = "IN"
0039 ds.status = "defined"
0040 ds.nFiles = 0
0041 ds.nFilesUsed = 0
0042 ds.nFilesFinished = 0
0043 ds.nFilesFailed = 0
0044
0045 st, datasetID = tbIF.insertDataset_JEDI(ds)
0046
0047 ds = JediDatasetSpec()
0048 ds.jediTaskID = task.jediTaskID
0049 ds.datasetName = "ddo.000001.Atlas.Ideal.DBRelease.v220701"
0050 ds.type = "input"
0051 ds.vo = task.vo
0052 ds.cloud = "US"
0053 ds.streamName = "DBR"
0054 ds.status = "defined"
0055 ds.nFiles = 0
0056 ds.nFilesUsed = 0
0057 ds.nFilesFinished = 0
0058 ds.nFilesFailed = 0
0059 ds.masterID = datasetID
0060 ds.attributes = "repeat,nosplit"
0061
0062 tbIF.insertDataset_JEDI(ds)
0063
0064
0065 ds = JediDatasetSpec()
0066 ds.jediTaskID = task.jediTaskID
0067 ds.datasetName = f"panda.jeditest.GEN.{uuid.uuid4()}"
0068 ds.type = "output"
0069 ds.vo = task.vo
0070 ds.cloud = "US"
0071 ds.streamName = "OUT"
0072 ds.status = "defined"
0073 ds.nFiles = 0
0074 ds.nFilesUsed = 0
0075 ds.nFilesFinished = 0
0076 ds.nFilesFailed = 0
0077
0078 st, datasetID = tbIF.insertDataset_JEDI(ds)
0079
0080 tbIF.insertOutputTemplate_JEDI(
0081     [
0082         {
0083             "jediTaskID": task.jediTaskID,
0084             "datasetID": datasetID,
0085             "filenameTemplate": f"{ds.datasetName}.${{SN}}.pool.root",
0086             "serialNr": 1,
0087             "streamName": "OUT",
0088             "outtype": ds.type,
0089         }
0090     ]
0091 )
0092
0093 ds = JediDatasetSpec()
0094 ds.jediTaskID = task.jediTaskID
0095 ds.datasetName = f"panda.jeditest.log.{uuid.uuid4()}"
0096 ds.type = "log"
0097 ds.vo = task.vo
0098 ds.cloud = "US"
0099 ds.streamName = "LOG"
0100 ds.status = "defined"
0101 ds.nFiles = 0
0102 ds.nFilesUsed = 0
0103 ds.nFilesFinished = 0
0104 ds.nFilesFailed = 0
0105
0106 st, datasetID = tbIF.insertDataset_JEDI(ds)
0107
0108 tbIF.insertOutputTemplate_JEDI(
0109     [
0110         {
0111             "jediTaskID": task.jediTaskID,
0112             "datasetID": datasetID,
0113             "filenameTemplate": f"{ds.datasetName}.${{SN}}.log.tgz",
0114             "serialNr": 1,
0115             "streamName": "LOG",
0116             "outtype": ds.type,
0117         }
0118     ]
0119 )
0120
0121 tbIF.insertJobParamsTemplate_JEDI(
0122     task.jediTaskID,
0123     'inputAODFile=${IN} maxEvents=1000 RunNumber=213816 autoConfiguration=everything preExec="from BTagging.BTaggingFlags import BTaggingFlags;BTaggingFlags.CalibrationTag="BTagCalibALL-07-02"" DBRelease=${DBR} AMITag=p1462 outputNTUP_EMBLLDNFile=${OUT}',
0124 )