pandaserver/test/testReco.py

0001 import sys
0002 import time
0003 import uuid
0004
0005 from pandaserver.taskbuffer.FileSpec import FileSpec
0006 from pandaserver.taskbuffer.JobSpec import JobSpec
0007 from pandaserver.userinterface import Client
0008
0009 if len(sys.argv) > 1:
0010     site = sys.argv[1]
0011 else:
0012     site = None
0013
0014 dataset_name = f"panda.destDB.{str(uuid.uuid4())}"
0015 destination_se = None
0016
0017 files = {
0018     "misal1_mc12.005802.JF17_pythia_jet_filter.digit.RDO.v12000601_tid008610._11615.pool.root.1": None,
0019     # 'misal1_mc12.005802.JF17_pythia_jet_filter.digit.RDO.v12000601_tid008610._11639.pool.root.1':None,
0020     # 'misal1_mc12.005200.T1_McAtNlo_Jimmy.digit.RDO.v12000601_tid007554._03634.pool.root.1':None,
0021     # 'misal1_mc12.005200.T1_McAtNlo_Jimmy.digit.RDO.v12000601_tid007554._03248.pool.root.1':None,
0022     # 'misal1_mc12.005200.T1_McAtNlo_Jimmy.digit.RDO.v12000601_tid007554._03634.pool.root.1':None,
0023 }
0024
0025 job_list = []
0026
0027 index = 0
0028 for lfn in files:
0029     index += 1
0030     job = JobSpec()
0031     job.jobDefinitionID = int(time.time()) % 10000
0032     job.jobName = "%s_%d" % (str(uuid.uuid4()), index)
0033     job.AtlasRelease = "Atlas-12.0.6"
0034     job.homepackage = "AtlasProduction/12.0.6.4"
0035     job.transformation = "csc_reco_trf.py"
0036     job.destinationDBlock = dataset_name
0037     job.destinationSE = destination_se
0038     job.computingSite = site
0039     # job.prodDBlock        = 'misal1_mc12.005200.T1_McAtNlo_Jimmy.digit.RDO.v12000601_tid007554'
0040     job.prodDBlock = "misal1_mc12.005802.JF17_pythia_jet_filter.digit.RDO.v12000601_tid008610"
0041     job.cloud = "US"
0042
0043     job.prodSourceLabel = "test"
0044     job.currentPriority = 10000
0045     job.cmtConfig = "i686-slc4-gcc34-opt"
0046
0047     fileI = FileSpec()
0048     fileI.dataset = job.prodDBlock
0049     fileI.prodDBlock = job.prodDBlock
0050     fileI.lfn = lfn
0051     fileI.type = "input"
0052     job.addFile(fileI)
0053
0054     fileD = FileSpec()
0055     fileD.dataset = "ddo.000001.Atlas.Ideal.DBRelease.v030101"
0056     fileD.prodDBlock = "ddo.000001.Atlas.Ideal.DBRelease.v030101"
0057     fileD.lfn = "DBRelease-3.1.1.tar.gz"
0058     fileD.type = "input"
0059     job.addFile(fileD)
0060
0061     fileOE = FileSpec()
0062     fileOE.lfn = f"{job.jobName}.ESD.pool.root"
0063     fileOE.destinationDBlock = job.destinationDBlock
0064     fileOE.destinationSE = job.destinationSE
0065     fileOE.dataset = job.destinationDBlock
0066     fileOE.destinationDBlockToken = "ATLASDATADISK"
0067     fileOE.type = "output"
0068     job.addFile(fileOE)
0069
0070     fileOA = FileSpec()
0071     fileOA.lfn = f"{job.jobName}.AOD.pool.root"
0072     fileOA.destinationDBlock = job.destinationDBlock
0073     fileOA.destinationSE = job.destinationSE
0074     fileOA.dataset = job.destinationDBlock
0075     fileOA.destinationDBlockToken = "ATLASDATADISK"
0076     fileOA.type = "output"
0077     job.addFile(fileOA)
0078
0079     fileOC = FileSpec()
0080     fileOC.lfn = f"{job.jobName}.NTUP.root"
0081     fileOC.destinationDBlock = job.destinationDBlock
0082     fileOC.destinationSE = job.destinationSE
0083     fileOC.dataset = job.destinationDBlock
0084     fileOC.destinationDBlockToken = "ATLASDATADISK"
0085     fileOC.type = "output"
0086     job.addFile(fileOC)
0087
0088     fileOL = FileSpec()
0089     fileOL.lfn = f"{job.jobName}.job.log.tgz"
0090     fileOL.destinationDBlock = job.destinationDBlock
0091     fileOL.destinationSE = job.destinationSE
0092     fileOL.dataset = job.destinationDBlock
0093     fileOL.destinationDBlockToken = "ATLASDATADISK"
0094     fileOL.type = "log"
0095     job.addFile(fileOL)
0096
0097     job.jobParameters = f"{fileI.lfn} {fileOE.lfn} {fileOA.lfn} {fileOC.lfn} 250 0 ATLAS-CSC-01-02-00 CSC-06 NoRestrictedESDRecConfig.py {fileD.lfn}"
0098
0099     job_list.append(job)
0100
0101 status, output = Client.submit_jobs(job_list)
0102 print("---------------------")
0103 print(f"Status: {status}. Output: {output}")