pandajedi/jeditest/jobGenForOneTask.py

0001 import os
0002 import socket
0003 import sys
0004
0005 from pandajedi.jedicore.JediTaskBufferInterface import JediTaskBufferInterface
0006 from pandajedi.jedicore.ThreadUtils import ListWithLock, ThreadPool
0007 from pandajedi.jediddm.DDMInterface import DDMInterface
0008 from pandajedi.jediorder.JobGenerator import JobGeneratorThread
0009 from pandajedi.jediorder.TaskSetupper import TaskSetupper
0010
0011 tbIF = JediTaskBufferInterface()
0012 tbIF.setupInterface()
0013
0014 siteMapper = tbIF.get_site_mapper()
0015
0016 ddmIF = DDMInterface()
0017 ddmIF.setupInterface()
0018
0019 jediTaskID = int(sys.argv[1])
0020
0021 # get task attributes
0022 s, taskSpec = tbIF.getTaskWithID_JEDI(jediTaskID)
0023 pid = f"{socket.getfqdn().split('.')[0]}-{os.getpid()}_{os.getpgrp()}-sgen"
0024 vo = taskSpec.vo
0025 prodSourceLabel = taskSpec.prodSourceLabel
0026 workQueue = tbIF.getWorkQueueMap().getQueueWithIDGshare(taskSpec.workQueue_ID, taskSpec.gshare)
0027
0028 # get inputs
0029 tmpList = tbIF.getTasksToBeProcessed_JEDI(pid, None, workQueue, None, None, nFiles=1000, target_tasks=[jediTaskID])
0030 inputList = ListWithLock(tmpList)
0031
0032 # create thread
0033 threadPool = ThreadPool()
0034 taskSetupper = TaskSetupper(vo, prodSourceLabel)
0035 taskSetupper.initializeMods(tbIF, ddmIF)
0036 gen = JobGeneratorThread(inputList, threadPool, tbIF, ddmIF, siteMapper, True, taskSetupper, pid, workQueue, "sgen", None, None, None, False)
0037 gen.start()
0038 gen.join()