idds/tests/panda_test.py

0001
0002 import os   # noqa E402
0003 import sys
0004 import datetime
0005
0006 os.environ['PANDA_URL'] = 'http://pandaserver-doma.cern.ch:25080/server/panda'
0007 # os.environ['PANDA_URL_SSL'] = 'https://pandaserver-doma.cern.ch:25443/server/panda'
0008 os.environ['PANDA_URL_SSL'] = 'https://pandaserver-doma.cern.ch:443/server/panda'
0009
0010 os.environ['PANDA_BEHIND_REAL_LB'] = "1"
0011 os.environ['PANDA_URL'] = 'http://rubin-panda-server-dev.slac.stanford.edu:80/server/panda'
0012 os.environ['PANDA_URL_SSL'] = 'https://rubin-panda-server-dev.slac.stanford.edu:8443/server/panda'
0013
0014 # os.environ['PANDA_URL_SSL'] = 'https://panda-doma-k8s-panda.cern.ch/server/panda'
0015 # os.environ['PANDA_URL'] = 'http://panda-doma-k8s-panda.cern.ch:25080/server/panda'
0016
0017 # os.environ['PANDA_URL'] = 'https://usdf-panda-server.slac.stanford.edu:8443/server/panda'
0018 # os.environ['PANDA_URL_SSL'] = 'https://usdf-panda-server.slac.stanford.edu:8443/server/panda'
0019
0020 # os.environ['PANDA_URL_SSL'] = 'https://pandaserver01.sdcc.bnl.gov:25443/server/panda'
0021 # os.environ['PANDA_URL'] = 'https://pandaserver01.sdcc.bnl.gov:25443/server/panda'
0022
0023 from pandaclient import Client  # noqa E402
0024
0025
0026 task_ids = [160871, 160873, 160874, 160872, 160875]
0027 task_ids = [41161806]
0028 for task_id in task_ids:
0029     print("retry %s" % task_id)
0030     # ret = Client.retryTask(task_id, verbose=True)
0031     # print(ret)
0032
0033 # sys.exit(0)
0034
0035 task_ids = [i for i in range(157023, 157050)]
0036 task_ids = []
0037 task_ids = [161488, 154806, 154805, 153413]
0038 task_ids = [i for i in range(191, 220)]
0039 task_ids = [162763, 162753]
0040 task_ids = [i for i in range(164147, 164384)]
0041 task_ids += [162282, 162283, 162588]
0042 task_ids = [i for i in range(163930, 164147)]
0043 task_ids = [161142, 160648]
0044 task_ids = [165124, 165130, 165135] + [i for i in range(165143, 165149)]
0045 task_ids = [i for i in range(251, 282)]
0046 task_ids = [282, 322, 323, 324, 325]
0047 task_ids = [i for i in range(165243, 165277)]
0048 task_ids = [165277]
0049 task_ids = [i for i in range(5838, 5912)]
0050 task_ids = [165290, 165295, 165299, 165728]
0051 task_ids = []
0052 task_ids = [i for i in range(166636, 166778)]
0053 task_ids = [166253, 166254]
0054 task_ids = [167759]
0055 task_ids = [i for i in range(167781, 167785)]
0056 task_ids = [i for i in range(166799, 167877)]
0057 task_ids = [i for i in range(167997, 168003)]
0058 task_ids = [688, 8686, 8695, 8696]
0059 task_ids = [i for i in range(8958, 9634)]
0060 task_ids = [i for i in range(8752, 8958)]
0061 task_ids = [168645, 168638]
0062 task_ids = [168747, 168761, 168763]
0063 task_ids = [13413]
0064 task_ids = [168859, 168861, 168862]
0065 task_ids = [i for i in range(9021, 9222)]
0066 task_ids = [i for i in range(169155, 169178)]
0067 task_ids = [169182, 169183, 169184]
0068
0069 task_ids = [5975, 8442, 10741, 10742, 10744, 10745, 10746, 10747]
0070 task_ids = [15507, 15516, 15520, 15526, 15534, 15535, 15539, 15679, 15715]
0071 task_ids = [169181, 169198, 169199, 169201, 169206] + [i for i in range(169210, 169232)]
0072 task_ids = [169236, 169237, 169238, 169239, 169240, 169241]
0073 task_ids = [169272, 169273, 169312, 169313]
0074 task_ids = [169307, 169308, 169309, 169310, 169311, 169312, 169313, 169314]
0075 task_ids = [i for i in range(10147, 10150)]
0076 task_ids = [30, 31, 34, 32, 33, 35]
0077 task_ids = [169786, 169787]
0078 task_ids = [i for i in range(10173, 10204)]
0079 task_ids = [108, 109, 106, 107, 112]
0080 task_ids = [i for i in range(2921, 2927)]
0081 task_ids = [124, 68, 75, 78, 79]
0082 task_ids = [19654]
0083 task_ids = [16700, 16704, 17055, 17646, 17792, 18509, 19754, 21666, 21714, 21739, 16148, 16149, 16150]
0084 task_ids = [473, 472] + [i for i in range(325, 345)]
0085 task_ids = [476, 477, 478]
0086 task_ids = [937, 938, 940, 941]
0087 task_ids = [124, 619]
0088 task_ids = [22707, 22708, 22709, 22710, 23211, 23212, 22155, 22158]
0089 task_ids = [24483, 24484, 25895, 26126, 26450, 26451, 26452, 26454, 26994, 27025, 27029]
0090 task_ids = [161489, 161496, 161502, 161508, 161514, 161520, 161526, 161532, 161538, 161544, 161550, 161556, 161562]
0091 task_ids = [3174, 3198, 3209, 3230, 3252, 3266, 3284, 3292, 3300, 3312, 3350, 3379, 3387]
0092 task_ids = [1548, 1555]
0093 task_ids = [3906, 4266, 4267, 4357, 4358, 4414, 4416, 4417, 4418]
0094 task_ids = [4559, 4558, 4725, 4727, 4732, 4734, 4737, 4741]
0095 task_ids = [i for i in range(7178, 7512)]
0096 task_ids = [i for i in range(7512, 7560)]
0097 task_ids = [i for i in range(7979, 8140)]
0098 task_ids = [i for i in range(8163, 8185)]
0099 task_ids = [i for i in range(8279, 8287)]
0100 task_ids = [39293, 39296, 39315]
0101 task_ids = [42837, 42838, 42835, 42839]
0102 task_ids = [i for i in range(7390, 7418)]
0103 task_ids = [6304]
0104 task_ids = [37539, 37540, 27471, 28411, 28414, 28618, 28989, 30058, 32568, 32590, 32591, 32592, 32593, 33940, 34435, 35278, 35291, 35591, 35592, 36353, 38401, 38607, 39918, 39919, 39931, 39932, 40286, 28988, 37539, 37540, 37545]
0105 task_ids = [42831, 42834, 42867]
0106 task_ids = [42954, 42956, 42933, 42934, 42935, 42937, 42939, 42941, 42942, 42943, 42944, 42945, 42946, 42947, 42783, 42785, 42786, 42787, 42788, 42789, 42790, 42791, 42792, 42793]
0107 task_ids = [51086]
0108 task_ids = [50090, 49086, 46992, 46525, 46523, 46521, 46511, 46479, 46477, 46475, 46445, 46442, 46438, 46439, 45992, 45988, 44568, 44195, 44183, 44186, 44179, 44069, 44029, 43914, 43913, 43912]
0109 task_ids = [8776, 8745, 8716, 8710, 8705, 8353]
0110 task_ids = [44182]
0111 task_ids = [i for i in range(58496, 58538)]
0112 task_ids = [10973]
0113 for task_id in task_ids:
0114     print("Killing %s" % task_id)
0115     ret = Client.killTask(task_id, verbose=True)
0116     print(ret)
0117
0118 task_ids = [45742, 45745]
0119 for task_id in task_ids:
0120     print("finishing %s" % task_id)
0121     ret = Client.finishTask(task_id, soft=True, verbose=True)
0122     print(ret)
0123
0124 newOpts = {}
0125 taskIDs = [58496]
0126 for taskID in taskIDs:
0127     status, out = Client.retryTask(taskID, verbose=True, properErrorCode=True, newParams=newOpts)
0128     print(f"retry task {taskID}")
0129     print(status)
0130     print(out)
0131
0132 sys.exit(0)
0133
0134 jediTaskID = 166303
0135 ret = Client.getJediTaskDetails({'jediTaskID': jediTaskID}, True, True, verbose=False)
0136 print(ret)
0137
0138 # sys.exit(0)
0139
0140 # jobids = [52690679]
0141 jobids = [9]
0142 """
0143 jobs_list_status = Client.getJobStatus(jobids, verbose=1)
0144 print(jobs_list_status)
0145 jobs_list = jobs_list_status[1]
0146 print(jobs_list)
0147 for job_info in jobs_list:
0148     if job_info is not None:
0149         # if job_info.Files and len(job_info.Files) > 0:
0150         print(job_info)
0151         print(job_info.attemptNr)
0152         print(job_info.maxAttempt)
0153         print(job_info.Files)
0154         print(job_info.Files[0])
0155         for f in job_info.Files:
0156             # print(dir(f))
0157             print(f._attributes)
0158             print(f.values())
0159             print(f.type)
0160 """
0161
0162 jobids = [66573292]
0163 jobids = [67228019]
0164 job_ids = [67228019]
0165 ret = Client.getFullJobStatus(ids=jobids, verbose=False)
0166 print(ret)
0167
0168 jobs_list = ret[1]
0169 # print(jobs_list)
0170 for job_info in jobs_list:
0171     if job_info:
0172         print(job_info)
0173         print(job_info.eventService)
0174         print(job_info.jobStatus)
0175         print(job_info.jobSubStatus)
0176         print(job_info.jobsetID)
0177         print(job_info.taskID)
0178         print(job_info.jediTaskID)
0179         print(job_info.Files)
0180         for job_file in job_info.Files:
0181             print(job_file.type)
0182             print(job_file.lfn)
0183 # sys.exit(0)
0184
0185 jediTaskID = 166303
0186 ret = Client.get_files_in_datasets(jediTaskID, verbose=False)
0187 print(ret)
0188
0189 print("get events")
0190 panda_ids = [{'task_id': 157016, 'panda_id': 53943290}]
0191 panda_ids = [{'task_id': 166303, 'panda_id': 66573292}]
0192 panda_ids = [{'task_id': 166643, 'panda_id': 66988434}]
0193 panda_ids = [{'task_id': 166943, 'panda_id': 67228019}]
0194 panda_ids = [{"task_id": 167852, "panda_id": 67486349}]
0195 panda_ids = [{"task_id": 167852, "panda_id": 67486348}]
0196 ret = Client.get_events_status(panda_ids, verbose=True)
0197 print(ret)
0198
0199 panda_ids = [{'task_id': 166943, 'panda_id': 67228018}]
0200 ret = Client.get_events_status(panda_ids, verbose=True)
0201 print(ret)
0202
0203 newOpts = {}
0204 taskIDs = [5050]
0205 taskIDs = [5007, 5008, 5009, 5011]
0206 for taskID in taskIDs:
0207     status, out = Client.retryTask(taskID, verbose=True, properErrorCode=True, newParams=newOpts)
0208     print(status)
0209     print(out)
0210
0211 sys.exit(0)
0212
0213 """
0214 jediTaskID = 10517    # 10607
0215 jediTaskID = 146329
0216 ret = Client.getJediTaskDetails({'jediTaskID': jediTaskID}, True, True, verbose=False)
0217 print(ret)
0218 # ret = Client.getTaskStatus(jediTaskID, verbose=False)
0219 # print(ret)
0220
0221 # ret = Client.getTaskStatus(jediTaskID, verbose=False)
0222 # print(ret)
0223
0224 task_info = ret[1]
0225 jobids = task_info['PandaID']
0226 ret = Client.getJobStatus(ids=jobids, verbose=False)
0227 print(ret)
0228
0229 if ret[0] == 0:
0230     jobs = ret[1]
0231     left_jobids = []
0232     ret_jobs = []
0233     print(len(jobs))
0234     for jobid, jobinfo in zip(jobids, jobs):
0235         if jobinfo is None:
0236             left_jobids.append(jobid)
0237         else:
0238             ret_jobs.append(jobinfo)
0239     if left_jobids:
0240         print(len(left_jobids))
0241         ret = Client.getFullJobStatus(ids=left_jobids, verbose=False)
0242         print(ret)
0243         print(len(ret[1]))
0244     ret_jobs = ret_jobs + ret[1]
0245     print(len(ret_jobs))
0246 """
0247
0248 # sys.exit(0)
0249
0250
0251 jediTaskID = 152096
0252 # jediTaskID = 154357
0253 print(jediTaskID)
0254
0255 ret = Client.getTaskStatus(jediTaskID)
0256 print(ret)
0257
0258 ret = Client.getPandaIDsWithTaskID(jediTaskID, verbose=False)
0259 print(ret)
0260 jobids = ret[1]
0261 print(jobids)
0262
0263 ret = Client.getJobStatus(ids=jobids, verbose=False)
0264 print(ret)
0265
0266 ret = Client.getFullJobStatus(ids=jobids, verbose=False)
0267 print(ret)
0268
0269 ret = Client.getJediTaskDetails({'jediTaskID': jediTaskID}, True, True, verbose=False)
0270 print(ret)
0271
0272 # sys.exit(0)
0273
0274 task_ids = []
0275 # task_ids = [1565, 1566, 1567, 1568, 1570, 1572, 1575, 1576, 1579, 1580, 1581, 1582, 1584, 1585, 1586, 1587, 1588, 1589, 1590, 1591, 1592, 1593, 1597, 1598, 1599, 1601, 1602, 1603, 1604, 1607, 1608, 1609, 1610, 1611, 1612, 1613, 1617]
0276 # task_ids = [i for i in range(1091, 1104)] + [i for i in range(1274, 1392)]
0277 # task_ids = [812]
0278 # task_ids += [i for i in range(815, 822)]
0279 # task_ids = [827, 830, 913, 914, 916, 917, 1030, 1031, 1033, 1034, 1036, 1048, 1090, 1392]
0280 # task_ids += [i for i in range(833, 839)]
0281 # task_ids += [i for i in range(1048, 1078)]
0282 # task_ids = [i for i in range(1855, 1856)]
0283 # task_ids = [i for i in range(1840, 1850)] + [i for i in range(1990, 2000)]
0284 # task_ids = [2549, 2560]
0285 # task_ids = [i for i in range(3692, 3723)]
0286 # task_ids = [3834, 3835, 3836]
0287 # task_ids = [i for i in range(141294, 142200)] + [i for i in range(141003, 141077)] + [i for i in range(141145, 141255)]
0288 # task_ids = [140954, 140955, 142228]
0289 # task_ids = [i for i in range(142507, 142651)]
0290 # task_ids = [i for i in range(140349, 140954)] + [142268, 142651]
0291 # task_ids = [1851] + [i for i in range(4336, 4374)] + [i for i in range(133965, 136025)]
0292 # task_ids = [832, 2347, 3045, 66860, 67036] + [i for i in range(121273, 140349)]
0293 # task_ids = [i for i in range(144088, 144111)] + [144891, 144892]
0294 # task_ids = [i for i in range(150050, 150065)]
0295 # task_ids = [150607, 150619, 150649, 150637, 150110, 150111]
0296 # task_ids = [150864, 150897, 150910]
0297 # task_ids = [151114, 151115]
0298 # task_ids = [i for i in range(151444, 151453)]
0299 task_ids = [i for i in range(45, 53)]
0300 # task_ids = []
0301 task_ids = [i for i in range(156974, 156981)]
0302 task_ids = [i for i in range(157023, 157050)]
0303 for task_id in task_ids:
0304     print("Killing %s" % task_id)
0305     Client.killTask(task_id)
0306
0307 taskIDs = [58496]
0308 for taskID in taskIDs:
0309     status, out = Client.retryTask(taskID, verbose=True, properErrorCode=True, newParams=newOpts)
0310     print(f"retry task {taskID}")
0311     print(status)
0312     print(out)
0313
0314 """
0315 jobids = []
0316 Client.getJobStatus(ids=jobids, verbose=False)
0317
0318 Client.getJediTaskDetails(taskDict,fullFlag,withTaskInfo,verbose=False)
0319
0320 Client.getFullJobStatus(ids, verbose=False)
0321 """
0322
0323 # getJobIDsJediTasksInTimeRange(timeRange, dn=None, minTaskID=None, verbose=False, task_type='user')
0324 # /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1
0325
0326 start_time = datetime.datetime.utcnow() - datetime.timedelta(hours=5)
0327 start_time = start_time.strftime('%Y-%m-%d %H:%M:%S')
0328 # ret = Client.getJobIDsJediTasksInTimeRange(start_time, verbose=False)
0329 # print(ret)
0330
0331 # ret = Client.getJobIDsJediTasksInTimeRange(start_time, task_type='test', verbose=False)
0332 # print(ret)
0333 # ret = Client.getJobIDsJediTasksInTimeRange(start_time, dn='/DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1', task_type='test', verbose=False)
0334 # print(ret)
0335 # ret = Client.getJobIDsJediTasksInTimeRange(start_time, dn='atlpilo1', task_type='test', verbose=False)
0336 # print(ret)
0337
0338
0339 taskID = 1595
0340 newOpts = {}
0341 # warning for PQ
0342 # site = newOpts.get('site', None)
0343 # excludedSite = newOpts.get('excludedSite', None)
0344 # for JEDI
0345 taskIDs = [5050]
0346 taskIDs = [58496]
0347 for taskID in taskIDs:
0348     status, out = Client.retryTask(taskID, verbose=True, properErrorCode=True, newParams=newOpts)
0349     print(status)
0350     print(out)
0351
0352 sys.exit(0)