idds/tests/panda_client_submit_test.py

0001 import uuid
0002 from pandaclient import Client
0003
0004 inFileList = ['file1']
0005
0006 logDatasetName = 'panda.jeditest.log.{0}'.format(uuid.uuid4())
0007
0008 taskParamMap = {}
0009
0010 taskParamMap['nFilesPerJob'] = 1
0011 taskParamMap['nFiles'] = len(inFileList)
0012 # taskParamMap['nEventsPerInputFile']  = 10000
0013 # taskParamMap['nEventsPerJob'] = 10000
0014 # taskParamMap['nEvents'] = 25000
0015 taskParamMap['noInput'] = True
0016 taskParamMap['pfnList'] = inFileList
0017 # taskParamMap['mergeOutput'] = True
0018 taskParamMap['taskName'] = str(uuid.uuid4())
0019 taskParamMap['userName'] = 'someone'
0020 taskParamMap['vo'] = 'wlcg'
0021 taskParamMap['taskPriority'] = 900
0022 # taskParamMap['reqID'] = reqIdx
0023 taskParamMap['architecture'] = ''
0024 taskParamMap['transUses'] = ''
0025 taskParamMap['transHome'] = None
0026 # taskParamMap['transPath'] = 'https://atlpan.web.cern.ch/atlpan/bash-c'
0027 taskParamMap['transPath'] = 'https://atlpan.web.cern.ch/atlpan/bash-c-enc'
0028 taskParamMap['encJobParams'] = True
0029 taskParamMap['processingType'] = 'step1'
0030 taskParamMap['prodSourceLabel'] = 'test'
0031 taskParamMap['taskType'] = 'test'
0032 taskParamMap['workingGroup'] = 'lsst'
0033 taskParamMap['coreCount'] = 1
0034 # taskParamMap['walltime'] = 1
0035 # taskParamMap['cloud'] = 'LSST'
0036 # taskParamMap['site'] = 'DOMA_LSST_GOOGLE_TEST'
0037 # taskParamMap['site'] = 'DOMA_LSST_SLAC_TEST'
0038 taskParamMap['cloud'] = 'US'
0039 taskParamMap['site'] = 'SLAC_TEST'
0040
0041 taskParamMap['ramCount'] = 1000
0042 # taskParamMap['ramUnit'] = 'MB'
0043 taskParamMap['ramUnit'] = 'MBPerCoreFixed'
0044
0045 taskParamMap['retryRamOffset'] = 2000
0046 taskParamMap['retryRamStep'] = 0.3
0047
0048 """
0049 taskParamMap['log'] = {'dataset': logDatasetName,
0050                        'type': 'template',
0051                        'param_type': 'log',
0052                        'token': 'local',
0053                        'destination': 'local',
0054                        'value': '{0}.${{SN}}.log.tgz'.format(logDatasetName)}
0055 """
0056
0057 taskParamMap['jobParameters'] = [
0058     {'type': 'constant',
0059      'value': 'echo aaa; ls; echo',
0060      },
0061     {'type': 'constant',
0062      'value': '"\'${IN/L}\'"',    # noqa E123
0063      },
0064     ]                             # noqa E123
0065
0066 print(Client.insertTaskParams(taskParamMap))