monitor_app/panda/constants.py

0001 """
0002 PanDA database schema constants for ePIC production monitoring.
0003
0004 Field lists, error component definitions, and schema identifiers
0005 shared across query functions and SQL builders.
0006 """
0007
0008 PANDA_SCHEMA = 'doma_panda'
0009
0010 # Job field lists
0011
0012 LIST_FIELDS = [
0013     'pandaid', 'jeditaskid', 'reqid', 'produsername', 'jobstatus',
0014     'computingsite', 'transformation', 'processingtype',
0015     'creationtime', 'starttime', 'endtime', 'modificationtime',
0016     'corecount', 'nevents',
0017     'noutputdatafiles', 'outputfilebytes',
0018 ]
0019
0020 ERROR_FIELDS = [
0021     'brokerageerrorcode', 'brokerageerrordiag',
0022     'ddmerrorcode', 'ddmerrordiag',
0023     'exeerrorcode', 'exeerrordiag',
0024     'jobdispatchererrorcode', 'jobdispatchererrordiag',
0025     'piloterrorcode', 'piloterrordiag',
0026     'superrorcode', 'superrordiag',
0027     'taskbuffererrorcode', 'taskbuffererrordiag',
0028     'transexitcode',
0029 ]
0030
0031 DIAGNOSE_EXTRA_FIELDS = [
0032     'jobname', 'pilotid', 'computingelement', 'jobmetrics',
0033     'specialhandling', 'commandtopilot', 'maxrss', 'maxpss',
0034 ]
0035
0036 ERROR_COMPONENTS = [
0037     {'name': 'brokerage', 'code': 'brokerageerrorcode', 'diag': 'brokerageerrordiag'},
0038     {'name': 'ddm', 'code': 'ddmerrorcode', 'diag': 'ddmerrordiag'},
0039     {'name': 'executor', 'code': 'exeerrorcode', 'diag': 'exeerrordiag'},
0040     {'name': 'dispatcher', 'code': 'jobdispatchererrorcode', 'diag': 'jobdispatchererrordiag'},
0041     {'name': 'pilot', 'code': 'piloterrorcode', 'diag': 'piloterrordiag'},
0042     {'name': 'supervisor', 'code': 'superrorcode', 'diag': 'superrordiag'},
0043     {'name': 'taskbuffer', 'code': 'taskbuffererrorcode', 'diag': 'taskbuffererrordiag'},
0044 ]
0045
0046 FAULTY_STATUSES = ('failed', 'cancelled', 'closed')
0047
0048 # Expanded field list for single-job deep study
0049 STUDY_FIELDS = [
0050     # Identity
0051     'pandaid', 'jeditaskid', 'reqid', 'jobname', 'produsername', 'jobstatus',
0052     # Execution
0053     'computingsite', 'computingelement', 'transformation', 'processingtype',
0054     'creationtime', 'starttime', 'endtime', 'modificationtime',
0055     'corecount', 'actualcorecount', 'nevents',
0056     # Resources
0057     'maxrss', 'maxpss', 'maxvmem', 'maxswap', 'maxwalltime',
0058     'cpuconsumptiontime', 'cpuconsumptionunit',
0059     # I/O
0060     'inputfilebytes', 'ninputfiles', 'ninputdatafiles',
0061     'outputfilebytes', 'noutputdatafiles',
0062     'destinationdblock', 'destinationse',
0063     # Pilot / batch
0064     'pilotid', 'pilottiming', 'batchid',
0065     'container_name', 'specialhandling', 'commandtopilot',
0066     # All error fields
0067     'brokerageerrorcode', 'brokerageerrordiag',
0068     'ddmerrorcode', 'ddmerrordiag',
0069     'exeerrorcode', 'exeerrordiag',
0070     'jobdispatchererrorcode', 'jobdispatchererrordiag',
0071     'piloterrorcode', 'piloterrordiag',
0072     'superrorcode', 'superrordiag',
0073     'taskbuffererrorcode', 'taskbuffererrordiag',
0074     'transexitcode',
0075     # Metadata
0076     'jobmetrics', 'metadata',
0077 ]
0078
0079 # File table fields for study_job
0080 FILE_FIELDS = [
0081     'lfn', 'type', 'guid', 'scope', 'fsize', 'status',
0082     'dataset', 'destinationdblock', 'checksum',
0083 ]
0084
0085 # Task field lists
0086
0087 TASK_LIST_FIELDS = [
0088     'jeditaskid', 'taskname', 'status', 'username',
0089     'creationdate', 'starttime', 'endtime', 'modificationtime',
0090     'reqid', 'processingtype', 'transpath',
0091     'progress', 'failurerate', 'errordialog',
0092     'site', 'corecount', 'taskpriority', 'currentpriority',
0093     'gshare', 'attemptnr', 'parent_tid', 'workinggroup',
0094 ]