pandaharvester/harvestertest/read_shared_file_messenger_files.py

0001 #!/bin/env python
0002 import fnmatch
0003 import json
0004 import os
0005 import os.path
0006 import re
0007 import sys
0008 import tarfile
0009 from pprint import pprint
0010
0011 from pandaharvester.harvesterconfig import harvester_config
0012 from pandaharvester.harvestercore import core_utils
0013 from pandaharvester.harvestercore.communicator_pool import CommunicatorPool
0014 from pandaharvester.harvestercore.event_spec import EventSpec
0015 from pandaharvester.harvestercore.file_spec import FileSpec
0016 from pandaharvester.harvestercore.job_spec import JobSpec
0017 from pandaharvester.harvestercore.plugin_base import PluginBase
0018 from pandaharvester.harvestercore.plugin_factory import PluginFactory
0019 from pandaharvester.harvestercore.queue_config_mapper import QueueConfigMapper
0020 from pandaharvester.harvestercore.work_spec import WorkSpec
0021
0022 # list of shared_file_messenger files
0023 file_list = []
0024
0025 # json for worker attributes
0026 jsonAttrsFileName = harvester_config.payload_interaction.workerAttributesFile
0027 file_list.append(("json for worker attributes", jsonAttrsFileName))
0028
0029 # json for job report
0030 jsonJobReport = harvester_config.payload_interaction.jobReportFile
0031 file_list.append(("json for job report", jsonJobReport))
0032
0033 # json for outputs
0034 jsonOutputsFileName = harvester_config.payload_interaction.eventStatusDumpJsonFile
0035 file_list.append(("json for outputs", jsonOutputsFileName))
0036
0037 # xml for outputs
0038 xmlOutputsBaseFileName = harvester_config.payload_interaction.eventStatusDumpXmlFile
0039
0040 # json for job request
0041 jsonJobRequestFileName = harvester_config.payload_interaction.jobRequestFile
0042 file_list.append(("json for job request", jsonJobRequestFileName))
0043
0044 # json for job spec
0045 jsonJobSpecFileName = harvester_config.payload_interaction.jobSpecFile
0046 file_list.append(("json for job spec", jsonJobSpecFileName))
0047
0048 # json for event request
0049 jsonEventsRequestFileName = harvester_config.payload_interaction.eventRequestFile
0050 file_list.append(("json for event request", jsonEventsRequestFileName))
0051
0052 # json to feed events
0053 jsonEventsFeedFileName = harvester_config.payload_interaction.eventRangesFile
0054 file_list.append(("json to feed events", jsonEventsFeedFileName))
0055
0056 # json to update events
0057 jsonEventsUpdateFileName = harvester_config.payload_interaction.updateEventsFile
0058 file_list.append(("json to update events", jsonEventsUpdateFileName))
0059
0060
0061 access_point = sys.argv[1]
0062
0063
0064 # Now loop over all of the json files "
0065 for description, jsonFileName in file_list:
0066     print(f"{description} : {jsonFileName}")
0067     jsonFilePath = os.path.join(access_point, jsonFileName)
0068     print(f"looking for attributes file {jsonFilePath}")
0069     if not os.path.exists(jsonFilePath):
0070         # not found
0071         print("not found")
0072     else:
0073         try:
0074             with open(jsonFilePath) as data_file:
0075                 data = json.load(data_file)
0076             pprint(data)
0077         except BaseException:
0078             print(f"failed to load {jsonFilePath}")
0079             continue