idds/tests/core_tests_stat.py

0001 from datetime import datetime
0002
0003 from idds.common.utils import json_dumps, setup_logging                 # noqa F401
0004 from idds.common.constants import ContentStatus, ContentType, ContentRelationType, ContentLocking          # noqa F401
0005 from idds.core.requests import get_requests              # noqa F401
0006 from idds.core.messages import retrieve_messages         # noqa F401
0007 from idds.core.transforms import get_transforms, get_transform          # noqa F401
0008 from idds.core.workprogress import get_workprogresses    # noqa F401
0009 from idds.core.processings import get_processings        # noqa F401
0010 from idds.core import transforms as core_transforms      # noqa F401
0011 from idds.core.transforms import release_inputs_by_collection, release_inputs_by_collection_old     # noqa F401
0012 from idds.workflowv2.workflow import Workflow            # noqa F401
0013 from idds.workflowv2.work import Work                    # noqa F401
0014
0015
0016 setup_logging(__name__)
0017
0018 time_start = "Jan 1 00:00:00 2023"
0019 time_start = datetime.strptime(time_start, "%b %d %H:%M:%S %Y")
0020
0021 time_end = "Jan 1 00:00:00 2024"
0022 time_end = datetime.strptime(time_end, "%b %d %H:%M:%S %Y")
0023
0024 output_total = 0
0025 output_processed = 0
0026 reqs = get_requests(with_transform=True)
0027 for req in reqs:
0028     if "HSC" in req['name'] or "hsc" in req['name'] or True:
0029         if req['created_at'] > time_start and req['created_at'] < time_end:
0030             print("id: %s, created_at: %s,  name: %s, output_total: %s, output_processed: %s" % (req['request_id'], req['created_at'], req['name'], req['output_total_files'], req['output_processed_files']))
0031             if req['output_total_files'] and req['output_processed_files']:
0032                 output_total += req['output_total_files']
0033                 output_processed += req['output_processed_files']
0034
0035 print("Total: %s, processed: %s" % (output_total, output_processed))