Warning, /AID2E-framework/examples/schedulers/panda-idds/input-panda-multistage-file-datasets-all2one.yml is written in an unsupported language. File is not indexed.
0001 # PanDA/iDDS all-to-one dataset example with local objective finalization.
0002 #
0003 # Intended command:
0004 #
0005 # aid2e optimize examples/schedulers/panda-idds/input-panda-multistage-file-datasets-all2one.yml
0006 #
0007 # For each optimizer trial, two sim/reco PanDA works produce separate datasets.
0008 # One ana PanDA work consumes files from both datasets using an all2one mapping.
0009 # A local JobLib-designated final stage converts the aggregate ana result and
0010 # trial design point into the DTLZ2 objectives f1 and f2.
0011
0012 problem:
0013 name: "DTLZ2 CLI PanDA Multi-Stage All-To-One Dataset Test"
0014 problem_type: "DTLZ2"
0015 output_location: "/tmp"
0016 work_location: "/tmp"
0017 design_parameters_file: "../../optimizers/dtlz2_design.params"
0018 objectives:
0019 - name: "f1"
0020 direction: "minimize"
0021 - name: "f2"
0022 direction: "minimize"
0023
0024 optimizer:
0025 name: "ax"
0026 type: "bayesian"
0027 parameters:
0028 initialization_strategy: "sobol"
0029 generator: "BOTORCH_MODULAR"
0030 n_initial_samples: 2
0031 n_iterations: 6
0032 batch_size: 2
0033 seed: 7
0034
0035 scheduler:
0036 runner_type: "PanDAiDDSRunner"
0037 parameters:
0038 cloud: "US"
0039 queue: "BNL_PanDA_1"
0040 source_dir: "."
0041 source_dir_parent_level: 1
0042 exclude_source_files:
0043 - '(^|/)\..*'
0044 - '.*\.log'
0045 - '.*\.json'
0046 - "__pycache__"
0047 - "work"
0048 - "OUTDIR"
0049 init_env_file: "panda-init-env.yml"
0050 max_walltime: 1800
0051 core_count: 1
0052 total_memory: 4000
0053 max_retries: 1
0054 output_location: "./aid2e_panda_scheduler_output"
0055 monitor_interval: 5
0056
0057 workflows:
0058 workflows:
0059 - name: "dtlz2_panda_multistage_file_all2one"
0060 description: "Two PanDA simreco datasets feed one PanDA ana job, followed by local DTLZ2 finalization."
0061 branches:
0062 - name: "main"
0063 stages:
0064 - name: "simreco"
0065 parallelism:
0066 max_concurrent: 2
0067 retry_max: 0
0068 timeout_sec: 600
0069 jobs:
0070 - name: "eta_0p1_pi"
0071 command: ""
0072 payload:
0073 evaluator_type: "python"
0074 python_callable: "examples.evaluators.dtlz2_panda:panda_stage_simreco"
0075 output_file: "my_test.txt"
0076 output_dataset: "{panda_scope}.aid2e.dtlz2.datasets.all2one.{submission_id}.{workflow_id}.{stage_id}.{job_id}"
0077 num_events: 100
0078 num_events_per_job: 100
0079 op_kwargs:
0080 particle: "pi+"
0081 eta_point: 0.1
0082
0083 - name: "eta_0p2_kaon"
0084 command: ""
0085 payload:
0086 evaluator_type: "python"
0087 python_callable: "examples.evaluators.dtlz2_panda:panda_stage_simreco"
0088 output_file: "my_test.txt"
0089 output_dataset: "{panda_scope}.aid2e.dtlz2.datasets.all2one.{submission_id}.{workflow_id}.{stage_id}.{job_id}"
0090 num_events: 100
0091 num_events_per_job: 100
0092 op_kwargs:
0093 particle: "kaon+"
0094 eta_point: 0.2
0095
0096 - name: "ana"
0097 parallelism:
0098 max_concurrent: 1
0099 retry_max: 0
0100 timeout_sec: 600
0101 jobs:
0102 - name: "aggregate_simreco"
0103 command: ""
0104 payload:
0105 evaluator_type: "python"
0106 python_callable: "examples.evaluators.dtlz2_panda:panda_stage_ana"
0107 depends_on:
0108 stage: "simreco"
0109 jobs: "*"
0110 dep_type: "datasets"
0111 dep_map: "all2one"
0112 input_datasets:
0113 input_file_names:
0114 - "{panda_scope}.aid2e.dtlz2.datasets.all2one.{submission_id}.{workflow_id}.simreco.eta_0p1_pi"
0115 - "{panda_scope}.aid2e.dtlz2.datasets.all2one.{submission_id}.{workflow_id}.simreco.eta_0p2_kaon"
0116
0117 - name: "final"
0118 scheduler:
0119 runner_type: "JobLibRunner"
0120 parameters:
0121 n_jobs: 1
0122 parallelism:
0123 max_concurrent: 1
0124 retry_max: 0
0125 timeout_sec: 600
0126 jobs:
0127 - name: "final_objectives"
0128 command: ""
0129 payload:
0130 evaluator_type: "python"
0131 python_callable: "examples.evaluators.dtlz2_panda:panda_stage_final"
0132 depends_on:
0133 stage: "ana"
0134 jobs: "*"
0135 dep_type: "results"
0136 dep_map: "one2one"
0137 parent_result_parameter_name: "ana_result"
0138 produces_objective: true
