Warning, /AID2E-framework/examples/schedulers/panda-idds/input-panda-multistage-file-datasets.yml is written in an unsupported language. File is not indexed.
0001 # Minimal two-stage PanDA/iDDS dataset file smoke.
0002 #
0003 # Intended command:
0004 #
0005 # aid2e optimize examples/schedulers/panda-idds/input-panda-multistage-file-datasets.yml
0006 #
0007 # This submits one sim/reco PanDA work that writes my_test.txt, then one ana
0008 # PanDA work that consumes the dataset-backed file list and prints the message
0009 # read from my_test.txt. The ana stage is marked final for this smoke and returns
0010 # the optimizer metrics directly: xyz and n_inputs.
0011
0012 problem:
0013 name: "DTLZ2 CLI PanDA Multi-Stage File Smoke Test"
0014 problem_type: "DTLZ2"
0015 output_location: "/tmp"
0016 work_location: "/tmp"
0017 design_parameters_file: "../../optimizers/dtlz2_design.params"
0018 objectives:
0019 - name: "xyz"
0020 direction: "minimize"
0021 - name: "n_inputs"
0022 direction: "minimize"
0023
0024 optimizer:
0025 name: "ax"
0026 type: "bayesian"
0027 parameters:
0028 initialization_strategy: "sobol"
0029 generator: "BOTORCH_MODULAR"
0030 n_initial_samples: 1
0031 n_iterations: 1
0032 batch_size: 1
0033 seed: 7
0034
0035 scheduler:
0036 runner_type: "PanDAiDDSRunner"
0037 parameters:
0038 cloud: "US"
0039 queue: "BNL_PanDA_1"
0040 source_dir: "."
0041 source_dir_parent_level: 1
0042 exclude_source_files:
0043 - '(^|/)\..*'
0044 - '.*\.log'
0045 - '.*\.json'
0046 - "__pycache__"
0047 - "work"
0048 - "OUTDIR"
0049 init_env_file: "panda-init-env.yml"
0050 max_walltime: 1800
0051 core_count: 1
0052 total_memory: 4000
0053 max_retries: 1
0054 output_location: "./aid2e_panda_scheduler_output"
0055 monitor_interval: 5
0056
0057 workflows:
0058 workflows:
0059 - name: "dtlz2_panda_multistage_file_smoke"
0060 description: "Two-stage PanDA/iDDS file smoke: simreco writes my_test.txt and ana reads/prints it."
0061 branches:
0062 - name: "main"
0063 stages:
0064 - name: "simreco"
0065 parallelism:
0066 max_concurrent: 1
0067 retry_max: 0
0068 timeout_sec: 600
0069 jobs:
0070 - name: "eta_0p1_pi"
0071 command: ""
0072 payload:
0073 evaluator_type: "python"
0074 python_callable: "examples.evaluators.dtlz2_panda:panda_stage_simreco"
0075 output_file: "my_test.txt"
0076 output_dataset: "{panda_scope}.aid2e.dtlz2.file_smoke.{submission_id}.{workflow_id}.{stage_id}.{job_id}"
0077 num_events: 100
0078 num_events_per_job: 100
0079 op_kwargs:
0080 particle: "pi+"
0081 eta_point: 0.1
0082
0083 - name: "ana"
0084 parallelism:
0085 max_concurrent: 1
0086 retry_max: 0
0087 timeout_sec: 600
0088 jobs:
0089 - name: "eta_0p1_pi"
0090 command: ""
0091 payload:
0092 evaluator_type: "python"
0093 python_callable: "examples.evaluators.dtlz2_panda:panda_stage_ana"
0094 depends_on:
0095 stage: "simreco"
0096 jobs: "*"
0097 dep_type: "datasets"
0098 dep_map: "one2one"
0099 input_datasets:
0100 input_file_names: "{panda_scope}.aid2e.dtlz2.file_smoke.{submission_id}.{workflow_id}.simreco.{job_id}"
0101 produces_objective: true
