Warning, /swf-testbed/workflows/fast_processing_default.toml is written in an unsupported language. File is not indexed.
0001 # Fast Processing Workflow Configuration
0002 #
0003 # Pipeline (messages and data products):
0004 # DAQ Simulator [stf_gen] -> Data Agent [stf_ready] -> STFs
0005 # -> FastMon Agent [tf_file_registered] -> STF samples
0006 # -> Fast Processing Agent [slice] -> TF slices -> PanDA Workers
0007 #
0008 # Usage: testbed run fast_processing_default
0009
0010 [testbed]
0011 namespace = "torre2"
0012
0013 [workflow]
0014 name = "fast_processing"
0015 version = "1.0"
0016 description = "Fast processing of TF slices by PanDA/iDDS"
0017 includes = ["daq_state_machine.toml"]
0018
0019 # =============================================================================
0020 # Agent Configuration
0021 # =============================================================================
0022 # Fast processing requires: data agent, fastmon agent, fast_processing agent
0023 # DAQ simulator runs as the workflow runner (always present)
0024
0025 [agents.data]
0026 enabled = true
0027 script = "example_agents/example_data_agent.py"
0028
0029 [agents.processing]
0030 enabled = false
0031 script = "example_agents/example_processing_agent.py"
0032
0033 [agents.fastmon]
0034 enabled = true
0035 script = "example_agents/example_fastmon_agent.py"
0036
0037 [agents.fast_processing]
0038 enabled = true
0039 script = "example_agents/fast_processing_agent.py"
0040
0041 # =============================================================================
0042 # Fast Processing Parameters
0043 # =============================================================================
0044
0045 [fast_processing]
0046 # Count-based STF generation
0047 stf_count = 10 # Generate exactly 10 STF files
0048 physics_period_count = 1 # Single physics period
0049
0050 # Fast processing parameters
0051 target_worker_count = 30 # Target number of workers for processing
0052 stf_sampling_rate = 1.0 # Fraction of STF data sampled by FastMon (100% for testing)
0053 slices_per_sample = 15 # Number of TF slices per STF sample
0054 slice_processing_time = 30 # Time to process one slice (seconds)
0055 worker_rampup_time = 300 # Time to bring workers online (seconds, 5 min)
0056 worker_rampdown_time = 60 # Time for graceful worker shutdown (seconds)
