Warning, /epic-lfhcal-tbana/examples/yall/fullset-f1-repro/Yallfile is written in an unsupported language. File is not indexed.
0001 campaign lfhcal-tb2026-fullset-f1-repro
0002 backend condor
0003
0004 # Set to full to record operator accounts when permitted by your site's privacy policy.
0005 %account-provenance off
0006
0007 # Reproduce Fredi's SPS H2 FullSetF_1 calibration chain from raw data.
0008 # Source recipe:
0009 # NewStructure/convertDataHGCROC_TBSPSH2_2026.sh
0010 # NewStructure/runHGCROCCalibration_TBSPSH2_2026.sh
0011 # NewStructure/helperCalibHGCROC.sh
0012 # NewStructure/stripCalib_TBSPSH2_2026.sh
0013 #
0014 # FullSetF_1 uses muon runs 426-430 merged as Muon_FullSetF_1,
0015 # pedestal run 431, the FullSetA-F bad-channel map, the FullSetF ToA
0016 # offsets, and five reduced/no-event-tree improvement passes through Imp5R.
0017 #
0018 # Fredi's published reference calibration is:
0019 # ../../../calibrations/TB2026/calib_SPS-H2_FullSetF_1.txt
0020 #
0021 # fixSetup is intentionally omitted: it repairs already-converted files after
0022 # mapping changes. This workflow converts fresh from raw using the current map.
0023
0024 @env LFHCAL_DATA
0025 @env LFHCAL_WORK
0026 @env EIC_SHELL
0027 @set BUILD ../../../NewStructure/build
0028 @set TB2026_CONFIG ../../../configs/TB2026
0029
0030 # Scientific run configuration lives here.
0031 @table runs type run:
0032 muon 426
0033 muon 427
0034 muon 428
0035 muon 429
0036 muon 430
0037 pedestal 431
0038
0039 %cpus 1
0040 %memory 4GB
0041 %disk 8GB
0042 %time 2h
0043 %getenv true
0044 %wrapper ../../../tools/run-in-eic-shell.sh {EIC_SHELL} /usr/bin/env ROOT_MAX_THREADS=1 OMP_NUM_THREADS=1
0045
0046 # Lightweight directory setup runs during `yall-run create`, not as a Condor job.
0047 %preflight /bin/mkdir -p \
0048 {LFHCAL_WORK}/fullset-f1-repro/converted \
0049 {LFHCAL_WORK}/fullset-f1-repro/pedestal \
0050 {LFHCAL_WORK}/fullset-f1-repro/transfer \
0051 {LFHCAL_WORK}/fullset-f1-repro/mip \
0052 {LFHCAL_WORK}/fullset-f1-repro/selected \
0053 {LFHCAL_WORK}/fullset-f1-repro/refine1 \
0054 {LFHCAL_WORK}/fullset-f1-repro/refine2 \
0055 {LFHCAL_WORK}/fullset-f1-repro/refine3 \
0056 {LFHCAL_WORK}/fullset-f1-repro/refine4 \
0057 {LFHCAL_WORK}/fullset-f1-repro/refine5 \
0058 {LFHCAL_WORK}/fullset-f1-repro/final \
0059 {LFHCAL_WORK}/fullset-f1-repro/plots/pedestal \
0060 {LFHCAL_WORK}/fullset-f1-repro/plots/transfer \
0061 {LFHCAL_WORK}/fullset-f1-repro/plots/mip \
0062 {LFHCAL_WORK}/fullset-f1-repro/plots/refine1 \
0063 {LFHCAL_WORK}/fullset-f1-repro/plots/refine2 \
0064 {LFHCAL_WORK}/fullset-f1-repro/plots/refine3 \
0065 {LFHCAL_WORK}/fullset-f1-repro/plots/refine4 \
0066 {LFHCAL_WORK}/fullset-f1-repro/plots/refine5
0067
0068 convert-{type}-{run}:
0069 @each type run in runs
0070 @input raw {LFHCAL_DATA}/Run{run}.h2g
0071 @input mapping {TB2026_CONFIG}/mapping_HGCROC_SPSH2TB_sumV2_default.csv
0072 @input rundb {TB2026_CONFIG}/DataTakingDB_TBSPSH2_202605_HGCROC.csv
0073 @output root {LFHCAL_WORK}/fullset-f1-repro/converted/rawHGCROC_{run}.root
0074 %memory 2GB
0075 {BUILD}/Convert -d 0 -f -w -c @input.raw \
0076 -o @output.root -m @input.mapping -r @input.rundb
0077
0078 # Bind type=muon so the parent and input fan-in follow only the muon rows.
0079 merge-{type}: convert-{type}-{run}
0080 @each type muon
0081 @input parts {LFHCAL_WORK}/fullset-f1-repro/converted/rawHGCROC_{run}.root
0082 @output root {LFHCAL_WORK}/fullset-f1-repro/converted/rawHGCROC_Muon_FullSetF_1.root
0083 hadd -f @output.root @input.parts
0084
0085 # Bind type here; run is inherited from the compatible conversion row.
0086 {type}-{run}: convert-{type}-{run}
0087 @each type pedestal
0088 @input raw {LFHCAL_WORK}/fullset-f1-repro/converted/rawHGCROC_{run}.root
0089 @input rundb {TB2026_CONFIG}/DataTakingDB_TBSPSH2_202605_HGCROC.csv
0090 @output root {LFHCAL_WORK}/fullset-f1-repro/pedestal/rawHGCROC_wPed_{run}.root
0091 @output calib {LFHCAL_WORK}/fullset-f1-repro/pedestal/rawHGCROC_wPed_{run}_calib.txt
0092 @output hists {LFHCAL_WORK}/fullset-f1-repro/pedestal/rawHGCROC_wPed_{run}_Hists.root
0093 @output plots {LFHCAL_WORK}/fullset-f1-repro/plots/pedestal/Run{run}
0094 {BUILD}/DataPrep -a -d 1 -p -i @input.raw -f \
0095 -o @output.root -O @output.plots -r @input.rundb -F pdf
0096
0097 # The patterned pedestal parent keeps this dependency tied to the run table.
0098 transfer-f1: merge-muon {type}-{run}
0099 @input pedestal {LFHCAL_WORK}/fullset-f1-repro/pedestal/rawHGCROC_wPed_{run}.root
0100 @input raw {LFHCAL_WORK}/fullset-f1-repro/converted/rawHGCROC_Muon_FullSetF_1.root
0101 @input bad {TB2026_CONFIG}/badChannel_HGCROC_SPSTB2026_FullSetA-F.txt
0102 @input toa {TB2026_CONFIG}/ToAOffsets_TBSPS2026_FullSetF.csv
0103 @input rundb {TB2026_CONFIG}/DataTakingDB_TBSPSH2_202605_HGCROC.csv
0104 @output root {LFHCAL_WORK}/fullset-f1-repro/transfer/rawHGCROC_wPed_wBC_Muon_FullSetF_1.root
0105 @output plots {LFHCAL_WORK}/fullset-f1-repro/plots/transfer/Muon_FullSetF_1
0106 {BUILD}/DataPrep -d 1 -e -f -P @input.pedestal \
0107 -i @input.raw -o @output.root -O @output.plots \
0108 -r @input.rundb -B @input.bad -G @input.toa
0109
0110 mip-f1: transfer-f1
0111 @input root {LFHCAL_WORK}/fullset-f1-repro/transfer/rawHGCROC_wPed_wBC_Muon_FullSetF_1.root
0112 @input rundb {TB2026_CONFIG}/DataTakingDB_TBSPSH2_202605_HGCROC.csv
0113 @output root {LFHCAL_WORK}/fullset-f1-repro/mip/rawHGCROC_wPedwMuon_wBC_Muon_FullSetF_1.root
0114 @output calib {LFHCAL_WORK}/fullset-f1-repro/mip/rawHGCROC_wPedwMuon_wBC_Muon_FullSetF_1_calib.txt
0115 @output hists {LFHCAL_WORK}/fullset-f1-repro/mip/rawHGCROC_wPedwMuon_wBC_Muon_FullSetF_1_Hists.root
0116 @output plots {LFHCAL_WORK}/fullset-f1-repro/plots/mip/Muon_FullSetF_1
0117 {BUILD}/DataPrep -a -f -d 1 -e -s -i @input.root \
0118 -o @output.root -O @output.plots -r @input.rundb
0119
0120 select-f1: mip-f1
0121 @input root {LFHCAL_WORK}/fullset-f1-repro/mip/rawHGCROC_wPedwMuon_wBC_Muon_FullSetF_1.root
0122 @output root {LFHCAL_WORK}/fullset-f1-repro/selected/rawHGCROC_mipTrigg_wPedwMuon_wBC_Muon_FullSetF_1.root
0123 {BUILD}/DataPrep -f -d 1 -X -i @input.root -o @output.root
0124
0125 # Fredi's *_red_woE recipe keeps fitting the same skimmed MIP sample and feeds
0126 # the previous pass's text calibration back with -k. It does not feed the
0127 # previous ROOT output into the next pass.
0128 refine1-f1: select-f1
0129 @input root {LFHCAL_WORK}/fullset-f1-repro/selected/rawHGCROC_mipTrigg_wPedwMuon_wBC_Muon_FullSetF_1.root
0130 @input rundb {TB2026_CONFIG}/DataTakingDB_TBSPSH2_202605_HGCROC.csv
0131 @output root {LFHCAL_WORK}/fullset-f1-repro/refine1/rawHGCROC_wPedwMuon_wBC_ImpR_Muon_FullSetF_1.root
0132 @output calib {LFHCAL_WORK}/fullset-f1-repro/refine1/rawHGCROC_wPedwMuon_wBC_ImpR_Muon_FullSetF_1_calib.txt
0133 @output plots {LFHCAL_WORK}/fullset-f1-repro/plots/refine1/Muon_FullSetF_1
0134 {BUILD}/DataPrep -x -a -f -d 1 -S -i @input.root \
0135 -o @output.root -O @output.plots -r @input.rundb
0136
0137 refine2-f1: refine1-f1
0138 @input root {LFHCAL_WORK}/fullset-f1-repro/selected/rawHGCROC_mipTrigg_wPedwMuon_wBC_Muon_FullSetF_1.root
0139 @input prev {LFHCAL_WORK}/fullset-f1-repro/refine1/rawHGCROC_wPedwMuon_wBC_ImpR_Muon_FullSetF_1_calib.txt
0140 @input rundb {TB2026_CONFIG}/DataTakingDB_TBSPSH2_202605_HGCROC.csv
0141 @output root {LFHCAL_WORK}/fullset-f1-repro/refine2/rawHGCROC_wPedwMuon_wBC_Imp2R_Muon_FullSetF_1.root
0142 @output calib {LFHCAL_WORK}/fullset-f1-repro/refine2/rawHGCROC_wPedwMuon_wBC_Imp2R_Muon_FullSetF_1_calib.txt
0143 @output plots {LFHCAL_WORK}/fullset-f1-repro/plots/refine2/Muon_FullSetF_1
0144 {BUILD}/DataPrep -x -a -f -d 1 -S -i @input.root -k @input.prev \
0145 -o @output.root -O @output.plots -r @input.rundb
0146
0147 refine3-f1: refine2-f1
0148 @input root {LFHCAL_WORK}/fullset-f1-repro/selected/rawHGCROC_mipTrigg_wPedwMuon_wBC_Muon_FullSetF_1.root
0149 @input prev {LFHCAL_WORK}/fullset-f1-repro/refine2/rawHGCROC_wPedwMuon_wBC_Imp2R_Muon_FullSetF_1_calib.txt
0150 @input rundb {TB2026_CONFIG}/DataTakingDB_TBSPSH2_202605_HGCROC.csv
0151 @output root {LFHCAL_WORK}/fullset-f1-repro/refine3/rawHGCROC_wPedwMuon_wBC_Imp3R_Muon_FullSetF_1.root
0152 @output calib {LFHCAL_WORK}/fullset-f1-repro/refine3/rawHGCROC_wPedwMuon_wBC_Imp3R_Muon_FullSetF_1_calib.txt
0153 @output plots {LFHCAL_WORK}/fullset-f1-repro/plots/refine3/Muon_FullSetF_1
0154 {BUILD}/DataPrep -x -a -f -d 1 -S -i @input.root -k @input.prev \
0155 -o @output.root -O @output.plots -r @input.rundb
0156
0157 refine4-f1: refine3-f1
0158 @input root {LFHCAL_WORK}/fullset-f1-repro/selected/rawHGCROC_mipTrigg_wPedwMuon_wBC_Muon_FullSetF_1.root
0159 @input prev {LFHCAL_WORK}/fullset-f1-repro/refine3/rawHGCROC_wPedwMuon_wBC_Imp3R_Muon_FullSetF_1_calib.txt
0160 @input rundb {TB2026_CONFIG}/DataTakingDB_TBSPSH2_202605_HGCROC.csv
0161 @output root {LFHCAL_WORK}/fullset-f1-repro/refine4/rawHGCROC_wPedwMuon_wBC_Imp4R_Muon_FullSetF_1.root
0162 @output calib {LFHCAL_WORK}/fullset-f1-repro/refine4/rawHGCROC_wPedwMuon_wBC_Imp4R_Muon_FullSetF_1_calib.txt
0163 @output plots {LFHCAL_WORK}/fullset-f1-repro/plots/refine4/Muon_FullSetF_1
0164 {BUILD}/DataPrep -x -a -f -d 1 -S -i @input.root -k @input.prev \
0165 -o @output.root -O @output.plots -r @input.rundb
0166
0167 refine5-f1: refine4-f1
0168 @input root {LFHCAL_WORK}/fullset-f1-repro/selected/rawHGCROC_mipTrigg_wPedwMuon_wBC_Muon_FullSetF_1.root
0169 @input prev {LFHCAL_WORK}/fullset-f1-repro/refine4/rawHGCROC_wPedwMuon_wBC_Imp4R_Muon_FullSetF_1_calib.txt
0170 @input rundb {TB2026_CONFIG}/DataTakingDB_TBSPSH2_202605_HGCROC.csv
0171 @output root {LFHCAL_WORK}/fullset-f1-repro/refine5/rawHGCROC_wPedwMuon_wBC_Imp5R_Muon_FullSetF_1.root
0172 @output calib {LFHCAL_WORK}/fullset-f1-repro/refine5/rawHGCROC_wPedwMuon_wBC_Imp5R_Muon_FullSetF_1_calib.txt
0173 @output plots {LFHCAL_WORK}/fullset-f1-repro/plots/refine5/Muon_FullSetF_1
0174 {BUILD}/DataPrep -x -a -f -d 1 -S -i @input.root -k @input.prev \
0175 -o @output.root -O @output.plots -r @input.rundb
0176
0177 final-f1: refine5-f1
0178 @input root {LFHCAL_WORK}/fullset-f1-repro/refine5/rawHGCROC_wPedwMuon_wBC_Imp5R_Muon_FullSetF_1.root
0179 @input calib {LFHCAL_WORK}/fullset-f1-repro/refine5/rawHGCROC_wPedwMuon_wBC_Imp5R_Muon_FullSetF_1_calib.txt
0180 @output root {LFHCAL_WORK}/fullset-f1-repro/final/calib_Final_Muon_FullSetF_1.root
0181 @output calib {LFHCAL_WORK}/fullset-f1-repro/final/calib_Final_Muon_FullSetF_1_calib.txt
0182 ! /bin/mkdir -p {LFHCAL_WORK}/fullset-f1-repro/final && \
0183 /bin/cp @input.root @output.root && /bin/cp @input.calib @output.calib
