Warning, /detector_benchmarks/benchmarks/backwards_ecal/Snakefile is written in an unsupported language. File is not indexed.
0001 def get_n_events(wildcards):
0002 energy = float(wildcards.ENERGY.replace("GeV", "").replace("MeV", "e-3"))
0003 n_events = 1000 if wildcards.PARTICLE == "e-" else 2000
0004 n_events = int(n_events // (energy ** 0.75))
0005 return n_events
0006
0007
0008 rule backwards_ecal_sim:
0009 input:
0010 steering_file=ancient("EPIC/EVGEN/SINGLE/{PARTICLE}/{ENERGY}/{PHASE_SPACE}/{PARTICLE}_{ENERGY}_{PHASE_SPACE}.steer"),
0011 warmup="warmup.edm4hep.root",
0012 geometry_lib=find_epic_libraries(),
0013 output:
0014 "sim_output/backwards_ecal/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}/{PARTICLE}_{ENERGY}_{PHASE_SPACE}.{INDEX}.edm4hep.rnt.root",
0015 log:
0016 "logs/sim_output/backwards_ecal/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}/{PARTICLE}_{ENERGY}_{PHASE_SPACE}.{INDEX}.edm4hep.rnt.root.log",
0017 wildcard_constraints:
0018 PARTICLE="(e-|pi-)",
0019 ENERGY="[0-9]+[kMG]eV",
0020 PHASE_SPACE="(3to50|45to135|130to177)deg",
0021 INDEX=r"\d{4}",
0022 params:
0023 N_EVENTS=get_n_events,
0024 SEED=lambda wildcards: "1" + wildcards.INDEX,
0025 DETECTOR_PATH=config["DETECTOR_PREFIX"] + "/share/epic",
0026 DETECTOR_CONFIG=lambda wildcards: wildcards.DETECTOR_CONFIG,
0027 DD4HEP_HASH=get_spack_package_hash("dd4hep"),
0028 NPSIM_HASH=get_spack_package_hash("npsim"),
0029 cache: True
0030 singularity: EIC_SINGULARITY_CONTAINER,
0031 shell:
0032 """
0033 set -m # monitor mode to prevent lingering processes
0034 set -o pipefail
0035 exec npsim \
0036 --runType batch \
0037 --enableGun \
0038 --steeringFile "{input.steering_file}" \
0039 --random.seed {params.SEED} \
0040 --filter.tracker edep0 \
0041 -v WARNING \
0042 --numberOfEvents {params.N_EVENTS} \
0043 --compactFile {params.DETECTOR_PATH}/{params.DETECTOR_CONFIG}.xml \
0044 --outputFile {output} \
0045 --outputConfig.useRNTuple true | tee {log}
0046 """
0047
0048
0049 rule backwards_ecal_recon:
0050 input:
0051 sim="sim_output/backwards_ecal/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}/{PARTICLE}_{ENERGY}_{PHASE_SPACE}.{INDEX}.edm4hep.rnt.root",
0052 warmup="warmup.edm4hep.root",
0053 output:
0054 "sim_output/backwards_ecal/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}/{PARTICLE}_{ENERGY}_{PHASE_SPACE}.{INDEX}.eicrecon.edm4eic.root",
0055 log:
0056 "logs/sim_output/backwards_ecal/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}/{PARTICLE}_{ENERGY}_{PHASE_SPACE}.{INDEX}.eicrecon.edm4eic.root.log",
0057 wildcard_constraints:
0058 INDEX=r"\d{4}",
0059 params:
0060 DETECTOR_CONFIG=lambda wildcards: wildcards.DETECTOR_CONFIG,
0061 EICRECON_HASH=get_spack_package_hash("eicrecon"),
0062 cache: True
0063 singularity: EIC_SINGULARITY_CONTAINER,
0064 shell: """
0065 set -m # monitor mode to prevent lingering processes
0066 exec env DETECTOR_CONFIG={params.DETECTOR_CONFIG} \
0067 eicrecon {input.sim} -Ppodio:output_file={output} \
0068 -Ppodio:output_collections=MCParticles,EcalEndcapNRecHits,EcalEndcapNClusters | tee {log}
0069 """
0070
0071
0072 rule backwards_ecal_dis_recon:
0073 input:
0074 # Reuse the centrally defined DIS simulation from the tracking benchmark.
0075 sim="sim_output/tracking_performances_dis/{DETECTOR_CONFIG}/pythia8NCDIS_{EBEAM}x{PBEAM}_minQ2={MINQ2}_beamEffects_xAngle=-0.025_hiDiv_{INDEX}.edm4hep.root",
0076 warmup="warmup.edm4hep.root",
0077 output:
0078 "sim_output/backwards_ecal_dis/{DETECTOR_CONFIG}/pythia8NCDIS_{EBEAM}x{PBEAM}_minQ2={MINQ2}_beamEffects_xAngle=-0.025_hiDiv_{INDEX}.edm4eic.root",
0079 log:
0080 "logs/sim_output/backwards_ecal_dis/{DETECTOR_CONFIG}/pythia8NCDIS_{EBEAM}x{PBEAM}_minQ2={MINQ2}_beamEffects_xAngle=-0.025_hiDiv_{INDEX}.edm4eic.root.log",
0081 wildcard_constraints:
0082 EBEAM=r"\d+",
0083 PBEAM=r"\d+",
0084 MINQ2=r"\d+",
0085 INDEX=r"\d+",
0086 params:
0087 DETECTOR_CONFIG=lambda wildcards: wildcards.DETECTOR_CONFIG,
0088 EICRECON_HASH=get_spack_package_hash("eicrecon"),
0089 cache: True
0090 singularity: EIC_SINGULARITY_CONTAINER,
0091 shell:
0092 """
0093 set -m # monitor mode to prevent lingering processes
0094 set -o pipefail
0095 exec env DETECTOR_CONFIG={params.DETECTOR_CONFIG} \
0096 eicrecon {input.sim} -Ppodio:output_file={output} \
0097 -Ppodio:output_collections=MCParticles,MCScatteredElectrons,EcalEndcapNClusters \
0098 | tee {log}
0099 """
0100
0101
0102 rule backwards_ecal_dis_local_sim_list:
0103 input:
0104 expand(
0105 "sim_output/backwards_ecal_dis/{{DETECTOR_CONFIG}}/pythia8NCDIS_{{EBEAM}}x{{PBEAM}}_minQ2={{MINQ2}}_beamEffects_xAngle=-0.025_hiDiv_{INDEX}.edm4eic.root",
0106 INDEX=range(1, 6),
0107 ),
0108 output:
0109 "listing/backwards_ecal_dis/local/{DETECTOR_CONFIG}/{EBEAM}x{PBEAM}/minQ2={MINQ2}.lst",
0110 run:
0111 with open(output[0], "wt") as fp:
0112 fp.write("\n".join(input) + "\n")
0113
0114
0115 rule backwards_ecal_local_sim_list:
0116 input:
0117 expand(
0118 "sim_output/backwards_ecal/{{DETECTOR_CONFIG}}/{{PARTICLE}}/{{ENERGY}}/{{PHASE_SPACE}}/{{PARTICLE}}_{{ENERGY}}_{{PHASE_SPACE}}.{INDEX:04d}.eicrecon.edm4eic.root",
0119 INDEX=range(20),
0120 ),
0121 output:
0122 "listing/backwards_ecal/local/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}.lst",
0123 run:
0124 with open(output[0], "wt") as fp:
0125 fp.write("\n".join(input))
0126
0127
0128 if config.get("stream_from_xrootd", True) not in [False, "", "0", "false"]:
0129 rule backwards_ecal_campaign_sim_list:
0130 output:
0131 "listing/backwards_ecal/{CAMPAIGN}/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}.lst",
0132 params:
0133 search_path=lambda wildcards: f"EPIC/RECO/{wildcards.CAMPAIGN}/epic_craterlake/SINGLE/{wildcards.PARTICLE}/{wildcards.ENERGY}/{wildcards.PHASE_SPACE}/",
0134 singularity: EIC_SINGULARITY_CONTAINER,
0135 shell: """
0136 xrdfs root://dtn-eic.jlab.org/ ls /volatile/eic/{params.search_path} \
0137 | awk '{{ print "root://dtn-eic.jlab.org/"$1; }}' \
0138 | sort \
0139 > {output}
0140 if [ ! -s {output} ]; then
0141 echo "Got an empty file listing for path \"\""
0142 exit 1
0143 fi
0144 """
0145 else:
0146 checkpoint backwards_ecal_campaign_sim_list_checkpoint:
0147 output:
0148 "listing/backwards_ecal/{CAMPAIGN}/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}.lst.orig",
0149 params:
0150 search_path=lambda wildcards: f"EPIC/RECO/{wildcards.CAMPAIGN}/epic_craterlake/SINGLE/{wildcards.PARTICLE}/{wildcards.ENERGY}/{wildcards.PHASE_SPACE}/",
0151 singularity: EIC_SINGULARITY_CONTAINER,
0152 shell: """
0153 xrdfs root://dtn-eic.jlab.org/ ls /volatile/eic/{params.search_path} \
0154 | sed -e 's#^/volatile/eic/##' \
0155 | sort \
0156 > {output}
0157 if [ ! -s {output} ]; then
0158 echo "Got an empty file listing for path \"\""
0159 exit 1
0160 fi
0161 """
0162
0163 def get_backwards_ecal_campaign_sim_list(wildcards):
0164 with checkpoints.backwards_ecal_campaign_sim_list_checkpoint.get(**wildcards).output[0].open() as fp:
0165 return [line.rstrip() for line in fp.readlines()]
0166
0167 rule backwards_ecal_campaign_sim_list:
0168 input:
0169 # depend on paths from the file list
0170 get_backwards_ecal_campaign_sim_list,
0171 orig_list="listing/backwards_ecal/{CAMPAIGN}/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}.lst.orig",
0172 output:
0173 "listing/backwards_ecal/{CAMPAIGN}/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}.lst",
0174 shell: """
0175 cp {input.orig_list} {output}
0176 """
0177
0178
0179 ruleorder: backwards_ecal_local_sim_list > backwards_ecal_campaign_sim_list
0180
0181
0182 rule backwards_ecal:
0183 input:
0184 expand(
0185 "listing/backwards_ecal/{{CAMPAIGN}}/" + config["DETECTOR_CONFIG"] + "/{PARTICLE}/{ENERGY}/{PHASE_SPACE}.lst",
0186 PARTICLE=["pi-", "e-"],
0187 ENERGY=[
0188 "100MeV",
0189 "200MeV",
0190 "500MeV",
0191 "1GeV",
0192 "2GeV",
0193 "5GeV",
0194 "10GeV",
0195 "20GeV",
0196 ],
0197 PHASE_SPACE=["130to177deg"],
0198 ),
0199 matplotlibrc=".matplotlibrc",
0200 script="benchmarks/backwards_ecal/backwards_ecal.org2py.py",
0201 output:
0202 directory("results/backwards_ecal/{CAMPAIGN}/")
0203 log:
0204 scheduler=".logs/results/backwards_ecal/{CAMPAIGN}/scheduler.log",
0205 worker=".logs/results/backwards_ecal/{CAMPAIGN}/worker.log",
0206 threads: workflow.cores
0207 singularity: EIC_SINGULARITY_CONTAINER,
0208 shell:
0209 """
0210 if [[ "{wildcards.CAMPAIGN}" == "local" ]]; then
0211 export PLOT_TITLE="Benchmark simulation"
0212 else
0213 export PLOT_TITLE="\\textbf{{ePIC}} Simulation {wildcards.CAMPAIGN}"
0214 fi
0215
0216 set -m # monitor mode to prevent lingering processes
0217 cleanup() {{
0218 echo Cleaning up
0219 kill $WORKER_PID $SCHEDULER_PID
0220 }}
0221 trap cleanup EXIT
0222
0223 PORT=$RANDOM
0224 dask scheduler --port $PORT 2>{log.scheduler} &
0225 export DASK_SCHEDULER=localhost:$PORT
0226 SCHEDULER_PID=$!
0227 dask worker tcp://$DASK_SCHEDULER --nworkers {threads} --nthreads 1 2>{log.worker} &
0228 WORKER_PID=$!
0229 env \
0230 MATPLOTLIBRC={input.matplotlibrc} \
0231 DETECTOR_CONFIG=""" + DETECTOR_CONFIG + """ \
0232 INPUT_PATH_FORMAT=listing/backwards_ecal/{wildcards.CAMPAIGN}/""" + DETECTOR_CONFIG + """/{{particle}}/{{energy}}/130to177deg.lst \
0233 OUTPUT_DIR={output} \
0234 python {input.script}
0235 """
0236
0237
0238 rule backwards_ecal_dis:
0239 input:
0240 file_list="listing/backwards_ecal_dis/{CAMPAIGN}/" + DETECTOR_CONFIG + "/{EBEAM}x{PBEAM}/minQ2={MINQ2}.lst",
0241 matplotlibrc=".matplotlibrc",
0242 script="benchmarks/backwards_ecal/backwards_ecal_dis.org2py.py",
0243 output:
0244 directory("results/backwards_ecal_dis/{CAMPAIGN}/{EBEAM}x{PBEAM}/minQ2={MINQ2}"),
0245 wildcard_constraints:
0246 EBEAM=r"\d+",
0247 PBEAM=r"\d+",
0248 MINQ2=r"\d+",
0249 singularity: EIC_SINGULARITY_CONTAINER,
0250 shell:
0251 """
0252 env \
0253 MATPLOTLIBRC={input.matplotlibrc} \
0254 INPUT_FILE_LIST={input.file_list} \
0255 OUTPUT_DIR={output} \
0256 SAMPLE_LABEL="ePIC DIS {wildcards.EBEAM}x{wildcards.PBEAM} GeV, min Q2={wildcards.MINQ2} GeV2" \
0257 python {input.script}
0258 """
0259
0260
0261 rule backwards_ecal_dis_run_locally:
0262 input:
0263 "results/backwards_ecal_dis/local/10x100/minQ2=1",
0264 message:
0265 "See output in {input[0]}"
