Warning, /detector_benchmarks/benchmarks/backwards_ecal/Snakefile is written in an unsupported language. File is not indexed.
0001 def get_n_events(wildcards):
0002 energy = float(wildcards.ENERGY.replace("GeV", "").replace("MeV", "e-3"))
0003 n_events = 1000 if wildcards.PARTICLE == "e-" else 2000
0004 n_events = int(n_events // (energy ** 0.75))
0005 return n_events
0006
0007
0008 rule backwards_ecal_sim:
0009 input:
0010 steering_file=ancient("EPIC/EVGEN/SINGLE/{PARTICLE}/{ENERGY}/{PHASE_SPACE}/{PARTICLE}_{ENERGY}_{PHASE_SPACE}.steer"),
0011 warmup="warmup.edm4hep.root",
0012 geometry_lib=find_epic_libraries(),
0013 output:
0014 "sim_output/backwards_ecal/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}/{PARTICLE}_{ENERGY}_{PHASE_SPACE}.{INDEX}.edm4hep.rnt.root",
0015 log:
0016 "logs/sim_output/backwards_ecal/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}/{PARTICLE}_{ENERGY}_{PHASE_SPACE}.{INDEX}.edm4hep.rnt.root.log",
0017 wildcard_constraints:
0018 PARTICLE="(e-|pi-)",
0019 ENERGY="[0-9]+[kMG]eV",
0020 PHASE_SPACE="(3to50|45to135|130to177)deg",
0021 INDEX=r"\d{4}",
0022 params:
0023 N_EVENTS=get_n_events,
0024 SEED=lambda wildcards: "1" + wildcards.INDEX,
0025 DETECTOR_PATH=os.environ["DETECTOR_PATH"],
0026 DETECTOR_CONFIG=lambda wildcards: wildcards.DETECTOR_CONFIG,
0027 DD4HEP_HASH=get_spack_package_hash("dd4hep"),
0028 NPSIM_HASH=get_spack_package_hash("npsim"),
0029 cache: True
0030 singularity: EIC_SINGULARITY_CONTAINER,
0031 shell:
0032 """
0033 set -m # monitor mode to prevent lingering processes
0034 set -o pipefail
0035 exec npsim \
0036 --runType batch \
0037 --enableGun \
0038 --steeringFile "{input.steering_file}" \
0039 --random.seed {params.SEED} \
0040 --filter.tracker edep0 \
0041 -v WARNING \
0042 --numberOfEvents {params.N_EVENTS} \
0043 --compactFile {params.DETECTOR_PATH}/{params.DETECTOR_CONFIG}.xml \
0044 --outputFile {output} \
0045 --outputConfig.useRNTuple true | tee {log}
0046 """
0047
0048
0049 rule backwards_ecal_recon:
0050 input:
0051 sim="sim_output/backwards_ecal/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}/{PARTICLE}_{ENERGY}_{PHASE_SPACE}.{INDEX}.edm4hep.rnt.root",
0052 warmup="warmup.edm4hep.root",
0053 output:
0054 "sim_output/backwards_ecal/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}/{PARTICLE}_{ENERGY}_{PHASE_SPACE}.{INDEX}.eicrecon.edm4eic.root",
0055 log:
0056 "logs/sim_output/backwards_ecal/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}/{PARTICLE}_{ENERGY}_{PHASE_SPACE}.{INDEX}.eicrecon.edm4eic.root.log",
0057 wildcard_constraints:
0058 INDEX=r"\d{4}",
0059 params:
0060 DETECTOR_CONFIG=lambda wildcards: wildcards.DETECTOR_CONFIG,
0061 EICRECON_HASH=get_spack_package_hash("eicrecon"),
0062 cache: True
0063 singularity: EIC_SINGULARITY_CONTAINER,
0064 shell: """
0065 set -m # monitor mode to prevent lingering processes
0066 exec env DETECTOR_CONFIG={params.DETECTOR_CONFIG} \
0067 eicrecon {input.sim} -Ppodio:output_file={output} \
0068 -Ppodio:output_collections=MCParticles,EcalEndcapNRecHits,EcalEndcapNClusters | tee {log}
0069 """
0070
0071
0072 rule backwards_ecal_local_sim_list:
0073 input:
0074 expand(
0075 "sim_output/backwards_ecal/{{DETECTOR_CONFIG}}/{{PARTICLE}}/{{ENERGY}}/{{PHASE_SPACE}}/{{PARTICLE}}_{{ENERGY}}_{{PHASE_SPACE}}.{INDEX:04d}.eicrecon.edm4eic.root",
0076 INDEX=range(20),
0077 ),
0078 output:
0079 "listing/backwards_ecal/local/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}.lst",
0080 run:
0081 with open(output[0], "wt") as fp:
0082 fp.write("\n".join(input))
0083
0084
0085 if config.get("stream_from_xrootd", True) not in [False, "", "0", "false"]:
0086 rule backwards_ecal_campaign_sim_list:
0087 output:
0088 "listing/backwards_ecal/{CAMPAIGN}/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}.lst",
0089 params:
0090 search_path=lambda wildcards: f"EPIC/RECO/{wildcards.CAMPAIGN}/epic_craterlake/SINGLE/{wildcards.PARTICLE}/{wildcards.ENERGY}/{wildcards.PHASE_SPACE}/",
0091 singularity: EIC_SINGULARITY_CONTAINER,
0092 shell: """
0093 xrdfs root://dtn-eic.jlab.org/ ls /volatile/eic/{params.search_path} \
0094 | awk '{{ print "root://dtn-eic.jlab.org/"$1; }}' \
0095 | sort \
0096 > {output}
0097 if [ ! -s {output} ]; then
0098 echo "Got an empty file listing for path \"\""
0099 exit 1
0100 fi
0101 """
0102 else:
0103 checkpoint backwards_ecal_campaign_sim_list_checkpoint:
0104 output:
0105 "listing/backwards_ecal/{CAMPAIGN}/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}.lst.orig",
0106 params:
0107 search_path=lambda wildcards: f"EPIC/RECO/{wildcards.CAMPAIGN}/epic_craterlake/SINGLE/{wildcards.PARTICLE}/{wildcards.ENERGY}/{wildcards.PHASE_SPACE}/",
0108 singularity: EIC_SINGULARITY_CONTAINER,
0109 shell: """
0110 xrdfs root://dtn-eic.jlab.org/ ls /volatile/eic/{params.search_path} \
0111 | sed -e 's#^/volatile/eic/##' \
0112 | sort \
0113 > {output}
0114 if [ ! -s {output} ]; then
0115 echo "Got an empty file listing for path \"\""
0116 exit 1
0117 fi
0118 """
0119
0120 def get_backwards_ecal_campaign_sim_list(wildcards):
0121 with checkpoints.backwards_ecal_campaign_sim_list_checkpoint.get(**wildcards).output[0].open() as fp:
0122 return [line.rstrip() for line in fp.readlines()]
0123
0124 rule backwards_ecal_campaign_sim_list:
0125 input:
0126 # depend on paths from the file list
0127 get_backwards_ecal_campaign_sim_list,
0128 orig_list="listing/backwards_ecal/{CAMPAIGN}/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}.lst.orig",
0129 output:
0130 "listing/backwards_ecal/{CAMPAIGN}/{DETECTOR_CONFIG}/{PARTICLE}/{ENERGY}/{PHASE_SPACE}.lst",
0131 shell: """
0132 cp {input.orig_list} {output}
0133 """
0134
0135
0136 ruleorder: backwards_ecal_local_sim_list > backwards_ecal_campaign_sim_list
0137
0138
0139 DETECTOR_CONFIG=os.environ["DETECTOR_CONFIG"]
0140
0141 rule backwards_ecal:
0142 input:
0143 expand(
0144 "listing/backwards_ecal/{{CAMPAIGN}}/" + DETECTOR_CONFIG + "/{PARTICLE}/{ENERGY}/{PHASE_SPACE}.lst",
0145 PARTICLE=["pi-", "e-"],
0146 ENERGY=[
0147 "100MeV",
0148 "200MeV",
0149 "500MeV",
0150 "1GeV",
0151 "2GeV",
0152 "5GeV",
0153 "10GeV",
0154 "20GeV",
0155 ],
0156 PHASE_SPACE=["130to177deg"],
0157 ),
0158 matplotlibrc=".matplotlibrc",
0159 script="benchmarks/backwards_ecal/backwards_ecal.org2py.py",
0160 output:
0161 directory("results/backwards_ecal/{CAMPAIGN}/")
0162 log:
0163 scheduler=".logs/results/backwards_ecal/{CAMPAIGN}/scheduler.log",
0164 worker=".logs/results/backwards_ecal/{CAMPAIGN}/worker.log",
0165 threads: workflow.cores
0166 singularity: EIC_SINGULARITY_CONTAINER,
0167 shell:
0168 """
0169 if [[ "{wildcards.CAMPAIGN}" == "local" ]]; then
0170 export PLOT_TITLE="Benchmark simulation"
0171 else
0172 export PLOT_TITLE="\\textbf{{ePIC}} Simulation {wildcards.CAMPAIGN}"
0173 fi
0174
0175 set -m # monitor mode to prevent lingering processes
0176 cleanup() {{
0177 echo Cleaning up
0178 kill $WORKER_PID $SCHEDULER_PID
0179 }}
0180 trap cleanup EXIT
0181
0182 PORT=$RANDOM
0183 dask scheduler --port $PORT 2>{log.scheduler} &
0184 export DASK_SCHEDULER=localhost:$PORT
0185 SCHEDULER_PID=$!
0186 dask worker tcp://$DASK_SCHEDULER --nworkers {threads} --nthreads 1 2>{log.worker} &
0187 WORKER_PID=$!
0188 env \
0189 MATPLOTLIBRC={input.matplotlibrc} \
0190 DETECTOR_CONFIG=""" + DETECTOR_CONFIG + """ \
0191 INPUT_PATH_FORMAT=listing/backwards_ecal/{wildcards.CAMPAIGN}/""" + DETECTOR_CONFIG + """/{{particle}}/{{energy}}/130to177deg.lst \
0192 OUTPUT_DIR={output} \
0193 python {input.script}
0194 """
