harvester/examples/slurm_submit.sh

0001 #!/bin/bash -l
0002 #SBATCH -p debug
0003 #SBATCH -N {nNode}
0004 #SBATCH --signal=SIGUSR1@60
0005 #SBATCH -t 00:30:00
0006 #SBATCH --ntasks-per-node=1
0007 #SBATCH --cpus-per-task={nCorePerNode}
0008 #SBATCH -J ES_job
0009 #SBATCH -o {accessPoint}/athena_stdout.txt
0010 #SBATCH -e {accessPoint}/athena_stderr.txt
0011
0012 module load mpi4py
0013
0014 export RUCIO_ACCOUNT=panda
0015
0016 export PROJ_DIR=/project/projectdirs/atlas
0017 export PYTHONPATH=$PROJ_DIR/sw/python-yampl/python-yampl/1.0/lib.linux-x86_64-2.6:$PYTHONPATH
0018 export PYTHONPATH=$PROJ_DIR/pilot/grid_env/boto/lib/python2.6/site-packages:$PYTHONPATH
0019 export PYTHONPATH=$PROJ_DIR/pilot/grid_env/external:$PYTHONPATH
0020
0021 export LD_LIBRARY_PATH=$PROJ_DIR/sw/python-yampl/yampl/1.0/lib:$LD_LIBRARY_PATH
0022
0023 source $PROJ_DIR/pilot/grid_env/setup.sh
0024
0025 export PILOT_DIR=/global/homes/t/tmaeno/pilot
0026 export PYTHONPATH=$PILOT_DIR:$PYTHONPATH
0027
0028 export WORK_DIR={accessPoint}
0029 cd $WORK_DIR
0030
0031 srun -N {nNode} python-mpi $PILOT_DIR/HPC/HPCJob.py \
0032     --globalWorkingDir=$WORK_DIR  --localWorkingDir=$WORK_DIR --dumpEventOutputs \
0033     --dumpFormat json