Example PBS submission scripts

---

excalibur.arl.hpc.mil

change NODES to the number of 32core nodes.
change FOONAME to a shortened name of your job.
change FOO to the name of the FOO.dat.
submit from the location of your FOO.dat, the job will move to the scratch directory then copy information back.

#! /bin/bash
## Required PBS Directives --------------------------------------
#PBS -A
#PBS -q standard
#PBS -l select=NODES:ncpus=32:mpiprocs=32
#PBS -l walltime=24:00:00

## Optional PBS Directives --------------------------------------
#PBS -N FOONAME
#PBS -j oe
#PBS -S /bin/bash
#PBS -V
#PBS -l application=aces4

#CHANGE FOO HERE to the name of the .dat
export DATNAME="FOO"
export runname="FOO-$BC_MPI_TASKS_ALLOC"

# point to your aces4 build directory
export ACES_EXE_PATH=$HOME/aces4/BUILD
export RUN_DIR=$WORKDIR/"$runname-$PBS_JOBID"

# mkdir and cd to your personal directory in the scratch file system
mkdir $RUN_DIR
cd $RUN_DIR
pwd

# copy .dat, executable and siox files to run directory
cp -v $ACES_EXE_PATH/aces4 .
cp -v $ACES_EXE_PATH/src/sialx/qm/* .
cp -v $PBS_O_WORKDIR/$DATNAME.dat .

# aprun is the cray mpi executer
aprun -n $BC_MPI_TASKS_ALLOC ./aces4 -d $DATNAME.dat -s ./ -m 3.5 > aces4.l 2> aces4.err

#error file gets large sometimes
gzip aces4.err

# copy stuff back to submission directory
cp -v aces4.l $PBS_O_WORKDIR/$runname.l
cp *.csv $PBS_O_WORKDIR/.

# email yourself when things finish
/bin/mail -s "Job $PBS_JOBID information" youremail@email.com<<EOF
Job: $PBS_JOBID, name $PBS_JOBNAME
Working directory: $PBS_O_WORKDIR
`tail aces4.l`
EOF