#PBS -S /bin/tcsh
#PBS -l nodes=12:ppn=8,walltime=24:00:00
#PBS -m abe
#PBS -M username@your.address.here
#PBS -N jobname

# Create scratch directory on local disk
mkdir -p /scratch/general/$USER/$PBS_JOBID

# Change to working directory
cd /scratch/general/$USER/$PBS_JOBID

# Copy data files scratch directory
cp $HOME/working_directory/data_files /scratch/general/$USER/$PBS_JOBID

# Execute parallel job
# include /uufs/updraft.arches/sys/pkg/mpich/std/bin in your path environment variable
/usr/bin/mpirun -np 96 -machinefile $PBS_NODEFILE $HOME/working_directory/a.out > outputfile
 
# Copy files back home and cleanup
cp * $HOME/working_directory && cd .. && rm -rf /scratch/general/$USER/$PBS_JOBID