[sajid@beboplogin3 matter_repeat]$ cat job.sh 
#!/bin/bash
#SBATCH --job-name=petsc_test
#SBATCH -N 1 
#SBATCH -C quad,flat
#SBATCH -p apsxrmd
#SBATCH --ntasks-per-node=64
#SBATCH --time=00:25:00

module load intel/18.0.3-d6gtsxs
module load intel-parallel-studio/cluster.2018.3-xvnfrfz
source /blues/gpfs/home/software/spack-0.10.1/opt/spack/linux-centos7-x86_64/gcc-4.8.5/intel-parallel-studio-cluster.2018.3-xvnfrfzyraglaflq3eh2fdunffixalau/vtune_amplifier_2018.3.0.558279/amplxe-vars.sh
source /blues/gpfs/home/software/spack-0.10.1/opt/spack/linux-centos7-x86_64/gcc-4.8.5/intel-parallel-studio-cluster.2018.3-xvnfrfzyraglaflq3eh2fdunffixalau/vtune_amplifier_2018.3.0.558279/apsvars.sh
export I_MPI_FABRICS=shm:ofi
export I_MPI_MIC=enable
export I_MPI_SHM=knl_mcdram
export I_MPI_PIN=1
export PMI_NO_FORK=1
spack load /bu2b
make ex_modify
srun --mem_bind=map_mem:1 aps  ./ex_modify -ts_type cn -prop_steps 25 -pc_type gamg -ts_monitor -log_view
 
