#!/bin/bash
#PBS -N casino
#PBS -l nodes=1:ppn=8
#PBS -l walltime=26:00:00
#PBS -j oe
#PBS -o /home/ms/n/nxfb1120/N99DMC_vr2/.err
#PBS -r n
export PATH="/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/opt/thinlinc/bin:/usr/local/maui/bin:/home/ms/n/nxfb1120/cluster-public/Casino_qmc/CASINO/bin_qmc"
export LD_LIBRARY_PATH=""
:
export OMP_NUM_THREADS=1
unset CASINO_NUMABLK
njob=0
cd "/home/ms/n/nxfb1120/N99DMC_vr2"
njob=$((njob+1)) ; job_dir[$njob]="/home/ms/n/nxfb1120/N99DMC_vr2"
echo "Job started: $(date)" >> "out"
mpirun -np 8 /home/ms/n/nxfb1120/cluster-public/Casino_qmc/CASINO/bin_qmc/linuxpc-gnu-pbs-parallel.fb11-nx-main/opt/casino
cd "/home/ms/n/nxfb1120/N99DMC_vr2"
wait
ijob=0 ; while ((ijob<njob)) ; do ijob=$((ijob+1))
 pwd="${job_dir[$ijob]}"
 node=0 ; while ((node<8-1)) ; do node=$((node+1))
  if [ -s "$pwd/.out_node$node" ] ; then
   echo >> "$pwd/out"
   echo "--Output from node #$node--" >> "$pwd/out"
   echo >> "$pwd/out"
   cat "$pwd/.out_node$node" >> "$pwd/out"
   echo >> "$pwd/out"
  fi
  rm -f "$pwd/.out_node$node" >& /dev/null
 done
 if [ -s "$pwd/.err" ] ; then
  echo >> "$pwd/out"
  echo "--Job's stderr--" >> "$pwd/out"
  echo >> "$pwd/out"
  cat "$pwd/.err" >> "$pwd/out"
 fi
 rm -f "$pwd/.err" >& /dev/null
 echo >> "$pwd/out"
 echo "Job finished: $(date)" >> "$pwd/out"
rm -f "$pwd/.runqmc.lock" >& /dev/null
done
rm -f "casino"


