BGQ OpenFOAM

Sample script for running OpenFOAM on BGQ

#!/bin/sh
# @ job_name           = bgqopenfoam
# @ job_type           = bluegene
# @ comment            = "BGQ Job By Size"
# @ error              = $(job_name).$(Host).$(jobid).err
# @ output             = $(job_name).$(Host).$(jobid).out
# @ bg_size            = 64
# @ wall_clock_limit   = 30:00
# @ bg_connectivity    = Torus
# @ queue 

# Load OpenFOAM modules
module load binutils/2.23 bgqgcc/4.8.1 mpich2/gcc-4.8.1 OpenFOAM

# Setup OpenFOAM environment
source $FOAM_DOT_FILE

# Run from scratch space
cd $SCRATCH/

# Launch BGQ jobs using runjob
# 
runjob --np 1 --ranks-per-node=1 --env-all : $FOAM_APPBIN/blockMesh
runjob --np 1 --ranks-per-node=1 --env-all : $FOAM_APPBIN/decomposePar -force
runjob --np 16 --ranks-per-node=16 --env-all : $FOAM_APPBIN/icoFoam -parallel
runjob --np 1 --ranks-per-node=1 --env-all : $FOAM_APPBIN/reconstructPar

Post-Processing

https://support.scinet.utoronto.ca/wiki/index.php/Using_Paraview