Difference between revisions of "BGQ OpenFOAM"

From oldwiki.scinet.utoronto.ca
Jump to navigation Jump to search
Line 1: Line 1:
  
 +
==
  
Sample script for running OpenFOAM on BGQ
+
Sample script for running the OpenFOAM tutorial case on BGQ
 +
 
 +
== decomposePar ==
 +
 
 +
 
 +
== Loadleveler Submission Script ==
  
 
<pre>
 
<pre>
Line 15: Line 21:
 
# @ queue  
 
# @ queue  
  
# Load OpenFOAM modules
+
#----------------- Preprocessing on FEN ------------
 +
module purge
 +
module load FEN/OpenFOAM
 +
source $FOAM_DOT_FILE
 +
 
 +
$FOAM_APPBIN/blockMesh
 +
$FOAM_APPBIN/decomposePar
 +
 
 +
#------------------ Solver on BGQ --------------------
 +
# Load BGQ OpenFOAM modules
 +
module purge
 
module load binutils/2.23 bgqgcc/4.8.1 mpich2/gcc-4.8.1 OpenFOAM
 
module load binutils/2.23 bgqgcc/4.8.1 mpich2/gcc-4.8.1 OpenFOAM
 +
source $FOAM_DOT_FILE
 +
 +
# Run solver
 +
runjob --np 16 --ranks-per-node=1 --env-all  : $FOAM_APPBIN/icoFoam -parallel
  
# Setup OpenFOAM environment
+
#----------------- PostProcessing on FEN ------------
 +
module purge
 +
module load FEN/OpenFOAM
 
source $FOAM_DOT_FILE
 
source $FOAM_DOT_FILE
  
# Run from scratch space
+
$FOAM_APPBIN/reconstructPar
cd $SCRATCH/
 
  
# Launch BGQ jobs using runjob (simple example setup to be decomposed to run on 16 cores)
 
#
 
runjob --np 1 --ranks-per-node=1 --env-all : $FOAM_APPBIN/blockMesh
 
runjob --np 1 --ranks-per-node=1 --env-all : $FOAM_APPBIN/decomposePar -force
 
runjob --np 16 --ranks-per-node=16 --env-all : $FOAM_APPBIN/icoFoam -parallel
 
runjob --np 1 --ranks-per-node=1 --env-all : $FOAM_APPBIN/reconstructPar
 
 
</pre>
 
</pre>
  

Revision as of 14:13, 24 September 2013

==

Sample script for running the OpenFOAM tutorial case on BGQ

decomposePar

Loadleveler Submission Script

#!/bin/sh
# @ job_name           = bgqopenfoam
# @ job_type           = bluegene
# @ comment            = "BGQ Job By Size"
# @ error              = $(job_name).$(Host).$(jobid).err
# @ output             = $(job_name).$(Host).$(jobid).out
# @ bg_size            = 64
# @ wall_clock_limit   = 30:00
# @ bg_connectivity    = Torus
# @ queue 

#----------------- Preprocessing on FEN ------------
module purge
module load FEN/OpenFOAM
source $FOAM_DOT_FILE

$FOAM_APPBIN/blockMesh
$FOAM_APPBIN/decomposePar

#------------------ Solver on BGQ --------------------
# Load BGQ OpenFOAM modules
module purge
module load binutils/2.23 bgqgcc/4.8.1 mpich2/gcc-4.8.1 OpenFOAM
source $FOAM_DOT_FILE

# Run solver
runjob --np 16 --ranks-per-node=1 --env-all  : $FOAM_APPBIN/icoFoam -parallel

#----------------- PostProcessing on FEN ------------
module purge
module load FEN/OpenFOAM
source $FOAM_DOT_FILE

$FOAM_APPBIN/reconstructPar

Post-Processing

https://support.scinet.utoronto.ca/wiki/index.php/Using_Paraview