Skip to content

Commit

Permalink
modification for wcoss2 (#24)
Browse files Browse the repository at this point in the history
Co-authored-by: wx20hw <[email protected]>
  • Loading branch information
HelinWei-NOAA and wx20hw authored Sep 7, 2021
1 parent 850af24 commit d097583
Show file tree
Hide file tree
Showing 7 changed files with 208 additions and 22 deletions.
20 changes: 20 additions & 0 deletions modulefiles/gdas2gldas.wcoss2
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
#%Module#####################################################
## Build module for Dell
#############################################################
module load envvar/1.0
module load PrgEnv-intel/8.1.0
module load craype/2.7.8
module load intel/19.1.3.304
module load cray-mpich/8.1.7

module load w3nco/2.4.1
module load nemsio/2.5.2
module load bacio/2.4.1
module load sp/2.3.3

module load netcdf/4.7.4
module load hdf5/1.10.6
module load esmf/8_1_0_beta_snapshot_27

export FCOMP=ftn
export FFLAGS="-O3 -fp-model precise -g -traceback -r8 -i4 -qopenmp -convert big_endian -assume byterecl"
20 changes: 20 additions & 0 deletions modulefiles/gldas2gdas.wcoss2
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
#%Module#####################################################
## Build module for Dell
#############################################################
module load envvar/1.0
module load PrgEnv-intel/8.1.0
module load craype/2.7.8
module load intel/19.1.3.304
module load cray-mpich/8.1.7

module load w3nco/2.4.1
module load nemsio/2.5.2
module load bacio/2.4.1
module load sp/2.3.3

module load netcdf/4.7.4
module load hdf5/1.10.6
module load esmf/8_1_0_beta_snapshot_27

export FCOMP=ftn
export FFLAGS="-O3 -fp-model precise -g -traceback -r8 -i4 -qopenmp -convert big_endian -assume byterecl"
15 changes: 15 additions & 0 deletions modulefiles/gldas_forcing.wcoss2
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
#%Module#####################################################
## Build module for Dell
#############################################################
module load envvar/1.0
module load PrgEnv-intel/8.1.0
module load craype/2.7.8
module load intel/19.1.3.304
module load cray-mpich/8.1.7


module load w3nco/2.4.1
module load bacio/2.4.1

export FC=ftn
export FOPTS="-O0 -FR"
14 changes: 14 additions & 0 deletions modulefiles/gldas_model.wcoss2
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
#%Module#####################################################
## Build module for Dell
#############################################################
module load envvar/1.0
module load PrgEnv-intel/8.1.0
module load craype/2.7.8
module load intel/19.1.3.304
module load cray-mpich/8.1.7

module load w3emc/2.7.3
module load w3nco/2.4.1
module load bacio/2.4.1
module load sp/2.3.3
module load ip/3.3.3
16 changes: 16 additions & 0 deletions modulefiles/gldas_post.wcoss2
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
#%Module#####################################################
## Build module for Dell
#############################################################
module load envvar/1.0
module load PrgEnv-intel/8.1.0
module load craype/2.7.8
module load intel/19.1.3.304
module load cray-mpich/8.1.7

module load w3nco/2.4.1
module load w3emc/2.7.3
module load bacio/2.4.1
module load nemsio/2.5.2

export FC=ftn
export FOPTS='-O -FR -I$(NEMSIO_INC) -convert big_endian'
16 changes: 16 additions & 0 deletions modulefiles/gldas_rst.wcoss2
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
#%Module#####################################################
## Build module for Dell
#############################################################
module load envvar/1.0
module load PrgEnv-intel/8.1.0
module load craype/2.7.8
module load intel/19.1.3.304
module load cray-mpich/8.1.7

module load w3nco/2.4.1
module load w3emc/2.7.3
module load bacio/2.4.1
module load nemsio/2.5.2

export FC=ftn
export FOPTS='-O -FR -I$(NEMSIO_INC) -convert big_endian'
129 changes: 107 additions & 22 deletions sorc/machine-setup.sh
Original file line number Diff line number Diff line change
Expand Up @@ -18,16 +18,25 @@ fi

target=""
USERNAME=`echo $LOGNAME | awk '{ print tolower($0)'}`

if [[ -d /lfs3 ]] ; then
# We are on NOAA Jet
##---------------------------------------------------------------------------
export hname=`hostname | cut -c 1,1`
if [[ -d /work ]] ; then
# We are on MSU Orion
if ( ! eval module help > /dev/null 2>&1 ) ; then
echo load the module command 1>&2
echo load the module command 1>&2
source /apps/lmod/lmod/init/$__ms_shell
fi
target=jet
target=orion
module purge
module use /mnt/lfs3/projects/hfv3gfs/nwprod/lib/modulefiles
module load intel/2018.4
module load impi/2018.4
export NCEPLIBS=/apps/contrib/NCEPLIBS/orion
export WRFPATH=$NCEPLIBS/wrf.shared.new/v1.1.1/src
module use $NCEPLIBS/modulefiles
export myFC=mpiifort
export FCOMP=mpiifort

##---------------------------------------------------------------------------
elif [[ -d /scratch1 ]] ; then
# We are on NOAA Hera
if ( ! eval module help > /dev/null 2>&1 ) ; then
Expand All @@ -36,24 +45,23 @@ elif [[ -d /scratch1 ]] ; then
fi
target=hera
module purge
MOD_PATH=/scratch2/NCEPDEV/nwprod/NCEPLIBS/modulefiles
elif [[ -d /work ]] ; then
# We are on Orion
if ( ! eval module help > /dev/null 2>&1 ) ; then
echo load the module command 1>&2
source /apps/lmod/lmod/init/$__ms_shell
fi
target=orion
module purge
MOD_PATH=/apps/contrib/NCEPLIBS/orion/modulefiles
module load intel
module load impi
export NCEPLIBS=/scratch2/NCEPDEV/nwprod/NCEPLIBS
module use $NCEPLIBS/modulefiles
#export WRFPATH=$NCEPLIBS/wrf.shared.new/v1.1.1/src
export myFC=mpiifort
export FCOMP=mpiifort

##---------------------------------------------------------------------------
elif [[ -d /gpfs/hps && -e /etc/SuSE-release ]] ; then
# We are on NOAA Luna or Surge
if ( ! eval module help > /dev/null 2>&1 ) ; then
echo load the module command 1>&2
source /opt/modules/default/init/$__ms_shell
fi
target=wcoss_cray

target=wcoss_cray
# Silence the "module purge" to avoid the expected error messages
# related to modules that load modules.
module purge > /dev/null 2>&1
Expand All @@ -65,12 +73,10 @@ elif [[ -d /gpfs/hps && -e /etc/SuSE-release ]] ; then
module use /opt/cray/ari/modulefiles
module use /opt/modulefiles
module purge > /dev/null 2>&1

# Workaround until module issues are fixed:
#unset _LMFILES_
#unset LOADEDMODULES
echo y 2> /dev/null | module clear > /dev/null 2>&1

module use /usrx/local/prod/modulefiles
module use /gpfs/hps/nco/ops/nwprod/lib/modulefiles
module use /gpfs/hps/nco/ops/nwprod/modulefiles
Expand All @@ -80,14 +86,28 @@ elif [[ -d /gpfs/hps && -e /etc/SuSE-release ]] ; then
module use /opt/modulefiles
module load modules

##---------------------------------------------------------------------------
elif [[ -L /usrx && "$( readlink /usrx 2> /dev/null )" =~ dell ]] ; then
# We are on NOAA Venus or Mars
if ( ! eval module help > /dev/null 2>&1 ) ; then
echo load the module command 1>&2
source /usrx/local/prod/lmod/lmod/init/$__ms_shell
fi
target=wcoss_dell_p3
module purge
module purge

##---------------------------------------------------------------------------
elif [[ -d /lfs/h2 ]] ; then
# We are on NOAA Cactus or Dogwood
if ( ! eval module help > /dev/null 2>&1 ) ; then
echo load the module command 1>&2
source /usr/share/lmod/lmod/init/$__ms_shell
fi
target=wcoss2
module purge
module load envvar/1.0

##---------------------------------------------------------------------------

elif [[ -d /dcom && -d /hwrf ]] ; then
# We are on NOAA Tide or Gyre
Expand All @@ -97,6 +117,8 @@ elif [[ -d /dcom && -d /hwrf ]] ; then
fi
target=wcoss
module purge

##---------------------------------------------------------------------------
elif [[ -d /glade ]] ; then
# We are on NCAR Yellowstone
if ( ! eval module help > /dev/null 2>&1 ) ; then
Expand All @@ -105,19 +127,82 @@ elif [[ -d /glade ]] ; then
fi
target=yellowstone
module purge

##---------------------------------------------------------------------------
elif [[ -d /lustre && -d /ncrc ]] ; then
# We are on GAEA.
# We are on GAEA.
echo gaea
if ( ! eval module help > /dev/null 2>&1 ) ; then
# We cannot simply load the module command. The GAEA
# /etc/profile modifies a number of module-related variables
# before loading the module command. Without those variables,
# the module command fails. Hence we actually have to source
# /etc/profile here.
echo load the module command 1>&2
source /etc/profile
__ms_source_etc_profile=yes
else
__ms_source_etc_profile=no
fi
target=gaea
module purge
module purge
# clean up after purge
unset _LMFILES_
unset _LMFILES_000
unset _LMFILES_001
unset LOADEDMODULES
module load modules
if [[ -d /opt/cray/ari/modulefiles ]] ; then
module use -a /opt/cray/ari/modulefiles
fi
if [[ -d /opt/cray/pe/ari/modulefiles ]] ; then
module use -a /opt/cray/pe/ari/modulefiles
fi
if [[ -d /opt/cray/pe/craype/default/modulefiles ]] ; then
module use -a /opt/cray/pe/craype/default/modulefiles
fi
if [[ -s /etc/opt/cray/pe/admin-pe/site-config ]] ; then
source /etc/opt/cray/pe/admin-pe/site-config
fi
export NCEPLIBS=/lustre/f1/pdata/ncep_shared/NCEPLIBS/lib
if [[ -d "$NCEPLIBS" ]] ; then
module use $NCEPLIBS/modulefiles
fi
if [[ "$__ms_source_etc_profile" == yes ]] ; then
source /etc/profile
unset __ms_source_etc_profile
fi

target=gaea

# GWV ADD
module load craype
module load intel
export NCEPLIBS=/lustre/f2/dev/ncep/George.Vandenberghe/NEWCOPY/l508/lib/
module use $NCEPLIBS/modulefiles
export myFC=ftn
export WRFPATH=$NCEPLIBS/wrf.shared.new/v1.1.1/src
export FCOMP=ftn
# END GWV ADD

##---------------------------------------------------------------------------
elif [[ -d /lfs3 ]] ; then
# We are on NOAA Jet
if ( ! eval module help > /dev/null 2>&1 ) ; then
echo load the module command 1>&2
source /apps/lmod/lmod/init/$__ms_shell
fi
target=jet
module purge
module load intel/15.0.3.187
module load impi
#export NCEPLIBS=/mnt/lfs3/projects/hfv3gfs/gwv/ljtjet/lib
export NCEPLIBS=/mnt/lfs3/projects/hfv3gfs/gwv/ljtjet/lib
export NCEPLIBS=/mnt/lfs3/projects/hfv3gfs/gwv/NCEPLIBS.15X
module use $NCEPLIBS/modulefiles
export WRFPATH=$NCEPLIBS/wrf.shared.new/v1.1.1/src
export myFC=mpiifort

else
echo WARNING: UNKNOWN PLATFORM 1>&2
fi
Expand Down

0 comments on commit d097583

Please sign in to comment.