Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Add Gaea as a supported platform for the regional_workflow #734

Merged
merged 7 commits into from
Apr 22, 2022
Merged

Add Gaea as a supported platform for the regional_workflow #734

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
ba14b40
Updates to port regional workflow to gaea
mark-a-potts Apr 7, 2022
e405395
Temp change with -v as batch option
mark-a-potts Apr 7, 2022
27dc7df
new fixes for gaea/slurm
mark-a-potts Apr 7, 2022
c691fc2
Updated time for make lbcs
mark-a-potts Apr 8, 2022
bcc437f
added TEST data directory path
mark-a-potts Apr 20, 2022
197bb1b
Update gaea.sh
mark-a-potts Apr 20, 2022
128d1f1
fixes for PR
mark-a-potts Apr 21, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions modulefiles/tasks/gaea/make_grid.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
#%Module
module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
module load rocoto
module load miniconda3

setenv SRW_ENV regional_workflow
6 changes: 6 additions & 0 deletions modulefiles/tasks/gaea/make_ics.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
#%Module
module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
module load rocoto
module load miniconda3

setenv SRW_ENV regional_workflow
6 changes: 6 additions & 0 deletions modulefiles/tasks/gaea/make_lbcs.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
#%Module
module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
module load rocoto
module load miniconda3

setenv SRW_ENV regional_workflow
6 changes: 6 additions & 0 deletions modulefiles/tasks/gaea/run_fcst.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
#%Module
module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
module load rocoto
module load miniconda3

setenv SRW_ENV regional_workflow
7 changes: 7 additions & 0 deletions modulefiles/tasks/gaea/run_vx.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
#%Module

module use -a /contrib/anaconda/modulefiles
module load intel/18.0.5.274
module load anaconda/latest
module use -a /contrib/met/modulefiles/
module load met/10.0.0
8 changes: 8 additions & 0 deletions ush/config_defaults.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1690,6 +1690,14 @@ MAXTRIES_VX_ENSGRID_PROB_RETOP="1"
MAXTRIES_VX_ENSPOINT="1"
MAXTRIES_VX_ENSPOINT_MEAN="1"
MAXTRIES_VX_ENSPOINT_PROB="1"

#
#-----------------------------------------------------------------------
#
# Allows an extra parameter to be passed to slurm via XML Native
# command
#
SLURM_NATIVE_CMD=""
#
#-----------------------------------------------------------------------
#
Expand Down
1 change: 1 addition & 0 deletions ush/generate_FV3LAM_wflow.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -193,6 +193,7 @@ file (template_xml_fp):
'partition_fcst': ${PARTITION_FCST}
'queue_fcst': ${QUEUE_FCST}
'machine': ${MACHINE}
'slurm_native_cmd': ${SLURM_NATIVE_CMD}
#
# Workflow task names.
#
Expand Down
70 changes: 70 additions & 0 deletions ush/machine/gaea.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,70 @@
#!/bin/bash

function file_location() {

# Return the default location of external model files on disk

local external_file_fmt external_model location

external_model=${1}
external_file_fmt=${2}

case ${external_model} in

"FV3GFS")
location='/lustre/f2/dev/Mark.Potts/EPIC/SRW/model_data/FV3GFS/${yyyymmdd}${hh}'
;;
gsketefian marked this conversation as resolved.
Show resolved Hide resolved

esac
echo ${location:-}
}


EXTRN_MDL_SYSBASEDIR_ICS=${EXTRN_MDL_SYSBASEDIR_ICS:-$(file_location \
${EXTRN_MDL_NAME_ICS} \
${FV3GFS_FILE_FMT_ICS})}
EXTRN_MDL_SYSBASEDIR_LBCS=${EXTRN_MDL_SYSBASEDIR_LBCS:-$(file_location \
${EXTRN_MDL_NAME_LBCS} \
${FV3GFS_FILE_FMT_ICS})}

# System scripts to source to initialize various commands within workflow
# scripts (e.g. "module").
if [ -z ${ENV_INIT_SCRIPTS_FPS:-""} ]; then
ENV_INIT_SCRIPTS_FPS=( "/etc/profile" )
fi


# Commands to run at the start of each workflow task.
PRE_TASK_CMDS='{ ulimit -s unlimited; ulimit -a; }'

# Architecture information
WORKFLOW_MANAGER="rocoto"
SLURM_NATIVE_CMD="-M c3"
NCORES_PER_NODE=${NCORES_PER_NODE:-32}
SCHED=${SCHED:-"slurm"}
QUEUE_DEFAULT=${QUEUE_DEFAULT:-"normal"}
QUEUE_HPSS=${QUEUE_DEFAULT:-"normal"}
QUEUE_FCST=${QUEUE_DEFAULT:-"normal"}
WTIME_MAKE_LBCS="00:60:00"

# UFS SRW App specific paths
FIXgsm=${FIXgsm:-"//lustre/f2/dev/Mark.Potts/EPIC/fix/fix_am"}
FIXaer=${FIXaer:-"/lustre/f2/dev/Mark.Potts/EPIC/fix/fix_aer"}
FIXlut=${FIXlut:-"/lustre/f2/dev/Mark.Potts/EPIC/fix/fix_lut"}
TOPO_DIR=${TOPO_DIR:-"/lustre/f2/dev/Mark.Potts/EPIC/fix/fix_orog"}
SFC_CLIMO_INPUT_DIR=${SFC_CLIMO_INPUT_DIR:-"/lustre/f2/dev/Mark.Potts/EPIC/fix/fix_sfc_climo"}

RUN_CMD_SERIAL="time"
#Run Commands currently differ for GNU/openmpi
#RUN_CMD_UTILS='mpirun --mca btl tcp,vader,self -np $nprocs'
#RUN_CMD_FCST='mpirun --mca btl tcp,vader,self -np ${PE_MEMBER01}'
#RUN_CMD_POST='mpirun --mca btl tcp,vader,self -np $nprocs'
RUN_CMD_UTILS='srun --mpi=pmi2 -n $nprocs'
RUN_CMD_FCST='srun --mpi=pmi2 -n ${PE_MEMBER01}'
RUN_CMD_POST='srun --mpi=pmi2 -n $nprocs'

# MET Installation Locations
# MET Plus is not yet supported on gaea
# Test Data Locations
TEST_EXTRN_MDL_SOURCE_BASEDIR="/lustre/f2/dev/Mark.Potts/EPIC/SRW/model_data"

Loading