From 686e9415cacd5937cc3907588325a704f568304d Mon Sep 17 00:00:00 2001 From: michelleharrold Date: Fri, 25 Mar 2022 20:37:53 +0000 Subject: [PATCH 1/4] Grid-stat and point-stat run scripts. --- ush/wrappers/run_gridvx.sh | 18 ++++++++++++++++++ ush/wrappers/run_pointvx.sh | 16 ++++++++++++++++ ush/wrappers/sq_job_vx.sh | 22 ++++++++++++++++++++++ 3 files changed, 56 insertions(+) create mode 100755 ush/wrappers/run_gridvx.sh create mode 100755 ush/wrappers/run_pointvx.sh create mode 100755 ush/wrappers/sq_job_vx.sh diff --git a/ush/wrappers/run_gridvx.sh b/ush/wrappers/run_gridvx.sh new file mode 100755 index 000000000..0ea63c050 --- /dev/null +++ b/ush/wrappers/run_gridvx.sh @@ -0,0 +1,18 @@ +#!/bin/sh +export GLOBAL_VAR_DEFNS_FP="${EXPTDIR}/var_defns.sh" +set -x +source ${GLOBAL_VAR_DEFNS_FP} +export CDATE=${DATE_FIRST_CYCL}${CYCL_HRS} +export CYCLE_DIR=${EXPTDIR}/${CDATE} +export cyc=${CYCL_HRS} +export PDY=${DATE_FIRST_CYCL} +export SLASH_ENSMEM_SUBDIR="" +export ENSMEM_INDX="" +export OBS_DIR=${CCPA_OBS_DIR} +export VAR="APCP" +export ACCUM="06" + +export FHR=`echo $(seq 0 ${ACCUM} ${FCST_LEN_HRS}) | cut -d" " -f2-` + +${JOBSDIR}/JREGIONAL_RUN_VX_GRIDSTAT + diff --git a/ush/wrappers/run_pointvx.sh b/ush/wrappers/run_pointvx.sh new file mode 100755 index 000000000..38f798944 --- /dev/null +++ b/ush/wrappers/run_pointvx.sh @@ -0,0 +1,16 @@ +#!/bin/sh +export GLOBAL_VAR_DEFNS_FP="${EXPTDIR}/var_defns.sh" +set -x +source ${GLOBAL_VAR_DEFNS_FP} +export CDATE=${DATE_FIRST_CYCL}${CYCL_HRS} +export CYCLE_DIR=${EXPTDIR}/${CDATE} +export cyc=${CYCL_HRS} +export PDY=${DATE_FIRST_CYCL} +export SLASH_ENSMEM_SUBDIR="" +export ENSMEM_INDX="" +export OBS_DIR=${NDAS_OBS_DIR} + +export FHR=`echo $(seq 0 1 ${FCST_LEN_HRS})` + +${JOBSDIR}/JREGIONAL_RUN_VX_POINTSTAT + diff --git a/ush/wrappers/sq_job_vx.sh b/ush/wrappers/sq_job_vx.sh new file mode 100755 index 000000000..9a56ecf38 --- /dev/null +++ b/ush/wrappers/sq_job_vx.sh @@ -0,0 +1,22 @@ +#!/bin/sh +#SBATCH -e /scratch2/BMC/fv3lam/harrold/expt_dirs/FV3_GFS_v15p2_CONUS_25km/log/run_gridvx.log +#SBATCH --account=fv3lam +#SBATCH --qos=batch +#SBATCH --ntasks=1 +#SBATCH --time=20 +#SBATCH --job-name="run_pointvx" +cd /scratch2/BMC/fv3lam/harrold/expt_dirs/FV3_GFS_v15p2_CONUS_25km +set -x +. /apps/lmod/lmod/init/sh + +module purge +module load hpss + +module use -a /contrib/anaconda/modulefiles +module load intel/18.0.5.274 +module load anaconda/latest +module use -a /contrib/met/modulefiles/ +module load met/10.0.0 + +#./run_pointvx.sh +./run_gridvx.sh From 975a66a4587796c6612b9d690a2212a45811bffe Mon Sep 17 00:00:00 2001 From: michelleharrold Date: Tue, 29 Mar 2022 15:06:19 +0000 Subject: [PATCH 2/4] Stand-alone scripts for verification. --- ush/wrappers/run_gridensvx.sh | 22 ++++++++++++++++++++++ ush/wrappers/run_gridvx.sh | 6 ++++-- ush/wrappers/run_pointensvx.sh | 20 ++++++++++++++++++++ ush/wrappers/run_pointvx.sh | 2 ++ ush/wrappers/sq_job_vx.sh | 8 +++++--- 5 files changed, 53 insertions(+), 5 deletions(-) create mode 100755 ush/wrappers/run_gridensvx.sh create mode 100755 ush/wrappers/run_pointensvx.sh diff --git a/ush/wrappers/run_gridensvx.sh b/ush/wrappers/run_gridensvx.sh new file mode 100755 index 000000000..69c029cfb --- /dev/null +++ b/ush/wrappers/run_gridensvx.sh @@ -0,0 +1,22 @@ +#!/bin/sh + +# Stand-alone script to run grid-to-grid ensemble verification +export GLOBAL_VAR_DEFNS_FP="${EXPTDIR}/var_defns.sh" +set -x +source ${GLOBAL_VAR_DEFNS_FP} +export CDATE=${DATE_FIRST_CYCL}${CYCL_HRS} +export CYCLE_DIR=${EXPTDIR}/${CDATE} +export cyc=${CYCL_HRS} +export PDY=${DATE_FIRST_CYCL} +export OBS_DIR=${MRMS_OBS_DIR} +export VAR="REFC" # APCP REFC RETOP +export ACCUM="" # 01 03 06 24 + +export FHR=`echo $(seq 0 ${ACCUM} ${FCST_LEN_HRS}) | cut -d" " -f2-` + +${JOBSDIR}/JREGIONAL_RUN_VX_ENSGRID + +${JOBSDIR}/JREGIONAL_RUN_VX_ENSGRID_MEAN + +${JOBSDIR}/JREGIONAL_RUN_VX_ENSGRID_PROB + diff --git a/ush/wrappers/run_gridvx.sh b/ush/wrappers/run_gridvx.sh index 0ea63c050..8a707cfc5 100755 --- a/ush/wrappers/run_gridvx.sh +++ b/ush/wrappers/run_gridvx.sh @@ -1,4 +1,6 @@ #!/bin/sh + +# Stand-alone script to run grid-to-grid verification export GLOBAL_VAR_DEFNS_FP="${EXPTDIR}/var_defns.sh" set -x source ${GLOBAL_VAR_DEFNS_FP} @@ -9,8 +11,8 @@ export PDY=${DATE_FIRST_CYCL} export SLASH_ENSMEM_SUBDIR="" export ENSMEM_INDX="" export OBS_DIR=${CCPA_OBS_DIR} -export VAR="APCP" -export ACCUM="06" +export VAR="APCP" # APCP REFC RETOP +export ACCUM="06" # 01 03 06 24 export FHR=`echo $(seq 0 ${ACCUM} ${FCST_LEN_HRS}) | cut -d" " -f2-` diff --git a/ush/wrappers/run_pointensvx.sh b/ush/wrappers/run_pointensvx.sh new file mode 100755 index 000000000..142d9ec83 --- /dev/null +++ b/ush/wrappers/run_pointensvx.sh @@ -0,0 +1,20 @@ +#!/bin/sh + +# Stand-alone script to run grid-to-point ensemble verification +export GLOBAL_VAR_DEFNS_FP="${EXPTDIR}/var_defns.sh" +set -x +source ${GLOBAL_VAR_DEFNS_FP} +export CDATE=${DATE_FIRST_CYCL}${CYCL_HRS} +export CYCLE_DIR=${EXPTDIR}/${CDATE} +export cyc=${CYCL_HRS} +export PDY=${DATE_FIRST_CYCL} +export OBS_DIR=${NDAS_OBS_DIR} + +export FHR=`echo $(seq 0 1 ${FCST_LEN_HRS})` + +${JOBSDIR}/JREGIONAL_RUN_VX_ENSPOINT + +${JOBSDIR}/JREGIONAL_RUN_VX_ENSPOINT_MEAN + +${JOBSDIR}/JREGIONAL_RUN_VX_ENSPOINT_PROB + diff --git a/ush/wrappers/run_pointvx.sh b/ush/wrappers/run_pointvx.sh index 38f798944..0ddda6e0d 100755 --- a/ush/wrappers/run_pointvx.sh +++ b/ush/wrappers/run_pointvx.sh @@ -1,4 +1,6 @@ #!/bin/sh + +# Stand-alone script to run grid-to-point verification export GLOBAL_VAR_DEFNS_FP="${EXPTDIR}/var_defns.sh" set -x source ${GLOBAL_VAR_DEFNS_FP} diff --git a/ush/wrappers/sq_job_vx.sh b/ush/wrappers/sq_job_vx.sh index 9a56ecf38..4b825e175 100755 --- a/ush/wrappers/sq_job_vx.sh +++ b/ush/wrappers/sq_job_vx.sh @@ -1,10 +1,10 @@ #!/bin/sh -#SBATCH -e /scratch2/BMC/fv3lam/harrold/expt_dirs/FV3_GFS_v15p2_CONUS_25km/log/run_gridvx.log +#SBATCH -e /scratch2/BMC/fv3lam/harrold/expt_dirs/FV3_GFS_v15p2_CONUS_25km/log/run_ensgridvx.log #SBATCH --account=fv3lam #SBATCH --qos=batch #SBATCH --ntasks=1 #SBATCH --time=20 -#SBATCH --job-name="run_pointvx" +#SBATCH --job-name="run_enspointvx" cd /scratch2/BMC/fv3lam/harrold/expt_dirs/FV3_GFS_v15p2_CONUS_25km set -x . /apps/lmod/lmod/init/sh @@ -19,4 +19,6 @@ module use -a /contrib/met/modulefiles/ module load met/10.0.0 #./run_pointvx.sh -./run_gridvx.sh +#./run_gridvx.sh +#./run_pointensvx.sh +./run_gridensvx.sh From 62ec4111041064793bf08a3d20c863868d8419a7 Mon Sep 17 00:00:00 2001 From: michelleharrold Date: Tue, 29 Mar 2022 15:14:31 +0000 Subject: [PATCH 3/4] Added comments to gridvx scripts. --- ush/wrappers/run_gridensvx.sh | 2 +- ush/wrappers/run_gridvx.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/ush/wrappers/run_gridensvx.sh b/ush/wrappers/run_gridensvx.sh index 69c029cfb..2440a7663 100755 --- a/ush/wrappers/run_gridensvx.sh +++ b/ush/wrappers/run_gridensvx.sh @@ -8,7 +8,7 @@ export CDATE=${DATE_FIRST_CYCL}${CYCL_HRS} export CYCLE_DIR=${EXPTDIR}/${CDATE} export cyc=${CYCL_HRS} export PDY=${DATE_FIRST_CYCL} -export OBS_DIR=${MRMS_OBS_DIR} +export OBS_DIR=${MRMS_OBS_DIR} # CCPA_OBS_DIR MRMS_OBS_DIR export VAR="REFC" # APCP REFC RETOP export ACCUM="" # 01 03 06 24 diff --git a/ush/wrappers/run_gridvx.sh b/ush/wrappers/run_gridvx.sh index 8a707cfc5..14b96ed2d 100755 --- a/ush/wrappers/run_gridvx.sh +++ b/ush/wrappers/run_gridvx.sh @@ -10,7 +10,7 @@ export cyc=${CYCL_HRS} export PDY=${DATE_FIRST_CYCL} export SLASH_ENSMEM_SUBDIR="" export ENSMEM_INDX="" -export OBS_DIR=${CCPA_OBS_DIR} +export OBS_DIR=${CCPA_OBS_DIR} # CCPA_OBS_DIR MRMS_OBS_DIR export VAR="APCP" # APCP REFC RETOP export ACCUM="06" # 01 03 06 24 From 1e9a32495ca7de39daa0150fcbaf205b5f12bea4 Mon Sep 17 00:00:00 2001 From: michelleharrold Date: Fri, 1 Apr 2022 14:43:37 +0000 Subject: [PATCH 4/4] Added qsub_job.sh and added comments to provide context on running Vx. --- ush/wrappers/qsub_job.sh | 19 ++++++++++++++++--- ush/wrappers/run_gridensvx.sh | 2 +- ush/wrappers/run_gridvx.sh | 5 ++--- ush/wrappers/run_pointvx.sh | 3 +-- ush/wrappers/sq_job.sh | 21 ++++++++++++++++++--- ush/wrappers/sq_job_vx.sh | 24 ------------------------ 6 files changed, 38 insertions(+), 36 deletions(-) delete mode 100755 ush/wrappers/sq_job_vx.sh diff --git a/ush/wrappers/qsub_job.sh b/ush/wrappers/qsub_job.sh index 797590509..15ec7eb14 100755 --- a/ush/wrappers/qsub_job.sh +++ b/ush/wrappers/qsub_job.sh @@ -1,11 +1,12 @@ #!/bin/sh -#PBS -A P48503002 +#PBS -A XXXXXXXXX #PBS -q regular #PBS -l select=1:mpiprocs=24:ncpus=24 +##PBS -l select=1:mpiprocs=1:ncpus=1 # USE FOR MET VERIFICATION #PBS -l walltime=02:30:00 #PBS -N run_make_grid -#PBS -j oe -o /glade/scratch/carson/ufs/expt_dirs/test_1/log/run_make_grid.log -cd /glade/scratch/carson/ufs/expt_dirs/test_1 +#PBS -j oe -o /path/to/exptdir/log/run_make_grid.log # NEED TO SET +cd /path/to/exptdir # NEED TO SET set -x # source /etc/profile.d/modules.sh @@ -31,3 +32,15 @@ module load esmf/8.0.0 ##module load esmf/8.0.0_bs50 # ./run_make_grid.sh +# +# +# Additional modules are needed for MET verification jobs +# +#module use /glade/p/ral/jntp/MET/MET_releases/modulefiles +#module load met/10.0.0 +#ncar_pylib /glade/p/ral/jntp/UFS_SRW_app/ncar_pylib/python_graphics + +#./run_pointvx.sh # Run grod-to-point deterministic vx +#./run_gridvx.sh # Run grid-stat deterministic vx +#./run_pointensvx.sh # Run grid-to-point ensemble/probabilsitic vx +#./rungridensvx.sh # Run grid-to-grid ensemble/probabilsitic vx diff --git a/ush/wrappers/run_gridensvx.sh b/ush/wrappers/run_gridensvx.sh index 2440a7663..d6a3c76af 100755 --- a/ush/wrappers/run_gridensvx.sh +++ b/ush/wrappers/run_gridensvx.sh @@ -10,7 +10,7 @@ export cyc=${CYCL_HRS} export PDY=${DATE_FIRST_CYCL} export OBS_DIR=${MRMS_OBS_DIR} # CCPA_OBS_DIR MRMS_OBS_DIR export VAR="REFC" # APCP REFC RETOP -export ACCUM="" # 01 03 06 24 +export ACCUM="" # 01 03 06 24 --> leave empty for REFC and RETOP export FHR=`echo $(seq 0 ${ACCUM} ${FCST_LEN_HRS}) | cut -d" " -f2-` diff --git a/ush/wrappers/run_gridvx.sh b/ush/wrappers/run_gridvx.sh index 14b96ed2d..a96383f6e 100755 --- a/ush/wrappers/run_gridvx.sh +++ b/ush/wrappers/run_gridvx.sh @@ -8,11 +8,10 @@ export CDATE=${DATE_FIRST_CYCL}${CYCL_HRS} export CYCLE_DIR=${EXPTDIR}/${CDATE} export cyc=${CYCL_HRS} export PDY=${DATE_FIRST_CYCL} -export SLASH_ENSMEM_SUBDIR="" -export ENSMEM_INDX="" +export SLASH_ENSMEM_SUBDIR="" # When running with do_ensemble = true, need to run for each member, e.g., "/mem1" export OBS_DIR=${CCPA_OBS_DIR} # CCPA_OBS_DIR MRMS_OBS_DIR export VAR="APCP" # APCP REFC RETOP -export ACCUM="06" # 01 03 06 24 +export ACCUM="06" # 01 03 06 24 --> leave empty for REFC and RETOP export FHR=`echo $(seq 0 ${ACCUM} ${FCST_LEN_HRS}) | cut -d" " -f2-` diff --git a/ush/wrappers/run_pointvx.sh b/ush/wrappers/run_pointvx.sh index 0ddda6e0d..527c16f37 100755 --- a/ush/wrappers/run_pointvx.sh +++ b/ush/wrappers/run_pointvx.sh @@ -8,8 +8,7 @@ export CDATE=${DATE_FIRST_CYCL}${CYCL_HRS} export CYCLE_DIR=${EXPTDIR}/${CDATE} export cyc=${CYCL_HRS} export PDY=${DATE_FIRST_CYCL} -export SLASH_ENSMEM_SUBDIR="" -export ENSMEM_INDX="" +export SLASH_ENSMEM_SUBDIR="" # When running with do_ensemble = true, need to run for each member, e.g., "/mem1" export OBS_DIR=${NDAS_OBS_DIR} export FHR=`echo $(seq 0 1 ${FCST_LEN_HRS})` diff --git a/ush/wrappers/sq_job.sh b/ush/wrappers/sq_job.sh index 394bfabe2..a9fa3c180 100755 --- a/ush/wrappers/sq_job.sh +++ b/ush/wrappers/sq_job.sh @@ -1,11 +1,12 @@ #!/bin/sh -#SBATCH -e /scratch1/BMC/gmtb/Laurie.Carson/expt_dirs/test_2/log/run_make_grid.log -#SBATCH --account=gmtb +#SBATCH -e /path/to/exptdir/log/run_make_grid.log # NEED TO SET +#SBATCH --account=XXXXXXXXX #SBATCH --qos=batch #SBATCH --ntasks=48 +##SBATCH --ntasks=1 # USE FOR MET VERIFICATION #SBATCH --time=20 #SBATCH --job-name="run_make_grid" -cd /scratch1/BMC/gmtb/Laurie.Carson/expt_dirs/test_2 +cd /path/to/exptdir # NEED TO SET set -x . /apps/lmod/lmod/init/sh @@ -41,3 +42,17 @@ module load miniconda3 conda activate regional_workflow ./run_make_grid.sh +# +# +# Additional modules are needed for MET verification jobs +# +#module use -a /contrib/anaconda/modulefiles +#module load intel/18.0.5.274 +#module load anaconda/latest +#module use -a /contrib/met/modulefiles/ +#module load met/10.0.0 + +#./run_pointvx.sh # Run grod-to-point deterministic vx +#./run_gridvx.sh # Run grid-stat deterministic vx +#./run_pointensvx.sh # Run grid-to-point ensemble/probabilsitic vx +#./run_gridensvx.sh # Run grid-to-grid ensemble/probabilsitic vx diff --git a/ush/wrappers/sq_job_vx.sh b/ush/wrappers/sq_job_vx.sh deleted file mode 100755 index 4b825e175..000000000 --- a/ush/wrappers/sq_job_vx.sh +++ /dev/null @@ -1,24 +0,0 @@ -#!/bin/sh -#SBATCH -e /scratch2/BMC/fv3lam/harrold/expt_dirs/FV3_GFS_v15p2_CONUS_25km/log/run_ensgridvx.log -#SBATCH --account=fv3lam -#SBATCH --qos=batch -#SBATCH --ntasks=1 -#SBATCH --time=20 -#SBATCH --job-name="run_enspointvx" -cd /scratch2/BMC/fv3lam/harrold/expt_dirs/FV3_GFS_v15p2_CONUS_25km -set -x -. /apps/lmod/lmod/init/sh - -module purge -module load hpss - -module use -a /contrib/anaconda/modulefiles -module load intel/18.0.5.274 -module load anaconda/latest -module use -a /contrib/met/modulefiles/ -module load met/10.0.0 - -#./run_pointvx.sh -#./run_gridvx.sh -#./run_pointensvx.sh -./run_gridensvx.sh