From a4fd65100d738b18ab34d3f93a00eaae417e6413 Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Mon, 6 Mar 2023 23:16:00 +0000 Subject: [PATCH 01/15] Added rrfs_utils to the cmake settings --- devbuild.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/devbuild.sh b/devbuild.sh index ea4c075d86..0338393945 100755 --- a/devbuild.sh +++ b/devbuild.sh @@ -322,6 +322,7 @@ CMAKE_SETTINGS="\ -DBUILD_UFS_UTILS=${BUILD_UFS_UTILS}\ -DBUILD_UPP=${BUILD_UPP}\ -DBUILD_GSI=${BUILD_GSI}\ + -DBUILD_RRFS_UTILS=${BUILD_RRFS_UTILS}\ -DBUILD_NEXUS=${BUILD_NEXUS}\ -DBUILD_AQM_UTILS=${BUILD_AQM_UTILS}" From 3887c34867fd1fdcf88997c1be2b9b5e69216830 Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Tue, 7 Mar 2023 23:10:49 +0000 Subject: [PATCH 02/15] Added jobs and exregional lightning scripts --- jobs/JREGIONAL_PROCESS_LIGHTNING | 96 +++++++++++ scripts/exregional_process_lightning.sh | 207 ++++++++++++++++++++++++ 2 files changed, 303 insertions(+) create mode 100755 jobs/JREGIONAL_PROCESS_LIGHTNING create mode 100755 scripts/exregional_process_lightning.sh diff --git a/jobs/JREGIONAL_PROCESS_LIGHTNING b/jobs/JREGIONAL_PROCESS_LIGHTNING new file mode 100755 index 0000000000..a1a6860226 --- /dev/null +++ b/jobs/JREGIONAL_PROCESS_LIGHTNING @@ -0,0 +1,96 @@ +#!/bin/bash + +# +#----------------------------------------------------------------------- +# +# This J-JOB script runs the NetCDF ligthning observation preprocess +# for the FV3-LAM model +# +#----------------------------------------------------------------------- +# +# +#----------------------------------------------------------------------- +# +# Source the variable definitions file and the bash utility functions. +# +#----------------------------------------------------------------------- +# +. ${USHdir}/source_util_funcs.sh +source_config_for_task "task_process_lightning" ${GLOBAL_VAR_DEFNS_FP} +. ${USHdir}/job_preamble.sh "TRUE" +# +#----------------------------------------------------------------------- +# +# Save current shell options (in a global array). Then set new options +# for this script/function. +# +#----------------------------------------------------------------------- +# +{ save_shell_opts; . $USHdir/preamble.sh; } > /dev/null 2>&1 +# +#----------------------------------------------------------------------- +# +# Get the full path to the file in which this script/function is located +# (scrfunc_fp), the name of that file (scrfunc_fn), and the directory in +# which the file is located (scrfunc_dir). +# +#----------------------------------------------------------------------- +# +scrfunc_fp=$( $READLINK -f "${BASH_SOURCE[0]}" ) +scrfunc_fn=$( basename "${scrfunc_fp}" ) +scrfunc_dir=$( dirname "${scrfunc_fp}" ) +# +#----------------------------------------------------------------------- +# +# Print message indicating entry into script. +# +#----------------------------------------------------------------------- +# +print_info_msg " +======================================================================== +Entering script: \"${scrfunc_fn}\" +In directory: \"${scrfunc_dir}\" + +This is the J-job script for the task that runs a lightning preprocess for +the specified cycle. +========================================================================" +# +#----------------------------------------------------------------------- +# +# Create the working directory under the cycle directory. +# +#----------------------------------------------------------------------- +# +if [ "${CYCLE_TYPE}" == "spinup" ]; then + DATA="${DATA:-${COMIN}/process_lightning_spinup}" +else + DATA="${DATA:-${COMIN}/process_lightning}" +fi +mkdir_vrfy -p ${DATA} +# +#----------------------------------------------------------------------- +# +# Call the ex-script for this J-job and pass to it the necessary varia- +# bles. +# +#----------------------------------------------------------------------- +# +$SCRIPTSdir/exregional_process_lightning.sh || print_err_msg_exit "\ +Call to ex-script corresponding to J-job \"${scrfunc_fn}\" failed." +# +#----------------------------------------------------------------------- +# +# Run job postamble. +# +#----------------------------------------------------------------------- +# +job_postamble +# +#----------------------------------------------------------------------- +# +# Restore the shell options saved at the beginning of this script/func- +# tion. +# +#----------------------------------------------------------------------- +# +{ restore_shell_opts; } > /dev/null 2>&1 diff --git a/scripts/exregional_process_lightning.sh b/scripts/exregional_process_lightning.sh new file mode 100755 index 0000000000..a669296798 --- /dev/null +++ b/scripts/exregional_process_lightning.sh @@ -0,0 +1,207 @@ +#!/bin/bash + +# +#----------------------------------------------------------------------- +# +# Source the variable definitions file and the bash utility functions. +# +#----------------------------------------------------------------------- +# +. $USHdir/source_util_funcs.sh +source_config_for_task "task_process_lightning" ${GLOBAL_VAR_DEFNS_FP} +# +#----------------------------------------------------------------------- +# +# Save current shell options (in a global array). Then set new options +# for this script/function. +# +#----------------------------------------------------------------------- +# +{ save_shell_opts; . $USHdir/preamble.sh; } > /dev/null 2>&1 +# +#----------------------------------------------------------------------- +# +# Get the full path to the file in which this script/function is located +# (scrfunc_fp), the name of that file (scrfunc_fn), and the directory in +# which the file is located (scrfunc_dir). +# +#----------------------------------------------------------------------- +# +scrfunc_fp=$( readlink -f "${BASH_SOURCE[0]}" ) +scrfunc_fn=$( basename "${scrfunc_fp}" ) +scrfunc_dir=$( dirname "${scrfunc_fp}" ) +# +#----------------------------------------------------------------------- +# +# Print message indicating entry into script. +# +#----------------------------------------------------------------------- +# +print_info_msg " +======================================================================== +Entering script: \"${scrfunc_fn}\" +In directory: \"${scrfunc_dir}\" + +This is the ex-script for the task that runs lightning preprocess +with FV3 for the specified cycle. +========================================================================" +# +#----------------------------------------------------------------------- +# +# Extract from CDATE the starting year, month, day, and hour of the +# forecast. These are needed below for various operations. +# +#----------------------------------------------------------------------- +# +START_DATE=$(echo "${CDATE}" | sed 's/\([[:digit:]]\{2\}\)$/ \1/') +YYYYMMDDHH=$(date +%Y%m%d%H -d "${START_DATE}") +JJJ=$(date +%j -d "${START_DATE}") + +YYYY=${YYYYMMDDHH:0:4} +MM=${YYYYMMDDHH:4:2} +DD=${YYYYMMDDHH:6:2} +HH=${YYYYMMDDHH:8:2} +YYYYMMDD=${YYYYMMDDHH:0:8} + +YYJJJHH=$(date +"%y%j%H" -d "${START_DATE}") +PREYYJJJHH=$(date +"%y%j%H" -d "${START_DATE} 1 hours ago") + +# +#----------------------------------------------------------------------- +# +# Get into working directory +# +#----------------------------------------------------------------------- +# +print_info_msg "$VERBOSE" " +Getting into working directory for lightning process ..." + +cd_vrfy ${DATA} + +fixgriddir=$FIXgsi/${PREDEF_GRID_NAME} + +print_info_msg "$VERBOSE" "fixgriddir is $fixgriddir" + +# +#----------------------------------------------------------------------- +# +# link or copy background and grid files +# +#----------------------------------------------------------------------- + +cp_vrfy ${fixgriddir}/fv3_grid_spec fv3sar_grid_spec.nc + +#----------------------------------------------------------------------- +# +# Link to the NLDN data +# +#----------------------------------------------------------------------- +run_lightning=false +filenum=0 +LIGHTNING_FILE=${LIGHTNING_ROOT}/vaisala/netcdf +for n in 00 05 ; do + filename=${LIGHTNING_FILE}/${YYJJJHH}${n}0005r + if [ -r ${filename} ]; then + ((filenum += 1 )) + ln -sf ${filename} ./NLDN_lightning_${filenum} + else + echo " ${filename} does not exist" + fi +done +for n in 55 50 45 40 35 ; do + filename=${LIGHTNING_FILE}/${PREYYJJJHH}${n}0005r + if [ -r ${filename} ]; then + ((filenum += 1 )) + ln -sf ${filename} ./NLDN_lightning_${filenum} + run_lightning=true + else + echo " ${filename} does not exist" + fi +done + +echo "found GLD360 files: ${filenum}" + +#----------------------------------------------------------------------- +# +# copy bufr table from fix directory +# +#----------------------------------------------------------------------- +BUFR_TABLE=${FIXgsi}/prepobs_prep_RAP.bufrtable + +cp_vrfy $BUFR_TABLE prepobs_prep.bufrtable + +#----------------------------------------------------------------------- +# +# Build namelist and run executable +# +# analysis_time : process obs used for this analysis date (YYYYMMDDHH) +# NLDN_filenum : number of NLDN lighting observation files +# IfAlaska : logic to decide if to process Alaska lightning obs +# bkversion : grid type (background will be used in the analysis) +# = 0 for ARW (default) +# = 1 for FV3LAM +#----------------------------------------------------------------------- + +cat << EOF > namelist.lightning + &setup + analysis_time = ${YYYYMMDDHH}, + NLDN_filenum = ${filenum}, + grid_type = "${PREDEF_GRID_NAME}", + obs_type = "nldn_nc" + / +EOF + +# +#----------------------------------------------------------------------- +# +# Copy the executable to the run directory. +# +#----------------------------------------------------------------------- +# +exec_fn="process_Lightning.exe" +exec_fp="$EXECdir/${exec_fn}" + +if [ ! -f "${exec_fp}" ]; then + print_err_msg_exit "\ +The executable specified in exec_fp does not exist: + exec_fp = \"${exec_fp}\" +Build lightning process and rerun." +fi +# +# +#----------------------------------------------------------------------- +# +# Run the process +# +#----------------------------------------------------------------------- +# + +if [[ "$run_lightning" == true ]]; then + PREP_STEP + eval $RUN_CMD_UTILS --account=${ACCOUNT} --nodes=1-1 --tasks-per-node=1 --time 00:30:00 ${exec_fp} ${REDIRECT_OUT_ERR} || print_err_msg "\ + Call to executable to run lightning (nc) process returned with nonzero exit code." + POST_STEP +fi +# +#----------------------------------------------------------------------- +# +# Print message indicating successful completion of script. +# +#----------------------------------------------------------------------- +# +print_info_msg " +======================================================================== +LIGHTNING PROCESS completed successfully!!! + +Exiting script: \"${scrfunc_fn}\" +In directory: \"${scrfunc_dir}\" +========================================================================" +# +#----------------------------------------------------------------------- +# +# Restore the shell options saved at the beginning of this script/func- +# tion. +# +#----------------------------------------------------------------------- +# +{ restore_shell_opts; } > /dev/null 2>&1 From cb5aa41eff310cf26b83fc8f220cb0b511841ad7 Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Tue, 7 Mar 2023 23:11:14 +0000 Subject: [PATCH 03/15] Added lightning parm --- ush/valid_param_vals.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/ush/valid_param_vals.yaml b/ush/valid_param_vals.yaml index a40b16eb3a..f69cfcbee1 100644 --- a/ush/valid_param_vals.yaml +++ b/ush/valid_param_vals.yaml @@ -105,3 +105,4 @@ valid_vals_DO_AQM_CHEM_LBCS: [True, False] valid_vals_DO_AQM_GEFS_LBCS: [True, False] valid_vals_DO_AQM_SAVE_AIRNOW_HIST: [True, False] valid_vals_COLDSTART: [True, False] +valid_vals_DO_NLDN_LGHT: [True, False] From 2fb34e83879cd5ae778f667eba6ab6433e96f365 Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Wed, 15 Mar 2023 17:36:09 +0000 Subject: [PATCH 04/15] did some cleanup --- jobs/JREGIONAL_PROCESS_LIGHTNING | 2 +- scripts/exregional_process_lightning.sh | 43 ++++++++++++------------- 2 files changed, 21 insertions(+), 24 deletions(-) diff --git a/jobs/JREGIONAL_PROCESS_LIGHTNING b/jobs/JREGIONAL_PROCESS_LIGHTNING index a1a6860226..f875fab7f6 100755 --- a/jobs/JREGIONAL_PROCESS_LIGHTNING +++ b/jobs/JREGIONAL_PROCESS_LIGHTNING @@ -3,7 +3,7 @@ # #----------------------------------------------------------------------- # -# This J-JOB script runs the NetCDF ligthning observation preprocess +# This J-JOB script runs the NetCDF lightning observation preprocess # for the FV3-LAM model # #----------------------------------------------------------------------- diff --git a/scripts/exregional_process_lightning.sh b/scripts/exregional_process_lightning.sh index a669296798..2cb0d3becd 100755 --- a/scripts/exregional_process_lightning.sh +++ b/scripts/exregional_process_lightning.sh @@ -42,7 +42,7 @@ print_info_msg " Entering script: \"${scrfunc_fn}\" In directory: \"${scrfunc_dir}\" -This is the ex-script for the task that runs lightning preprocess +This is the ex-script for the task that runs lightning preprocessing with FV3 for the specified cycle. ========================================================================" # @@ -53,18 +53,19 @@ with FV3 for the specified cycle. # #----------------------------------------------------------------------- # -START_DATE=$(echo "${CDATE}" | sed 's/\([[:digit:]]\{2\}\)$/ \1/') +#START_DATE=$(echo "${CDATE}" | sed 's/\([[:digit:]]\{2\}\)$/ \1/') +START_DATE=$(echo "${PDY} ${cyc}") YYYYMMDDHH=$(date +%Y%m%d%H -d "${START_DATE}") -JJJ=$(date +%j -d "${START_DATE}") +#JJJ=$(date +%j -d "${START_DATE}") -YYYY=${YYYYMMDDHH:0:4} -MM=${YYYYMMDDHH:4:2} -DD=${YYYYMMDDHH:6:2} -HH=${YYYYMMDDHH:8:2} -YYYYMMDD=${YYYYMMDDHH:0:8} +#YYYY=${YYYYMMDDHH:0:4} +#MM=${YYYYMMDDHH:4:2} +#DD=${YYYYMMDDHH:6:2} +#HH=${YYYYMMDDHH:8:2} +#YYYYMMDD=${YYYYMMDDHH:0:8} -YYJJJHH=$(date +"%y%j%H" -d "${START_DATE}") -PREYYJJJHH=$(date +"%y%j%H" -d "${START_DATE} 1 hours ago") +#YYJJJHH=$(date +"%y%j%H" -d "${START_DATE}") +#EARLY_YYJJJHH=$(date +"%y%j%H" -d "${START_DATE} 1 hours ago") # #----------------------------------------------------------------------- @@ -99,17 +100,9 @@ cp_vrfy ${fixgriddir}/fv3_grid_spec fv3sar_grid_spec.nc run_lightning=false filenum=0 LIGHTNING_FILE=${LIGHTNING_ROOT}/vaisala/netcdf -for n in 00 05 ; do - filename=${LIGHTNING_FILE}/${YYJJJHH}${n}0005r - if [ -r ${filename} ]; then - ((filenum += 1 )) - ln -sf ${filename} ./NLDN_lightning_${filenum} - else - echo " ${filename} does not exist" - fi -done -for n in 55 50 45 40 35 ; do - filename=${LIGHTNING_FILE}/${PREYYJJJHH}${n}0005r +for incr in $(seq -25 5 5) ; do + filedate=$(date +"%y%j%H%M" -d "${START_DATE} ${incr} minutes ") + filename=${LIGHTNING_FILE}/${filedate}0005r if [ -r ${filename} ]; then ((filenum += 1 )) ln -sf ${filename} ./NLDN_lightning_${filenum} @@ -178,10 +171,14 @@ fi if [[ "$run_lightning" == true ]]; then PREP_STEP - eval $RUN_CMD_UTILS --account=${ACCOUNT} --nodes=1-1 --tasks-per-node=1 --time 00:30:00 ${exec_fp} ${REDIRECT_OUT_ERR} || print_err_msg "\ - Call to executable to run lightning (nc) process returned with nonzero exit code." + eval ${RUN_CMD_UTILS} ${exec_fp} ${REDIRECT_OUT_ERR} || \ + print_err_msg_exit "\ + Call to executable (exec_fp) to run lightning (nc) process returned + with nonzero exit code: + exec_fp = \"${exec_fp}\"" POST_STEP fi + # #----------------------------------------------------------------------- # From 75aa2f22b90cb3a1dfb824d48ebe8e0115a5b383 Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Wed, 15 Mar 2023 17:39:20 +0000 Subject: [PATCH 05/15] added lightning wrapper --- ush/wrappers/run_process_lightning.sh | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100755 ush/wrappers/run_process_lightning.sh diff --git a/ush/wrappers/run_process_lightning.sh b/ush/wrappers/run_process_lightning.sh new file mode 100755 index 0000000000..d183d3adcd --- /dev/null +++ b/ush/wrappers/run_process_lightning.sh @@ -0,0 +1,14 @@ +#!/bin/sh +export GLOBAL_VAR_DEFNS_FP="${EXPTDIR}/var_defns.sh" +set -xa +source ${GLOBAL_VAR_DEFNS_FP} +export CDATE=${DATE_FIRST_CYCL} +export CYCLE_DIR=${EXPTDIR}/${CDATE} +export cyc=${DATE_FIRST_CYCL:8:2} +export PDY=${DATE_FIRST_CYCL:0:8} +export SLASH_ENSMEM_SUBDIR="" +export ENSMEM_INDX="" +export CYCLE_TYPE="" + +${JOBSdir}/JREGIONAL_PROCESS_LIGHTNING + From fa884bb0e7642b1535794affbc03e48b0fe1cb59 Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Wed, 15 Mar 2023 20:37:42 +0000 Subject: [PATCH 06/15] added rrfs lightning vars --- ush/config_defaults.yaml | 44 ++++++++++++++++++++++++++++++++++++++-- 1 file changed, 42 insertions(+), 2 deletions(-) diff --git a/ush/config_defaults.yaml b/ush/config_defaults.yaml index fbb59040a7..ce6a1e7a01 100644 --- a/ush/config_defaults.yaml +++ b/ush/config_defaults.yaml @@ -309,6 +309,7 @@ platform: # #----------------------------------------------------------------------- # + MODEL: "" MET_INSTALL_DIR: "" MET_BIN_EXEC: "" METPLUS_PATH: "" @@ -374,6 +375,9 @@ platform: # FIXsfc: # System directory where surface climatology data is located # + # FIXgsi: + # System directory where GSI fixed files are located + # #----------------------------------------------------------------------- # FIXgsm: "" @@ -382,6 +386,7 @@ platform: FIXorg: "" FIXsfc: "" FIXshp: "" + FIXgsi: "" # #----------------------------------------------------------------------- # @@ -412,7 +417,17 @@ platform: COMINgfs: "" COMINgefs: "" COMINairnow: "/path/to/real/time/airnow/data" - + # + #----------------------------------------------------------------------- + # + # Setup default observation locations for data assimilation: + # + # LIGHTNING_ROOT: location of lightning observations + # + #----------------------------------------------------------------------- + # + LIGHTNING_ROOT: "" + #----------------------------- # WORKFLOW config parameters #----------------------------- @@ -1132,6 +1147,21 @@ workflow_switches: RUN_TASK_BIAS_CORRECTION_O3: false RUN_TASK_BIAS_CORRECTION_PM25: false +#---------------------------- +# DO_ parameters. These look like workflow switches since some +# of them are used in FV3LAM_wflow.xml +#----------------------------- +rrfs: + # + #----------------------------------------------------------------------- + # + # DO_NLDN_LGHT + # Flag turn on processing NLDN NetCDF lightning data + # + #----------------------------------------------------------------------- + # + DO_NLDN_LGHT: false + #---------------------------- # MAKE GRID config parameters #----------------------------- @@ -2548,6 +2578,17 @@ task_bias_correction_pm25: OMP_NUM_THREADS_BIAS_CORRECTION_PM25: 128 OMP_STACKSIZE_BIAS_CORRECTION_PM25: "2056M" +#---------------------------- +# PROCESS LIGHTNING config parameters +#----------------------------- +task_process_lightning: + PROCESS_LIGHTNING_TN: "process_lightning" + NNODES_PROCESS_LIGHTNING: 1 + PPN_PROCESS_LIGHTNING: 1 + MEM_PROCESS_LIGHTNING: 2G + WTIME_PROCESS_LIGHTNING: 00:30:00 + MAXTRIES_PROCESS_LIGHTNING: 1 + #---------------------------- # global config parameters #----------------------------- @@ -2900,4 +2941,3 @@ cpl_aqm_parm: PT_SRC_BASEDIR: "/path/to/point/source/base/directory/for/conus/hi/ak" AQM_AIRNOW_HIST_DIR: "/path/to/historical/airnow/data/dir" - From 4cd54727086afb6a5da39805429ebfd64035cf78 Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Wed, 15 Mar 2023 20:38:04 +0000 Subject: [PATCH 07/15] add fix gsi path --- ush/machine/jet.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/ush/machine/jet.yaml b/ush/machine/jet.yaml index ae6f8a8b6e..775ec797a7 100644 --- a/ush/machine/jet.yaml +++ b/ush/machine/jet.yaml @@ -31,6 +31,7 @@ platform: FIXorg: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/fix/fix_orog FIXsfc: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/fix/fix_sfc_climo FIXshp: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/NaturalEarth + FIXgsi: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/fix/fix_gsi EXTRN_MDL_DATA_STORES: hpss aws nomads data: ics_lbcs: From 0f781e61eefc1b20dfd9c5e31d82073bfb6af783 Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Wed, 15 Mar 2023 20:57:24 +0000 Subject: [PATCH 08/15] removed fixgsi dir --- ush/machine/jet.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/ush/machine/jet.yaml b/ush/machine/jet.yaml index 775ec797a7..ae6f8a8b6e 100644 --- a/ush/machine/jet.yaml +++ b/ush/machine/jet.yaml @@ -31,7 +31,6 @@ platform: FIXorg: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/fix/fix_orog FIXsfc: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/fix/fix_sfc_climo FIXshp: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/NaturalEarth - FIXgsi: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/fix/fix_gsi EXTRN_MDL_DATA_STORES: hpss aws nomads data: ics_lbcs: From fc0bcadb72f5ea404bc983fb0ea8e688bc2c06b4 Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Wed, 22 Mar 2023 14:56:03 +0000 Subject: [PATCH 09/15] updated path to predefined grid for fv3_grid_spec --- scripts/exregional_process_lightning.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/scripts/exregional_process_lightning.sh b/scripts/exregional_process_lightning.sh index 2cb0d3becd..bc2c935e96 100755 --- a/scripts/exregional_process_lightning.sh +++ b/scripts/exregional_process_lightning.sh @@ -79,9 +79,9 @@ Getting into working directory for lightning process ..." cd_vrfy ${DATA} -fixgriddir=$FIXgsi/${PREDEF_GRID_NAME} +pregen_grid_dir=$DOMAIN_PREGEN_BASEDIR/${PREDEF_GRID_NAME} -print_info_msg "$VERBOSE" "fixgriddir is $fixgriddir" +print_info_msg "$VERBOSE" "pregen_grid_dir is $pregen_grid_dir" # #----------------------------------------------------------------------- @@ -90,7 +90,7 @@ print_info_msg "$VERBOSE" "fixgriddir is $fixgriddir" # #----------------------------------------------------------------------- -cp_vrfy ${fixgriddir}/fv3_grid_spec fv3sar_grid_spec.nc +cp_vrfy ${pregen_grid_dir}/fv3_grid_spec fv3sar_grid_spec.nc #----------------------------------------------------------------------- # From aa37c8786568285fd946252c608ebdded8105968 Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Wed, 22 Mar 2023 14:56:32 +0000 Subject: [PATCH 10/15] added lightning root and fixgsi vars --- ush/machine/hera.yaml | 3 ++- ush/machine/jet.yaml | 2 ++ ush/machine/orion.yaml | 2 ++ 3 files changed, 6 insertions(+), 1 deletion(-) diff --git a/ush/machine/hera.yaml b/ush/machine/hera.yaml index 08bc7a49fd..65d7f3e4d2 100644 --- a/ush/machine/hera.yaml +++ b/ush/machine/hera.yaml @@ -29,13 +29,14 @@ platform: TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /scratch2/BMC/det/UFS_SRW_app/develop/dummy_FV3GFS_sys_dir TEST_VX_FCST_INPUT_BASEDIR: '/scratch2/BMC/det/UFS_SRW_App/develop/output_data/fcst_det/{{workflow.PREDEF_GRID_NAME}}' FIXaer: /scratch2/BMC/det/UFS_SRW_App/develop/fix/fix_aer + FIXgsi: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/fix/fix_gsi FIXgsm: /scratch2/BMC/det/UFS_SRW_App/develop/fix/fix_am FIXlut: /scratch2/BMC/det/UFS_SRW_App/develop/fix/fix_lut FIXorg: /scratch2/BMC/det/UFS_SRW_App/develop/fix/fix_orog FIXsfc: /scratch2/BMC/det/UFS_SRW_App/develop/fix/fix_sfc_climo FIXshp: /scratch2/BMC/det/UFS_SRW_App/develop/NaturalEarth EXTRN_MDL_DATA_STORES: hpss aws nomads - + LIGHTNING_ROOT: /scratch2/BMC/zrtrr/rli/data/lightning data: obs: RAP_obs: /scratch2/BMC/public/data/grids/rap/obs diff --git a/ush/machine/jet.yaml b/ush/machine/jet.yaml index ae6f8a8b6e..f251dbdb5f 100644 --- a/ush/machine/jet.yaml +++ b/ush/machine/jet.yaml @@ -26,12 +26,14 @@ platform: TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/dummy_FV3GFS_sys_dir TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/dummy_FV3GFS_sys_dir FIXaer: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/fix/fix_aer + FIXgsi: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/fix/fix_gsi FIXgsm: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/fix/fix_am FIXlut: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/fix/fix_lut FIXorg: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/fix/fix_orog FIXsfc: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/fix/fix_sfc_climo FIXshp: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/NaturalEarth EXTRN_MDL_DATA_STORES: hpss aws nomads + LIGHTNING_ROOT: /mnt/lfs4/BMC/wrfruc/Ruifang.Li/data/lightning data: ics_lbcs: FV3GFS: diff --git a/ush/machine/orion.yaml b/ush/machine/orion.yaml index 8f03a376e8..cd41fff9b7 100644 --- a/ush/machine/orion.yaml +++ b/ush/machine/orion.yaml @@ -26,9 +26,11 @@ platform: TEST_EXTRN_MDL_SOURCE_BASEDIR: /work/noaa/fv3-cam/UFS_SRW_App/develop/input_model_data TEST_PREGEN_BASEDIR: /work/noaa/fv3-cam/UFS_SRW_App/develop/FV3LAM_pregen FIXaer: /work/noaa/fv3-cam/UFS_SRW_App/develop/fix/fix_aer + FIXgsi: /work/noaa/epic-ps/role-epic-ps/UFS_SRW_data/develop/fix/fix_gsi FIXgsm: /work/noaa/fv3-cam/UFS_SRW_App/develop/fix/fix_am FIXlut: /work/noaa/fv3-cam/UFS_SRW_App/develop/fix/fix_lut FIXorg: /work/noaa/fv3-cam/UFS_SRW_App/develop/fix/fix_orog FIXsfc: /work/noaa/fv3-cam/UFS_SRW_App/develop/fix/fix_sfc_climo FIXshp: /work/noaa/fv3-cam/UFS_SRW_App/develop/NaturalEarth EXTRN_MDL_DATA_STORES: aws nomads + LIGHTNING_ROOT: /work/noaa/wrfruc/mhu/rrfs/data/lightning From ce82fd1ef8c524c744ace865e12f830ac68de185 Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Wed, 22 Mar 2023 15:11:23 +0000 Subject: [PATCH 11/15] updated DOMAIN_PREGEN_BASEDIR to point to EPIC location --- ush/machine/hera.yaml | 2 +- ush/machine/jet.yaml | 2 +- ush/machine/orion.yaml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/ush/machine/hera.yaml b/ush/machine/hera.yaml index 65d7f3e4d2..a08fa64a40 100644 --- a/ush/machine/hera.yaml +++ b/ush/machine/hera.yaml @@ -8,7 +8,7 @@ platform: METPLUS_PATH: /contrib/METplus/METplus-4.1.1 MET_BIN_EXEC: bin MET_INSTALL_DIR: /contrib/met/10.1.1 - DOMAIN_PREGEN_BASEDIR: /scratch2/BMC/det/UFS_SRW_App/develop/FV3LAM_pregen + DOMAIN_PREGEN_BASEDIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/FV3LAM_pregen PARTITION_DEFAULT: hera QUEUE_DEFAULT: batch PARTITION_FCST: hera diff --git a/ush/machine/jet.yaml b/ush/machine/jet.yaml index f251dbdb5f..73a9b2643e 100644 --- a/ush/machine/jet.yaml +++ b/ush/machine/jet.yaml @@ -8,7 +8,7 @@ platform: METPLUS_PATH: /contrib/met/METplus/METplus-4.1.1 MET_BIN_EXEC: bin MET_INSTALL_DIR: /contrib/met/10.1.1 - DOMAIN_PREGEN_BASEDIR: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/FV3LAM_pregen + DOMAIN_PREGEN_BASEDIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/FV3LAM_pregen PARTITION_DEFAULT: sjet,vjet,kjet,xjet QUEUE_DEFAULT: batch PARTITION_FCST: sjet,vjet,kjet,xjet diff --git a/ush/machine/orion.yaml b/ush/machine/orion.yaml index cd41fff9b7..6bb34b414d 100644 --- a/ush/machine/orion.yaml +++ b/ush/machine/orion.yaml @@ -8,7 +8,7 @@ platform: METPLUS_PATH: /apps/contrib/MET/METplus/METplus-4.1.1 MET_BIN_EXEC: bin MET_INSTALL_DIR: /apps/contrib/MET/10.1.1 - DOMAIN_PREGEN_BASEDIR: /work/noaa/fv3-cam/UFS_SRW_App/develop/FV3LAM_pregen + DOMAIN_PREGEN_BASEDIR: /work/noaa/epic-ps/role-epic-ps/UFS_SRW_data/develop/FV3LAM_pregen PARTITION_DEFAULT: orion QUEUE_DEFAULT: batch PARTITION_FCST: orion From b5cf64df15445942127deb7c0361b808a26e06d2 Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Mon, 27 Mar 2023 21:27:11 +0000 Subject: [PATCH 12/15] removed unneeded date paths --- scripts/exregional_process_lightning.sh | 11 ----------- 1 file changed, 11 deletions(-) diff --git a/scripts/exregional_process_lightning.sh b/scripts/exregional_process_lightning.sh index bc2c935e96..2edd26cfba 100755 --- a/scripts/exregional_process_lightning.sh +++ b/scripts/exregional_process_lightning.sh @@ -53,19 +53,8 @@ with FV3 for the specified cycle. # #----------------------------------------------------------------------- # -#START_DATE=$(echo "${CDATE}" | sed 's/\([[:digit:]]\{2\}\)$/ \1/') START_DATE=$(echo "${PDY} ${cyc}") YYYYMMDDHH=$(date +%Y%m%d%H -d "${START_DATE}") -#JJJ=$(date +%j -d "${START_DATE}") - -#YYYY=${YYYYMMDDHH:0:4} -#MM=${YYYYMMDDHH:4:2} -#DD=${YYYYMMDDHH:6:2} -#HH=${YYYYMMDDHH:8:2} -#YYYYMMDD=${YYYYMMDDHH:0:8} - -#YYJJJHH=$(date +"%y%j%H" -d "${START_DATE}") -#EARLY_YYJJJHH=$(date +"%y%j%H" -d "${START_DATE} 1 hours ago") # #----------------------------------------------------------------------- From 29718de1edb34776aba6243afb49d33d9d1574dd Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Thu, 30 Mar 2023 21:47:58 +0000 Subject: [PATCH 13/15] updated lightning root var to epic location --- ush/machine/hera.yaml | 2 +- ush/machine/jet.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/ush/machine/hera.yaml b/ush/machine/hera.yaml index 8e30653e96..77958b0734 100644 --- a/ush/machine/hera.yaml +++ b/ush/machine/hera.yaml @@ -37,7 +37,7 @@ platform: FIXsfc: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/fix/fix_sfc_climo FIXshp: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/NaturalEarth EXTRN_MDL_DATA_STORES: hpss aws nomads - LIGHTNING_ROOT: /scratch2/BMC/zrtrr/rli/data/lightning + LIGHTNING_ROOT: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/rrfs_retro_data/lightning/vaisala/netcdf data: obs: RAP_obs: /scratch2/BMC/public/data/grids/rap/obs diff --git a/ush/machine/jet.yaml b/ush/machine/jet.yaml index e650e872ce..c8b0d4ff56 100644 --- a/ush/machine/jet.yaml +++ b/ush/machine/jet.yaml @@ -34,7 +34,7 @@ platform: FIXsfc: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/fix/fix_sfc_climo FIXshp: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/NaturalEarth EXTRN_MDL_DATA_STORES: hpss aws nomads - LIGHTNING_ROOT: /mnt/lfs4/BMC/wrfruc/Ruifang.Li/data/lightning + LIGHTNING_ROOT: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/rrfs_retro_data/lightning/vaisala/netcdf data: ics_lbcs: FV3GFS: From 86a42390c02ba63907e3ea51c5473ffa7c49d578 Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Thu, 30 Mar 2023 21:49:16 +0000 Subject: [PATCH 14/15] removed unneeded lightning var --- scripts/exregional_process_lightning.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/exregional_process_lightning.sh b/scripts/exregional_process_lightning.sh index 2edd26cfba..e41eae34fd 100755 --- a/scripts/exregional_process_lightning.sh +++ b/scripts/exregional_process_lightning.sh @@ -88,10 +88,10 @@ cp_vrfy ${pregen_grid_dir}/fv3_grid_spec fv3sar_grid_spec.nc #----------------------------------------------------------------------- run_lightning=false filenum=0 -LIGHTNING_FILE=${LIGHTNING_ROOT}/vaisala/netcdf + for incr in $(seq -25 5 5) ; do filedate=$(date +"%y%j%H%M" -d "${START_DATE} ${incr} minutes ") - filename=${LIGHTNING_FILE}/${filedate}0005r + filename=${LIGHTNING_ROOT}/${filedate}0005r if [ -r ${filename} ]; then ((filenum += 1 )) ln -sf ${filename} ./NLDN_lightning_${filenum} From 76057ea37a9c4ae741a71940224bca65e784a2ea Mon Sep 17 00:00:00 2001 From: Edward Snyder Date: Thu, 30 Mar 2023 21:52:32 +0000 Subject: [PATCH 15/15] removed lightning root --- ush/machine/orion.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/ush/machine/orion.yaml b/ush/machine/orion.yaml index 6cfe6f7a3b..2a7d084bc1 100644 --- a/ush/machine/orion.yaml +++ b/ush/machine/orion.yaml @@ -34,4 +34,3 @@ platform: FIXsfc: /work/noaa/epic-ps/role-epic-ps/UFS_SRW_data/develop/fix/fix_sfc_climo FIXshp: /work/noaa/epic-ps/role-epic-ps/UFS_SRW_data/develop/NaturalEarth EXTRN_MDL_DATA_STORES: aws nomads - LIGHTNING_ROOT: /work/noaa/wrfruc/mhu/rrfs/data/lightning