[develop] Incorporate RRFS_dev1 workflow to SRW and import most tasks

Externals.cfg

@@ -11,8 +11,8 @@ required = True
 protocol = git
 repo_url = https://github.com/ufs-community/ufs-weather-model
 # Specify either a branch name or a hash but not both.
-#branch = develop
-hash = e051e0e
+#branch = RRFS_dev
+hash = 84b28ec
 local_path = sorc/ufs-weather-model
 required = True
 
@@ -27,10 +27,10 @@ required = True
 
 [GSI]
 protocol = git
-repo_url = https://github.com/NOAA-EMC/GSI.git
+repo_url = https://github.com/NOAA-GSL/GSI.git
 # Specify either a branch name or a hash but not both.
-#branch = develop
-hash = ad84f17
+#branch = feature/rrfs_dev
+hash = a4c421c
 local_path = sorc/gsi
 externals = None
 required = True
@@ -40,10 +40,17 @@ protocol = git
 repo_url = https://github.com/NOAA-GSL/rrfs_utl.git
 # Specify either a branch name or a hash but not both.
 #branch = develop
-hash = 8d21f25
+hash = cb12cab8
 local_path = sorc/rrfs_utl
 required = True
 
+[python_graphics]
+protocol = git
+repo_url = https://github.com/NOAA-GSL/pygraf
+hash = da304b0
+local_path = python_graphics
+required = True
+
 [arl_nexus]
 protocol = git
 repo_url = https://github.com/noaa-oar-arl/NEXUS

fix/fix_am/global_hyblev_fcst_rrfsL65.txt

@@ -0,0 +1,68 @@
+     2    66
+       0.000  1.00000000
+       0.000  0.99787363
+       0.000  0.99547387
+       0.017  0.99276698
+       0.234  0.98971388
+       1.058  0.98626929
+       3.103  0.98238159
+       7.211  0.97799245
+      14.450  0.97303658
+      26.130  0.96744145
+      43.805  0.96112727
+      69.754  0.95400221
+     107.500  0.94595747
+     160.901  0.93687684
+     233.980  0.92663902
+     330.883  0.91511905
+     455.809  0.90219033
+     612.932  0.88772712
+     806.289  0.87160769
+    1039.659  0.85371818
+    1316.413  0.83395695
+    1639.350  0.81223965
+    2010.516  0.78850460
+    2431.016  0.76271850
+    2900.827  0.73488203
+    3418.626  0.70503512
+    3981.638  0.67326135
+    4585.535  0.63969119
+    5224.384  0.60450347
+    5890.665  0.56792486
+    6575.364  0.53022703
+    7268.150  0.49172137
+    7957.623  0.45275150
+    8631.631  0.41368369
+    9277.633  0.37489594
+    9883.087  0.33676625
+   10435.842  0.29966091
+   10924.498  0.26392352
+   11338.722  0.22986547
+   11669.502  0.19775844
+   11909.318  0.16782909
+   12052.236  0.14025627
+   12093.928  0.11517042
+   12031.620  0.09265514
+   11863.989  0.07275035
+   11591.011  0.05545674
+   11213.791  0.04074101
+   10734.376  0.02854147
+   10155.564  0.01877378
+    9480.727  0.01133629
+    8714.452  0.00610706
+    7877.419  0.00279793
+    7004.872  0.00097247
+    6132.608  0.00018806
+    5296.374  0.00000379
+    4530.025  0.00000000
+    3843.468  0.00000000
+    3229.725  0.00000000
+    2681.893  0.00000000
+    2193.544  0.00000000
+    1758.738  0.00000000
+    1372.014  0.00000000
+    1028.378  0.00000000
+     723.285  0.00000000
+     452.613  0.00000000
+     212.637  0.00000000
+       0.000  0.00000000

jobs/JREGIONAL_MAKE_ICS

@@ -57,10 +57,14 @@ for the FV3 (in NetCDF format).
 #
 if [ $RUN_ENVIR = "nco" ]; then
     export INPUT_DATA="${COMIN}"
+    export INPUT_DATA_NWGES="${NWGES_DIR}${SLASH_ENSMEM_SUBDIR}/ics"
 else
     export INPUT_DATA="${COMIN}${SLASH_ENSMEM_SUBDIR}/INPUT"
+    export INPUT_DATA_NWGES="${NWGES_DIR}${SLASH_ENSMEM_SUBDIR}/ics"
 fi
 mkdir_vrfy -p "${INPUT_DATA}"
+mkdir_vrfy -p "${INPUT_DATA_NWGES}"
+#
 #
 #-----------------------------------------------------------------------
 #

jobs/JREGIONAL_MAKE_LBCS

@@ -57,10 +57,13 @@ hour zero).
 #
 if [ $RUN_ENVIR = "nco" ]; then
     export INPUT_DATA="${COMIN}"
+    export INPUT_DATA_NWGES="${NWGES_DIR}${SLASH_ENSMEM_SUBDIR}/lbcs"
 else
     export INPUT_DATA="${COMIN}${SLASH_ENSMEM_SUBDIR}/INPUT"
+    export INPUT_DATA_NWGES="${NWGES_DIR}${SLASH_ENSMEM_SUBDIR}/lbcs"
 fi
 mkdir_vrfy -p "${INPUT_DATA}"
+mkdir_vrfy -p "${INPUT_DATA_NWGES}"
 #
 #-----------------------------------------------------------------------
 #

jobs/JREGIONAL_PROCESS_BUFR

@@ -0,0 +1,110 @@
+#!/bin/bash
+
+#
+#-----------------------------------------------------------------------
+#
+# This J-JOB script runs the preprocess of BUFR files
+#      for the FV3-LAM model
+#
+# Description:
+#
+#  RRFS runs several executables included with rrfs-utl as a preparation of 
+#  existing RAP bufr files. It does the following:
+#     - Run process_Lightning.exe on files like *lghtng.tm00.bufr_d
+#     - Run process_larccld.exe on files like *lgycld.tm00.bufr_d
+#     - Run process_metarcld.exe on files like *prepbufr.tm00 
+#
+# Arguments needed in the corresponding ex-script:
+#
+#  FIXgsi: Location of GSI fix files
+#  OBSPATH_TEMPLATE: A template path to the location of observation files
+#
+#-----------------------------------------------------------------------
+#
+#
+#-----------------------------------------------------------------------
+#
+# Source the variable definitions file and the bash utility functions.
+#
+#-----------------------------------------------------------------------
+#
+. $USHdir/source_util_funcs.sh
+source_config_for_task "task_process_bufr" ${GLOBAL_VAR_DEFNS_FP}
+. $USHdir/job_preamble.sh "TRUE"
+#
+#-----------------------------------------------------------------------
+#
+# Save current shell options (in a global array).  Then set new options
+# for this script/function.
+#
+#-----------------------------------------------------------------------
+#
+{ save_shell_opts; . $USHdir/preamble.sh; } > /dev/null 2>&1
+#
+#-----------------------------------------------------------------------
+#
+# Get the full path to the file in which this script/function is located 
+# (scrfunc_fp), the name of that file (scrfunc_fn), and the directory in
+# which the file is located (scrfunc_dir).
+#
+#-----------------------------------------------------------------------
+#
+scrfunc_fp=$( readlink -f "${BASH_SOURCE[0]}" )
+scrfunc_fn=$( basename "${scrfunc_fp}" )
+scrfunc_dir=$( dirname "${scrfunc_fp}" )
+#
+#-----------------------------------------------------------------------
+#
+# Print message indicating entry into script.
+#
+#-----------------------------------------------------------------------
+#
+print_info_msg "
+========================================================================
+Entering script:  \"${scrfunc_fn}\"
+In directory:     \"${scrfunc_dir}\"
+
+This is the J-job script for the task that runs a BUFR preprocess for 
+the specified cycle.
+========================================================================"
+#
+#-----------------------------------------------------------------------
+#
+# Create the working directory under the cycle directory.
+#
+#-----------------------------------------------------------------------
+#
+if [ ${CYCLE_TYPE} == "spinup" ]; then
+  DATA="${DATA:-${COMIN}/process_bufr_spinup}"
+else
+  DATA="${DATA:-${COMIN}/process_bufr}"
+fi
+mkdir_vrfy -p ${DATA}
+#
+#-----------------------------------------------------------------------
+#
+# Call the ex-script for this J-job and pass to it the necessary varia-
+# bles.
+#
+#-----------------------------------------------------------------------
+#
+$SCRIPTSdir/exregional_process_bufr.sh || print_err_msg_exit "\
+Call to ex-script corresponding to J-job \"${scrfunc_fn}\" failed."
+#
+#-----------------------------------------------------------------------
+#
+# Run job postamble.
+#
+#-----------------------------------------------------------------------
+#
+job_postamble
+#
+#-----------------------------------------------------------------------
+#
+# Restore the shell options saved at the beginning of this script/func-
+# tion.
+#
+#-----------------------------------------------------------------------
+#
+{ restore_shell_opts; } > /dev/null 2>&1
+

jobs/JREGIONAL_PROCESS_LIGHTNING

@@ -0,0 +1,96 @@
+#!/bin/bash
+
+#
+#-----------------------------------------------------------------------
+#
+# This J-JOB script runs the NetCDF ligthning observation preprocess 
+#      for the FV3-LAM model
+#
+#-----------------------------------------------------------------------
+#
+#
+#-----------------------------------------------------------------------
+#
+# Source the variable definitions file and the bash utility functions.
+#
+#-----------------------------------------------------------------------
+#
+. $USHdir/source_util_funcs.sh
+source_config_for_task "task_process_lightning" ${GLOBAL_VAR_DEFNS_FP}
+. $USHdir/job_preamble.sh "TRUE"
+#
+#-----------------------------------------------------------------------
+#
+# Save current shell options (in a global array).  Then set new options
+# for this script/function.
+#
+#-----------------------------------------------------------------------
+#
+{ save_shell_opts; . $USHdir/preamble.sh; } > /dev/null 2>&1
+#
+#-----------------------------------------------------------------------
+#
+# Get the full path to the file in which this script/function is located 
+# (scrfunc_fp), the name of that file (scrfunc_fn), and the directory in
+# which the file is located (scrfunc_dir).
+#
+#-----------------------------------------------------------------------
+#
+scrfunc_fp=$( $READLINK -f "${BASH_SOURCE[0]}" )
+scrfunc_fn=$( basename "${scrfunc_fp}" )
+scrfunc_dir=$( dirname "${scrfunc_fp}" )
+#
+#-----------------------------------------------------------------------
+#
+# Print message indicating entry into script.
+#
+#-----------------------------------------------------------------------
+#
+print_info_msg "
+========================================================================
+Entering script:  \"${scrfunc_fn}\"
+In directory:     \"${scrfunc_dir}\"
+
+This is the J-job script for the task that runs a lightning preprocess for 
+the specified cycle.
+========================================================================"
+#
+#-----------------------------------------------------------------------
+#
+# Create the working directory under the cycle directory.
+#
+#-----------------------------------------------------------------------
+#
+if [ ${CYCLE_TYPE} == "spinup" ]; then
+  DATA="${DATA:-${COMIN}/process_lightning_spinup}"
+else
+  DATA="${DATA:-${COMIN}/process_lightning}"
+fi
+mkdir_vrfy -p ${DATA}
+#
+#-----------------------------------------------------------------------
+#
+# Call the ex-script for this J-job and pass to it the necessary varia-
+# bles.
+#
+#-----------------------------------------------------------------------
+#
+$SCRIPTSdir/exregional_process_lightning.sh || print_err_msg_exit "\
+Call to ex-script corresponding to J-job \"${scrfunc_fn}\" failed."
+#
+#-----------------------------------------------------------------------
+#
+# Run job postamble.
+#
+#-----------------------------------------------------------------------
+#
+job_postamble
+#
+#-----------------------------------------------------------------------
+#
+# Restore the shell options saved at the beginning of this script/func-
+# tion.
+#
+#-----------------------------------------------------------------------
+#
+{ restore_shell_opts; } > /dev/null 2>&1