- added experiment directories for cycGSDnoah and cycemcv16

 - added INFO file
 - moved aeroic bash script to be default [jobs/rocoto/aeroic.sh]
 - save aeroic ksh script for future modification
 - updated setting of machine in sorc/aero_extract.sh

FV3GFSwfm/cycGSDnoah/INFO

@@ -0,0 +1,51 @@
+17Sep20
+- use RESTART directories 
+  ** get floating overflow error
+
+22Sep20
+  ** add print statements to sorc/fv3gfs.fd/FV3/atmos_cubed_sphere/tools/fv_restart.F90
+     error in water_nc variable
+
+ JKH:  ==============
+ JKH:  qname=water_nc
+ JKH:  qmin=  1.0000000E+30
+ JKH:  qmax=  1.0000000E+30
+forrtl: error (72): floating overflow
+Image              PC                Routine            Line        Source
+global_fv3gfs_ccp  0000000007FE53FE  Unknown               Unknown  Unknown
+libpthread-2.17.s  00002AED36F2A5F0  Unknown               Unknown  Unknown
+global_fv3gfs_ccp  0000000000D1690D  fv_grid_utils_mod        2992  fv_grid_utils.F90
+global_fv3gfs_ccp  00000000020A8AA5  fv_restart_mod_mp        1500  fv_restart.F90
+global_fv3gfs_ccp  000000000205F060  fv_restart_mod_mp         733  fv_restart.F90
+global_fv3gfs_ccp  00000000008715DA  atmosphere_mod_mp         405  atmosphere.F90
+global_fv3gfs_ccp  00000000006551F2  atmos_model_mod_m         504  atmos_model.F90
+global_fv3gfs_ccp  0000000000623E98  module_fcst_grid_         380  module_fcst_grid_comp.F90
+
+  ** create ICs using chgres_cube
+     get floating invalid error in  module_write_netcdf_parallel
+
+ PASS: fcstRUN phase 2, na =            0  time is    4.17178702354431
+ in write grid comp, nf_hours=           0
+ in wrt run, nf_hours=           0           4           0 nseconds_num=
+           0           1  FBCount=           3  cfhour=000
+ ichunk2d,jchunk2d        1536          20
+ ichunk3d,jchunk3d,kchunk3d        1536          20          64
+forrtl: error (65): floating invalid
+Image              PC                Routine            Line        Source
+global_fv3gfs_ccp  0000000007FE53FE  Unknown               Unknown  Unknown
+libpthread-2.17.s  00002B33FD86A5F0  Unknown               Unknown  Unknown
+global_fv3gfs_ccp  0000000002CEEAA1  module_write_netc         383  module_write_netcdf_parallel.F90
+global_fv3gfs_ccp  0000000002AF17E5  module_wrt_grid_c        1533  module_wrt_grid_comp.F90
+
+  ** change config.fcst to see what happens when you use netcdf instead of netcdf_parallel
+        export OUTPUT_FILETYPES=" 'netcdf_parallel' 'netcdf' "
+
+     same error   (atmf file, sfc file)
+     try changing first one
+
+        export OUTPUT_FILETYPES=" 'netcdf' 'netcdf_parallel' "
+
+     then get same 'divide by zero' error in cu_gf_sh.F90
+
+         !-convective-scale velocity w*
+         zws(i) = max(0.,flux_tun(i)*0.41*buo_flux*zo(i,2)*g/t(i,1))

FV3GFSwfm/cycGSDnoah/aeroics.xml

@@ -0,0 +1,134 @@
+<?xml version="1.0"?>
+<!DOCTYPE workflow
+[
+	<!--
+	PROGRAM
+		Main workflow manager for adding aerosol variables to ICs
+
+	AUTHOR:
+
+	NOTES:
+	-->
+
+	<!-- Experiment parameters such as name, cycle, resolution -->
+	<!ENTITY PSLOT    "cycGSDnoah">
+	<!ENTITY CDUMP    "gdas">
+	<!ENTITY CASE     "C768">
+	<!ENTITY ECDUMP    "enkfgdas">
+	<!ENTITY ECASE     "C384">
+
+	<!-- Experiment parameters such as starting, ending dates -->
+	<!ENTITY SDATE    "202008191800">
+	<!ENTITY EDATE    "202008191800">
+	<!ENTITY INTERVAL "24:00:00">
+
+	<!-- Directories for driving the workflow -->
+	<!ENTITY HOMEgfs  "/scratch2/BMC/gsd-fv3-dev/Judy.K.Henderson/test/gsd_ccpp_v16b_restructure">
+	<!ENTITY JOBS_DIR "/scratch2/BMC/gsd-fv3-dev/Judy.K.Henderson/test/gsd_ccpp_v16b_restructure/jobs/rocoto">
+	<!ENTITY ICSDIR "/scratch2/BMC/gsd-fv3-dev/NCEPDEV/stmp1/Judy.K.Henderson/gdas.init/output_C768_C384/">
+	<!ENTITY FIXDIR "/scratch1/NCEPDEV/global/glopara/fix/">
+
+	<!-- Experiment and Rotation directory -->
+	<!ENTITY EXPDIR "&HOMEgfs;/FV3GFSwfm/&PSLOT;">
+	<!ENTITY ROTDIR "&HOMEgfs;/FV3GFSrun/&PSLOT;">
+
+	<!-- Machine related entities -->
+	<!ENTITY ACCOUNT    "gsd-fv3">
+	<!ENTITY ACCOUNT    "gsd-fv3-dev">
+	<!ENTITY QUEUE      "batch">
+	<!ENTITY QUEUE_DEBUG "debug">
+	<!ENTITY SCHEDULER  "slurm">
+
+	<!-- ROCOTO parameters that control workflow -->
+	<!ENTITY CYCLETHROTTLE "2">
+	<!ENTITY TASKTHROTTLE  "20">
+	<!ENTITY MAXTRIES      "2">
+
+	<!-- BEGIN: Resource requirements for the workflow -->
+
+	<!ENTITY QUEUE_AEROIC_GFS     "&QUEUE;">
+	<!ENTITY WALLTIME_AEROIC_GFS  "00:30:00">
+	<!ENTITY RESOURCES_AEROIC_GFS "<nodes>1:ppn=3</nodes>">
+	<!ENTITY NATIVE_AEROIC_GFS    "--export=NONE">
+	<!-- END: Resource requirements for the workflow -->
+
+]>
+
+<workflow realtime="F" scheduler="&SCHEDULER;" cyclethrottle="&CYCLETHROTTLE;" taskthrottle="&TASKTHROTTLE;">
+
+	<log verbosity="10"><cyclestr>&EXPDIR;/logs/@Y@m@d@H.log</cyclestr></log>
+
+	<!-- Define the cycles -->
+	<cycledef>&SDATE; &EDATE; &INTERVAL;</cycledef>
+
+   <task name="gdasaeroic" maxtries="&MAXTRIES;">
+
+	<command>&JOBS_DIR;/aeroic.sh</command>
+
+	<jobname><cyclestr>&PSLOT;_gdasaeroic_@H</cyclestr></jobname>
+	<account>&ACCOUNT;</account>
+	<queue>&QUEUE_AEROIC_GFS;</queue>
+	&RESOURCES_AEROIC_GFS;
+	<walltime>&WALLTIME_AEROIC_GFS;</walltime>
+	<native>&NATIVE_AEROIC_GFS;</native>
+
+	<join><cyclestr>&ROTDIR;/logs/@Y@m@d@H/gdasaeroic.log</cyclestr></join>
+
+	<envar><name>HOMEgfs</name><value>&HOMEgfs;</value></envar>
+	<envar><name>EXPDIR</name><value>&EXPDIR;</value></envar>
+	<envar><name>ROTDIR</name><value>&ROTDIR;</value></envar>
+	<envar><name>CDATE</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar>
+	<envar><name>AEROCASE</name><value>&CASE;</value></envar>
+	<envar><name>FV3ICS_DIR</name><value><cyclestr>&ICSDIR;/&CDUMP;.@Y@m@d/@H/INPUT/</cyclestr></value></envar>
+	<envar><name>FIXfv3</name><value>&FIXDIR;/fix_fv3</value></envar>
+
+	<dependency>
+		<and>
+			<datadep><cyclestr>&ICSDIR;/&CDUMP;.@Y@m@d/@H/INPUT/gfs_data.tile6.nc</cyclestr></datadep>
+			<datadep><cyclestr>&ICSDIR;/&CDUMP;.@Y@m@d/@H/INPUT/sfc_data.tile6.nc</cyclestr></datadep>
+		</and>
+	</dependency>
+
+   </task>
+
+<metatask name="enkfaeroic">
+<!--
+   <var name="member">001 002 </var>
+   <var name="member">001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 </var> 
+-->
+   <var name="member">041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 </var> 
+
+   <task name="enkfaero#member#" maxtries="&MAXTRIES;">
+
+	<command>&JOBS_DIR;/aeroic.sh</command>
+
+	<jobname><cyclestr>&PSLOT;_enkfaeroic_@H</cyclestr></jobname>
+	<account>&ACCOUNT;</account>
+	<queue>&QUEUE_AEROIC_GFS;</queue>
+	&RESOURCES_AEROIC_GFS;
+	<walltime>&WALLTIME_AEROIC_GFS;</walltime>
+	<native>&NATIVE_AEROIC_GFS;</native>
+
+	<join><cyclestr>&ROTDIR;/logs/@Y@m@d@H/enkfaeroic#member#.log</cyclestr></join>
+
+	<envar><name>HOMEgfs</name><value>&HOMEgfs;</value></envar>
+	<envar><name>EXPDIR</name><value>&EXPDIR;</value></envar>
+	<envar><name>ROTDIR</name><value>&ROTDIR;</value></envar>
+	<envar><name>CDATE</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar>
+	<envar><name>AEROCASE</name><value>&ECASE;</value></envar>
+	<envar><name>FV3ICS_DIR</name><value><cyclestr>&ICSDIR;/&ECDUMP;.@Y@m@d/@H/mem#member#/INPUT/</cyclestr></value></envar>
+	<envar><name>FIXfv3</name><value>&FIXDIR;/fix_fv3</value></envar>
+
+	<dependency>
+		<and>
+			<datadep><cyclestr>&ICSDIR;/&ECDUMP;.@Y@m@d/@H/mem#member#/INPUT/gfs_data.tile6.nc</cyclestr></datadep>
+			<datadep><cyclestr>&ICSDIR;/&ECDUMP;.@Y@m@d/@H/mem#member#/INPUT/sfc_data.tile6.nc</cyclestr></datadep>
+		</and>
+	</dependency>
+
+   </task>
+</metatask>
+<!--
+-->
+
+</workflow>

FV3GFSwfm/cycGSDnoah/config.anal

@@ -0,0 +1,130 @@
+#!/bin/ksh -x
+
+########## config.anal ##########
+# Analysis specific
+
+echo "BEGIN: config.anal"
+
+# Get task specific resources
+. $EXPDIR/config.resources anal
+
+if [ $DONST = "YES" ]; then
+    . $EXPDIR/config.nsst
+fi
+
+if [[ "$CDUMP" = "gfs" ]] ; then
+    export USE_RADSTAT="NO" # This can be only used when bias correction is not-zero.
+    export GENDIAG="NO"
+    export SETUP='diag_rad=.false.,diag_pcp=.false.,diag_conv=.false.,diag_ozone=.false.,write_diag(3)=.false.,niter(2)=100,'
+    export DIAG_TARBALL="NO"
+fi
+
+export npe_gsi=$npe_anal
+
+if [[ "$CDUMP" == "gfs" ]] ; then
+   export npe_gsi=$npe_anal_gfs
+   export nth_anal=$nth_anal_gfs
+fi
+
+# Set parameters specific to L127
+if [ $LEVS = "128" ]; then
+    export GRIDOPTS="nlayers(63)=1,nlayers(64)=1,"
+    export SETUP="gpstop=55,nsig_ext=56,$SETUP"
+fi
+
+# Set namelist option for LETKF
+export lobsdiag_forenkf=".false."  # anal does not need to write out jacobians
+                                   # set to .true. in config.eobs and config.eupd
+
+if [ $OUTPUT_FILE = "nemsio" ]; then
+    export DO_CALC_INCREMENT="YES"
+    export DO_CALC_ANALYSIS="NO"
+fi
+
+# Do not process the following datasets
+export GSNDBF=${GSNDBF:-/dev/null}
+export AMSREBF=${AMSREBF:-/dev/null}
+export SSMITBF=${SSMITBF:-/dev/null}
+export AMSR2BF=${AMSR2BF:-/dev/null}
+
+
+# Use experimental dumps in GFS v16 parallels
+export ABIBF="/dev/null"
+if [[ "$CDATE" -ge "2019022800" ]] ; then
+    export ABIBF="$DMPDIR/${CDUMP}x.${PDY}/${cyc}/${CDUMP}.t${cyc}z.gsrcsr.tm00.bufr_d"
+    if [[ "$CDATE" -ge "2019111000" && "$CDATE" -le "2020052612" ]]; then
+	export ABIBF="$DMPDIR/${CDUMP}y.${PDY}/${cyc}/${CDUMP}.t${cyc}z.gsrcsr.tm00.bufr_d"
+    fi
+fi
+
+export AHIBF="/dev/null"
+if [[ "$CDATE" -ge "2019042300" ]]; then
+    export AHIBF="$DMPDIR/${CDUMP}x.${PDY}/${cyc}/${CDUMP}.t${cyc}z.ahicsr.tm00.bufr_d"
+fi
+
+
+# Adjust data usage for GFS v16 parallels
+#
+#   NOTE:  Remember to set PRVT in config.prep as OBERROR is set below
+#
+# Set default values
+export CONVINFO=$FIXgsi/global_convinfo.txt
+export OZINFO=$FIXgsi/global_ozinfo.txt
+export SATINFO=$FIXgsi/global_satinfo.txt
+export OBERROR=$FIXgsi/prepobs_errtable.global
+
+
+# Set convinfo and prepobs.errtable.global for start of GFS v16 parallels
+if [[ "$CDATE" -ge "2019021900" && "$CDATE" -lt "2019110706" ]]; then
+    export CONVINFO=$FIXgsi/gfsv16_historical/global_convinfo.txt.2019021900
+    export OBERROR=$FIXgsi/gfsv16_historical/prepobs_errtable.global.2019021900
+fi
+
+# Place GOES-15 AMVs in monitor, assimilate GOES-17 AMVs, assimilate KOMPSAT-5 gps
+if [[ "$CDATE" -ge "2019110706" && "$CDATE" -lt "2020040718" ]]; then
+    export CONVINFO=$FIXgsi/gfsv16_historical/global_convinfo.txt.2019110706
+    export OBERROR=$FIXgsi/gfsv16_historical/prepobs_errtable.global.2019110706
+fi
+
+# Assimilate 135 (T) & 235 (uv) Canadian AMDAR observations
+if [[ "$CDATE" -ge "2020040718" && "$CDATE" -lt "2020052612" ]]; then
+    export CONVINFO=$FIXgsi/gfsv16_historical/global_convinfo.txt.2020040718
+fi
+
+# NOTE:
+#   As of 2020052612, gfsv16_historical/global_convinfo.txt.2020052612 is
+#   identical to ../global_convinfo.txt.  Thus, the logic below is not
+#   needed at this time.
+# Assimilate COSMIC-2 GPS
+##if [[ "$CDATE" -ge "2020052612" && "$CDATE" -lt "YYYYMMDDHH" ]]; then
+##    export CONVINFO=$FIXgsi/gfsv16_historical/global_convinfo.txt.2020052612
+##fi
+
+
+# Turn off assmilation of OMPS during period of bad data
+if [[ "$CDATE" -ge "2020011600" && "$CDATE" -lt "2020011806" ]]; then
+    export OZINFO=$FIXgsi/gfsv16_historical/global_ozinfo.txt.2020011600
+fi
+
+
+# Set satinfo for start of GFS v16 parallels
+if [[ "$CDATE" -ge "2019021900" && "$CDATE" -lt "2019110706" ]]; then
+    export SATINFO=$FIXgsi/gfsv16_historical/global_satinfo.txt.2019021900
+fi
+
+# Turn on assimilation of Metop-C AMSUA and MHS
+if [[ "$CDATE" -ge "2019110706" && "$CDATE" -lt "2020022012" ]]; then
+    export SATINFO=$FIXgsi/gfsv16_historical/global_satinfo.txt.2019110706
+fi
+
+# NOTE:  
+#   As of 2020022012, gfsv16_historical/global_satinfo.txt.2020022012 is
+#   identical to ../global_satinfo.txt.  Thus, the logic below is not
+#   needed at this time
+#
+# Turn off assmilation of all Metop-A MHS
+##  if [[ "$CDATE" -ge "2020022012" && "$CDATE" -lt "YYYYMMDDHH" ]]; then
+##      export SATINFO=$FIXgsi/gfsv16_historical/global_satinfo.txt.2020022012
+##  fi
+
+echo "END: config.anal"

FV3GFSwfm/cycGSDnoah/config.analcalc

@@ -0,0 +1,11 @@
+#!/bin/ksh -x
+
+########## config.analcalc ##########
+# GFS post-anal specific (non-diag)
+
+echo "BEGIN: config.analcalc"
+
+# Get task specific resources
+. $EXPDIR/config.resources analcalc
+
+echo "END: config.analcalc"

FV3GFSwfm/cycGSDnoah/config.analdiag

@@ -0,0 +1,11 @@
+#!/bin/ksh -x
+
+########## config.analdiag ##########
+# GFS post-anal specific (diag)
+
+echo "BEGIN: config.analdiag"
+
+# Get task specific resources
+. $EXPDIR/config.resources analdiag
+
+echo "END: config.analdiag"

FV3GFSwfm/cycGSDnoah/config.arch

@@ -0,0 +1,25 @@
+#!/bin/ksh -x
+
+########## config.arch ##########
+# Archive specific
+
+echo "BEGIN: config.arch"
+
+# Get task specific resources
+. $EXPDIR/config.resources arch
+
+#--online archive of nemsio files for fit2obs verification
+export FITSARC="YES"
+export FHMAX_FITS=132
+[[ "$FHMAX_FITS" -gt "$FHMAX_GFS" ]] && export FHMAX_FITS=$FHMAX_GFS
+
+#--starting and ending hours of previous cycles to be removed from rotating directory
+export RMOLDSTD=144
+export RMOLDEND=24
+
+#--keep forcing data for running gldas step
+if [[ "$DO_GLDAS" == "YES" && "$CDUMP" == "gdas" ]]; then
+     [[ $RMOLDSTD -lt 144 ]] && export RMOLDSTD=144   
+fi
+
+echo "END: config.arch"

FV3GFSwfm/cycGSDnoah/config.awips

@@ -0,0 +1,17 @@
+#!/bin/ksh -x
+
+########## config.awips ##########
+# GFS awips step specific
+
+echo "BEGIN: config.awips"
+
+# Get task specific resources
+. $EXPDIR/config.resources awips
+
+export AWIPS20SH=$HOMEgfs/jobs/JGFS_AWIPS_20KM_1P0DEG
+export AWIPSG2SH=$HOMEgfs/jobs/JGFS_AWIPS_G2
+
+# No. of concurrent awips jobs
+export NAWIPSGRP=42
+
+echo "END: config.awips"