forked from NOAA-EMC/global-workflow
-
Notifications
You must be signed in to change notification settings - Fork 5
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- added experiment directories for cycGSDnoah and cycemcv16
- added INFO file - moved aeroic bash script to be default [jobs/rocoto/aeroic.sh] - save aeroic ksh script for future modification - updated setting of machine in sorc/aero_extract.sh
- Loading branch information
Showing
110 changed files
with
10,176 additions
and
43 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,51 @@ | ||
17Sep20 | ||
- use RESTART directories | ||
** get floating overflow error | ||
|
||
22Sep20 | ||
** add print statements to sorc/fv3gfs.fd/FV3/atmos_cubed_sphere/tools/fv_restart.F90 | ||
error in water_nc variable | ||
|
||
JKH: ============== | ||
JKH: qname=water_nc | ||
JKH: qmin= 1.0000000E+30 | ||
JKH: qmax= 1.0000000E+30 | ||
forrtl: error (72): floating overflow | ||
Image PC Routine Line Source | ||
global_fv3gfs_ccp 0000000007FE53FE Unknown Unknown Unknown | ||
libpthread-2.17.s 00002AED36F2A5F0 Unknown Unknown Unknown | ||
global_fv3gfs_ccp 0000000000D1690D fv_grid_utils_mod 2992 fv_grid_utils.F90 | ||
global_fv3gfs_ccp 00000000020A8AA5 fv_restart_mod_mp 1500 fv_restart.F90 | ||
global_fv3gfs_ccp 000000000205F060 fv_restart_mod_mp 733 fv_restart.F90 | ||
global_fv3gfs_ccp 00000000008715DA atmosphere_mod_mp 405 atmosphere.F90 | ||
global_fv3gfs_ccp 00000000006551F2 atmos_model_mod_m 504 atmos_model.F90 | ||
global_fv3gfs_ccp 0000000000623E98 module_fcst_grid_ 380 module_fcst_grid_comp.F90 | ||
|
||
** create ICs using chgres_cube | ||
get floating invalid error in module_write_netcdf_parallel | ||
|
||
PASS: fcstRUN phase 2, na = 0 time is 4.17178702354431 | ||
in write grid comp, nf_hours= 0 | ||
in wrt run, nf_hours= 0 4 0 nseconds_num= | ||
0 1 FBCount= 3 cfhour=000 | ||
ichunk2d,jchunk2d 1536 20 | ||
ichunk3d,jchunk3d,kchunk3d 1536 20 64 | ||
forrtl: error (65): floating invalid | ||
Image PC Routine Line Source | ||
global_fv3gfs_ccp 0000000007FE53FE Unknown Unknown Unknown | ||
libpthread-2.17.s 00002B33FD86A5F0 Unknown Unknown Unknown | ||
global_fv3gfs_ccp 0000000002CEEAA1 module_write_netc 383 module_write_netcdf_parallel.F90 | ||
global_fv3gfs_ccp 0000000002AF17E5 module_wrt_grid_c 1533 module_wrt_grid_comp.F90 | ||
|
||
** change config.fcst to see what happens when you use netcdf instead of netcdf_parallel | ||
export OUTPUT_FILETYPES=" 'netcdf_parallel' 'netcdf' " | ||
|
||
same error (atmf file, sfc file) | ||
try changing first one | ||
|
||
export OUTPUT_FILETYPES=" 'netcdf' 'netcdf_parallel' " | ||
|
||
then get same 'divide by zero' error in cu_gf_sh.F90 | ||
|
||
!-convective-scale velocity w* | ||
zws(i) = max(0.,flux_tun(i)*0.41*buo_flux*zo(i,2)*g/t(i,1)) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,134 @@ | ||
<?xml version="1.0"?> | ||
<!DOCTYPE workflow | ||
[ | ||
<!-- | ||
PROGRAM | ||
Main workflow manager for adding aerosol variables to ICs | ||
|
||
AUTHOR: | ||
|
||
NOTES: | ||
--> | ||
|
||
<!-- Experiment parameters such as name, cycle, resolution --> | ||
<!ENTITY PSLOT "cycGSDnoah"> | ||
<!ENTITY CDUMP "gdas"> | ||
<!ENTITY CASE "C768"> | ||
<!ENTITY ECDUMP "enkfgdas"> | ||
<!ENTITY ECASE "C384"> | ||
|
||
<!-- Experiment parameters such as starting, ending dates --> | ||
<!ENTITY SDATE "202008191800"> | ||
<!ENTITY EDATE "202008191800"> | ||
<!ENTITY INTERVAL "24:00:00"> | ||
|
||
<!-- Directories for driving the workflow --> | ||
<!ENTITY HOMEgfs "/scratch2/BMC/gsd-fv3-dev/Judy.K.Henderson/test/gsd_ccpp_v16b_restructure"> | ||
<!ENTITY JOBS_DIR "/scratch2/BMC/gsd-fv3-dev/Judy.K.Henderson/test/gsd_ccpp_v16b_restructure/jobs/rocoto"> | ||
<!ENTITY ICSDIR "/scratch2/BMC/gsd-fv3-dev/NCEPDEV/stmp1/Judy.K.Henderson/gdas.init/output_C768_C384/"> | ||
<!ENTITY FIXDIR "/scratch1/NCEPDEV/global/glopara/fix/"> | ||
|
||
<!-- Experiment and Rotation directory --> | ||
<!ENTITY EXPDIR "&HOMEgfs;/FV3GFSwfm/&PSLOT;"> | ||
<!ENTITY ROTDIR "&HOMEgfs;/FV3GFSrun/&PSLOT;"> | ||
|
||
<!-- Machine related entities --> | ||
<!ENTITY ACCOUNT "gsd-fv3"> | ||
<!ENTITY ACCOUNT "gsd-fv3-dev"> | ||
<!ENTITY QUEUE "batch"> | ||
<!ENTITY QUEUE_DEBUG "debug"> | ||
<!ENTITY SCHEDULER "slurm"> | ||
|
||
<!-- ROCOTO parameters that control workflow --> | ||
<!ENTITY CYCLETHROTTLE "2"> | ||
<!ENTITY TASKTHROTTLE "20"> | ||
<!ENTITY MAXTRIES "2"> | ||
|
||
<!-- BEGIN: Resource requirements for the workflow --> | ||
|
||
<!ENTITY QUEUE_AEROIC_GFS "&QUEUE;"> | ||
<!ENTITY WALLTIME_AEROIC_GFS "00:30:00"> | ||
<!ENTITY RESOURCES_AEROIC_GFS "<nodes>1:ppn=3</nodes>"> | ||
<!ENTITY NATIVE_AEROIC_GFS "--export=NONE"> | ||
<!-- END: Resource requirements for the workflow --> | ||
|
||
]> | ||
|
||
<workflow realtime="F" scheduler="&SCHEDULER;" cyclethrottle="&CYCLETHROTTLE;" taskthrottle="&TASKTHROTTLE;"> | ||
|
||
<log verbosity="10"><cyclestr>&EXPDIR;/logs/@Y@m@d@H.log</cyclestr></log> | ||
|
||
<!-- Define the cycles --> | ||
<cycledef>&SDATE; &EDATE; &INTERVAL;</cycledef> | ||
|
||
<task name="gdasaeroic" maxtries="&MAXTRIES;"> | ||
|
||
<command>&JOBS_DIR;/aeroic.sh</command> | ||
|
||
<jobname><cyclestr>&PSLOT;_gdasaeroic_@H</cyclestr></jobname> | ||
<account>&ACCOUNT;</account> | ||
<queue>&QUEUE_AEROIC_GFS;</queue> | ||
&RESOURCES_AEROIC_GFS; | ||
<walltime>&WALLTIME_AEROIC_GFS;</walltime> | ||
<native>&NATIVE_AEROIC_GFS;</native> | ||
|
||
<join><cyclestr>&ROTDIR;/logs/@Y@m@d@H/gdasaeroic.log</cyclestr></join> | ||
|
||
<envar><name>HOMEgfs</name><value>&HOMEgfs;</value></envar> | ||
<envar><name>EXPDIR</name><value>&EXPDIR;</value></envar> | ||
<envar><name>ROTDIR</name><value>&ROTDIR;</value></envar> | ||
<envar><name>CDATE</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar> | ||
<envar><name>AEROCASE</name><value>&CASE;</value></envar> | ||
<envar><name>FV3ICS_DIR</name><value><cyclestr>&ICSDIR;/&CDUMP;.@Y@m@d/@H/INPUT/</cyclestr></value></envar> | ||
<envar><name>FIXfv3</name><value>&FIXDIR;/fix_fv3</value></envar> | ||
|
||
<dependency> | ||
<and> | ||
<datadep><cyclestr>&ICSDIR;/&CDUMP;.@Y@m@d/@H/INPUT/gfs_data.tile6.nc</cyclestr></datadep> | ||
<datadep><cyclestr>&ICSDIR;/&CDUMP;.@Y@m@d/@H/INPUT/sfc_data.tile6.nc</cyclestr></datadep> | ||
</and> | ||
</dependency> | ||
|
||
</task> | ||
|
||
<metatask name="enkfaeroic"> | ||
<!-- | ||
<var name="member">001 002 </var> | ||
<var name="member">001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 </var> | ||
--> | ||
<var name="member">041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 </var> | ||
|
||
<task name="enkfaero#member#" maxtries="&MAXTRIES;"> | ||
|
||
<command>&JOBS_DIR;/aeroic.sh</command> | ||
|
||
<jobname><cyclestr>&PSLOT;_enkfaeroic_@H</cyclestr></jobname> | ||
<account>&ACCOUNT;</account> | ||
<queue>&QUEUE_AEROIC_GFS;</queue> | ||
&RESOURCES_AEROIC_GFS; | ||
<walltime>&WALLTIME_AEROIC_GFS;</walltime> | ||
<native>&NATIVE_AEROIC_GFS;</native> | ||
|
||
<join><cyclestr>&ROTDIR;/logs/@Y@m@d@H/enkfaeroic#member#.log</cyclestr></join> | ||
|
||
<envar><name>HOMEgfs</name><value>&HOMEgfs;</value></envar> | ||
<envar><name>EXPDIR</name><value>&EXPDIR;</value></envar> | ||
<envar><name>ROTDIR</name><value>&ROTDIR;</value></envar> | ||
<envar><name>CDATE</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar> | ||
<envar><name>AEROCASE</name><value>&ECASE;</value></envar> | ||
<envar><name>FV3ICS_DIR</name><value><cyclestr>&ICSDIR;/&ECDUMP;.@Y@m@d/@H/mem#member#/INPUT/</cyclestr></value></envar> | ||
<envar><name>FIXfv3</name><value>&FIXDIR;/fix_fv3</value></envar> | ||
|
||
<dependency> | ||
<and> | ||
<datadep><cyclestr>&ICSDIR;/&ECDUMP;.@Y@m@d/@H/mem#member#/INPUT/gfs_data.tile6.nc</cyclestr></datadep> | ||
<datadep><cyclestr>&ICSDIR;/&ECDUMP;.@Y@m@d/@H/mem#member#/INPUT/sfc_data.tile6.nc</cyclestr></datadep> | ||
</and> | ||
</dependency> | ||
|
||
</task> | ||
</metatask> | ||
<!-- | ||
--> | ||
|
||
</workflow> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,130 @@ | ||
#!/bin/ksh -x | ||
|
||
########## config.anal ########## | ||
# Analysis specific | ||
|
||
echo "BEGIN: config.anal" | ||
|
||
# Get task specific resources | ||
. $EXPDIR/config.resources anal | ||
|
||
if [ $DONST = "YES" ]; then | ||
. $EXPDIR/config.nsst | ||
fi | ||
|
||
if [[ "$CDUMP" = "gfs" ]] ; then | ||
export USE_RADSTAT="NO" # This can be only used when bias correction is not-zero. | ||
export GENDIAG="NO" | ||
export SETUP='diag_rad=.false.,diag_pcp=.false.,diag_conv=.false.,diag_ozone=.false.,write_diag(3)=.false.,niter(2)=100,' | ||
export DIAG_TARBALL="NO" | ||
fi | ||
|
||
export npe_gsi=$npe_anal | ||
|
||
if [[ "$CDUMP" == "gfs" ]] ; then | ||
export npe_gsi=$npe_anal_gfs | ||
export nth_anal=$nth_anal_gfs | ||
fi | ||
|
||
# Set parameters specific to L127 | ||
if [ $LEVS = "128" ]; then | ||
export GRIDOPTS="nlayers(63)=1,nlayers(64)=1," | ||
export SETUP="gpstop=55,nsig_ext=56,$SETUP" | ||
fi | ||
|
||
# Set namelist option for LETKF | ||
export lobsdiag_forenkf=".false." # anal does not need to write out jacobians | ||
# set to .true. in config.eobs and config.eupd | ||
|
||
if [ $OUTPUT_FILE = "nemsio" ]; then | ||
export DO_CALC_INCREMENT="YES" | ||
export DO_CALC_ANALYSIS="NO" | ||
fi | ||
|
||
# Do not process the following datasets | ||
export GSNDBF=${GSNDBF:-/dev/null} | ||
export AMSREBF=${AMSREBF:-/dev/null} | ||
export SSMITBF=${SSMITBF:-/dev/null} | ||
export AMSR2BF=${AMSR2BF:-/dev/null} | ||
|
||
|
||
# Use experimental dumps in GFS v16 parallels | ||
export ABIBF="/dev/null" | ||
if [[ "$CDATE" -ge "2019022800" ]] ; then | ||
export ABIBF="$DMPDIR/${CDUMP}x.${PDY}/${cyc}/${CDUMP}.t${cyc}z.gsrcsr.tm00.bufr_d" | ||
if [[ "$CDATE" -ge "2019111000" && "$CDATE" -le "2020052612" ]]; then | ||
export ABIBF="$DMPDIR/${CDUMP}y.${PDY}/${cyc}/${CDUMP}.t${cyc}z.gsrcsr.tm00.bufr_d" | ||
fi | ||
fi | ||
|
||
export AHIBF="/dev/null" | ||
if [[ "$CDATE" -ge "2019042300" ]]; then | ||
export AHIBF="$DMPDIR/${CDUMP}x.${PDY}/${cyc}/${CDUMP}.t${cyc}z.ahicsr.tm00.bufr_d" | ||
fi | ||
|
||
|
||
# Adjust data usage for GFS v16 parallels | ||
# | ||
# NOTE: Remember to set PRVT in config.prep as OBERROR is set below | ||
# | ||
# Set default values | ||
export CONVINFO=$FIXgsi/global_convinfo.txt | ||
export OZINFO=$FIXgsi/global_ozinfo.txt | ||
export SATINFO=$FIXgsi/global_satinfo.txt | ||
export OBERROR=$FIXgsi/prepobs_errtable.global | ||
|
||
|
||
# Set convinfo and prepobs.errtable.global for start of GFS v16 parallels | ||
if [[ "$CDATE" -ge "2019021900" && "$CDATE" -lt "2019110706" ]]; then | ||
export CONVINFO=$FIXgsi/gfsv16_historical/global_convinfo.txt.2019021900 | ||
export OBERROR=$FIXgsi/gfsv16_historical/prepobs_errtable.global.2019021900 | ||
fi | ||
|
||
# Place GOES-15 AMVs in monitor, assimilate GOES-17 AMVs, assimilate KOMPSAT-5 gps | ||
if [[ "$CDATE" -ge "2019110706" && "$CDATE" -lt "2020040718" ]]; then | ||
export CONVINFO=$FIXgsi/gfsv16_historical/global_convinfo.txt.2019110706 | ||
export OBERROR=$FIXgsi/gfsv16_historical/prepobs_errtable.global.2019110706 | ||
fi | ||
|
||
# Assimilate 135 (T) & 235 (uv) Canadian AMDAR observations | ||
if [[ "$CDATE" -ge "2020040718" && "$CDATE" -lt "2020052612" ]]; then | ||
export CONVINFO=$FIXgsi/gfsv16_historical/global_convinfo.txt.2020040718 | ||
fi | ||
|
||
# NOTE: | ||
# As of 2020052612, gfsv16_historical/global_convinfo.txt.2020052612 is | ||
# identical to ../global_convinfo.txt. Thus, the logic below is not | ||
# needed at this time. | ||
# Assimilate COSMIC-2 GPS | ||
##if [[ "$CDATE" -ge "2020052612" && "$CDATE" -lt "YYYYMMDDHH" ]]; then | ||
## export CONVINFO=$FIXgsi/gfsv16_historical/global_convinfo.txt.2020052612 | ||
##fi | ||
|
||
|
||
# Turn off assmilation of OMPS during period of bad data | ||
if [[ "$CDATE" -ge "2020011600" && "$CDATE" -lt "2020011806" ]]; then | ||
export OZINFO=$FIXgsi/gfsv16_historical/global_ozinfo.txt.2020011600 | ||
fi | ||
|
||
|
||
# Set satinfo for start of GFS v16 parallels | ||
if [[ "$CDATE" -ge "2019021900" && "$CDATE" -lt "2019110706" ]]; then | ||
export SATINFO=$FIXgsi/gfsv16_historical/global_satinfo.txt.2019021900 | ||
fi | ||
|
||
# Turn on assimilation of Metop-C AMSUA and MHS | ||
if [[ "$CDATE" -ge "2019110706" && "$CDATE" -lt "2020022012" ]]; then | ||
export SATINFO=$FIXgsi/gfsv16_historical/global_satinfo.txt.2019110706 | ||
fi | ||
|
||
# NOTE: | ||
# As of 2020022012, gfsv16_historical/global_satinfo.txt.2020022012 is | ||
# identical to ../global_satinfo.txt. Thus, the logic below is not | ||
# needed at this time | ||
# | ||
# Turn off assmilation of all Metop-A MHS | ||
## if [[ "$CDATE" -ge "2020022012" && "$CDATE" -lt "YYYYMMDDHH" ]]; then | ||
## export SATINFO=$FIXgsi/gfsv16_historical/global_satinfo.txt.2020022012 | ||
## fi | ||
|
||
echo "END: config.anal" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,11 @@ | ||
#!/bin/ksh -x | ||
|
||
########## config.analcalc ########## | ||
# GFS post-anal specific (non-diag) | ||
|
||
echo "BEGIN: config.analcalc" | ||
|
||
# Get task specific resources | ||
. $EXPDIR/config.resources analcalc | ||
|
||
echo "END: config.analcalc" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,11 @@ | ||
#!/bin/ksh -x | ||
|
||
########## config.analdiag ########## | ||
# GFS post-anal specific (diag) | ||
|
||
echo "BEGIN: config.analdiag" | ||
|
||
# Get task specific resources | ||
. $EXPDIR/config.resources analdiag | ||
|
||
echo "END: config.analdiag" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,25 @@ | ||
#!/bin/ksh -x | ||
|
||
########## config.arch ########## | ||
# Archive specific | ||
|
||
echo "BEGIN: config.arch" | ||
|
||
# Get task specific resources | ||
. $EXPDIR/config.resources arch | ||
|
||
#--online archive of nemsio files for fit2obs verification | ||
export FITSARC="YES" | ||
export FHMAX_FITS=132 | ||
[[ "$FHMAX_FITS" -gt "$FHMAX_GFS" ]] && export FHMAX_FITS=$FHMAX_GFS | ||
|
||
#--starting and ending hours of previous cycles to be removed from rotating directory | ||
export RMOLDSTD=144 | ||
export RMOLDEND=24 | ||
|
||
#--keep forcing data for running gldas step | ||
if [[ "$DO_GLDAS" == "YES" && "$CDUMP" == "gdas" ]]; then | ||
[[ $RMOLDSTD -lt 144 ]] && export RMOLDSTD=144 | ||
fi | ||
|
||
echo "END: config.arch" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,17 @@ | ||
#!/bin/ksh -x | ||
|
||
########## config.awips ########## | ||
# GFS awips step specific | ||
|
||
echo "BEGIN: config.awips" | ||
|
||
# Get task specific resources | ||
. $EXPDIR/config.resources awips | ||
|
||
export AWIPS20SH=$HOMEgfs/jobs/JGFS_AWIPS_20KM_1P0DEG | ||
export AWIPSG2SH=$HOMEgfs/jobs/JGFS_AWIPS_G2 | ||
|
||
# No. of concurrent awips jobs | ||
export NAWIPSGRP=42 | ||
|
||
echo "END: config.awips" |
Oops, something went wrong.