Skip to content

Commit

Permalink
Squashed commit of the following from branch tic21g:
Browse files Browse the repository at this point in the history 
commit 3335e64ad3e197a74e7a70fd0bc9ccabbadbc306
Author: fanglin.yang <fanglin.yang@noaa.gov>
Date:   Wed Apr 18 03:46:18 2018 +0000

    add fhmax, fhout, fhmaxhf and fhouthf to atmos_model_nml in exglobal_fcst_nemsfv3gfs.sh. They are also defined in model_configure.  The repetition is required in all version after tag nemsfv3gfs_beta_v1.0.0, otherwise forecast outputs after fh240 will be identical to fh240 output.

commit 2acb02d5d624c8ce928de426f600af22a0855653
Author: George Gayno <george.gayno@noaa.gov>
Date:   Mon Apr 16 14:13:17 2018 +0000

    Remove unused libraries from "module_nemsutil.wcoss".  Also,
    change all 'setenv' commands to 'export'.  The former does
    not work on phase 1/2.

commit 88b72725e76a23305766cde05087fd1df5289004
Author: fanglin.yang <fanglin.yang@noaa.gov>
Date:   Fri Apr 13 21:30:56 2018 +0000

    split gfs.tar into gfsa.tar and gfsb.tar
    add different options for saving initial conditions for warm start and forecast-only runs
    allow users to set the frequencies for saving these restart files in config.base

commit b07b3167bd7632670b5e44ca8bc92e25d617b945
Author: fanglin.yang <fanglin.yang@noaa.gov>
Date:   Thu Apr 12 20:49:53 2018 +0000

    add gfs restart to archive in arch.sh
    add group gfs_restarta.txt to archive to run warm-start gfs forecast

commit fda06103dd41623957c4f5aa12aa1b0efeefa727
Author: fanglin.yang <fanglin.yang@noaa.gov>
Date:   Thu Apr 12 19:46:44 2018 +0000

    per MDL request add 0.5-deg pgb files to archive

commit 244c80d004d95c1ba1501cae1c79c60db6960607
Author: russ.treadon <Russ.Treadon@noaa.gov>
Date:   Thu Apr 12 16:06:45 2018 +0000

    R.Treadon:  update DA tag to fv3da.v1.0.9 in sorc/checkout.sh

Changes to be committed:
	modified:   jobs/rocoto/arch.sh
	modified:   jobs/rocoto/earc.sh
	modified:   modulefiles/module_nemsutil.theia
 	modified:   modulefiles/module_nemsutil.wcoss
 	modified:   modulefiles/module_nemsutil.wcoss_cray
 	modified:   modulefiles/module_nemsutil.wcoss_cray_userlib
 	modified:   parm/config/config.base
 	modified:   scripts/exglobal_fcst_nemsfv3gfs.sh
 	modified:   sorc/checkout.sh
 	modified:   ush/hpssarch_gen.sh
  • Loading branch information
@yangfanglin
yangfanglin committed Apr 18, 2018
1 parent 6482117 commit 0e9d2d1
Show file tree
Hide file tree
Showing 10 changed files with 96 additions and 71 deletions.
40 changes: 29 additions & 11 deletions jobs/rocoto/arch.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -27,9 +27,9 @@ for config in $configs; do
[[ $status -ne 0 ]] && exit $status
done

# ICS are restarts and always lag INC by $assim_freq hours
# ICS are restarts and always lag INC by $assim_freq hours, ARCH_CYC cannot be 00
ARCHINC_CYC=$ARCH_CYC
ARCHICS_CYC=$($NDATE -$assim_freq $ARCH_CYC)
ARCHICS_CYC=$((ARCH_CYC-assim_freq))

# CURRENT CYCLE
APREFIX="${CDUMP}.t${cyc}z."
Expand Down Expand Up @@ -100,10 +100,24 @@ fi
# Archive data to HPSS
if [ $HPSSARCH = "YES" ]; then
###############################################################
SAVEIC="NO"

#--determine when to save ICs for wamr start and forecat-only runs
SAVEWARMICA="NO"
SAVEWARMICB="NO"
SAVEFCSTIC="NO"
firstday=$($NDATE +24 $SDATE)
weekday=$(date -d "$PDY" +%u)
if [ $weekday -eq 7 -o $CDATE -eq $firstday ]; then SAVEIC="YES" ; fi
mm=`echo $CDATE|cut -c 5-6`
dd=`echo $CDATE|cut -c 7-8`
nday=$(( (mm-1)*30+dd ))
mod=$(($nday % $ARCH_WARMICFREQ))
if [ $CDATE -eq $firstday -a $cyc -eq $ARCHINC_CYC ]; then SAVEWARMICA="YES" ; fi
if [ $CDATE -eq $firstday -a $cyc -eq $ARCHICS_CYC ]; then SAVEWARMICB="YES" ; fi
if [ $mod -eq 0 -a $cyc -eq $ARCHINC_CYC ]; then SAVEWARMICA="YES" ; fi
if [ $mod -eq 0 -a $cyc -eq $ARCHICS_CYC ]; then SAVEWARMICB="YES" ; fi

mod=$(($nday % $ARCH_FCSTICFREQ))
if [ $mod -eq 0 -o $CDATE -eq $firstday ]; then SAVEFCSTIC="YES" ; fi


DATA="$RUNDIR/$CDATE/$CDUMP/arch"
[[ -d $DATA ]] && rm -rf $DATA
Expand All @@ -121,10 +135,14 @@ cd $ROTDIR

if [ $CDUMP = "gfs" ]; then

#for targrp in gfs gfs_flux gfs_nemsio gfs_pgrb2b; do
for targrp in gfs gfs_flux gfs_nemsioa gfs_nemsiob; do
#for targrp in gfsa gfsb gfs_flux gfs_nemsio gfs_pgrb2b; do
for targrp in gfsa gfsb gfs_flux gfs_nemsioa gfs_nemsiob; do
htar -P -cvf $ATARDIR/$CDATE/${targrp}.tar `cat $DATA/${targrp}.txt`
done

if [ $SAVEFCSTIC = "YES" ]; then
htar -P -cvf $ATARDIR/$CDATE/gfs_restarta.tar `cat $DATA/gfs_restarta.txt`
fi
fi


Expand All @@ -137,18 +155,18 @@ if [ $CDUMP = "gdas" ]; then
exit $status
fi

if [ $SAVEIC = "YES" -a $cyc -eq $ARCHINC_CYC ]; then
if [ $SAVEWARMICA = "YES" -o $SAVEFCSTIC = "YES" ]; then
htar -P -cvf $ATARDIR/$CDATE/gdas_restarta.tar `cat $DATA/gdas_restarta.txt`
status=$?
if [ $status -ne 0 ]; then
if [ $status -ne 0 -a $CDATE -ge $firstday ]; then
echo "HTAR $CDATE gdas_restarta.tar failed"
exit $status
fi
fi
if [ $SAVEIC = "YES" -a $cyc -eq $ARCHICS_CYC ]; then
if [ $SAVEWARMICB = "YES" -o $SAVEFCSTIC = "YES" ]; then
htar -P -cvf $ATARDIR/$CDATE/gdas_restartb.tar `cat $DATA/gdas_restartb.txt`
status=$?
if [ $status -ne 0 ]; then
if [ $status -ne 0 -a $CDATE -ge $firstday ]; then
echo "HTAR $CDATE gdas_restartb.tar failed"
exit $status
fi
Expand Down
11 changes: 7 additions & 4 deletions jobs/rocoto/earc.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -31,12 +31,15 @@ done
n=$((ENSGRP))
SAVEIC="NO"
firstday=$($NDATE +24 $SDATE)
weekday=$(date -d "$PDY" +%u)
if [ $weekday -eq 7 -o $CDATE -eq $firstday ]; then SAVEIC="YES" ; fi
mm=`echo $CDATE|cut -c 5-6`
dd=`echo $CDATE|cut -c 7-8`
nday=$(( (mm-1)*30+dd ))
mod=$(($nday % $ARCH_WARMICFREQ))
if [ $mod -eq 0 -o $CDATE -eq $firstday ]; then SAVEIC="YES" ; fi

# ICS are restarts and always lag INC by $assim_freq hours
# ICS are restarts and always lag INC by $assim_freq hours. ARCH_CYC cannot be 00
EARCINC_CYC=$ARCH_CYC
EARCICS_CYC=$($NDATE -$assim_freq $ARCH_CYC)
EARCICS_CYC=$((ARCH_CYC-assim_freq))

# EnKF update in GFS, GDAS or both
CDUMP_ENKF=$(echo ${EUPD_CYC:-"gdas"} | tr a-z A-Z)
Expand Down
7 changes: 0 additions & 7 deletions modulefiles/module_nemsutil.theia
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,17 +8,10 @@ module load impi/5.1.2.150

# Loding nceplibs modules
module use -a $MOD_PATH
module load sigio/v2.0.1
module load w3nco/v2.0.6
module load w3emc/v2.2.0
module load sp/v2.0.2
module load bacio/v2.0.1
module load nemsio/v2.2.1

module load ip/v3.0.0
module load sfcio/v1.0.0
module load gfsio/v1.1.0
module load landsfcutil/v2.1.0

export FCMP=ifort
export CCMP=icc
12 changes: 2 additions & 10 deletions modulefiles/module_nemsutil.wcoss
View file
Original file line number Diff line number Diff line change
Expand Up @@ -6,18 +6,10 @@
module load ics/14.0.1

# Loding nceplibs modules
module load sigio/v2.0.1
module load w3nco/v2.0.6
module load w3emc/v2.2.0
module load sp/v2.0.2
module load bacio/v2.0.1
module load nemsio/v2.2.1

module load ip/v3.0.0
module load sfcio/v1.0.0
module load gfsio/v1.1.0
module load landsfcutil/v2.1.0

setenv FCMP ifort
setenv CCMP icc

export FCMP=ifort
export CCMP=icc
6 changes: 0 additions & 6 deletions modulefiles/module_nemsutil.wcoss_cray
View file
Original file line number Diff line number Diff line change
Expand Up @@ -8,15 +8,9 @@ module load PrgEnv-intel
module load cray-mpich
module load craype-sandybridge

module load sigio-intel/2.0.1
module load w3nco-intel/2.0.6
module load w3emc-intel/2.2.0
module load sp-intel/2.0.2
module load bacio-intel/2.0.1
module load ip-intel/3.0.0
module load sfcio-intel/1.0.0
module load gfsio-intel/1.1.0
module load landsfcutil-intel/2.1.0

export NEMSIO_INC=/usrx/local/nceplibs/nemsio/nemsio_v2.2.3/incmod
export NEMSIO_LIB=/usrx/local/nceplibs/nemsio/nemsio_v2.2.3/libnemsio_v2.2.3.a
Expand Down
6 changes: 0 additions & 6 deletions modulefiles/module_nemsutil.wcoss_cray_userlib
View file
Original file line number Diff line number Diff line change
Expand Up @@ -12,16 +12,10 @@ module load craype-sandybridge
# Load NCEPLIBS modules
module unuse /gpfs/hps/nco/ops/nwprod/lib/modulefiles
module use $MOD_PATH
module load sigio/v2.0.1
module load w3nco/v2.0.6
module load w3emc/v2.2.0
module load sp/v2.0.2
module load bacio/v2.0.2
module load nemsio/v2.2.3
module load ip/v3.0.0
module load sfcio/v1.0.0
module load gfsio/v1.1.0
module load landsfcutil/v2.1.0

export FCMP=ftn
export CCMP=cc
7 changes: 5 additions & 2 deletions parm/config/config.base
View file
Original file line number Diff line number Diff line change
Expand Up @@ -244,9 +244,12 @@ export nst_anl=.true.
# Analysis increments to zero in CALCINCEXEC
export INCREMENTS_TO_ZERO="'delz_inc','clwmr_inc','icmr_inc'"


# Archiving options
export HPSSARCH="YES" # save data to HPSS archive
export ARCH_CYC=18 # Archive all data at this cycle for a warm_start capability
export HPSSARCH="YES" # save data to HPSS archive
export ARCH_CYC=18 # Archive data at this cycle for warm_start capability. Cannot be 00
export ARCH_WARMICFREQ=6 # Archive frequency in days for warm_start capability
export ARCH_FCSTICFREQ=3 # Archive frequency in days for gdas and gfs forecast-only capability


echo "END: config.base"
4 changes: 4 additions & 0 deletions scripts/exglobal_fcst_nemsfv3gfs.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -551,6 +551,10 @@ cat > input.nml <<EOF
chksum_debug = $chksum_debug
dycore_only = $dycore_only
fdiag = $FDIAG
fhmax = $FHMAX
fhout = $FHOUT
fhmaxhf = $FHMAX_HF
fhouthf = $FHOUT_HF
$atmos_model_nml
/
Expand Down
2 changes: 1 addition & 1 deletion sorc/checkout.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@ if [[ ! -d gsi.fd ]] ; then
rm -f ${topdir}/checkout-gsi.log
git clone --recursive gerrit:ProdGSI gsi.fd >> ${topdir}/checkout-gsi.fd.log 2>&1
cd gsi.fd
git checkout fv3da.v1.0.8
git checkout fv3da.v1.0.9
git submodule update
cd ${topdir}
else
Expand Down
72 changes: 48 additions & 24 deletions ush/hpssarch_gen.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -23,55 +23,71 @@ if [ $type = "gfs" ]; then
FHOUT_HF_GFS=${FHOUT_HF_GFS:-1}


rm -f gfs.txt
rm -f gfsa.txt
rm -f gfsb.txt
rm -f gfs_pgrb2b.txt
rm -f gfs_flux.txt
rm -f gfs_nemsioa.txt
rm -f gfs_nemsiob.txt
touch gfs.txt
rm -f gfs_restarta.txt
touch gfsa.txt
touch gfsb.txt
touch gfs_pgrb2b.txt
touch gfs_flux.txt
touch gfs_nemsioa.txt
touch gfs_nemsiob.txt
touch gfs_restarta.txt

dirname="./gfs.${PDY}/${cyc}/"
head="gfs.t${cyc}z."

#..................
echo "${dirname}${head}pgrb2b.0p25.anl " >>gfs_pgrb2b.txt
echo "${dirname}${head}pgrb2b.0p25.anl.idx " >>gfs_pgrb2b.txt
echo "${dirname}${head}nsstbufr " >>gfs.txt
echo "${dirname}${head}prepbufr " >>gfs.txt
echo "${dirname}${head}prepbufr_pre-qc " >>gfs.txt
echo "${dirname}${head}prepbufr.acft_profiles " >>gfs.txt
echo "${dirname}${head}pgrb2.0p25.anl " >>gfs.txt
echo "${dirname}${head}pgrb2.0p25.anl.idx " >>gfs.txt
echo "${dirname}${head}pgrb2.1p00.anl " >>gfs.txt
echo "${dirname}${head}pgrb2.1p00.anl.idx " >>gfs.txt
echo "${dirname}avn.t${cyc}z.cyclone.trackatcfunix " >>gfs.txt
echo "${dirname}gfso.t${cyc}z.cyclone.trackatcfunix " >>gfs.txt
echo "${dirname}storms.gfso.atcf_gen.${PDY}${cyc} " >>gfs.txt
echo "${dirname}storms.gfso.atcf_gen.altg.${PDY}${cyc} " >>gfs.txt
echo "${dirname}trak.gfso.atcf_gen.${PDY}${cyc} " >>gfs.txt
echo "${dirname}trak.gfso.atcf_gen.altg.${PDY}${cyc} " >>gfs.txt
echo "${dirname}nawips/gfs_${PDY}${cyc}.sfc " >>gfs.txt
echo "${dirname}nawips/gfs_${PDY}${cyc}.snd " >>gfs.txt
echo "${dirname}bufr.t${cyc}z " >>gfs.txt
echo "${dirname}${head}pgrb2b.0p50.anl " >>gfs_pgrb2b.txt
echo "${dirname}${head}pgrb2b.0p50.anl.idx " >>gfs_pgrb2b.txt

echo "${dirname}${head}nsstbufr " >>gfsa.txt
echo "${dirname}${head}prepbufr " >>gfsa.txt
echo "${dirname}${head}prepbufr_pre-qc " >>gfsa.txt
echo "${dirname}${head}prepbufr.acft_profiles " >>gfsa.txt
echo "${dirname}${head}pgrb2.0p25.anl " >>gfsa.txt
echo "${dirname}${head}pgrb2.0p25.anl.idx " >>gfsa.txt
echo "${dirname}avn.t${cyc}z.cyclone.trackatcfunix " >>gfsa.txt
echo "${dirname}gfso.t${cyc}z.cyclone.trackatcfunix " >>gfsa.txt
echo "${dirname}storms.gfso.atcf_gen.${PDY}${cyc} " >>gfsa.txt
echo "${dirname}storms.gfso.atcf_gen.altg.${PDY}${cyc} " >>gfsa.txt
echo "${dirname}trak.gfso.atcf_gen.${PDY}${cyc} " >>gfsa.txt
echo "${dirname}trak.gfso.atcf_gen.altg.${PDY}${cyc} " >>gfsa.txt
echo "${dirname}nawips/gfs_${PDY}${cyc}.sfc " >>gfsa.txt
echo "${dirname}nawips/gfs_${PDY}${cyc}.snd " >>gfsa.txt
echo "${dirname}bufr.t${cyc}z " >>gfsa.txt

echo "${dirname}${head}pgrb2.0p50.anl " >>gfsb.txt
echo "${dirname}${head}pgrb2.0p50.anl.idx " >>gfsb.txt
echo "${dirname}${head}pgrb2.1p00.anl " >>gfsb.txt
echo "${dirname}${head}pgrb2.1p00.anl.idx " >>gfsb.txt


fh=0
while [ $fh -le $FHMAX_GFS ]; do
fhr=$(printf %03i $fh)
echo "${dirname}${head}pgrb2b.0p25.f${fhr} " >>gfs_pgrb2b.txt
echo "${dirname}${head}pgrb2b.0p25.f${fhr}.idx " >>gfs_pgrb2b.txt
echo "${dirname}${head}pgrb2b.0p50.f${fhr} " >>gfs_pgrb2b.txt
echo "${dirname}${head}pgrb2b.0p50.f${fhr}.idx " >>gfs_pgrb2b.txt

echo "${dirname}${head}sfluxgrbf${fhr}.grib2 " >>gfs_flux.txt
echo "${dirname}${head}sfluxgrbf${fhr}.grib2.idx " >>gfs_flux.txt

echo "${dirname}${head}pgrb2.0p25.f${fhr} " >>gfs.txt
echo "${dirname}${head}pgrb2.0p25.f${fhr}.idx " >>gfs.txt
echo "${dirname}${head}pgrb2.1p00.f${fhr} " >>gfs.txt
echo "${dirname}${head}pgrb2.1p00.f${fhr}.idx " >>gfs.txt
echo "${dirname}${head}logf${fhr}.nemsio " >>gfs.txt
echo "${dirname}${head}pgrb2.0p25.f${fhr} " >>gfsa.txt
echo "${dirname}${head}pgrb2.0p25.f${fhr}.idx " >>gfsa.txt
echo "${dirname}${head}logf${fhr}.nemsio " >>gfsa.txt

echo "${dirname}${head}pgrb2.0p50.f${fhr} " >>gfsb.txt
echo "${dirname}${head}pgrb2.0p50.f${fhr}.idx " >>gfsb.txt
echo "${dirname}${head}pgrb2.1p00.f${fhr} " >>gfsb.txt
echo "${dirname}${head}pgrb2.1p00.f${fhr}.idx " >>gfsb.txt

inc=$FHOUT_GFS
if [ $FHMAX_HF_GFS -gt 0 -a $FHOUT_HF_GFS -gt 0 -a $fh -lt $FHMAX_HF_GFS ]; then
Expand Down Expand Up @@ -99,6 +115,14 @@ if [ $type = "gfs" ]; then
fh=$((fh+6))
done

#..................
echo "${dirname}RESTART/${PDY}.${cyc}0000.sfcanl_data.tile1.nc " >>gfs_restarta.txt
echo "${dirname}RESTART/${PDY}.${cyc}0000.sfcanl_data.tile2.nc " >>gfs_restarta.txt
echo "${dirname}RESTART/${PDY}.${cyc}0000.sfcanl_data.tile3.nc " >>gfs_restarta.txt
echo "${dirname}RESTART/${PDY}.${cyc}0000.sfcanl_data.tile4.nc " >>gfs_restarta.txt
echo "${dirname}RESTART/${PDY}.${cyc}0000.sfcanl_data.tile5.nc " >>gfs_restarta.txt
echo "${dirname}RESTART/${PDY}.${cyc}0000.sfcanl_data.tile6.nc " >>gfs_restarta.txt

#-----------------------------------------------------
fi ##end of gfs
#-----------------------------------------------------
Expand Down

0 comments on commit 0e9d2d1

Please sign in to comment.