From 243413d4d7f588c7f1f3c58d918290b39975b00e Mon Sep 17 00:00:00 2001
From: MatthewPyle-NOAA <48285220+MatthewPyle-NOAA@users.noreply.github.com>
Date: Fri, 31 Jan 2025 14:16:05 -0500
Subject: [PATCH] sync of fork changes into main code base (mainly 3-way split
stuff) (#16)
* Adds a partially modified drive_refs_enspost_conus.xml to kick off this
feature branch.
* Draft of 3-way split of PREPROC_FV3 job.
* Adds EAS_3, and updates times in the EAS ex-scripts
* Modifies the ENSPROD_ jobs for new setup
* Update for v0.9.1 ensmemble filenames.
* Pushes a few changes from the main develop into this branch
* Folds in USH preprocess change from main develop
* Some changes that have gotten v1.1 time split version closer to working
well.
* Brings in updates that had been running on dogwood.
* Attempt at making .xml files for ak and pr for the three way split
* Adds ak and pr to run_refs.sh script
* Cleans out some v1.1 relics from the feature branch.
* Updates rocoto .xml files slightly, folds in local GEMPAK table change.
* Fixes log file directory away from v11 specification.
* Removes highest EAS threshold added previously. Looking for more
efficiency. Not able to test with real-time not running.
---
gempak/fix/g2varswmo0.tbl | 21 +
jobs/JREFS_EAS_3 | 86 +++
jobs/JREFS_ENSPROD_1 | 3 +-
jobs/JREFS_ENSPROD_2 | 10 +-
jobs/JREFS_ENSPROD_3 | 128 +++++
jobs/JREFS_PREPROC_FV3_1 | 279 ++++++++++
jobs/JREFS_PREPROC_FV3_2 | 277 ++++++++++
jobs/JREFS_PREPROC_FV3_3 | 276 ++++++++++
rocoto/drive_refs_enspost_ak.xml | 788 +++++++++++++++++++++------
rocoto/drive_refs_enspost_conus.xml | 530 ++++++++++++++++--
rocoto/drive_refs_enspost_hi.xml | 585 +++++++++++++++++---
rocoto/drive_refs_enspost_pr.xml | 570 ++++++++++++++++---
rocoto/run_refs.sh | 2 +-
scripts/exrefs_eas_1.sh.ecf | 14 +-
scripts/exrefs_eas_2.sh.ecf | 53 +-
scripts/exrefs_eas_3.sh.ecf | 226 ++++++++
ush/eas_config.py | 25 +-
ush/enspost_preprocess_fv3_1h.sh | 58 +-
ush/enspost_preprocess_fv3_3hapcp.sh | 52 +-
versions/run.ver | 1 +
20 files changed, 3563 insertions(+), 421 deletions(-)
create mode 100755 jobs/JREFS_EAS_3
create mode 100755 jobs/JREFS_ENSPROD_3
create mode 100755 jobs/JREFS_PREPROC_FV3_1
create mode 100755 jobs/JREFS_PREPROC_FV3_2
create mode 100755 jobs/JREFS_PREPROC_FV3_3
create mode 100755 scripts/exrefs_eas_3.sh.ecf
diff --git a/gempak/fix/g2varswmo0.tbl b/gempak/fix/g2varswmo0.tbl
index 1efe551ee..f7a176ae0 100644
--- a/gempak/fix/g2varswmo0.tbl
+++ b/gempak/fix/g2varswmo0.tbl
@@ -77,9 +77,27 @@
000 001 027 000 Maximum Relative Humidity % RHMX-- 0 -9999.00
!000 001 028 000 Maximum Absolute Humidity kg m**-3 ???? ? -9999.00
000 001 029 008 Total Snowfall m SNOW 0 -9999.00
+000 001 029 009 Total Snowfall m SNOW 0 -9999.00
+000 001 029 005 Total Snowfall m SNOW 0 -9999.00
+000 001 029 002 Total Snowfall m SNOW 0 -9999.00
!000 001 030 000 Precipitable water Category code table ???? ? -9999.00
!000 001 031 000 Hail m ???? ? -9999.00
!000 001 032 000 Graupel (snow pellets) kg kg**-1 ???? ? -9999.00
+000 001 033 008 Categorical rain 0,1 WXTR 0 -9999.00
+000 001 033 005 Categorical rain 0,1 WXTR 0 -9999.00
+000 001 033 002 Categorical rain 0,1 WXTR 0 -9999.00
+000 001 034 008 Categorical freezing rain 0,1 WXTZ 0 -9999.00
+000 001 034 005 Categorical freezing rain 0,1 WXTZ 0 -9999.00
+000 001 034 002 Categorical freezing rain 0,1 WXTZ 0 -9999.00
+000 001 035 008 Categorical ice pellets 0,1 WXTP 0 -9999.00
+000 001 035 005 Categorical ice pellets 0,1 WXTP 0 -9999.00
+000 001 035 002 Categorical ice pellets 0,1 WXTP 0 -9999.00
+000 001 036 008 Categorical snow 0,1 WXTS 0 -9999.00
+000 001 036 005 Categorical snow 0,1 WXTS 0 -9999.00
+000 001 036 002 Categorical snow 0,1 WXTS 0 -9999.00
+
+000 001 045 000 Total Col-Integ Rain kg m**-2 TCOLR 0 -9999.00
+
000 001 045 000 Total Col-Integ Rain kg m**-2 TCOLR 0 -9999.00
000 001 046 000 Total Col-Integ Snow kg m**-2 TCOLS 0 -9999.00
000 001 192 000 Weather NA WX 0 -9999.00
@@ -130,6 +148,9 @@
000 016 197 000 Echo Top Height m ECHTOP 0 -9999.00
000 016 197 002 Echo Top Height m ECHTOP 0 -9999.00
000 016 197 005 Echo Top Height m ECHTOP 0 -9999.00
+000 016 003 000 Echo Top Height m ECHTOP 0 -9999.00
+000 016 003 002 Echo Top Height m ECHTOP 0 -9999.00
+000 016 003 005 Echo Top Height m ECHTOP 0 -9999.00
!000 002 021 000 Maximum Wind Speed m s**-1 ???? ? -9999.00
000 002 022 000 Wind Speed (gust) m s**-1 GUST ? -9999.00
!000 002 023 000 u-component of wind (gust) m s**-1 ???? ? -9999.00
diff --git a/jobs/JREFS_EAS_3 b/jobs/JREFS_EAS_3
new file mode 100755
index 000000000..369533fc7
--- /dev/null
+++ b/jobs/JREFS_EAS_3
@@ -0,0 +1,86 @@
+#!/bin/ksh
+
+########################################
+# Preliminary data setup step
+#
+# 05/01/2023, Jun Du: added a timelag version (type=timelag, single)
+#
+########################################
+set -xa
+export PS4='$SECONDS + '
+date
+
+###########################################################
+# obtain unique process id (pid) and make temp directories
+###########################################################
+export DATA=${DATA:-${DATAROOT:?}/${jobid:?}}
+mkdir -p $DATA
+rm -rf $DATA/*
+cd $DATA
+
+msg="JOB $job HAS BEGUN"
+postmsg "$msg"
+
+export cycle=${cycle:-t${cyc}z}
+setpdy.sh
+. ./PDY
+
+##################################################
+# SENDCOM - Copy Files From TMPDIR to $COMOUT
+# SENDDBN - Issue DBNet Client Calls
+##################################################
+export SENDCOM=${SENDCOM:-YES}
+export SENDECF=${SENDECF:-YES}
+export SENDDBN=${SENDDBN:-YES}
+export SENDDBN_NTC=${SENDDBN_NTC:-NO}
+
+###############################################################
+# This block can be modified for different Production test
+# environment. This is used for operational testings
+###############################################################
+
+## PDY not included here as pull data from PDYm1 as well
+
+# Save it for time lag ensemble
+export COMINhrrr=${COMINhrrr:-$GESROOT/refs}
+
+export HOMErefs=${HOMErefs:-$PACKAGEROOT/refs.${refs_ver}}
+export EXECrefs=${EXECrefs:-$HOMErefs/exec}
+export PARMrefs=${PARMrefs:-$HOMErefs/parm}
+export USHrefs=${USHrefs:-$HOMErefs/ush}
+export FIXrefs=${FIXrefs:-$HOMErefs/fix}
+export SCRIPTSrefs=${SCRIPTSrefs:-$HOMErefs/scripts}
+
+###################################
+# Specify NET and RUN Name and model
+####################################
+export NET=${NET:-refs}
+export RUN=${RUN:-refs}
+
+export IOBUF_PARAMS='*:size=8M:count=8'
+##############################################
+# Define running directory and COM directories
+##############################################
+
+export COMOUT=${COMOUT:-$(compath.py -o $NET/${refs_ver})/$RUN.${PDY}}
+
+if [ ! -d $COMOUT ] ; then
+ mkdir -p $COMOUT/ensprod
+ mkdir -p $COMOUT/verf_g2g
+fi
+
+export pgmout="OUTPUT.$$"
+
+########################################################
+# Execute the script.
+
+$HOMErefs/scripts/exrefs_eas_3.sh.ecf $type
+########################################################
+
+msg="JOB $job HAS COMPLETED NORMALLY."
+postmsg "$msg"
+
+cd $DATAROOT
+if [ $KEEPDATA = NO ]; then rm -rf $DATA; fi
+
+date
diff --git a/jobs/JREFS_ENSPROD_1 b/jobs/JREFS_ENSPROD_1
index 7d4d000f7..15f37eeb0 100755
--- a/jobs/JREFS_ENSPROD_1
+++ b/jobs/JREFS_ENSPROD_1
@@ -95,8 +95,7 @@ then
rm -rf ./poe.*
fi
-hrlist="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 \
- 26 27 28 29 30 31 32 33 34 35 36"
+hrlist="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24"
for hr in $hrlist
do
diff --git a/jobs/JREFS_ENSPROD_2 b/jobs/JREFS_ENSPROD_2
index ff2d8b4e2..2cc156e83 100755
--- a/jobs/JREFS_ENSPROD_2
+++ b/jobs/JREFS_ENSPROD_2
@@ -93,13 +93,9 @@ export pgmout="OUTPUT.$$"
rm -rf poe.*
-if [ $type = single ];then
-hrlist_link="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60"
-hrlist="37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60"
-else
- hrlist_link="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60"
- hrlist="37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60"
-fi
+hrlist_link="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48"
+
+hrlist="25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48"
for hr in $hrlist_link
do
diff --git a/jobs/JREFS_ENSPROD_3 b/jobs/JREFS_ENSPROD_3
new file mode 100755
index 000000000..04f8b9e1f
--- /dev/null
+++ b/jobs/JREFS_ENSPROD_3
@@ -0,0 +1,128 @@
+#!/bin/bash
+
+#############################################################
+# 02/02/2015 Binbin Zhou, create for run all scripts
+# 2nd part to process 37-60h -- Jun
+# 04/26/2023, Jun Du: added a timelag version (type=timelag or single)
+# 02/06/2024 M. Pyle - switches things to REFS
+#
+#############################################################
+
+########################################
+# Preliminary data setup step
+########################################
+
+set -xa
+export PS4='$SECONDS + '
+date
+
+###########################################################
+# obtain unique process id (pid) and make temp directories
+###########################################################
+export DATA=${DATA:-${DATAROOT:?}/${jobid:?}}
+mkdir -p $DATA
+rm -rf $DATA/*
+cd $DATA
+
+msg="JOB $job HAS BEGUN"
+postmsg "$msg"
+
+#
+# Run setpdy and initialize PDY variables
+#
+
+export cycle=${cycle:-t${cyc}z}
+setpdy.sh
+. ./PDY
+
+##################################################
+# SENDCOM - Copy Files From TMPDIR to $COMOUT
+# SENDDBN - Issue DBNet Client Calls
+##################################################
+export ndate=/apps/ops/prod/nco/core/prod_util.v2.0.8/exec/ndate
+
+export SENDCOM=${SENDCOM:-YES}
+export SENDECF=${SENDECF:-YES}
+export SENDDBN=${SENDDBN:-YES}
+export SENDDBN_NTC=${SENDDBN_NTC:-NO}
+
+export HOMErefs=${HOMErefs:-$PACKAGEROOT/refs.${refs_ver}}
+export EXECrefs=${EXECrefs:-$HOMErefs/exec}
+export PARMrefs=${PARMrefs:-$HOMErefs/parm}
+export USHrefs=${USHrefs:-$HOMErefs/ush}
+export FIXrefs=${FIXrefs:-$HOMErefs/fix}
+export SCRIPTSrefs=${SCRIPTSrefs:-$HOMErefs/scripts}
+
+###################################
+# Specify NET and RUN Name and model
+####################################
+export NET=${NET:-refs}
+export RUN=${RUN:-refs}
+
+export IOBUF_PARAMS='*:size=8M:count=8'
+
+##############################################
+# Define running directory and COM directories
+##############################################
+
+## PDY not included here as pull data from PDYm1 as well
+
+# should this be COMINrefs?
+export COMINrefs=${COMINrefs:-$GESROOT/${RUN}}
+
+export COMOUT=${COMOUT:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDY}}
+export COMINffg=${COMINffg:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDY}}
+export COMINffgm1=${COMINffg:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDYm1}}
+
+if [ ! -d $COMOUT/ensprod ] ; then
+ mkdir -p $COMOUT/ensprod
+ mkdir -p $COMOUT/verf_g2g
+ mkdir -p $COMOUT/wmo
+fi
+
+export pgmout="OUTPUT.$$"
+
+#######################################################
+# Pass information which is needed to run the Script
+#######################################################
+
+# export VERBOSE=YES
+
+###################################################
+# Execute the Script exrefs_ensprod.sh.ecf
+
+rm -rf poe.*
+
+hrlist_link="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60"
+
+hrlist="49 50 51 52 53 54 55 56 57 58 59 60"
+
+for hr in $hrlist_link
+do
+echo "$SCRIPTSrefs/exrefs_ensprod_link.sh.ecf $hr $type" >> poe.link.all
+done
+
+for hr in $hrlist
+do
+echo "$SCRIPTSrefs/exrefs_ensprod.sh.ecf $hr $type" >> poe.ensprod.all
+done
+
+
+chmod 775 poe.link.all
+chmod 775 poe.ensprod.all
+
+mpiexec -n $NTASK_LINK -ppn $PTILE_LINK --cpu-bind verbose,core cfp ./poe.link.all
+export err=$?; err_chk
+mpiexec -n $NTASK -ppn $PTILE --cpu-bind verbose,core cfp ./poe.ensprod.all
+export err=$?; err_chk
+
+
+msg="JOB $job HAS COMPLETED NORMALLY."
+postmsg "$msg"
+date
+
+
+cd $DATAROOT
+if [ $KEEPDATA = NO ]; then rm -rf $DATA; fi
+
+date
diff --git a/jobs/JREFS_PREPROC_FV3_1 b/jobs/JREFS_PREPROC_FV3_1
new file mode 100755
index 000000000..12845a6f0
--- /dev/null
+++ b/jobs/JREFS_PREPROC_FV3_1
@@ -0,0 +1,279 @@
+#!/bin/sh
+
+#############################################################
+# 02/02/2015 Binbin Zhou, create for run all scripts
+# 08/11/2022 Jun Du, added a variable "region"
+# 03/20/2023 Jun Du, the package name changed to rrfs_enspost
+# 04/10/2023 Jun Du, added variable "name" to rearrange member's order
+# by naming ctl run as mem01 rather than mem00
+# 04/25/2023 Jun Du, added a version of time-lag ensemble (type=single or timelag)
+# 02/06/2024 M. Pyle Switch to REFS
+#############################################################
+
+########################################
+# Preliminary data setup step
+########################################
+
+set -xa
+export PS4='$SECONDS + '
+date
+
+###################################
+# Specify NET and RUN Name and model
+####################################
+export NET=${NET:-refs}
+export RUN=${RUN:-refs}
+
+export IOBUF_PARAMS='*:size=8M:count=8'
+
+###############################################################
+# This block can be modified for different Production test
+# environment. This is used for operational testings
+###############################################################
+
+## PDY not included here as pull data from PDYm1 as well
+# without timelagging maybe should include PDY here?
+
+# this should definitely be COMINrrfs
+export COMINrrfs=${COMINrrfs:-$(compath.py ${envir}/com/rrfs/${rrfs_ver}/rrfs)}
+
+export HOMErefs=${HOMErefs:-$NWROOT/refs.${refs_ver}}
+export EXECrefs=${EXECrefs:-$HOMErefs/exec}
+export PARMrefs=${PARMrefs:-$HOMErefs/parm}
+export USHrefs=${USHrefs:-$HOMErefs/ush}
+export FIXrefs=${FIXrefs:-$HOMErefs/fix}
+export SCRIPTSrefs=${SCRIPTSrefs:-$HOMErefs/scripts}
+
+# CLEAN
+export ndate=/apps/ops/prod/nco/core/prod_util.v2.0.8/exec/ndate
+
+###########################################################
+# obtain unique process id (pid) and make temp directories
+###########################################################
+
+echo here with DATA $DATA
+echo here with DATAROOT $DATAROOT
+
+export pid=$$
+export DATA=${DATA:-${DATAROOT}/${jobid}.${pid}}
+echo now have DATA $DATA
+
+export PREPROC_HOLD=${DATAROOT}/refs_preprocfv3_${NEST}_${cyc}
+
+mkdir -p $DATA
+mkdir -p $PREPROC_HOLD
+rm -rf $DATA/*
+rm -rf $PREPROC_HOLD/*
+cd $DATA
+
+####################################
+# Determine Job Output Name on System
+####################################
+export pgmout="OUTPUT.$$"
+
+export cycle=${cycle:-t${cyc}z}
+
+##################################################
+# SENDCOM - Copy Files From TMPDIR to $COMOUT
+# SENDDBN - Issue DBNet Client Calls
+##################################################
+
+export SENDCOM=${SENDCOM:-YES}
+export SENDECF=${SENDECF:-YES}
+export SENDDBN=${SENDDBN:-YES}
+export SENDDBN_NTC=${SENDDBN_NTC:-NO}
+
+###################################
+# Set up the UTILITIES
+###################################
+
+msg="JOB $job HAS BEGUN"
+postmsg "$msg"
+
+#
+# Run setpdy and initialize PDY variables
+#
+
+
+export cycle=${cycle:-t${cyc}z}
+
+setpdy.sh
+. ./PDY
+
+echo have PDY as $PDY
+
+##############################################
+# Define running directory and COM directories
+##############################################
+
+export COMOUT=${COMOUT:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDY}}
+
+if [ ! -d $COMOUT ] ; then
+ mkdir -p $COMOUT/ensprod
+ mkdir -p $COMOUT/verf_g2g
+fi
+
+export GESOUT=${GESOUT:-${GESROOT}/${RUN}}
+
+# if [ ! -e ${GESIN}.${PDY} ] ; then
+# mkdir -p ${GESIN}.${PDY}
+# fi
+
+#######################################################
+# Pass information which is needed to run the Script
+#######################################################
+
+# export VERBOSE=YES
+
+###################################################
+
+hrlist="00 01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 \
+21 22 23 24"
+
+mems="01 02 03 04 05 06"
+
+region=${NEST}
+
+echo defined region $region
+
+if [ -e poe.fv3 ]
+then
+rm poe.fv3
+fi
+
+for mem in $mems
+do
+if [ $type = single ]; then
+if [ $mem = 01 ]; then name=00; fi
+if [ $mem = 02 ]; then name=01; fi
+if [ $mem = 03 ]; then name=02; fi
+if [ $mem = 04 ]; then name=03; fi
+if [ $mem = 05 ]; then name=04; fi
+if [ $mem = 06 ]; then name=05; fi
+if [ $mem = 07 ]; then name=06; fi
+if [ $mem = 08 ]; then name=07; fi
+if [ $mem = 09 ]; then name=08; fi
+if [ $mem = 10 ]; then name=09; fi
+else
+if [ $mem = 01 ]; then name=00; fi
+if [ $mem = 02 ]; then name=01; fi
+if [ $mem = 03 ]; then name=02; fi
+if [ $mem = 04 ]; then name=03; fi
+if [ $mem = 05 ]; then name=04; fi
+if [ $mem = 06 ]; then name=05; fi
+if [ $mem = 07 ]; then name=00; fi
+if [ $mem = 08 ]; then name=01; fi
+if [ $mem = 09 ]; then name=02; fi
+if [ $mem = 10 ]; then name=03; fi
+if [ $mem = 11 ]; then name=04; fi
+if [ $mem = 12 ]; then name=05; fi
+fi
+
+for hr in $hrlist
+do
+
+ if [ $type = timelag ]; then
+ if [ $mem = 07 -o $mem = 08 -o $mem = 09 -o $mem = 10 -o $mem = 11 -o $mem = 12 ];then
+ backdate=`$ndate -06 $PDY$cyc`
+ backday=`echo $backdate | cut -c1-8`
+ backcyc=`echo $backdate | cut -c9-10`
+
+ echo "$USHrefs/enspost_preprocess_fv3_1h.sh ${backday} ${backcyc} ${mem} ${name} $hr ${region}" >> poe.fv3
+ else
+ echo "$USHrefs/enspost_preprocess_fv3_1h.sh $PDY ${cyc} ${mem} ${name} $hr ${region}" >> poe.fv3
+ fi
+ else
+ echo "$USHrefs/enspost_preprocess_fv3_1h.sh $PDY ${cyc} ${mem} ${name} $hr ${region}" >> poe.fv3
+ fi
+
+done
+done
+
+chmod 775 poe.fv3
+
+mpiexec -n $NTASK -ppn $PTILE --cpu-bind verbose,core cfp ./poe.fv3
+export err=$?; err_chk
+
+
+# need to generate 3 h QPF
+
+if [ -e poe.3hqpf ]
+then
+rm poe.3hqpf
+fi
+
+if [ -e poe.3hqpf.tlb ]
+then
+rm poe.3hqpf.tlb
+fi
+
+for mem in $mems
+do
+echo " calling preprocess_fv3_3hapcp.sh for mem " $mem
+if [ $type = single ]; then
+if [ $mem = 01 ]; then name=00; fi
+if [ $mem = 02 ]; then name=01; fi
+if [ $mem = 03 ]; then name=02; fi
+if [ $mem = 04 ]; then name=03; fi
+if [ $mem = 05 ]; then name=04; fi
+if [ $mem = 06 ]; then name=05; fi
+if [ $mem = 07 ]; then name=06; fi
+if [ $mem = 08 ]; then name=07; fi
+if [ $mem = 09 ]; then name=08; fi
+if [ $mem = 10 ]; then name=09; fi
+else
+if [ $mem = 01 ]; then name=00; fi
+if [ $mem = 02 ]; then name=01; fi
+if [ $mem = 03 ]; then name=02; fi
+if [ $mem = 04 ]; then name=03; fi
+if [ $mem = 05 ]; then name=04; fi
+if [ $mem = 06 ]; then name=05; fi
+if [ $mem = 07 ]; then name=00; fi
+if [ $mem = 08 ]; then name=01; fi
+if [ $mem = 09 ]; then name=02; fi
+if [ $mem = 10 ]; then name=03; fi
+if [ $mem = 11 ]; then name=04; fi
+if [ $mem = 12 ]; then name=05; fi
+fi
+
+#
+
+ if [ $type = timelag ]; then
+ if [ $mem = 07 -o $mem = 08 -o $mem = 09 -o $mem = 10 -o $mem = 11 -o $mem = 12 ];then
+ backdate=`$ndate -06 $PDY$cyc`
+ backday=`echo $backdate | cut -c1-8`
+ backcyc=`echo $backdate | cut -c9-10`
+ echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${backday} ${backcyc} ${mem} ${name} 1" >> poe.3hqpf.tlb
+ else
+ echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${PDY} ${cyc} ${mem} ${name} 1" >> poe.3hqpf
+ fi
+ else
+ echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${PDY} ${cyc} ${mem} ${name} 1" >> poe.3hqpf
+ fi
+
+done
+
+nproc=`cat poe.3hqpf | wc -l`
+
+chmod 775 poe.3hqpf
+
+mpiexec -n $nproc -ppn $nproc --cpu-bind verbose,core cfp ./poe.3hqpf
+# mpiexec -n $nproc -ppn 2 --cpu-bind verbose,core cfp ./poe.3hqpf
+export err=$?; err_chk
+
+if [ -e poe.3hqpf.tlb ]
+then
+
+nproc=`cat poe.3hqpf.tlb | wc -l`
+chmod 775 poe.3hqpf.tlb
+mpiexec -n $nproc -ppn $nproc --cpu-bind verbose,core cfp ./poe.3hqpf.tlb
+export err=$?; err_chk
+
+fi
+
+# end QPF
+
+cd $DATAROOT
+if [ $KEEPDATA = NO ]; then rm -rf $DATA; fi
+
+date
diff --git a/jobs/JREFS_PREPROC_FV3_2 b/jobs/JREFS_PREPROC_FV3_2
new file mode 100755
index 000000000..b2cd79967
--- /dev/null
+++ b/jobs/JREFS_PREPROC_FV3_2
@@ -0,0 +1,277 @@
+#!/bin/sh
+
+#############################################################
+# 02/02/2015 Binbin Zhou, create for run all scripts
+# 08/11/2022 Jun Du, added a variable "region"
+# 03/20/2023 Jun Du, the package name changed to rrfs_enspost
+# 04/10/2023 Jun Du, added variable "name" to rearrange member's order
+# by naming ctl run as mem01 rather than mem00
+# 04/25/2023 Jun Du, added a version of time-lag ensemble (type=single or timelag)
+# 02/06/2024 M. Pyle Switch to REFS
+#############################################################
+
+########################################
+# Preliminary data setup step
+########################################
+
+set -xa
+export PS4='$SECONDS + '
+date
+
+###################################
+# Specify NET and RUN Name and model
+####################################
+export NET=${NET:-refs}
+export RUN=${RUN:-refs}
+
+export IOBUF_PARAMS='*:size=8M:count=8'
+
+###############################################################
+# This block can be modified for different Production test
+# environment. This is used for operational testings
+###############################################################
+
+## PDY not included here as pull data from PDYm1 as well
+# without timelagging maybe should include PDY here?
+
+# this should definitely be COMINrrfs
+export COMINrrfs=${COMINrrfs:-$(compath.py ${envir}/com/rrfs/${rrfs_ver}/rrfs)}
+
+export HOMErefs=${HOMErefs:-$NWROOT/refs.${refs_ver}}
+export EXECrefs=${EXECrefs:-$HOMErefs/exec}
+export PARMrefs=${PARMrefs:-$HOMErefs/parm}
+export USHrefs=${USHrefs:-$HOMErefs/ush}
+export FIXrefs=${FIXrefs:-$HOMErefs/fix}
+export SCRIPTSrefs=${SCRIPTSrefs:-$HOMErefs/scripts}
+
+# CLEAN
+export ndate=/apps/ops/prod/nco/core/prod_util.v2.0.8/exec/ndate
+
+###########################################################
+# obtain unique process id (pid) and make temp directories
+###########################################################
+
+echo here with DATA $DATA
+echo here with DATAROOT $DATAROOT
+
+export pid=$$
+export DATA=${DATA:-${DATAROOT}/${jobid}.${pid}}
+echo now have DATA $DATA
+
+export PREPROC_HOLD=${DATAROOT}/refs_preprocfv3_${NEST}_${cyc}
+
+mkdir -p $DATA
+rm -rf $DATA/*
+cd $DATA
+
+
+####################################
+# Determine Job Output Name on System
+####################################
+export pgmout="OUTPUT.$$"
+
+export cycle=${cycle:-t${cyc}z}
+
+##################################################
+# SENDCOM - Copy Files From TMPDIR to $COMOUT
+# SENDDBN - Issue DBNet Client Calls
+##################################################
+
+export SENDCOM=${SENDCOM:-YES}
+export SENDECF=${SENDECF:-YES}
+export SENDDBN=${SENDDBN:-YES}
+export SENDDBN_NTC=${SENDDBN_NTC:-NO}
+
+###################################
+# Set up the UTILITIES
+###################################
+
+msg="JOB $job HAS BEGUN"
+postmsg "$msg"
+
+#
+# Run setpdy and initialize PDY variables
+#
+
+
+export cycle=${cycle:-t${cyc}z}
+
+setpdy.sh
+. ./PDY
+
+echo have PDY as $PDY
+
+##############################################
+# Define running directory and COM directories
+##############################################
+
+export COMOUT=${COMOUT:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDY}}
+
+if [ ! -d $COMOUT ] ; then
+ mkdir -p $COMOUT/ensprod
+ mkdir -p $COMOUT/verf_g2g
+fi
+
+export GESOUT=${GESOUT:-${GESROOT}/${RUN}}
+
+# if [ ! -e ${GESIN}.${PDY} ] ; then
+# mkdir -p ${GESIN}.${PDY}
+# fi
+
+#######################################################
+# Pass information which is needed to run the Script
+#######################################################
+
+# export VERBOSE=YES
+
+###################################################
+
+hrlist="25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48"
+
+mems="01 02 03 04 05 06"
+
+region=${NEST}
+
+echo defined region $region
+
+if [ -e poe.fv3 ]
+then
+rm poe.fv3
+fi
+
+for mem in $mems
+do
+if [ $type = single ]; then
+if [ $mem = 01 ]; then name=00; fi
+if [ $mem = 02 ]; then name=01; fi
+if [ $mem = 03 ]; then name=02; fi
+if [ $mem = 04 ]; then name=03; fi
+if [ $mem = 05 ]; then name=04; fi
+if [ $mem = 06 ]; then name=05; fi
+if [ $mem = 07 ]; then name=06; fi
+if [ $mem = 08 ]; then name=07; fi
+if [ $mem = 09 ]; then name=08; fi
+if [ $mem = 10 ]; then name=09; fi
+else
+if [ $mem = 01 ]; then name=00; fi
+if [ $mem = 02 ]; then name=01; fi
+if [ $mem = 03 ]; then name=02; fi
+if [ $mem = 04 ]; then name=03; fi
+if [ $mem = 05 ]; then name=04; fi
+if [ $mem = 06 ]; then name=05; fi
+if [ $mem = 07 ]; then name=00; fi
+if [ $mem = 08 ]; then name=01; fi
+if [ $mem = 09 ]; then name=02; fi
+if [ $mem = 10 ]; then name=03; fi
+if [ $mem = 11 ]; then name=04; fi
+if [ $mem = 12 ]; then name=05; fi
+fi
+
+for hr in $hrlist
+do
+
+ if [ $type = timelag ]; then
+ if [ $mem = 07 -o $mem = 08 -o $mem = 09 -o $mem = 10 -o $mem = 11 -o $mem = 12 ];then
+ backdate=`$ndate -06 $PDY$cyc`
+ backday=`echo $backdate | cut -c1-8`
+ backcyc=`echo $backdate | cut -c9-10`
+
+ echo "$USHrefs/enspost_preprocess_fv3_1h.sh ${backday} ${backcyc} ${mem} ${name} $hr ${region}" >> poe.fv3
+ else
+ echo "$USHrefs/enspost_preprocess_fv3_1h.sh $PDY ${cyc} ${mem} ${name} $hr ${region}" >> poe.fv3
+ fi
+ else
+ echo "$USHrefs/enspost_preprocess_fv3_1h.sh $PDY ${cyc} ${mem} ${name} $hr ${region}" >> poe.fv3
+ fi
+
+done
+done
+
+chmod 775 poe.fv3
+
+mpiexec -n $NTASK -ppn $PTILE --cpu-bind verbose,core cfp ./poe.fv3
+export err=$?; err_chk
+
+
+# need to generate 3 h QPF
+
+if [ -e poe.3hqpf ]
+then
+rm poe.3hqpf
+fi
+
+if [ -e poe.3hqpf.tlb ]
+then
+rm poe.3hqpf.tlb
+fi
+
+for mem in $mems
+do
+echo " calling preprocess_fv3_3hapcp.sh for mem " $mem
+if [ $type = single ]; then
+if [ $mem = 01 ]; then name=00; fi
+if [ $mem = 02 ]; then name=01; fi
+if [ $mem = 03 ]; then name=02; fi
+if [ $mem = 04 ]; then name=03; fi
+if [ $mem = 05 ]; then name=04; fi
+if [ $mem = 06 ]; then name=05; fi
+if [ $mem = 07 ]; then name=06; fi
+if [ $mem = 08 ]; then name=07; fi
+if [ $mem = 09 ]; then name=08; fi
+if [ $mem = 10 ]; then name=09; fi
+else
+if [ $mem = 01 ]; then name=00; fi
+if [ $mem = 02 ]; then name=01; fi
+if [ $mem = 03 ]; then name=02; fi
+if [ $mem = 04 ]; then name=03; fi
+if [ $mem = 05 ]; then name=04; fi
+if [ $mem = 06 ]; then name=05; fi
+if [ $mem = 07 ]; then name=00; fi
+if [ $mem = 08 ]; then name=01; fi
+if [ $mem = 09 ]; then name=02; fi
+if [ $mem = 10 ]; then name=03; fi
+if [ $mem = 11 ]; then name=04; fi
+if [ $mem = 12 ]; then name=05; fi
+fi
+
+#
+
+ if [ $type = timelag ]; then
+ if [ $mem = 07 -o $mem = 08 -o $mem = 09 -o $mem = 10 -o $mem = 11 -o $mem = 12 ];then
+ backdate=`$ndate -06 $PDY$cyc`
+ backday=`echo $backdate | cut -c1-8`
+ backcyc=`echo $backdate | cut -c9-10`
+ echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${backday} ${backcyc} ${mem} ${name} 2" >> poe.3hqpf.tlb
+ else
+ echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${PDY} ${cyc} ${mem} ${name} 2" >> poe.3hqpf
+ fi
+ else
+ echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${PDY} ${cyc} ${mem} ${name} 2" >> poe.3hqpf
+ fi
+
+done
+
+nproc=`cat poe.3hqpf | wc -l`
+
+chmod 775 poe.3hqpf
+
+mpiexec -n $nproc -ppn $nproc --cpu-bind verbose,core cfp ./poe.3hqpf
+# mpiexec -n $nproc -ppn 2 --cpu-bind verbose,core cfp ./poe.3hqpf
+export err=$?; err_chk
+
+if [ -e poe.3hqpf.tlb ]
+then
+
+nproc=`cat poe.3hqpf.tlb | wc -l`
+chmod 775 poe.3hqpf.tlb
+mpiexec -n $nproc -ppn $nproc --cpu-bind verbose,core cfp ./poe.3hqpf.tlb
+export err=$?; err_chk
+
+fi
+
+# end QPF
+
+cd $DATAROOT
+if [ $KEEPDATA = NO ]; then rm -rf $DATA; fi
+
+date
diff --git a/jobs/JREFS_PREPROC_FV3_3 b/jobs/JREFS_PREPROC_FV3_3
new file mode 100755
index 000000000..657d40a82
--- /dev/null
+++ b/jobs/JREFS_PREPROC_FV3_3
@@ -0,0 +1,276 @@
+#!/bin/sh
+
+#############################################################
+# 02/02/2015 Binbin Zhou, create for run all scripts
+# 08/11/2022 Jun Du, added a variable "region"
+# 03/20/2023 Jun Du, the package name changed to rrfs_enspost
+# 04/10/2023 Jun Du, added variable "name" to rearrange member's order
+# by naming ctl run as mem01 rather than mem00
+# 04/25/2023 Jun Du, added a version of time-lag ensemble (type=single or timelag)
+# 02/06/2024 M. Pyle Switch to REFS
+#############################################################
+
+########################################
+# Preliminary data setup step
+########################################
+
+set -xa
+export PS4='$SECONDS + '
+date
+
+###################################
+# Specify NET and RUN Name and model
+####################################
+export NET=${NET:-refs}
+export RUN=${RUN:-refs}
+
+export IOBUF_PARAMS='*:size=8M:count=8'
+
+###############################################################
+# This block can be modified for different Production test
+# environment. This is used for operational testings
+###############################################################
+
+## PDY not included here as pull data from PDYm1 as well
+# without timelagging maybe should include PDY here?
+
+# this should definitely be COMINrrfs
+export COMINrrfs=${COMINrrfs:-$(compath.py ${envir}/com/rrfs/${rrfs_ver}/rrfs)}
+
+export HOMErefs=${HOMErefs:-$NWROOT/refs.${refs_ver}}
+export EXECrefs=${EXECrefs:-$HOMErefs/exec}
+export PARMrefs=${PARMrefs:-$HOMErefs/parm}
+export USHrefs=${USHrefs:-$HOMErefs/ush}
+export FIXrefs=${FIXrefs:-$HOMErefs/fix}
+export SCRIPTSrefs=${SCRIPTSrefs:-$HOMErefs/scripts}
+
+# CLEAN
+export ndate=/apps/ops/prod/nco/core/prod_util.v2.0.8/exec/ndate
+
+###########################################################
+# obtain unique process id (pid) and make temp directories
+###########################################################
+
+echo here with DATA $DATA
+echo here with DATAROOT $DATAROOT
+
+export pid=$$
+export DATA=${DATA:-${DATAROOT}/${jobid}.${pid}}
+echo now have DATA $DATA
+
+export PREPROC_HOLD=${DATAROOT}/refs_preprocfv3_${NEST}_${cyc}
+
+mkdir -p $DATA
+rm -rf $DATA/*
+cd $DATA
+
+####################################
+# Determine Job Output Name on System
+####################################
+export pgmout="OUTPUT.$$"
+
+export cycle=${cycle:-t${cyc}z}
+
+##################################################
+# SENDCOM - Copy Files From TMPDIR to $COMOUT
+# SENDDBN - Issue DBNet Client Calls
+##################################################
+
+export SENDCOM=${SENDCOM:-YES}
+export SENDECF=${SENDECF:-YES}
+export SENDDBN=${SENDDBN:-YES}
+export SENDDBN_NTC=${SENDDBN_NTC:-NO}
+
+###################################
+# Set up the UTILITIES
+###################################
+
+msg="JOB $job HAS BEGUN"
+postmsg "$msg"
+
+#
+# Run setpdy and initialize PDY variables
+#
+
+
+export cycle=${cycle:-t${cyc}z}
+
+setpdy.sh
+. ./PDY
+
+echo have PDY as $PDY
+
+##############################################
+# Define running directory and COM directories
+##############################################
+
+export COMOUT=${COMOUT:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDY}}
+
+if [ ! -d $COMOUT ] ; then
+ mkdir -p $COMOUT/ensprod
+ mkdir -p $COMOUT/verf_g2g
+fi
+
+export GESOUT=${GESOUT:-${GESROOT}/${RUN}}
+
+# if [ ! -e ${GESIN}.${PDY} ] ; then
+# mkdir -p ${GESIN}.${PDY}
+# fi
+
+#######################################################
+# Pass information which is needed to run the Script
+#######################################################
+
+# export VERBOSE=YES
+
+###################################################
+
+hrlist="49 50 51 52 53 54 55 56 57 58 59 60"
+
+mems="01 02 03 04 05 06"
+
+region=${NEST}
+
+echo defined region $region
+
+if [ -e poe.fv3 ]
+then
+rm poe.fv3
+fi
+
+for mem in $mems
+do
+if [ $type = single ]; then
+if [ $mem = 01 ]; then name=00; fi
+if [ $mem = 02 ]; then name=01; fi
+if [ $mem = 03 ]; then name=02; fi
+if [ $mem = 04 ]; then name=03; fi
+if [ $mem = 05 ]; then name=04; fi
+if [ $mem = 06 ]; then name=05; fi
+if [ $mem = 07 ]; then name=06; fi
+if [ $mem = 08 ]; then name=07; fi
+if [ $mem = 09 ]; then name=08; fi
+if [ $mem = 10 ]; then name=09; fi
+else
+if [ $mem = 01 ]; then name=00; fi
+if [ $mem = 02 ]; then name=01; fi
+if [ $mem = 03 ]; then name=02; fi
+if [ $mem = 04 ]; then name=03; fi
+if [ $mem = 05 ]; then name=04; fi
+if [ $mem = 06 ]; then name=05; fi
+if [ $mem = 07 ]; then name=00; fi
+if [ $mem = 08 ]; then name=01; fi
+if [ $mem = 09 ]; then name=02; fi
+if [ $mem = 10 ]; then name=03; fi
+if [ $mem = 11 ]; then name=04; fi
+if [ $mem = 12 ]; then name=05; fi
+fi
+
+for hr in $hrlist
+do
+
+ if [ $type = timelag ]; then
+ if [ $mem = 07 -o $mem = 08 -o $mem = 09 -o $mem = 10 -o $mem = 11 -o $mem = 12 ];then
+ backdate=`$ndate -06 $PDY$cyc`
+ backday=`echo $backdate | cut -c1-8`
+ backcyc=`echo $backdate | cut -c9-10`
+
+ echo "$USHrefs/enspost_preprocess_fv3_1h.sh ${backday} ${backcyc} ${mem} ${name} $hr ${region}" >> poe.fv3
+ else
+ echo "$USHrefs/enspost_preprocess_fv3_1h.sh $PDY ${cyc} ${mem} ${name} $hr ${region}" >> poe.fv3
+ fi
+ else
+ echo "$USHrefs/enspost_preprocess_fv3_1h.sh $PDY ${cyc} ${mem} ${name} $hr ${region}" >> poe.fv3
+ fi
+
+done
+done
+
+chmod 775 poe.fv3
+
+mpiexec -n $NTASK -ppn $PTILE --cpu-bind verbose,core cfp ./poe.fv3
+export err=$?; err_chk
+
+
+# need to generate 3 h QPF
+
+if [ -e poe.3hqpf ]
+then
+rm poe.3hqpf
+fi
+
+if [ -e poe.3hqpf.tlb ]
+then
+rm poe.3hqpf.tlb
+fi
+
+for mem in $mems
+do
+echo " calling preprocess_fv3_3hapcp.sh for mem " $mem
+if [ $type = single ]; then
+if [ $mem = 01 ]; then name=00; fi
+if [ $mem = 02 ]; then name=01; fi
+if [ $mem = 03 ]; then name=02; fi
+if [ $mem = 04 ]; then name=03; fi
+if [ $mem = 05 ]; then name=04; fi
+if [ $mem = 06 ]; then name=05; fi
+if [ $mem = 07 ]; then name=06; fi
+if [ $mem = 08 ]; then name=07; fi
+if [ $mem = 09 ]; then name=08; fi
+if [ $mem = 10 ]; then name=09; fi
+else
+if [ $mem = 01 ]; then name=00; fi
+if [ $mem = 02 ]; then name=01; fi
+if [ $mem = 03 ]; then name=02; fi
+if [ $mem = 04 ]; then name=03; fi
+if [ $mem = 05 ]; then name=04; fi
+if [ $mem = 06 ]; then name=05; fi
+if [ $mem = 07 ]; then name=00; fi
+if [ $mem = 08 ]; then name=01; fi
+if [ $mem = 09 ]; then name=02; fi
+if [ $mem = 10 ]; then name=03; fi
+if [ $mem = 11 ]; then name=04; fi
+if [ $mem = 12 ]; then name=05; fi
+fi
+
+#
+
+ if [ $type = timelag ]; then
+ if [ $mem = 07 -o $mem = 08 -o $mem = 09 -o $mem = 10 -o $mem = 11 -o $mem = 12 ];then
+ backdate=`$ndate -06 $PDY$cyc`
+ backday=`echo $backdate | cut -c1-8`
+ backcyc=`echo $backdate | cut -c9-10`
+ echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${backday} ${backcyc} ${mem} ${name} 3" >> poe.3hqpf.tlb
+ else
+ echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${PDY} ${cyc} ${mem} ${name} 3" >> poe.3hqpf
+ fi
+ else
+ echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${PDY} ${cyc} ${mem} ${name} 3" >> poe.3hqpf
+ fi
+
+done
+
+nproc=`cat poe.3hqpf | wc -l`
+
+chmod 775 poe.3hqpf
+
+mpiexec -n $nproc -ppn $nproc --cpu-bind verbose,core cfp ./poe.3hqpf
+# mpiexec -n $nproc -ppn 2 --cpu-bind verbose,core cfp ./poe.3hqpf
+export err=$?; err_chk
+
+if [ -e poe.3hqpf.tlb ]
+then
+
+nproc=`cat poe.3hqpf.tlb | wc -l`
+chmod 775 poe.3hqpf.tlb
+mpiexec -n $nproc -ppn $nproc --cpu-bind verbose,core cfp ./poe.3hqpf.tlb
+export err=$?; err_chk
+
+fi
+
+# end QPF
+
+cd $DATAROOT
+if [ $KEEPDATA = NO ]; then rm -rf $DATA; fi
+
+date
diff --git a/rocoto/drive_refs_enspost_ak.xml b/rocoto/drive_refs_enspost_ak.xml
index 41dde04d0..16bf656c9 100644
--- a/rocoto/drive_refs_enspost_ak.xml
+++ b/rocoto/drive_refs_enspost_ak.xml
@@ -2,50 +2,49 @@
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- pridev&ACCOUNT;'>
-
-
- dev_transfer&ACCOUNT;'>
- 1:ppn=104:59:00'>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+pridev&ACCOUNT;'>
+
+dev_transfer&ACCOUNT;'>
+1:ppn=104:59:00'>
00:10:00'>
@@ -63,10 +62,10 @@
-
+
&STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 06:00:00
- &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 06:00:00
+ &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 12:00:00
&OUTDIR;/logfiles_refs/workflow_regional_single_&TYPE;_&domain;_@Y@m@d@H.log
@@ -77,142 +76,240 @@
-
- &RESERVATION;
- &PREPROC_RESOURCES;
- 1:ppn=49
- &PRE; &JOBS;/JREFS_PREPROC_HRRR
- preprochrrr_&TYPE;_&PHYS;_&domain;_@H
- &OUTDIR;/logfiles_refs/preprochrrr_&TYPE;_&PHYS;_&domain;_@H.log
-
- NTASK
- 49
-
-
- PTILE
- 49
-
+
+ &RESERVATION;
+ &PREPROC_RESOURCES;
+ 3:ppn=24
+ &PRE; &JOBS;/JREFS_PREPROC_FV3_1
+ preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H.log
-
- NEST
- &domain;
-
+
+ NTASK
+ 72
+
+
+ PTILE
+ 24
+
+
+
+ NEST
+ &domain;
+
-
+
type
&TYPE;
-
+
-
+
GESROOT
&GESROOT;
-
+
-
- COMINrrfs
+
+ COMINrrfs
&COMINrrfsdet;
-
-
-
- COMINhrrr
- &COMINhrrr;
- HOMErefs
- &HOMErefs;
+ HOMErefs
+ &HOMErefs;
-
- job
- preprochrrr_&TYPE;_&PHYS;_&domain;
+ job
+ preprocrefs_&TYPE;_&PHYS;_&domain;
- MYCOMROOT
- &MYCOMROOT;
+ MYCOMROOT
+ &MYCOMROOT;
-
+
COMROOT
- &COMROOT;
-
+ &COMROOT;
+
-
- machine
+
+ machine
&machine;
-
+
-
+
envir
- &envir;
-
+ &envir;
+
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+
+ USER
+ &USER;
+
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
-
- KEEPDATA
- &KEEPDATA;
-
+ jobidrefs_ensprodpreprocfv3_1_&TYPE;_&PHYS;_&domain;_@H_&envir;
-
- DATAROOT
- &DATAROOT;
-
-
- USER
- &USER;
-
+
+
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f024.ak.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f024.ak.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f024.ak.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f024.ak.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f024.ak.grib2
+ &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f024.ak.grib2
+
+
+
+
+
+
+ &RESERVATION;
+ &PREPROC_RESOURCES;
+ 3:ppn=24
+ &PRE; &JOBS;/JREFS_PREPROC_FV3_2
+ preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H.log
-
- CDATE
- @Y@m@d@H
+
+ NTASK
+ 72
+
+
+ PTILE
+ 24
- PDY
- @Y@m@d
+ NEST
+ &domain;
-
- cyc
- @H
-
+
+ type
+ &TYPE;
+
+
+ GESROOT
+ &GESROOT;
+
- jobidrefs_ensprodpreprochrrr_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+ COMINrrfs
+ &COMINrrfsdet;
+
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ preprocrefs_&TYPE;_&PHYS;_&domain;
+
-
-
- &COMINhrrr;.@Y@m@d/conus/hrrr.t@Hz.wrfprsf48.grib2
- &COMINhrrr;.@Y@m@d/conus/hrrr.t@Hz.wrfprsf12.grib2
- &COMINhrrr;.@Y@m@d/conus/hrrr.t@Hz.wrfprsf36.grib2
-
-
+
+ MYCOMROOT
+ &MYCOMROOT;
+
-
+
+ COMROOT
+ &COMROOT;
+
+
+ machine
+ &machine;
+
-
+
+ envir
+ &envir;
+
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+
+ USER
+ &USER;
+
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+ jobidrefs_ensprodpreprocfv3_2_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f048.ak.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f048.ak.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f048.ak.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f048.ak.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f048.ak.grib2
+ &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f048.ak.grib2
+
+
+
+
+
-
+
&RESERVATION;
&PREPROC_RESOURCES;
- 3:ppn=122
- &PRE; &JOBS;/JREFS_PREPROC_FV3
- preprocfv3_&TYPE;_&PHYS;_&domain;_@H
- &OUTDIR;/logfiles_refs/preprocfv3_&TYPE;_&PHYS;_&domain;_@H.log
+ 1:ppn=36
+ &PRE; &JOBS;/JREFS_PREPROC_FV3_3
+ preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H.log
NTASK
- 366
+ 36
PTILE
- 122
+ 36
@@ -241,7 +338,7 @@
job
- preprocrrfs_&TYPE;_&PHYS;_&domain;
+ preprocrefs_&TYPE;_&PHYS;_&domain;
@@ -291,47 +388,160 @@
@H
- jobidrefs_ensprodpreprocfv3_&TYPE;_&PHYS;_&domain;_@H_&envir;
+ jobidrefs_ensprodpreprocfv3_3_&TYPE;_&PHYS;_&domain;_@H_&envir;
- &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f060.ak.grib2
&COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f060.ak.grib2
&COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f060.ak.grib2
&COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f060.ak.grib2
&COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f060.ak.grib2
&COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f060.ak.grib2
+ &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f060.ak.grib2
+
+
+ &RESERVATION;
+ &PREPROC_RESOURCES;
+ 1:ppn=49
+ &PRE; &JOBS;/JREFS_PREPROC_HRRR
+ preprochrrr_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/preprochrrr_&TYPE;_&PHYS;_&domain;_@H.log
+
+
+ NTASK
+ 49
+
+
+ PTILE
+ 49
+
+
+
+ NEST
+ &domain;
+
+
+
+ type
+ &TYPE;
+
+
+
+ GESROOT
+ &GESROOT;
+
+
+
+ COMINrrfs
+ &COMINrrfsdet;
+
+
+
+ COMINhrrr
+ &COMINhrrr;
+
+
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ preprochrrr_&TYPE;_&PHYS;_&domain;
+
+
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ machine
+ &machine;
+
+
+
+ envir
+ &envir;
+
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+
+ USER
+ &USER;
+
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ jobidrefs_ensprodpreprochrrr_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+ &COMINhrrr;.@Y@m@d/conus/hrrr.t@Hz.wrfprsf48.grib2
+ &COMINhrrr;.@Y@m@d/conus/hrrr.t@Hz.wrfprsf12.grib2
+ &COMINhrrr;.@Y@m@d/conus/hrrr.t@Hz.wrfprsf36.grib2
+
+
+
+
+
+
-
+
&RESERVATION;
&EAS_RESOURCES;
- 6:ppn=41
+ 4:ppn=37
&PRE; &JOBS;/JREFS_EAS_1
easgen_1_&TYPE;_&PHYS;_&domain;_@Hz
&OUTDIR;/logfiles_refs/eas_gen_1_&TYPE;_&PHYS;_&domain;@H.log
NODES
- 6
+ 4
NTASK
- 244
+ 148
PTILE
- 41
+ 37
@@ -411,16 +621,18 @@
-
-
-
+
+
+
+
+
-
+
&RESERVATION;
&EAS_RESOURCES;
6:ppn=32
@@ -519,12 +731,127 @@
-
-
-
+
+
+
+
+
+
-
-
+
+
+
+
+
+
+ &RESERVATION;
+ &EAS_RESOURCES;
+ 4:ppn=12
+ &PRE; &JOBS;/JREFS_EAS_3
+ easgen_3_&TYPE;_&PHYS;_&domain;_@Hz
+ &OUTDIR;/logfiles_refs/eas_gen_3_&TYPE;_&PHYS;_&domain;@H.log
+
+
+ NODES
+ 4
+
+
+ NTASK
+ 48
+
+
+ PTILE
+ 12
+
+
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ eas_gen_3_&TYPE;_&PHYS;_&domain;
+
+
+ machine
+ &machine;
+
+
+ USER
+ &USER;
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ NEST
+ &domain;
+
+
+ dom
+ &domain;
+
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMINrefs
+ &COMINall;
+
+
+
+ COMINhrrr
+ &COMINall;
+
+
+
+ type
+ &TYPE;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ envir
+ &envir;
+
+
+ jobidrefs_qpfeasfrac_3_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -532,30 +859,30 @@
-
+
&RESERVATION;
&ENSPROD_RESOURCES;
- 6:ppn=6
+ 3:ppn=8
&PRE; &JOBS;/JREFS_ENSPROD_1
ensprod_1_&TYPE;_&PHYS;_&domain;_@H
&OUTDIR;/logfiles_refs/ensprod_1_&TYPE;_&PHYS;_&domain;_@H.log
NTASK
- 36
+ 24
PTILE
- 6
+ 8
NTASK_LINK
- 36
+ 24
PTILE_LINK
- 6
+ 8
@@ -633,17 +960,18 @@
-
-
-
+
+
+
+
-
-
+
+
-
+
&RESERVATION;
&ENSPROD_RESOURCES;
4:ppn=6
@@ -661,11 +989,11 @@
NTASK_LINK
- 60
+ 48
PTILE_LINK
- 15
+ 12
@@ -738,27 +1066,143 @@
&envir;
-
-
jobidrefs_ensprod_2_&TYPE;_&PHYS;_&domain;_@H_&envir;
-
-
-
+
+
+
+
+
+
-
-
+
+
+
+ &RESERVATION;
+ &ENSPROD_RESOURCES;
+ 3:ppn=4
+ &PRE; &JOBS;/JREFS_ENSPROD_3
+ ensprod_3_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/ensprod_3_&TYPE;_&PHYS;_&domain;_@H.log
+
+
+ NTASK
+ 12
+
+
+ PTILE
+ 4
+
+
+ NTASK_LINK
+ 60
+
+
+ PTILE_LINK
+ 20
+
+
+
+ type
+ &TYPE;
+
+
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ ensprod_3_&TYPE;_&PHYS;_&domain;_@Y@m@d
+
+
+ machine
+ &machine;
+
+
+ USER
+ &USER;
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ NEST
+ &domain;
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMINrefs
+ &COMINall;
+
+
+
+ COMINhrrr
+ &COMINall;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ envir
+ &envir;
+
+
+ jobidrefs_ensprod_3_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
+
&RESERVATION;
&GEMPAK_RESOURCES;
1:ppn=1
@@ -835,6 +1279,8 @@
+
+
@@ -843,7 +1289,7 @@
-
+
&RESERVATION;
&GEMPAK_RESOURCES;
1:ppn=8
@@ -928,6 +1374,8 @@
+
+
diff --git a/rocoto/drive_refs_enspost_conus.xml b/rocoto/drive_refs_enspost_conus.xml
index 961c1eac1..8a35c1fa0 100644
--- a/rocoto/drive_refs_enspost_conus.xml
+++ b/rocoto/drive_refs_enspost_conus.xml
@@ -76,21 +76,240 @@
-
+
&RESERVATION;
&PREPROC_RESOURCES;
- 3:ppn=122
- &PRE; &JOBS;/JREFS_PREPROC_FV3
- preprocfv3_&TYPE;_&PHYS;_&domain;_@H
- &OUTDIR;/logfiles_refs/preprocfv3_&TYPE;_&PHYS;_&domain;_@H.log
+ 3:ppn=24
+ &PRE; &JOBS;/JREFS_PREPROC_FV3_1
+ preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H.log
NTASK
- 366
+ 72
PTILE
- 61
+ 24
+
+
+
+ NEST
+ &domain;
+
+
+
+ type
+ &TYPE;
+
+
+
+ GESROOT
+ &GESROOT;
+
+
+
+ COMINrrfs
+ &COMINrrfsdet;
+
+
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ preprocrefs_&TYPE;_&PHYS;_&domain;
+
+
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ machine
+ &machine;
+
+
+
+ envir
+ &envir;
+
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+
+ USER
+ &USER;
+
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ jobidrefs_ensprodpreprocfv3_1_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f024.conus.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f024.conus.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f024.conus.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f024.conus.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f024.conus.grib2
+ &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f024.conus.grib2
+
+
+
+
+
+
+ &RESERVATION;
+ &PREPROC_RESOURCES;
+ 3:ppn=24
+ &PRE; &JOBS;/JREFS_PREPROC_FV3_2
+ preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H.log
+
+
+ NTASK
+ 72
+
+
+ PTILE
+ 24
+
+
+
+ NEST
+ &domain;
+
+
+
+ type
+ &TYPE;
+
+
+
+ GESROOT
+ &GESROOT;
+
+
+
+ COMINrrfs
+ &COMINrrfsdet;
+
+
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ preprocrefs_&TYPE;_&PHYS;_&domain;
+
+
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ machine
+ &machine;
+
+
+
+ envir
+ &envir;
+
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+
+ USER
+ &USER;
+
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ jobidrefs_ensprodpreprocfv3_2_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f048.conus.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f048.conus.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f048.conus.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f048.conus.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f048.conus.grib2
+ &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f048.conus.grib2
+
+
+
+
+
+
+
+ &RESERVATION;
+ &PREPROC_RESOURCES;
+ 1:ppn=36
+ &PRE; &JOBS;/JREFS_PREPROC_FV3_3
+ preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H.log
+
+
+ NTASK
+ 36
+
+
+ PTILE
+ 36
@@ -169,7 +388,7 @@
@H
- jobidrefs_ensprodpreprocfv3_&TYPE;_&PHYS;_&domain;_@H_&envir;
+ jobidrefs_ensprodpreprocfv3_3_&TYPE;_&PHYS;_&domain;_@H_&envir;
@@ -180,6 +399,7 @@
&COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f060.conus.grib2
&COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f060.conus.grib2
&COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f060.conus.grib2
+
@@ -373,8 +593,8 @@
- &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f060.conus.grib2
- &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f060.conus.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f024.conus.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f024.conus.grib2
@@ -388,22 +608,22 @@
&RESERVATION;
&EAS_RESOURCES;
- 2:ppn=122
+ 4:ppn=37
&PRE; &JOBS;/JREFS_EAS_1
easgen_1_&TYPE;_&PHYS;_&domain;_@Hz
&OUTDIR;/logfiles_refs/eas_gen_1_&TYPE;_&PHYS;_&domain;@H.log
NODES
- 2
+ 4
NTASK
- 244
+ 148
PTILE
- 122
+ 37
@@ -484,8 +704,10 @@
-
-
+
+
+
+
@@ -496,14 +718,14 @@
&RESERVATION;
&EAS_RESOURCES;
- 4:ppn=48
+ 6:ppn=32
&PRE; &JOBS;/JREFS_EAS_2
easgen_2_&TYPE;_&PHYS;_&domain;_@Hz
&OUTDIR;/logfiles_refs/eas_gen_2_&TYPE;_&PHYS;_&domain;@H.log
NODES
- 4
+ 6
NTASK
@@ -511,7 +733,7 @@
PTILE
- 48
+ 32
@@ -593,8 +815,124 @@
-
-
+
+
+
+
+
+
+
+
+
+
+
+
+
+ &RESERVATION;
+ &EAS_RESOURCES;
+ 4:ppn=12
+ &PRE; &JOBS;/JREFS_EAS_3
+ easgen_3_&TYPE;_&PHYS;_&domain;_@Hz
+ &OUTDIR;/logfiles_refs/eas_gen_3_&TYPE;_&PHYS;_&domain;@H.log
+
+
+ NODES
+ 4
+
+
+ NTASK
+ 48
+
+
+ PTILE
+ 12
+
+
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ eas_gen_3_&TYPE;_&PHYS;_&domain;
+
+
+ machine
+ &machine;
+
+
+ USER
+ &USER;
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ NEST
+ &domain;
+
+
+ dom
+ &domain;
+
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMINrefs
+ &COMINall;
+
+
+
+ COMINhrrr
+ &COMINall;
+
+
+
+ type
+ &TYPE;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ envir
+ &envir;
+
+
+ jobidrefs_qpfeasfrac_3_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+
+
+
+
+
+
@@ -609,27 +947,27 @@
&RESERVATION;
&ENSPROD_RESOURCES;
- 3:ppn=12
+ 3:ppn=8
&PRE; &JOBS;/JREFS_ENSPROD_1
ensprod_1_&TYPE;_&PHYS;_&domain;_@H
&OUTDIR;/logfiles_refs/ensprod_1_&TYPE;_&PHYS;_&domain;_@H.log
NTASK
- 36
+ 24
PTILE
- 12
+ 8
NTASK_LINK
- 36
+ 24
PTILE_LINK
- 12
+ 8
@@ -708,8 +1046,9 @@
-
-
+
+
+
@@ -721,7 +1060,7 @@
&RESERVATION;
&ENSPROD_RESOURCES;
- 2:ppn=12
+ 4:ppn=6
&PRE; &JOBS;/JREFS_ENSPROD_2
ensprod_2_&TYPE;_&PHYS;_&domain;_@H
&OUTDIR;/logfiles_refs/ensprod_2_&TYPE;_&PHYS;_&domain;_@H.log
@@ -732,15 +1071,15 @@
PTILE
- 12
+ 6
NTASK_LINK
- 60
+ 48
PTILE_LINK
- 60
+ 12
@@ -818,8 +1157,11 @@
-
-
+
+
+
+
+
@@ -828,6 +1170,122 @@
+
+ &RESERVATION;
+ &ENSPROD_RESOURCES;
+ 3:ppn=4
+ &PRE; &JOBS;/JREFS_ENSPROD_3
+ ensprod_3_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/ensprod_3_&TYPE;_&PHYS;_&domain;_@H.log
+
+
+ NTASK
+ 12
+
+
+ PTILE
+ 4
+
+
+ NTASK_LINK
+ 60
+
+
+ PTILE_LINK
+ 20
+
+
+
+ type
+ &TYPE;
+
+
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ ensprod_3_&TYPE;_&PHYS;_&domain;_@Y@m@d
+
+
+ machine
+ &machine;
+
+
+ USER
+ &USER;
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ NEST
+ &domain;
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMINrefs
+ &COMINall;
+
+
+
+ COMINhrrr
+ &COMINall;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ envir
+ &envir;
+
+
+ jobidrefs_ensprod_3_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
@@ -909,6 +1367,8 @@
+
+
@@ -1002,6 +1462,8 @@
+
+
diff --git a/rocoto/drive_refs_enspost_hi.xml b/rocoto/drive_refs_enspost_hi.xml
index 862f7ca41..c8da7078f 100644
--- a/rocoto/drive_refs_enspost_hi.xml
+++ b/rocoto/drive_refs_enspost_hi.xml
@@ -2,23 +2,23 @@
-
-
-
+
+
+
+
-
+
-
+
@@ -28,10 +28,9 @@
-
-
+
@@ -47,10 +46,10 @@
dev_transfer&ACCOUNT;'>
1:ppn=104:59:00'>
+
00:10:00'>
00:39:00'>
-00:10:00'>
00:45:00'>
00:45:00'>
00:59:00'>
@@ -62,10 +61,10 @@
-
+
&STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 06:00:00
- &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 06:00:00
+ &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 12:00:00
&OUTDIR;/logfiles_refs/workflow_regional_single_&TYPE;_&domain;_@Y@m@d@H.log
@@ -76,21 +75,21 @@
-
+
&RESERVATION;
&PREPROC_RESOURCES;
- 3:ppn=122
- &PRE; &JOBS;/JREFS_PREPROC_FV3
- preprocfv3_&TYPE;_&PHYS;_&domain;_@H
- &OUTDIR;/logfiles_refs/preprocfv3_&TYPE;_&PHYS;_&domain;_@H.log
+ 3:ppn=24
+ &PRE; &JOBS;/JREFS_PREPROC_FV3_1
+ preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H.log
NTASK
- 366
+ 72
PTILE
- 122
+ 24
@@ -113,12 +112,114 @@
&COMINrrfsdet;
-
- COMINhrrr
- &COMINhrrr;
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ preprocrefs_&TYPE;_&PHYS;_&domain;
-
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ machine
+ &machine;
+
+
+
+ envir
+ &envir;
+
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+
+ USER
+ &USER;
+
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ jobidrefs_ensprodpreprocfv3_1_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f024.hi.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f024.hi.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f024.hi.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f024.hi.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f024.hi.grib2
+ &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f024.hi.grib2
+
+
+
+
+
+
+ &RESERVATION;
+ &PREPROC_RESOURCES;
+ 3:ppn=24
+ &PRE; &JOBS;/JREFS_PREPROC_FV3_2
+ preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H.log
+
+
+ NTASK
+ 72
+
+
+ PTILE
+ 24
+
+
+
+ NEST
+ &domain;
+
+
+
+ type
+ &TYPE;
+
+
+
+ GESROOT
+ &GESROOT;
+
+
+
+ COMINrrfs
+ &COMINrrfsdet;
+
HOMErefs
@@ -176,11 +277,122 @@
@H
- jobidrefs_ensprodpreprocfv3_&TYPE;_&PHYS;_&domain;_@H_&envir;
+ jobidrefs_ensprodpreprocfv3_2_&TYPE;_&PHYS;_&domain;_@H_&envir;
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f048.hi.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f048.hi.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f048.hi.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f048.hi.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f048.hi.grib2
+ &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f048.hi.grib2
+
+
+
+
+
+
+
+ &RESERVATION;
+ &PREPROC_RESOURCES;
+ 1:ppn=36
+ &PRE; &JOBS;/JREFS_PREPROC_FV3_3
+ preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H.log
+
+
+ NTASK
+ 36
+
+
+ PTILE
+ 36
+
+
+
+ NEST
+ &domain;
+
+
+
+ type
+ &TYPE;
+
+
+
+ GESROOT
+ &GESROOT;
+
+
+
+ COMINrrfs
+ &COMINrrfsdet;
+
+
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ preprocrefs_&TYPE;_&PHYS;_&domain;
+
+
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ machine
+ &machine;
+
+
+
+ envir
+ &envir;
+
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+
+ USER
+ &USER;
+
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ jobidrefs_ensprodpreprocfv3_3_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+
&COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f060.&domain;.grib2
&COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f060.&domain;.grib2
&COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f060.&domain;.grib2
@@ -198,10 +410,10 @@
-
+
&RESERVATION;
&EAS_RESOURCES;
- 2:ppn=122
+ 2:ppn=74
&PRE; &JOBS;/JREFS_EAS_1
easgen_1_&TYPE;_&PHYS;_&domain;_@Hz
&OUTDIR;/logfiles_refs/eas_gen_1_&TYPE;_&PHYS;_&domain;@H.log
@@ -212,11 +424,11 @@
NTASK
- 122
+ 148
PTILE
- 122
+ 74
@@ -224,13 +436,6 @@
&TYPE;
-
- COMINhrrr
- &COMINhrrr;
-
-
-
-
HOMErefs
&HOMErefs;
@@ -282,6 +487,11 @@
&COMINall;
+
+ COMINhrrr
+ &COMINall;
+
+
DATAROOT
&DATAROOT;
@@ -298,14 +508,16 @@
-
-
-
+
+
+
+
+
-
+
&RESERVATION;
&EAS_RESOURCES;
2:ppn=96
@@ -371,12 +583,11 @@
COMINrefs
&COMINall;
-
- COMINhrrr
- &COMINhrrr;
-
-
+
+ COMINhrrr
+ &COMINall;
+
type
@@ -405,10 +616,123 @@
-
-
-
-
+
+
+
+
+
+
+
+
+
+
+
+ &RESERVATION;
+ &EAS_RESOURCES;
+ 1:ppn=48
+ &PRE; &JOBS;/JREFS_EAS_3
+ easgen_3_&TYPE;_&PHYS;_&domain;_@Hz
+ &OUTDIR;/logfiles_refs/eas_gen_3_&TYPE;_&PHYS;_&domain;@H.log
+
+
+ NODES
+ 1
+
+
+ NTASK
+ 48
+
+
+ PTILE
+ 48
+
+
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ eas_gen_3_&TYPE;_&PHYS;_&domain;
+
+
+ machine
+ &machine;
+
+
+ USER
+ &USER;
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ NEST
+ &domain;
+
+
+ dom
+ &domain;
+
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMINrefs
+ &COMINall;
+
+
+
+ COMINhrrr
+ &COMINall;
+
+
+
+ type
+ &TYPE;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ envir
+ &envir;
+
+
+ jobidrefs_qpfeasfrac_3_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+
+
+
+
+
+
+
@@ -416,30 +740,30 @@
-
+
&RESERVATION;
&ENSPROD_RESOURCES;
- 1:ppn=36
+ 3:ppn=8
&PRE; &JOBS;/JREFS_ENSPROD_1
ensprod_1_&TYPE;_&PHYS;_&domain;_@H
&OUTDIR;/logfiles_refs/ensprod_1_&TYPE;_&PHYS;_&domain;_@H.log
NTASK
- 36
+ 24
PTILE
- 36
+ 8
NTASK_LINK
- 36
+ 24
PTILE_LINK
- 36
+ 8
@@ -493,6 +817,11 @@
&COMINall;
+
+ COMINhrrr
+ &COMINall;
+
+
COMROOT
&COMROOT;
@@ -512,18 +841,19 @@
-
-
-
-
+
+
+
+
+
-
+
&RESERVATION;
&ENSPROD_RESOURCES;
- 1:ppn=24
+ 3:ppn=8
&PRE; &JOBS;/JREFS_ENSPROD_2
ensprod_2_&TYPE;_&PHYS;_&domain;_@H
&OUTDIR;/logfiles_refs/ensprod_2_&TYPE;_&PHYS;_&domain;_@H.log
@@ -534,15 +864,15 @@
PTILE
- 24
+ 8
NTASK_LINK
- 60
+ 48
PTILE_LINK
- 60
+ 16
@@ -596,6 +926,11 @@
&COMINall;
+
+ COMINhrrr
+ &COMINall;
+
+
COMROOT
&COMROOT;
@@ -610,15 +945,127 @@
&envir;
+ jobidrefs_ensprod_2_&TYPE;_&PHYS;_&domain;_@H_&envir;
- jobidrefs_ensprod_2_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+
+
+
+
+
+
+
+
+
+ &RESERVATION;
+ &ENSPROD_RESOURCES;
+ 3:ppn=4
+ &PRE; &JOBS;/JREFS_ENSPROD_3
+ ensprod_3_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/ensprod_3_&TYPE;_&PHYS;_&domain;_@H.log
+
+
+ NTASK
+ 12
+
+
+ PTILE
+ 4
+
+
+ NTASK_LINK
+ 60
+
+
+ PTILE_LINK
+ 20
+
+
+
+ type
+ &TYPE;
+
+
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ ensprod_3_&TYPE;_&PHYS;_&domain;_@Y@m@d
+
+
+ machine
+ &machine;
+
+
+ USER
+ &USER;
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ NEST
+ &domain;
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMINrefs
+ &COMINall;
+
+
+
+ COMINhrrr
+ &COMINall;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ envir
+ &envir;
+
+
+ jobidrefs_ensprod_3_&TYPE;_&PHYS;_&domain;_@H_&envir;
-
-
+
+
+
+
+
+
@@ -628,7 +1075,7 @@
-
+
&RESERVATION;
&GEMPAK_RESOURCES;
1:ppn=1
@@ -705,6 +1152,8 @@
+
+
@@ -713,7 +1162,7 @@
-
+
&RESERVATION;
&GEMPAK_RESOURCES;
1:ppn=8
@@ -798,6 +1247,8 @@
+
+
diff --git a/rocoto/drive_refs_enspost_pr.xml b/rocoto/drive_refs_enspost_pr.xml
index f20783e37..ec801dcaf 100644
--- a/rocoto/drive_refs_enspost_pr.xml
+++ b/rocoto/drive_refs_enspost_pr.xml
@@ -3,23 +3,22 @@
[
-
-
-
+
+
+
-
+
-
+
-
-
+
@@ -28,10 +27,10 @@
-
+
-
+
@@ -51,7 +50,6 @@
00:10:00'>
00:39:00'>
-00:10:00'>
00:45:00'>
00:45:00'>
00:59:00'>
@@ -63,10 +61,10 @@
-
+
&STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 06:00:00
- &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 06:00:00
+ &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 12:00:00
&OUTDIR;/logfiles_refs/workflow_regional_single_&TYPE;_&domain;_@Y@m@d@H.log
@@ -77,21 +75,21 @@
-
+
&RESERVATION;
&PREPROC_RESOURCES;
- 3:ppn=122
- &PRE; &JOBS;/JREFS_PREPROC_FV3
- preprocfv3_&TYPE;_&PHYS;_&domain;_@H
- &OUTDIR;/logfiles_refs/preprocfv3_&TYPE;_&PHYS;_&domain;_@H.log
+ 3:ppn=24
+ &PRE; &JOBS;/JREFS_PREPROC_FV3_1
+ preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H.log
NTASK
- 366
+ 72
PTILE
- 122
+ 24
@@ -115,8 +113,112 @@
- COMINhrrr
- &COMINhrrr;
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ preprocrefs_&TYPE;_&PHYS;_&domain;
+
+
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ machine
+ &machine;
+
+
+
+ envir
+ &envir;
+
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+
+ USER
+ &USER;
+
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ jobidrefs_ensprodpreprocfv3_1_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f024.pr.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f024.pr.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f024.pr.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f024.pr.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f024.pr.grib2
+ &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f024.pr.grib2
+
+
+
+
+
+
+ &RESERVATION;
+ &PREPROC_RESOURCES;
+ 3:ppn=24
+ &PRE; &JOBS;/JREFS_PREPROC_FV3_2
+ preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H.log
+
+
+ NTASK
+ 72
+
+
+ PTILE
+ 24
+
+
+
+ NEST
+ &domain;
+
+
+
+ type
+ &TYPE;
+
+
+
+ GESROOT
+ &GESROOT;
+
+
+
+ COMINrrfs
+ &COMINrrfsdet;
@@ -175,17 +277,128 @@
@H
- jobidrefs_ensprodpreprocfv3_&TYPE;_&PHYS;_&domain;_@H_&envir;
+ jobidrefs_ensprodpreprocfv3_2_&TYPE;_&PHYS;_&domain;_@H_&envir;
- &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f060.&domain;.grib2
- &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f060.&domain;.grib2
- &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f060.&domain;.grib2
- &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f060.&domain;.grib2
- &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f060.&domain;.grib2
- &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f060.&domain;.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f048.pr.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f048.pr.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f048.pr.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f048.pr.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f048.pr.grib2
+ &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f048.pr.grib2
+
+
+
+
+
+
+
+ &RESERVATION;
+ &PREPROC_RESOURCES;
+ 1:ppn=36
+ &PRE; &JOBS;/JREFS_PREPROC_FV3_3
+ preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H.log
+
+
+ NTASK
+ 36
+
+
+ PTILE
+ 36
+
+
+
+ NEST
+ &domain;
+
+
+
+ type
+ &TYPE;
+
+
+
+ GESROOT
+ &GESROOT;
+
+
+
+ COMINrrfs
+ &COMINrrfsdet;
+
+
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ preprocrefs_&TYPE;_&PHYS;_&domain;
+
+
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ machine
+ &machine;
+
+
+
+ envir
+ &envir;
+
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+
+ USER
+ &USER;
+
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ jobidrefs_ensprodpreprocfv3_3_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f060.pr.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f060.pr.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f060.pr.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f060.pr.grib2
+ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f060.pr.grib2
+ &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f060.pr.grib2
+
@@ -197,10 +410,10 @@
-
+
&RESERVATION;
&EAS_RESOURCES;
- 2:ppn=122
+ 2:ppn=74
&PRE; &JOBS;/JREFS_EAS_1
easgen_1_&TYPE;_&PHYS;_&domain;_@Hz
&OUTDIR;/logfiles_refs/eas_gen_1_&TYPE;_&PHYS;_&domain;@H.log
@@ -211,11 +424,11 @@
NTASK
- 244
+ 148
PTILE
- 122
+ 74
@@ -227,7 +440,6 @@
HOMErefs
&HOMErefs;
-
job
eas_gen_1_&TYPE;_&PHYS;_&domain;
@@ -296,14 +508,16 @@
-
-
-
+
+
+
+
+
-
+
&RESERVATION;
&EAS_RESOURCES;
2:ppn=96
@@ -402,10 +616,123 @@
-
-
-
-
+
+
+
+
+
+
+
+
+
+
+
+ &RESERVATION;
+ &EAS_RESOURCES;
+ 1:ppn=48
+ &PRE; &JOBS;/JREFS_EAS_3
+ easgen_3_&TYPE;_&PHYS;_&domain;_@Hz
+ &OUTDIR;/logfiles_refs/eas_gen_3_&TYPE;_&PHYS;_&domain;@H.log
+
+
+ NODES
+ 1
+
+
+ NTASK
+ 48
+
+
+ PTILE
+ 48
+
+
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ eas_gen_3_&TYPE;_&PHYS;_&domain;
+
+
+ machine
+ &machine;
+
+
+ USER
+ &USER;
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ NEST
+ &domain;
+
+
+ dom
+ &domain;
+
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMINrefs
+ &COMINall;
+
+
+
+ COMINhrrr
+ &COMINall;
+
+
+
+ type
+ &TYPE;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ envir
+ &envir;
+
+
+ jobidrefs_qpfeasfrac_3_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+
+
+
+
+
+
+
@@ -413,30 +740,30 @@
-
+
&RESERVATION;
&ENSPROD_RESOURCES;
- 1:ppn=36
+ 3:ppn=8
&PRE; &JOBS;/JREFS_ENSPROD_1
ensprod_1_&TYPE;_&PHYS;_&domain;_@H
&OUTDIR;/logfiles_refs/ensprod_1_&TYPE;_&PHYS;_&domain;_@H.log
NTASK
- 36
+ 24
PTILE
- 36
+ 8
NTASK_LINK
- 36
+ 24
PTILE_LINK
- 36
+ 8
@@ -514,18 +841,19 @@
-
-
-
-
+
+
+
+
+
-
+
&RESERVATION;
&ENSPROD_RESOURCES;
- 1:ppn=24
+ 3:ppn=8
&PRE; &JOBS;/JREFS_ENSPROD_2
ensprod_2_&TYPE;_&PHYS;_&domain;_@H
&OUTDIR;/logfiles_refs/ensprod_2_&TYPE;_&PHYS;_&domain;_@H.log
@@ -536,15 +864,15 @@
PTILE
- 24
+ 8
NTASK_LINK
- 60
+ 48
PTILE_LINK
- 60
+ 16
@@ -617,16 +945,128 @@
&envir;
+ jobidrefs_ensprod_2_&TYPE;_&PHYS;_&domain;_@H_&envir;
- jobidrefs_ensprod_2_&TYPE;_&PHYS;_&domain;_@H_&envir;
+
+
+
+
+
+
+
+
+
+
+
+
+
+ &RESERVATION;
+ &ENSPROD_RESOURCES;
+ 3:ppn=4
+ &PRE; &JOBS;/JREFS_ENSPROD_3
+ ensprod_3_&TYPE;_&PHYS;_&domain;_@H
+ &OUTDIR;/logfiles_refs/ensprod_3_&TYPE;_&PHYS;_&domain;_@H.log
+
+
+ NTASK
+ 12
+
+
+ PTILE
+ 4
+
+
+ NTASK_LINK
+ 60
+
+
+ PTILE_LINK
+ 20
+
+
+
+ type
+ &TYPE;
+
+
+
+ HOMErefs
+ &HOMErefs;
+
+
+ job
+ ensprod_3_&TYPE;_&PHYS;_&domain;_@Y@m@d
+
+
+ machine
+ &machine;
+
+
+ USER
+ &USER;
+
+
+ CDATE
+ @Y@m@d@H
+
+
+ PDY
+ @Y@m@d
+
+
+ cyc
+ @H
+
+
+ NEST
+ &domain;
+
+
+ DATAROOT
+ &DATAROOT;
+
+
+ MYCOMROOT
+ &MYCOMROOT;
+
+
+
+ COMINrefs
+ &COMINall;
+
+
+
+ COMINhrrr
+ &COMINall;
+
+
+
+ COMROOT
+ &COMROOT;
+
+
+
+ KEEPDATA
+ &KEEPDATA;
+
+
+ envir
+ &envir;
+
+
+ jobidrefs_ensprod_3_&TYPE;_&PHYS;_&domain;_@H_&envir;
-
-
-
-
+
+
+
+
+
+
+
+
@@ -635,7 +1075,7 @@
-
+
&RESERVATION;
&GEMPAK_RESOURCES;
1:ppn=1
@@ -712,6 +1152,8 @@
+
+
@@ -720,7 +1162,7 @@
-
+
&RESERVATION;
&GEMPAK_RESOURCES;
1:ppn=8
@@ -805,6 +1247,8 @@
+
+
diff --git a/rocoto/run_refs.sh b/rocoto/run_refs.sh
index 85fd11875..22693c431 100755
--- a/rocoto/run_refs.sh
+++ b/rocoto/run_refs.sh
@@ -4,7 +4,7 @@ module load core/rocoto/1.3.5
module list
-doms="hi ak pr conus"
+doms="hi conus pr ak"
dir="/lfs/h2/emc/lam/noscrub/emc.lam/enspost/refs.v1.0.0/rocoto"
diff --git a/scripts/exrefs_eas_1.sh.ecf b/scripts/exrefs_eas_1.sh.ecf
index 414581373..b6227cd1f 100755
--- a/scripts/exrefs_eas_1.sh.ecf
+++ b/scripts/exrefs_eas_1.sh.ecf
@@ -20,7 +20,7 @@ then
rm poe.*
fi
-hrs="24 27 30 33 36"
+hrs="24"
for fhr in $hrs
do
echo "cd ${DATA}; mkdir qpf_${fhr}_24_low; cd qpf_${fhr}_24_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 240 > qpf_combo_${dom}_${cyc}_24h_low_${fhr}.log" >> poe.qpf_snow
@@ -30,7 +30,7 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_24_higher; cd qpf_${fhr}_24_higher ; python $
done
-hrs="06 09 12 15 18 21 24 27 30 33 36"
+hrs="06 09 12 15 18 21 24"
for fhr in $hrs
do
echo "cd ${DATA}; mkdir qpf_${fhr}_6_low; cd qpf_${fhr}_6_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 600 > qpf_combo_${dom}_${cyc}_6h_low_${fhr}.log" >> poe.qpf_snow
@@ -39,7 +39,7 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_6_high; cd qpf_${fhr}_6_high ; python ${USHre
echo "cd ${DATA}; mkdir snow_${fhr}_6; cd snow_${fhr}_6; python ${USHrefs}/enspost_make_easfracsnow_combo.py_${type} ${fhr} 6 > snow_combo_${dom}_${cyc}_6h_${fhr}.log" >> poe.qpf_snow
done
-hrs="12 15 18 21 24 27 30 33 36"
+hrs="12 15 18 21 24"
for fhr in $hrs
do
echo "cd ${DATA}; mkdir qpf_${fhr}_12_low; cd qpf_${fhr}_12_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 120 > qpf_combo_${dom}_${cyc}_12h_low_${fhr}.log" >> poe.qpf_snow
@@ -49,7 +49,7 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_12_higher; cd qpf_${fhr}_12_higher ; python $
done
-hrs="03 06 09 12 15 18 21 24 27 30 33 36"
+hrs="03 06 09 12 15 18 21 24"
for fhr in $hrs
do
echo "cd ${DATA}; mkdir qpf_${fhr}_3_low; cd qpf_${fhr}_3_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 300 > qpf_combo_${dom}_${cyc}_3h_low_${fhr}.log" >> poe.qpf_snow
@@ -57,7 +57,7 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_3_high; cd qpf_${fhr}_3_high ; python ${USHre
echo "cd ${DATA}; mkdir snow_${fhr}_3; cd snow_${fhr}_3; python ${USHrefs}/enspost_make_easfracsnow_combo.py_${type} ${fhr} 3 > snow_combo_${dom}_${cyc}_3h_${fhr}.log" >> poe.qpf_snow
done
-hrs="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36"
+hrs="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24"
for fhr in $hrs
do
echo "cd ${DATA}; mkdir qpf_${fhr}_1_low; cd qpf_${fhr}_1_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 100 > qpf_combo_${dom}_${cyc}_1h_low_${fhr}.log" >> poe.qpf_snow
@@ -80,7 +80,7 @@ then
fhr=01
-while [ $fhr -le 36 ]
+while [ $fhr -le 24 ]
do
if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf01low_easfrac.f${fhr}.grib2 -o \
@@ -163,7 +163,7 @@ cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12high_easfrac.f${fhr}.grib2 >> $DATA/${RUN
cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12higher_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
fi
-if [ $fhr -eq 24 -o $fhr -eq 27 -o $fhr -eq 30 -o $fhr -eq 33 -o $fhr -eq 36 ]
+if [ $fhr -eq 24 ]
then
if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf24low_easfrac.f${fhr}.grib2 -o \
diff --git a/scripts/exrefs_eas_2.sh.ecf b/scripts/exrefs_eas_2.sh.ecf
index dcd37c882..97532ec57 100755
--- a/scripts/exrefs_eas_2.sh.ecf
+++ b/scripts/exrefs_eas_2.sh.ecf
@@ -20,12 +20,8 @@ then
rm poe.*
fi
-if [ $type = single ];then
-hrs="39 42 45 48 51 54 57 60"
-else
-hrs="39 42 45 48 51 54 57 60"
-#hrs="39 42 45 48 51 54"
-fi
+hrs="27 30 33 36 39 42 45 48"
+
for fhr in $hrs
do
echo "cd ${DATA}; mkdir qpf_${fhr}_24_low; cd qpf_${fhr}_24_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 240 > qpf_combo_${dom}_${cyc}_24h_low_${fhr}.log" >> poe.qpf_snow
@@ -34,12 +30,8 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_24_high; cd qpf_${fhr}_24_high ; python ${USH
echo "cd ${DATA}; mkdir qpf_${fhr}_24_higher; cd qpf_${fhr}_24_higher ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 243 > qpf_combo_${dom}_${cyc}_24h_higher_${fhr}.log" >> poe.qpf_snow
done
-if [ $type = single ];then
-hrs="39 42 45 48 51 54 57 60"
-else
-hrs="39 42 45 48 51 54 57 60"
-#hrs="39 42 45 48 51 54"
-fi
+hrs="27 30 33 36 39 42 45 48"
+
for fhr in $hrs
do
echo "cd ${DATA}; mkdir qpf_${fhr}_6_low; cd qpf_${fhr}_6_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 600 > qpf_combo_${dom}_${cyc}_6h_low_${fhr}.log" >> poe.qpf_snow
@@ -48,12 +40,8 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_6_high; cd qpf_${fhr}_6_high ; python ${USHre
echo "cd ${DATA}; mkdir snow_${fhr}_6; cd snow_${fhr}_6; python ${USHrefs}/enspost_make_easfracsnow_combo.py_${type} ${fhr} 6 > snow_combo_${dom}_${cyc}_6h_${fhr}.log" >> poe.qpf_snow
done
-if [ $type = single ];then
-hrs="39 42 45 48 51 54 57 60"
-else
-hrs="39 42 45 48 51 54 57 60"
-#hrs="39 42 45 48 51 54"
-fi
+hrs="27 30 33 36 39 42 45 48"
+
for fhr in $hrs
do
echo "cd ${DATA}; mkdir qpf_${fhr}_12_low; cd qpf_${fhr}_12_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 120 > qpf_combo_${dom}_${cyc}_12h_low_${fhr}.log" >> poe.qpf_snow
@@ -63,12 +51,8 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_12_higher; cd qpf_${fhr}_12_higher ; python $
done
-if [ $type = single ];then
-hrs="39 42 45 48 51 54 57 60"
-else
-hrs="39 42 45 48 51 54 57 60"
-#hrs="39 42 45 48 51 54"
-fi
+hrs="27 30 33 36 39 42 45 48"
+
for fhr in $hrs
do
echo "cd ${DATA}; mkdir qpf_${fhr}_3_low; cd qpf_${fhr}_3_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 300 > qpf_combo_${dom}_${cyc}_3h_low_${fhr}.log" >> poe.qpf_snow
@@ -76,12 +60,8 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_3_high; cd qpf_${fhr}_3_high ; python ${USHre
echo "cd ${DATA}; mkdir snow_${fhr}_3; cd snow_${fhr}_3; python ${USHrefs}/enspost_make_easfracsnow_combo.py_${type} ${fhr} 3 > snow_combo_${dom}_${cyc}_3h_${fhr}.log" >> poe.qpf_snow
done
-if [ $type = single ];then
-hrs="37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60"
-else
-hrs="37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60"
-#hrs="37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54"
-fi
+hrs="25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48"
+
for fhr in $hrs
do
echo "cd ${DATA}; mkdir qpf_${fhr}_1_low; cd qpf_${fhr}_1_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 100 > qpf_combo_${dom}_${cyc}_1h_low_${fhr}.log" >> poe.qpf_snow
@@ -101,14 +81,9 @@ export err=$?; err_chk
if [ $err -eq 0 ]
then
-fhr=37
+fhr=25
-if [ $type = single ];then
- endfhr=60
-else
- endfhr=60
-#endfhr=54
-fi
+endfhr=48
while [ $fhr -le $endfhr ]
do
@@ -192,8 +167,8 @@ cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12high_easfrac.f${fhr}.grib2 >> $DATA/${RUN
cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12higher_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
fi
-if [ $fhr -eq 39 -o $fhr -eq 42 -o $fhr -eq 45 -o $fhr -eq 48 -o $fhr -eq 51 \
- -o $fhr -eq 54 -o $fhr -eq 57 -o $fhr -eq 60 ]
+if [ $fhr -eq 27 -o $fhr -eq 30 -o $fhr -eq 33 -o $fhr -eq 36 \
+-o $fhr -eq 39 -o $fhr -eq 42 -o $fhr -eq 45 -o $fhr -eq 48 ]
then
if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf24low_easfrac.f${fhr}.grib2 -o \
diff --git a/scripts/exrefs_eas_3.sh.ecf b/scripts/exrefs_eas_3.sh.ecf
new file mode 100755
index 000000000..67caaa65f
--- /dev/null
+++ b/scripts/exrefs_eas_3.sh.ecf
@@ -0,0 +1,226 @@
+set -x
+
+
+cd $DATA
+
+#export fhr=$1
+export type=$1
+
+echo "$0 STRDATE "`date`
+
+msg="$job HAS BEGUN"
+postmsg "$msg"
+
+location=`hostname`
+
+echo running on $location
+
+if [ -e poe.qpf_6 ]
+then
+rm poe.*
+fi
+
+hrs="51 54 57 60"
+
+for fhr in $hrs
+do
+echo "cd ${DATA}; mkdir qpf_${fhr}_24_low; cd qpf_${fhr}_24_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 240 > qpf_combo_${dom}_${cyc}_24h_low_${fhr}.log" >> poe.qpf_snow
+echo "cd ${DATA}; mkdir qpf_${fhr}_24_med; cd qpf_${fhr}_24_med ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 241 > qpf_combo_${dom}_${cyc}_24h_med_${fhr}.log" >> poe.qpf_snow
+echo "cd ${DATA}; mkdir qpf_${fhr}_24_high; cd qpf_${fhr}_24_high ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 242 > qpf_combo_${dom}_${cyc}_24h_high_${fhr}.log" >> poe.qpf_snow
+echo "cd ${DATA}; mkdir qpf_${fhr}_24_higher; cd qpf_${fhr}_24_higher ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 243 > qpf_combo_${dom}_${cyc}_24h_higher_${fhr}.log" >> poe.qpf_snow
+done
+
+hrs="51 54 57 60"
+
+for fhr in $hrs
+do
+echo "cd ${DATA}; mkdir qpf_${fhr}_6_low; cd qpf_${fhr}_6_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 600 > qpf_combo_${dom}_${cyc}_6h_low_${fhr}.log" >> poe.qpf_snow
+echo "cd ${DATA}; mkdir qpf_${fhr}_6_med; cd qpf_${fhr}_6_med ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 601 > qpf_combo_${dom}_${cyc}_6h_med_${fhr}.log" >> poe.qpf_snow
+echo "cd ${DATA}; mkdir qpf_${fhr}_6_high; cd qpf_${fhr}_6_high ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 602 > qpf_combo_${dom}_${cyc}_6h_high_${fhr}.log" >> poe.qpf_snow
+echo "cd ${DATA}; mkdir snow_${fhr}_6; cd snow_${fhr}_6; python ${USHrefs}/enspost_make_easfracsnow_combo.py_${type} ${fhr} 6 > snow_combo_${dom}_${cyc}_6h_${fhr}.log" >> poe.qpf_snow
+done
+
+hrs="51 54 57 60"
+
+for fhr in $hrs
+do
+echo "cd ${DATA}; mkdir qpf_${fhr}_12_low; cd qpf_${fhr}_12_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 120 > qpf_combo_${dom}_${cyc}_12h_low_${fhr}.log" >> poe.qpf_snow
+echo "cd ${DATA}; mkdir qpf_${fhr}_12_med; cd qpf_${fhr}_12_med ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 121 > qpf_combo_${dom}_${cyc}_12h_med_${fhr}.log" >> poe.qpf_snow
+echo "cd ${DATA}; mkdir qpf_${fhr}_12_high; cd qpf_${fhr}_12_high ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 122 > qpf_combo_${dom}_${cyc}_12h_high_${fhr}.log" >> poe.qpf_snow
+echo "cd ${DATA}; mkdir qpf_${fhr}_12_higher; cd qpf_${fhr}_12_higher ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 123 > qpf_combo_${dom}_${cyc}_12h_higher_${fhr}.log" >> poe.qpf_snow
+done
+
+
+hrs="51 54 57 60"
+
+for fhr in $hrs
+do
+echo "cd ${DATA}; mkdir qpf_${fhr}_3_low; cd qpf_${fhr}_3_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 300 > qpf_combo_${dom}_${cyc}_3h_low_${fhr}.log" >> poe.qpf_snow
+echo "cd ${DATA}; mkdir qpf_${fhr}_3_high; cd qpf_${fhr}_3_high ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 302 > qpf_combo_${dom}_${cyc}_3h_high_${fhr}.log" >> poe.qpf_snow
+echo "cd ${DATA}; mkdir snow_${fhr}_3; cd snow_${fhr}_3; python ${USHrefs}/enspost_make_easfracsnow_combo.py_${type} ${fhr} 3 > snow_combo_${dom}_${cyc}_3h_${fhr}.log" >> poe.qpf_snow
+done
+
+hrs="49 50 51 52 53 54 55 56 57 58 59 60"
+
+for fhr in $hrs
+do
+echo "cd ${DATA}; mkdir qpf_${fhr}_1_low; cd qpf_${fhr}_1_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 100 > qpf_combo_${dom}_${cyc}_1h_low_${fhr}.log" >> poe.qpf_snow
+echo "cd ${DATA}; mkdir qpf_${fhr}_1_high; cd qpf_${fhr}_1_high ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 102 > qpf_combo_${dom}_${cyc}_1h_high_${fhr}.log" >> poe.qpf_snow
+echo "cd ${DATA}; mkdir snow_${fhr}_1; cd snow_${fhr}_1; python ${USHrefs}/enspost_make_easfracsnow_combo.py_${type} ${fhr} 1 > snow_combo_${dom}_${cyc}_1h_${fhr}.log" >> poe.qpf_snow
+done
+
+
+chmod 775 poe.qpf_snow
+
+ mpiexec -n $NTASK -ppn $PTILE --cpu-bind verbose,core cfp ./poe.qpf_snow
+#mpiexec -np $NTASK --cpu-bind verbose,depth cfp ./poe.qpf_snow
+#mpiexec -np $(($NTASK*$NODES)) --cpu-bind verbose,depth cfp ./poe.qpf_snow
+export err=$?; err_chk
+
+
+if [ $err -eq 0 ]
+then
+
+fhr=49
+
+if [ $type = single ];then
+ endfhr=60
+else
+ endfhr=60
+#endfhr=54
+fi
+
+while [ $fhr -le $endfhr ]
+do
+
+if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf01low_easfrac.f${fhr}.grib2 -o \
+ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf01high_easfrac.f${fhr}.grib2 ]
+then
+msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.pqpf01(low|high)_easfrac.f${fhr}.grib2"
+err_exit $msg
+fi
+if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.snow01_easfrac.f${fhr}.grib2 ]
+then
+msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.snow01_easfrac.f${fhr}.grib2"
+err_exit $msg
+fi
+
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf01low_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf01high_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+cat $DATA/${RUN}.t${cyc}z.${dom}.snow01_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+
+if [ $((fhr%3)) -eq 0 ]
+then
+
+if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf03low_easfrac.f${fhr}.grib2 -o \
+ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf03high_easfrac.f${fhr}.grib2 ]
+then
+msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.pqpf03(low|high)_easfrac.f${fhr}.grib2"
+err_exit $msg
+fi
+
+if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.snow03_easfrac.f${fhr}.grib2 ]
+then
+msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.snow03_easfrac.f${fhr}.grib2"
+err_exit $msg
+fi
+
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf03low_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf03high_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+cat $DATA/${RUN}.t${cyc}z.${dom}.snow03_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+
+fi
+
+if [ $((fhr%3)) -eq 0 -a $fhr -ge 6 ]
+then
+
+if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf06low_easfrac.f${fhr}.grib2 -o \
+ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf06med_easfrac.f${fhr}.grib2 -o \
+ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf06high_easfrac.f${fhr}.grib2 ]
+then
+msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.pqpf06_easfrac.f${fhr}.grib2"
+err_exit $msg
+fi
+
+if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.snow06_easfrac.f${fhr}.grib2 ]
+then
+msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.snow06_easfrac.f${fhr}.grib2"
+err_exit $msg
+fi
+
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf06low_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf06med_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf06high_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+cat $DATA/${RUN}.t${cyc}z.${dom}.snow06_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+
+fi
+
+if [ $((fhr%3)) -eq 0 -a $fhr -ge 12 ]
+then
+
+if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf12low_easfrac.f${fhr}.grib2 -o \
+ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf12med_easfrac.f${fhr}.grib2 -o \
+ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf12high_easfrac.f${fhr}.grib2 ]
+then
+msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.pqpf12(low|med|high)_easfrac.f${fhr}.grib2"
+err_exit $msg
+fi
+
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12low_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12med_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12high_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12higher_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+fi
+
+if [ $fhr -eq 51 \
+ -o $fhr -eq 54 -o $fhr -eq 57 -o $fhr -eq 60 ]
+then
+
+if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf24low_easfrac.f${fhr}.grib2 -o \
+ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf24med_easfrac.f${fhr}.grib2 -o \
+ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf24high_easfrac.f${fhr}.grib2 ]
+then
+msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.pqpf24(low|med|high)_easfrac.f${fhr}.grib2"
+err_exit $msg
+fi
+
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf24low_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf24med_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf24high_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf24higher_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+fi
+
+if [ $SENDCOM == 'YES' ]
+then
+cp $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 ${COMOUT}/ensprod/
+## $WGRIB2 $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 -match APCP -grib ${COMOUT}/ensprod/${RUN}.t${cyc}z.${dom}.easffair.f${fhr}.grib2
+$WGRIB2 ${COMOUT}/ensprod/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 -s > ${COMOUT}/ensprod/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2.idx
+fi
+
+if [ $SENDDBN = YES ]; then
+ $DBNROOT/bin/dbn_alert MODEL RRFS_ENSPOST_GB2 $job ${COMOUT}/ensprod/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2
+ $DBNROOT/bin/dbn_alert MODEL RRFS_ENSPOST_GB2_WIDX $job ${COMOUT}/ensprod/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2.idx
+fi
+
+let fhr=fhr+1
+
+if [ $fhr -lt 10 ]
+then
+fhr=0${fhr}
+fi
+
+done
+
+fi
+
+#####################################################################
+# GOOD RUN
+set +x
+echo "**************$job COMPLETED NORMALLY on `date`"
+set -x
+#####################################################################
+
+msg="HAS COMPLETED NORMALLY!"
+echo $msg
+postmsg "$msg"
+echo $msg
diff --git a/ush/eas_config.py b/ush/eas_config.py
index aae41857d..0b31114ed 100644
--- a/ush/eas_config.py
+++ b/ush/eas_config.py
@@ -22,32 +22,31 @@
# exceedance thresholds (in)
-# possible optimal set?
-pqpf_1h_thresh = [.01,0.25,0.5,1.0,2.0]
-pqpf_3h_thresh = [.01,0.25,0.5,1.0,2.0,3.0]
-pqpf_6h_thresh = [.01,0.25,0.5,1.0,2.0,3.0,5.0]
-pqpf_12h_thresh = [0.1,0.25,0.5,1.0,2.0,3.0,5.0,8.0]
-pqpf_24h_thresh = [0.1,0.25,0.5,1.0,2.0,3.0,5.0,8.0]
+pqpf_1h_thresh = [.01,0.25,0.5,1.0]
+pqpf_3h_thresh = [.01,0.25,0.5,1.0,2.0]
+pqpf_6h_thresh = [.01,0.25,0.5,1.0,2.0,3.0]
+pqpf_12h_thresh = [0.1,0.25,0.5,1.0,2.0,3.0,5.0]
+pqpf_24h_thresh = [0.1,0.25,0.5,1.0,2.0,3.0,5.0]
-pqpf_1h_thresh_low = [.01,0.25,0.5]
-pqpf_1h_thresh_high = [1.0,2.0]
+pqpf_1h_thresh_low = [.01,0.25]
+pqpf_1h_thresh_high = [0.5,1.0]
pqpf_3h_thresh_low = [.01,0.25,0.5]
-pqpf_3h_thresh_high = [1.0,2.0,3.0]
+pqpf_3h_thresh_high = [1.0,2.0]
pqpf_6h_thresh_low = [.01,0.25]
-pqpf_6h_thresh_med = [0.5,1.0,2.0]
-pqpf_6h_thresh_high = [3.0,5.0]
+pqpf_6h_thresh_med = [0.5,1.0]
+pqpf_6h_thresh_high = [2.0,3.0]
pqpf_12h_thresh_low = [0.1,0.25]
pqpf_12h_thresh_med = [0.5,1.0]
pqpf_12h_thresh_high = [2.0,3.0]
-pqpf_12h_thresh_higher = [5.0,8.0]
+pqpf_12h_thresh_higher = [5.0]
pqpf_24h_thresh_low = [0.1,0.25]
pqpf_24h_thresh_med = [0.5,1.0]
pqpf_24h_thresh_high = [2.0,3.0]
-pqpf_24h_thresh_higher = [5.0,8.0]
+pqpf_24h_thresh_higher = [5.0]
# neighborhood size (km)
pqpf_neighborhood = 40
diff --git a/ush/enspost_preprocess_fv3_1h.sh b/ush/enspost_preprocess_fv3_1h.sh
index 83004ea8d..16d885f4f 100755
--- a/ush/enspost_preprocess_fv3_1h.sh
+++ b/ush/enspost_preprocess_fv3_1h.sh
@@ -157,6 +157,41 @@ curpath=`pwd`
cp ../temp.t${cyc}z.m${mem}.f${hr}.grib2 temp.t${cyc}z.f${hr}.grib2
+if [ $hr -eq 49 -o $hr -eq 25 ] ; then
+# believe these two times being processed will be the same. Need f24 and f48
+
+echo looking for hrold $hrold
+
+looplim=30
+loop=1
+
+while [ $loop -le $looplim ]
+do
+
+if [ -s ${PREPROC_HOLD}/fv3s.t${cyc}z.${region}.m${mem}.f${hrold}.grib2 ]
+then
+ break
+else
+ loop=$((loop+1))
+ sleep 3
+fi
+
+ls -l ${PREPROC_HOLD}/fv3s.t${cyc}z.${region}.m${mem}.f${hrold}.grib2
+
+ if [ $loop -ge $looplim ]
+ then
+ msg="FATAL ERROR: ABORTING after 90 seconds of waiting for ${PREPROC_HOLD}/fv3s.t${cyc}z.${region}.m${mem}.f${hrold}.grib2"
+ err_exit $msg
+ fi
+
+done
+
+$WGRIB2 ${PREPROC_HOLD}/fv3s.t${cyc}z.${region}.m${mem}.f${hrold}.grib2 -match ":(APCP|ASNOW|WEASD|FRZR):" -grib ../temp.t${cyc}z.m${mem}.f${hrold}.grib2
+fi
+
+# if [ $hr -eq 51 -o $hr -eq 27 ] ; then
+# $WGRIB2 ${PREPROC_HOLD}/fv3s.t${cyc}z.${region}.m${mem}.f${hrold3}.grib2 -match ":(APCP|ASNOW|WEASD|FRZR):" -grib ../temp.t${cyc}z.m${mem}.f${hrold3}.grib2
+# fi
# need to wait for it to be available??
@@ -194,7 +229,7 @@ echo "$dim1 $dim2" >> input.${hr}.mem${mem}.snow
echo 0 >> input.${hr}.mem${mem}.snow
$EXECrefs/enspost_fv3snowbucket < input.${hr}.mem${mem}.snow
-export err=$? # ; err_chk
+export err=$? ; err_chk
# 1 h added to f01
@@ -203,6 +238,7 @@ if [ -s ../fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 -a -s temp.t${cyc}z.f${h
then
$EXECrefs/enspost_fv3snowbucket < input.${hr}.mem${mem}.snow
export err=$? ; err_chk
+
cat ./PCP1HR${hr}.tm00 >> ../fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2
fi
@@ -247,7 +283,7 @@ echo "$dim1 $dim2" >> input.${hr}.mem${mem}.snow
echo 0 >> input.${hr}.mem${mem}.snow
$EXECrefs/enspost_fv3snowbucket < input.${hr}.mem${mem}.snow
-export err=$? # ; err_chk
+export err=$? ; err_chk
if [ -s ../fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 -a -s temp.t${cyc}z.f${hrold}.grib2 ]
then
@@ -268,8 +304,24 @@ $WGRIB2 ../fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 -match ":(APCP|WEASD|FRZ
fi
cp ../fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 ${GESOUT}.${day}/fv3s.t${cyc}z.${region}.m${name1}.f${hr}.grib2
+
err=$? ; export err
+ if [ $err -ne 0 ]
+ then
+ msg="FATAL ERROR: fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 not copied properly"
+ err_exit $msg
+ fi
+
+ if [ ! -e $PREPROC_HOLD ] ; then
+ mkdir -p ${PREPROC_HOLD}
+ fi
+ if [ $hr -eq 24 -o $hr -eq 48 ]; then
+ cp ../fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 ${PREPROC_HOLD}
+ fi
+
+
+ err=$? ; export err
if [ $err -ne 0 ]
then
msg="FATAL ERROR: fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 not copied properly"
@@ -282,7 +334,7 @@ fi
else
- msg="FATAL ERROR: $filecheck missing"
+ msg="FATAL ERROR: 1hr $filecheck missing"
err_exit $msg
fi
diff --git a/ush/enspost_preprocess_fv3_3hapcp.sh b/ush/enspost_preprocess_fv3_3hapcp.sh
index e5dd8b90d..87811ef62 100755
--- a/ush/enspost_preprocess_fv3_3hapcp.sh
+++ b/ush/enspost_preprocess_fv3_3hapcp.sh
@@ -15,9 +15,9 @@
set -x
-if [ $# -ne 5 ]
+if [ $# -ne 6 ]
then
-echo need 4 inputs: dom, day, cyc, mem, and file name
+echo need 6 inputs: dom, day, cyc, mem, and file name, stream
exit
fi
@@ -26,6 +26,7 @@ day=${2}
cyc=${3}
mem=${4}
name=${5}
+stream=${6}
if [ $dom = 'conus' ]
then
@@ -53,7 +54,10 @@ else
name1=$name1
fi
-hrs="03 06 09 12 15 18 21 24 27 30 33 36 39 42 45 48 51 54 57 60"
+hrs_1="03 06 09 12 15 18 21 24"
+hrs_2="27 30 33 36 39 42 45 48"
+hrs_3="51 54 57 60"
+
cd $DATA
@@ -63,18 +67,32 @@ cd $DATA/pcp_${name1}
EXECrefs=${HOMErefs}/exec
-hrsln="00 01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 \
- 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 \
- 49 50 51 52 53 54 55 56 57 58 59 60"
+hrsln_1="00 01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24"
+hrsln_2="24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48"
+hrsln_3="48 49 50 51 52 53 54 55 56 57 58 59 60"
+
+if [ $stream = '1' ]; then
+hrsln=$hrsln_1
+hrs=$hrs_1
+elif [ $stream = '2' ]; then
+hrsln=$hrsln_2
+hrs=$hrs_2
+elif [ $stream = '3' ]; then
+hrsln=$hrsln_3
+hrs=$hrs_3
+else
+err_exit "Bad time stream value provided"
+fi
for hr in $hrsln
do
-filecheck=../fv3s.t${cyc}z.${dom}.m${mem}.f${hr}.grib2
+filein=../temp.t${cyc}z.m${mem}.f${hr}.grib2
+fileout=../fv3s.t${cyc}z.${dom}.m${mem}.f${hr}.grib2
-if [ -s $filecheck ]
+if [ -s $filein ]
then
sleep 1
-ln -sf $filecheck rrfs.t${cyc}z.f${hr}.grib2
+ln -sf $filein rrfs.t${cyc}z.f${hr}.grib2
fi
done
@@ -88,9 +106,7 @@ then
hrold=0${hrold}
fi
-filecheck=../fv3s.t${cyc}z.${dom}.m${mem}.f${hr}.grib2
-
-if [ -e $filecheck ]
+if [ -e $filein ]
then
if [ $hr -gt 0 ]
@@ -120,8 +136,9 @@ fi
echo "$dim1 $dim2" >> input.card.${mem}.${hr}
$EXECrefs/enspost_fv3_3hqpf < input.card.${mem}.${hr}
- export err=$? # ; err_chk
- cat ./PCP3HR${hr}.tm00 >> $filecheck
+ export err=$? ; err_chk
+
+ cat ./PCP3HR${hr}.tm00 >> ../fv3s.t${cyc}z.${dom}.m${mem}.f${hr}.grib2
cp PCP3HR${hr}.tm00 PCP3HR${hr}.tm00_qpf
fi
@@ -131,7 +148,7 @@ else
else
- msg="FATAL ERROR: $filecheck missing"
+ msg="FATAL ERROR: 3hr $filein missing"
err_exit $msg
fi
@@ -139,6 +156,11 @@ done
cd ../
+
+pwd
+
+echo hrs down here is $hrs
+
for hr in $hrs
do
cp fv3s.t${cyc}z.${dom}.m${mem}.f${hr}.grib2 ${GESOUT}.${day}/fv3s.t${cyc}z.${dom}.m${name1}.f${hr}.grib2
diff --git a/versions/run.ver b/versions/run.ver
index 8252b759c..b6a97add2 100644
--- a/versions/run.ver
+++ b/versions/run.ver
@@ -5,6 +5,7 @@ export intel_ver=19.1.3.304
export cray_mpich_ver=8.1.12
export cray_pals_ver=1.0.12
+
export refs_ver=v1.0.0
export hrrr_ver=v4.1