From 243413d4d7f588c7f1f3c58d918290b39975b00e Mon Sep 17 00:00:00 2001 From: MatthewPyle-NOAA <48285220+MatthewPyle-NOAA@users.noreply.github.com> Date: Fri, 31 Jan 2025 14:16:05 -0500 Subject: [PATCH] sync of fork changes into main code base (mainly 3-way split stuff) (#16) * Adds a partially modified drive_refs_enspost_conus.xml to kick off this feature branch. * Draft of 3-way split of PREPROC_FV3 job. * Adds EAS_3, and updates times in the EAS ex-scripts * Modifies the ENSPROD_ jobs for new setup * Update for v0.9.1 ensmemble filenames. * Pushes a few changes from the main develop into this branch * Folds in USH preprocess change from main develop * Some changes that have gotten v1.1 time split version closer to working well. * Brings in updates that had been running on dogwood. * Attempt at making .xml files for ak and pr for the three way split * Adds ak and pr to run_refs.sh script * Cleans out some v1.1 relics from the feature branch. * Updates rocoto .xml files slightly, folds in local GEMPAK table change. * Fixes log file directory away from v11 specification. * Removes highest EAS threshold added previously. Looking for more efficiency. Not able to test with real-time not running. --- gempak/fix/g2varswmo0.tbl | 21 + jobs/JREFS_EAS_3 | 86 +++ jobs/JREFS_ENSPROD_1 | 3 +- jobs/JREFS_ENSPROD_2 | 10 +- jobs/JREFS_ENSPROD_3 | 128 +++++ jobs/JREFS_PREPROC_FV3_1 | 279 ++++++++++ jobs/JREFS_PREPROC_FV3_2 | 277 ++++++++++ jobs/JREFS_PREPROC_FV3_3 | 276 ++++++++++ rocoto/drive_refs_enspost_ak.xml | 788 +++++++++++++++++++++------ rocoto/drive_refs_enspost_conus.xml | 530 ++++++++++++++++-- rocoto/drive_refs_enspost_hi.xml | 585 +++++++++++++++++--- rocoto/drive_refs_enspost_pr.xml | 570 ++++++++++++++++--- rocoto/run_refs.sh | 2 +- scripts/exrefs_eas_1.sh.ecf | 14 +- scripts/exrefs_eas_2.sh.ecf | 53 +- scripts/exrefs_eas_3.sh.ecf | 226 ++++++++ ush/eas_config.py | 25 +- ush/enspost_preprocess_fv3_1h.sh | 58 +- ush/enspost_preprocess_fv3_3hapcp.sh | 52 +- versions/run.ver | 1 + 20 files changed, 3563 insertions(+), 421 deletions(-) create mode 100755 jobs/JREFS_EAS_3 create mode 100755 jobs/JREFS_ENSPROD_3 create mode 100755 jobs/JREFS_PREPROC_FV3_1 create mode 100755 jobs/JREFS_PREPROC_FV3_2 create mode 100755 jobs/JREFS_PREPROC_FV3_3 create mode 100755 scripts/exrefs_eas_3.sh.ecf diff --git a/gempak/fix/g2varswmo0.tbl b/gempak/fix/g2varswmo0.tbl index 1efe551ee..f7a176ae0 100644 --- a/gempak/fix/g2varswmo0.tbl +++ b/gempak/fix/g2varswmo0.tbl @@ -77,9 +77,27 @@ 000 001 027 000 Maximum Relative Humidity % RHMX-- 0 -9999.00 !000 001 028 000 Maximum Absolute Humidity kg m**-3 ???? ? -9999.00 000 001 029 008 Total Snowfall m SNOW 0 -9999.00 +000 001 029 009 Total Snowfall m SNOW 0 -9999.00 +000 001 029 005 Total Snowfall m SNOW 0 -9999.00 +000 001 029 002 Total Snowfall m SNOW 0 -9999.00 !000 001 030 000 Precipitable water Category code table ???? ? -9999.00 !000 001 031 000 Hail m ???? ? -9999.00 !000 001 032 000 Graupel (snow pellets) kg kg**-1 ???? ? -9999.00 +000 001 033 008 Categorical rain 0,1 WXTR 0 -9999.00 +000 001 033 005 Categorical rain 0,1 WXTR 0 -9999.00 +000 001 033 002 Categorical rain 0,1 WXTR 0 -9999.00 +000 001 034 008 Categorical freezing rain 0,1 WXTZ 0 -9999.00 +000 001 034 005 Categorical freezing rain 0,1 WXTZ 0 -9999.00 +000 001 034 002 Categorical freezing rain 0,1 WXTZ 0 -9999.00 +000 001 035 008 Categorical ice pellets 0,1 WXTP 0 -9999.00 +000 001 035 005 Categorical ice pellets 0,1 WXTP 0 -9999.00 +000 001 035 002 Categorical ice pellets 0,1 WXTP 0 -9999.00 +000 001 036 008 Categorical snow 0,1 WXTS 0 -9999.00 +000 001 036 005 Categorical snow 0,1 WXTS 0 -9999.00 +000 001 036 002 Categorical snow 0,1 WXTS 0 -9999.00 + +000 001 045 000 Total Col-Integ Rain kg m**-2 TCOLR 0 -9999.00 + 000 001 045 000 Total Col-Integ Rain kg m**-2 TCOLR 0 -9999.00 000 001 046 000 Total Col-Integ Snow kg m**-2 TCOLS 0 -9999.00 000 001 192 000 Weather NA WX 0 -9999.00 @@ -130,6 +148,9 @@ 000 016 197 000 Echo Top Height m ECHTOP 0 -9999.00 000 016 197 002 Echo Top Height m ECHTOP 0 -9999.00 000 016 197 005 Echo Top Height m ECHTOP 0 -9999.00 +000 016 003 000 Echo Top Height m ECHTOP 0 -9999.00 +000 016 003 002 Echo Top Height m ECHTOP 0 -9999.00 +000 016 003 005 Echo Top Height m ECHTOP 0 -9999.00 !000 002 021 000 Maximum Wind Speed m s**-1 ???? ? -9999.00 000 002 022 000 Wind Speed (gust) m s**-1 GUST ? -9999.00 !000 002 023 000 u-component of wind (gust) m s**-1 ???? ? -9999.00 diff --git a/jobs/JREFS_EAS_3 b/jobs/JREFS_EAS_3 new file mode 100755 index 000000000..369533fc7 --- /dev/null +++ b/jobs/JREFS_EAS_3 @@ -0,0 +1,86 @@ +#!/bin/ksh + +######################################## +# Preliminary data setup step +# +# 05/01/2023, Jun Du: added a timelag version (type=timelag, single) +# +######################################## +set -xa +export PS4='$SECONDS + ' +date + +########################################################### +# obtain unique process id (pid) and make temp directories +########################################################### +export DATA=${DATA:-${DATAROOT:?}/${jobid:?}} +mkdir -p $DATA +rm -rf $DATA/* +cd $DATA + +msg="JOB $job HAS BEGUN" +postmsg "$msg" + +export cycle=${cycle:-t${cyc}z} +setpdy.sh +. ./PDY + +################################################## +# SENDCOM - Copy Files From TMPDIR to $COMOUT +# SENDDBN - Issue DBNet Client Calls +################################################## +export SENDCOM=${SENDCOM:-YES} +export SENDECF=${SENDECF:-YES} +export SENDDBN=${SENDDBN:-YES} +export SENDDBN_NTC=${SENDDBN_NTC:-NO} + +############################################################### +# This block can be modified for different Production test +# environment. This is used for operational testings +############################################################### + +## PDY not included here as pull data from PDYm1 as well + +# Save it for time lag ensemble +export COMINhrrr=${COMINhrrr:-$GESROOT/refs} + +export HOMErefs=${HOMErefs:-$PACKAGEROOT/refs.${refs_ver}} +export EXECrefs=${EXECrefs:-$HOMErefs/exec} +export PARMrefs=${PARMrefs:-$HOMErefs/parm} +export USHrefs=${USHrefs:-$HOMErefs/ush} +export FIXrefs=${FIXrefs:-$HOMErefs/fix} +export SCRIPTSrefs=${SCRIPTSrefs:-$HOMErefs/scripts} + +################################### +# Specify NET and RUN Name and model +#################################### +export NET=${NET:-refs} +export RUN=${RUN:-refs} + +export IOBUF_PARAMS='*:size=8M:count=8' +############################################## +# Define running directory and COM directories +############################################## + +export COMOUT=${COMOUT:-$(compath.py -o $NET/${refs_ver})/$RUN.${PDY}} + +if [ ! -d $COMOUT ] ; then + mkdir -p $COMOUT/ensprod + mkdir -p $COMOUT/verf_g2g +fi + +export pgmout="OUTPUT.$$" + +######################################################## +# Execute the script. + +$HOMErefs/scripts/exrefs_eas_3.sh.ecf $type +######################################################## + +msg="JOB $job HAS COMPLETED NORMALLY." +postmsg "$msg" + +cd $DATAROOT +if [ $KEEPDATA = NO ]; then rm -rf $DATA; fi + +date diff --git a/jobs/JREFS_ENSPROD_1 b/jobs/JREFS_ENSPROD_1 index 7d4d000f7..15f37eeb0 100755 --- a/jobs/JREFS_ENSPROD_1 +++ b/jobs/JREFS_ENSPROD_1 @@ -95,8 +95,7 @@ then rm -rf ./poe.* fi -hrlist="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 \ - 26 27 28 29 30 31 32 33 34 35 36" +hrlist="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24" for hr in $hrlist do diff --git a/jobs/JREFS_ENSPROD_2 b/jobs/JREFS_ENSPROD_2 index ff2d8b4e2..2cc156e83 100755 --- a/jobs/JREFS_ENSPROD_2 +++ b/jobs/JREFS_ENSPROD_2 @@ -93,13 +93,9 @@ export pgmout="OUTPUT.$$" rm -rf poe.* -if [ $type = single ];then -hrlist_link="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60" -hrlist="37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60" -else - hrlist_link="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60" - hrlist="37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60" -fi +hrlist_link="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48" + +hrlist="25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48" for hr in $hrlist_link do diff --git a/jobs/JREFS_ENSPROD_3 b/jobs/JREFS_ENSPROD_3 new file mode 100755 index 000000000..04f8b9e1f --- /dev/null +++ b/jobs/JREFS_ENSPROD_3 @@ -0,0 +1,128 @@ +#!/bin/bash + +############################################################# +# 02/02/2015 Binbin Zhou, create for run all scripts +# 2nd part to process 37-60h -- Jun +# 04/26/2023, Jun Du: added a timelag version (type=timelag or single) +# 02/06/2024 M. Pyle - switches things to REFS +# +############################################################# + +######################################## +# Preliminary data setup step +######################################## + +set -xa +export PS4='$SECONDS + ' +date + +########################################################### +# obtain unique process id (pid) and make temp directories +########################################################### +export DATA=${DATA:-${DATAROOT:?}/${jobid:?}} +mkdir -p $DATA +rm -rf $DATA/* +cd $DATA + +msg="JOB $job HAS BEGUN" +postmsg "$msg" + +# +# Run setpdy and initialize PDY variables +# + +export cycle=${cycle:-t${cyc}z} +setpdy.sh +. ./PDY + +################################################## +# SENDCOM - Copy Files From TMPDIR to $COMOUT +# SENDDBN - Issue DBNet Client Calls +################################################## +export ndate=/apps/ops/prod/nco/core/prod_util.v2.0.8/exec/ndate + +export SENDCOM=${SENDCOM:-YES} +export SENDECF=${SENDECF:-YES} +export SENDDBN=${SENDDBN:-YES} +export SENDDBN_NTC=${SENDDBN_NTC:-NO} + +export HOMErefs=${HOMErefs:-$PACKAGEROOT/refs.${refs_ver}} +export EXECrefs=${EXECrefs:-$HOMErefs/exec} +export PARMrefs=${PARMrefs:-$HOMErefs/parm} +export USHrefs=${USHrefs:-$HOMErefs/ush} +export FIXrefs=${FIXrefs:-$HOMErefs/fix} +export SCRIPTSrefs=${SCRIPTSrefs:-$HOMErefs/scripts} + +################################### +# Specify NET and RUN Name and model +#################################### +export NET=${NET:-refs} +export RUN=${RUN:-refs} + +export IOBUF_PARAMS='*:size=8M:count=8' + +############################################## +# Define running directory and COM directories +############################################## + +## PDY not included here as pull data from PDYm1 as well + +# should this be COMINrefs? +export COMINrefs=${COMINrefs:-$GESROOT/${RUN}} + +export COMOUT=${COMOUT:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDY}} +export COMINffg=${COMINffg:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDY}} +export COMINffgm1=${COMINffg:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDYm1}} + +if [ ! -d $COMOUT/ensprod ] ; then + mkdir -p $COMOUT/ensprod + mkdir -p $COMOUT/verf_g2g + mkdir -p $COMOUT/wmo +fi + +export pgmout="OUTPUT.$$" + +####################################################### +# Pass information which is needed to run the Script +####################################################### + +# export VERBOSE=YES + +################################################### +# Execute the Script exrefs_ensprod.sh.ecf + +rm -rf poe.* + +hrlist_link="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60" + +hrlist="49 50 51 52 53 54 55 56 57 58 59 60" + +for hr in $hrlist_link +do +echo "$SCRIPTSrefs/exrefs_ensprod_link.sh.ecf $hr $type" >> poe.link.all +done + +for hr in $hrlist +do +echo "$SCRIPTSrefs/exrefs_ensprod.sh.ecf $hr $type" >> poe.ensprod.all +done + + +chmod 775 poe.link.all +chmod 775 poe.ensprod.all + +mpiexec -n $NTASK_LINK -ppn $PTILE_LINK --cpu-bind verbose,core cfp ./poe.link.all +export err=$?; err_chk +mpiexec -n $NTASK -ppn $PTILE --cpu-bind verbose,core cfp ./poe.ensprod.all +export err=$?; err_chk + + +msg="JOB $job HAS COMPLETED NORMALLY." +postmsg "$msg" +date + + +cd $DATAROOT +if [ $KEEPDATA = NO ]; then rm -rf $DATA; fi + +date diff --git a/jobs/JREFS_PREPROC_FV3_1 b/jobs/JREFS_PREPROC_FV3_1 new file mode 100755 index 000000000..12845a6f0 --- /dev/null +++ b/jobs/JREFS_PREPROC_FV3_1 @@ -0,0 +1,279 @@ +#!/bin/sh + +############################################################# +# 02/02/2015 Binbin Zhou, create for run all scripts +# 08/11/2022 Jun Du, added a variable "region" +# 03/20/2023 Jun Du, the package name changed to rrfs_enspost +# 04/10/2023 Jun Du, added variable "name" to rearrange member's order +# by naming ctl run as mem01 rather than mem00 +# 04/25/2023 Jun Du, added a version of time-lag ensemble (type=single or timelag) +# 02/06/2024 M. Pyle Switch to REFS +############################################################# + +######################################## +# Preliminary data setup step +######################################## + +set -xa +export PS4='$SECONDS + ' +date + +################################### +# Specify NET and RUN Name and model +#################################### +export NET=${NET:-refs} +export RUN=${RUN:-refs} + +export IOBUF_PARAMS='*:size=8M:count=8' + +############################################################### +# This block can be modified for different Production test +# environment. This is used for operational testings +############################################################### + +## PDY not included here as pull data from PDYm1 as well +# without timelagging maybe should include PDY here? + +# this should definitely be COMINrrfs +export COMINrrfs=${COMINrrfs:-$(compath.py ${envir}/com/rrfs/${rrfs_ver}/rrfs)} + +export HOMErefs=${HOMErefs:-$NWROOT/refs.${refs_ver}} +export EXECrefs=${EXECrefs:-$HOMErefs/exec} +export PARMrefs=${PARMrefs:-$HOMErefs/parm} +export USHrefs=${USHrefs:-$HOMErefs/ush} +export FIXrefs=${FIXrefs:-$HOMErefs/fix} +export SCRIPTSrefs=${SCRIPTSrefs:-$HOMErefs/scripts} + +# CLEAN +export ndate=/apps/ops/prod/nco/core/prod_util.v2.0.8/exec/ndate + +########################################################### +# obtain unique process id (pid) and make temp directories +########################################################### + +echo here with DATA $DATA +echo here with DATAROOT $DATAROOT + +export pid=$$ +export DATA=${DATA:-${DATAROOT}/${jobid}.${pid}} +echo now have DATA $DATA + +export PREPROC_HOLD=${DATAROOT}/refs_preprocfv3_${NEST}_${cyc} + +mkdir -p $DATA +mkdir -p $PREPROC_HOLD +rm -rf $DATA/* +rm -rf $PREPROC_HOLD/* +cd $DATA + +#################################### +# Determine Job Output Name on System +#################################### +export pgmout="OUTPUT.$$" + +export cycle=${cycle:-t${cyc}z} + +################################################## +# SENDCOM - Copy Files From TMPDIR to $COMOUT +# SENDDBN - Issue DBNet Client Calls +################################################## + +export SENDCOM=${SENDCOM:-YES} +export SENDECF=${SENDECF:-YES} +export SENDDBN=${SENDDBN:-YES} +export SENDDBN_NTC=${SENDDBN_NTC:-NO} + +################################### +# Set up the UTILITIES +################################### + +msg="JOB $job HAS BEGUN" +postmsg "$msg" + +# +# Run setpdy and initialize PDY variables +# + + +export cycle=${cycle:-t${cyc}z} + +setpdy.sh +. ./PDY + +echo have PDY as $PDY + +############################################## +# Define running directory and COM directories +############################################## + +export COMOUT=${COMOUT:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDY}} + +if [ ! -d $COMOUT ] ; then + mkdir -p $COMOUT/ensprod + mkdir -p $COMOUT/verf_g2g +fi + +export GESOUT=${GESOUT:-${GESROOT}/${RUN}} + +# if [ ! -e ${GESIN}.${PDY} ] ; then +# mkdir -p ${GESIN}.${PDY} +# fi + +####################################################### +# Pass information which is needed to run the Script +####################################################### + +# export VERBOSE=YES + +################################################### + +hrlist="00 01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 \ +21 22 23 24" + +mems="01 02 03 04 05 06" + +region=${NEST} + +echo defined region $region + +if [ -e poe.fv3 ] +then +rm poe.fv3 +fi + +for mem in $mems +do +if [ $type = single ]; then +if [ $mem = 01 ]; then name=00; fi +if [ $mem = 02 ]; then name=01; fi +if [ $mem = 03 ]; then name=02; fi +if [ $mem = 04 ]; then name=03; fi +if [ $mem = 05 ]; then name=04; fi +if [ $mem = 06 ]; then name=05; fi +if [ $mem = 07 ]; then name=06; fi +if [ $mem = 08 ]; then name=07; fi +if [ $mem = 09 ]; then name=08; fi +if [ $mem = 10 ]; then name=09; fi +else +if [ $mem = 01 ]; then name=00; fi +if [ $mem = 02 ]; then name=01; fi +if [ $mem = 03 ]; then name=02; fi +if [ $mem = 04 ]; then name=03; fi +if [ $mem = 05 ]; then name=04; fi +if [ $mem = 06 ]; then name=05; fi +if [ $mem = 07 ]; then name=00; fi +if [ $mem = 08 ]; then name=01; fi +if [ $mem = 09 ]; then name=02; fi +if [ $mem = 10 ]; then name=03; fi +if [ $mem = 11 ]; then name=04; fi +if [ $mem = 12 ]; then name=05; fi +fi + +for hr in $hrlist +do + + if [ $type = timelag ]; then + if [ $mem = 07 -o $mem = 08 -o $mem = 09 -o $mem = 10 -o $mem = 11 -o $mem = 12 ];then + backdate=`$ndate -06 $PDY$cyc` + backday=`echo $backdate | cut -c1-8` + backcyc=`echo $backdate | cut -c9-10` + + echo "$USHrefs/enspost_preprocess_fv3_1h.sh ${backday} ${backcyc} ${mem} ${name} $hr ${region}" >> poe.fv3 + else + echo "$USHrefs/enspost_preprocess_fv3_1h.sh $PDY ${cyc} ${mem} ${name} $hr ${region}" >> poe.fv3 + fi + else + echo "$USHrefs/enspost_preprocess_fv3_1h.sh $PDY ${cyc} ${mem} ${name} $hr ${region}" >> poe.fv3 + fi + +done +done + +chmod 775 poe.fv3 + +mpiexec -n $NTASK -ppn $PTILE --cpu-bind verbose,core cfp ./poe.fv3 +export err=$?; err_chk + + +# need to generate 3 h QPF + +if [ -e poe.3hqpf ] +then +rm poe.3hqpf +fi + +if [ -e poe.3hqpf.tlb ] +then +rm poe.3hqpf.tlb +fi + +for mem in $mems +do +echo " calling preprocess_fv3_3hapcp.sh for mem " $mem +if [ $type = single ]; then +if [ $mem = 01 ]; then name=00; fi +if [ $mem = 02 ]; then name=01; fi +if [ $mem = 03 ]; then name=02; fi +if [ $mem = 04 ]; then name=03; fi +if [ $mem = 05 ]; then name=04; fi +if [ $mem = 06 ]; then name=05; fi +if [ $mem = 07 ]; then name=06; fi +if [ $mem = 08 ]; then name=07; fi +if [ $mem = 09 ]; then name=08; fi +if [ $mem = 10 ]; then name=09; fi +else +if [ $mem = 01 ]; then name=00; fi +if [ $mem = 02 ]; then name=01; fi +if [ $mem = 03 ]; then name=02; fi +if [ $mem = 04 ]; then name=03; fi +if [ $mem = 05 ]; then name=04; fi +if [ $mem = 06 ]; then name=05; fi +if [ $mem = 07 ]; then name=00; fi +if [ $mem = 08 ]; then name=01; fi +if [ $mem = 09 ]; then name=02; fi +if [ $mem = 10 ]; then name=03; fi +if [ $mem = 11 ]; then name=04; fi +if [ $mem = 12 ]; then name=05; fi +fi + +# + + if [ $type = timelag ]; then + if [ $mem = 07 -o $mem = 08 -o $mem = 09 -o $mem = 10 -o $mem = 11 -o $mem = 12 ];then + backdate=`$ndate -06 $PDY$cyc` + backday=`echo $backdate | cut -c1-8` + backcyc=`echo $backdate | cut -c9-10` + echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${backday} ${backcyc} ${mem} ${name} 1" >> poe.3hqpf.tlb + else + echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${PDY} ${cyc} ${mem} ${name} 1" >> poe.3hqpf + fi + else + echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${PDY} ${cyc} ${mem} ${name} 1" >> poe.3hqpf + fi + +done + +nproc=`cat poe.3hqpf | wc -l` + +chmod 775 poe.3hqpf + +mpiexec -n $nproc -ppn $nproc --cpu-bind verbose,core cfp ./poe.3hqpf +# mpiexec -n $nproc -ppn 2 --cpu-bind verbose,core cfp ./poe.3hqpf +export err=$?; err_chk + +if [ -e poe.3hqpf.tlb ] +then + +nproc=`cat poe.3hqpf.tlb | wc -l` +chmod 775 poe.3hqpf.tlb +mpiexec -n $nproc -ppn $nproc --cpu-bind verbose,core cfp ./poe.3hqpf.tlb +export err=$?; err_chk + +fi + +# end QPF + +cd $DATAROOT +if [ $KEEPDATA = NO ]; then rm -rf $DATA; fi + +date diff --git a/jobs/JREFS_PREPROC_FV3_2 b/jobs/JREFS_PREPROC_FV3_2 new file mode 100755 index 000000000..b2cd79967 --- /dev/null +++ b/jobs/JREFS_PREPROC_FV3_2 @@ -0,0 +1,277 @@ +#!/bin/sh + +############################################################# +# 02/02/2015 Binbin Zhou, create for run all scripts +# 08/11/2022 Jun Du, added a variable "region" +# 03/20/2023 Jun Du, the package name changed to rrfs_enspost +# 04/10/2023 Jun Du, added variable "name" to rearrange member's order +# by naming ctl run as mem01 rather than mem00 +# 04/25/2023 Jun Du, added a version of time-lag ensemble (type=single or timelag) +# 02/06/2024 M. Pyle Switch to REFS +############################################################# + +######################################## +# Preliminary data setup step +######################################## + +set -xa +export PS4='$SECONDS + ' +date + +################################### +# Specify NET and RUN Name and model +#################################### +export NET=${NET:-refs} +export RUN=${RUN:-refs} + +export IOBUF_PARAMS='*:size=8M:count=8' + +############################################################### +# This block can be modified for different Production test +# environment. This is used for operational testings +############################################################### + +## PDY not included here as pull data from PDYm1 as well +# without timelagging maybe should include PDY here? + +# this should definitely be COMINrrfs +export COMINrrfs=${COMINrrfs:-$(compath.py ${envir}/com/rrfs/${rrfs_ver}/rrfs)} + +export HOMErefs=${HOMErefs:-$NWROOT/refs.${refs_ver}} +export EXECrefs=${EXECrefs:-$HOMErefs/exec} +export PARMrefs=${PARMrefs:-$HOMErefs/parm} +export USHrefs=${USHrefs:-$HOMErefs/ush} +export FIXrefs=${FIXrefs:-$HOMErefs/fix} +export SCRIPTSrefs=${SCRIPTSrefs:-$HOMErefs/scripts} + +# CLEAN +export ndate=/apps/ops/prod/nco/core/prod_util.v2.0.8/exec/ndate + +########################################################### +# obtain unique process id (pid) and make temp directories +########################################################### + +echo here with DATA $DATA +echo here with DATAROOT $DATAROOT + +export pid=$$ +export DATA=${DATA:-${DATAROOT}/${jobid}.${pid}} +echo now have DATA $DATA + +export PREPROC_HOLD=${DATAROOT}/refs_preprocfv3_${NEST}_${cyc} + +mkdir -p $DATA +rm -rf $DATA/* +cd $DATA + + +#################################### +# Determine Job Output Name on System +#################################### +export pgmout="OUTPUT.$$" + +export cycle=${cycle:-t${cyc}z} + +################################################## +# SENDCOM - Copy Files From TMPDIR to $COMOUT +# SENDDBN - Issue DBNet Client Calls +################################################## + +export SENDCOM=${SENDCOM:-YES} +export SENDECF=${SENDECF:-YES} +export SENDDBN=${SENDDBN:-YES} +export SENDDBN_NTC=${SENDDBN_NTC:-NO} + +################################### +# Set up the UTILITIES +################################### + +msg="JOB $job HAS BEGUN" +postmsg "$msg" + +# +# Run setpdy and initialize PDY variables +# + + +export cycle=${cycle:-t${cyc}z} + +setpdy.sh +. ./PDY + +echo have PDY as $PDY + +############################################## +# Define running directory and COM directories +############################################## + +export COMOUT=${COMOUT:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDY}} + +if [ ! -d $COMOUT ] ; then + mkdir -p $COMOUT/ensprod + mkdir -p $COMOUT/verf_g2g +fi + +export GESOUT=${GESOUT:-${GESROOT}/${RUN}} + +# if [ ! -e ${GESIN}.${PDY} ] ; then +# mkdir -p ${GESIN}.${PDY} +# fi + +####################################################### +# Pass information which is needed to run the Script +####################################################### + +# export VERBOSE=YES + +################################################### + +hrlist="25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48" + +mems="01 02 03 04 05 06" + +region=${NEST} + +echo defined region $region + +if [ -e poe.fv3 ] +then +rm poe.fv3 +fi + +for mem in $mems +do +if [ $type = single ]; then +if [ $mem = 01 ]; then name=00; fi +if [ $mem = 02 ]; then name=01; fi +if [ $mem = 03 ]; then name=02; fi +if [ $mem = 04 ]; then name=03; fi +if [ $mem = 05 ]; then name=04; fi +if [ $mem = 06 ]; then name=05; fi +if [ $mem = 07 ]; then name=06; fi +if [ $mem = 08 ]; then name=07; fi +if [ $mem = 09 ]; then name=08; fi +if [ $mem = 10 ]; then name=09; fi +else +if [ $mem = 01 ]; then name=00; fi +if [ $mem = 02 ]; then name=01; fi +if [ $mem = 03 ]; then name=02; fi +if [ $mem = 04 ]; then name=03; fi +if [ $mem = 05 ]; then name=04; fi +if [ $mem = 06 ]; then name=05; fi +if [ $mem = 07 ]; then name=00; fi +if [ $mem = 08 ]; then name=01; fi +if [ $mem = 09 ]; then name=02; fi +if [ $mem = 10 ]; then name=03; fi +if [ $mem = 11 ]; then name=04; fi +if [ $mem = 12 ]; then name=05; fi +fi + +for hr in $hrlist +do + + if [ $type = timelag ]; then + if [ $mem = 07 -o $mem = 08 -o $mem = 09 -o $mem = 10 -o $mem = 11 -o $mem = 12 ];then + backdate=`$ndate -06 $PDY$cyc` + backday=`echo $backdate | cut -c1-8` + backcyc=`echo $backdate | cut -c9-10` + + echo "$USHrefs/enspost_preprocess_fv3_1h.sh ${backday} ${backcyc} ${mem} ${name} $hr ${region}" >> poe.fv3 + else + echo "$USHrefs/enspost_preprocess_fv3_1h.sh $PDY ${cyc} ${mem} ${name} $hr ${region}" >> poe.fv3 + fi + else + echo "$USHrefs/enspost_preprocess_fv3_1h.sh $PDY ${cyc} ${mem} ${name} $hr ${region}" >> poe.fv3 + fi + +done +done + +chmod 775 poe.fv3 + +mpiexec -n $NTASK -ppn $PTILE --cpu-bind verbose,core cfp ./poe.fv3 +export err=$?; err_chk + + +# need to generate 3 h QPF + +if [ -e poe.3hqpf ] +then +rm poe.3hqpf +fi + +if [ -e poe.3hqpf.tlb ] +then +rm poe.3hqpf.tlb +fi + +for mem in $mems +do +echo " calling preprocess_fv3_3hapcp.sh for mem " $mem +if [ $type = single ]; then +if [ $mem = 01 ]; then name=00; fi +if [ $mem = 02 ]; then name=01; fi +if [ $mem = 03 ]; then name=02; fi +if [ $mem = 04 ]; then name=03; fi +if [ $mem = 05 ]; then name=04; fi +if [ $mem = 06 ]; then name=05; fi +if [ $mem = 07 ]; then name=06; fi +if [ $mem = 08 ]; then name=07; fi +if [ $mem = 09 ]; then name=08; fi +if [ $mem = 10 ]; then name=09; fi +else +if [ $mem = 01 ]; then name=00; fi +if [ $mem = 02 ]; then name=01; fi +if [ $mem = 03 ]; then name=02; fi +if [ $mem = 04 ]; then name=03; fi +if [ $mem = 05 ]; then name=04; fi +if [ $mem = 06 ]; then name=05; fi +if [ $mem = 07 ]; then name=00; fi +if [ $mem = 08 ]; then name=01; fi +if [ $mem = 09 ]; then name=02; fi +if [ $mem = 10 ]; then name=03; fi +if [ $mem = 11 ]; then name=04; fi +if [ $mem = 12 ]; then name=05; fi +fi + +# + + if [ $type = timelag ]; then + if [ $mem = 07 -o $mem = 08 -o $mem = 09 -o $mem = 10 -o $mem = 11 -o $mem = 12 ];then + backdate=`$ndate -06 $PDY$cyc` + backday=`echo $backdate | cut -c1-8` + backcyc=`echo $backdate | cut -c9-10` + echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${backday} ${backcyc} ${mem} ${name} 2" >> poe.3hqpf.tlb + else + echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${PDY} ${cyc} ${mem} ${name} 2" >> poe.3hqpf + fi + else + echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${PDY} ${cyc} ${mem} ${name} 2" >> poe.3hqpf + fi + +done + +nproc=`cat poe.3hqpf | wc -l` + +chmod 775 poe.3hqpf + +mpiexec -n $nproc -ppn $nproc --cpu-bind verbose,core cfp ./poe.3hqpf +# mpiexec -n $nproc -ppn 2 --cpu-bind verbose,core cfp ./poe.3hqpf +export err=$?; err_chk + +if [ -e poe.3hqpf.tlb ] +then + +nproc=`cat poe.3hqpf.tlb | wc -l` +chmod 775 poe.3hqpf.tlb +mpiexec -n $nproc -ppn $nproc --cpu-bind verbose,core cfp ./poe.3hqpf.tlb +export err=$?; err_chk + +fi + +# end QPF + +cd $DATAROOT +if [ $KEEPDATA = NO ]; then rm -rf $DATA; fi + +date diff --git a/jobs/JREFS_PREPROC_FV3_3 b/jobs/JREFS_PREPROC_FV3_3 new file mode 100755 index 000000000..657d40a82 --- /dev/null +++ b/jobs/JREFS_PREPROC_FV3_3 @@ -0,0 +1,276 @@ +#!/bin/sh + +############################################################# +# 02/02/2015 Binbin Zhou, create for run all scripts +# 08/11/2022 Jun Du, added a variable "region" +# 03/20/2023 Jun Du, the package name changed to rrfs_enspost +# 04/10/2023 Jun Du, added variable "name" to rearrange member's order +# by naming ctl run as mem01 rather than mem00 +# 04/25/2023 Jun Du, added a version of time-lag ensemble (type=single or timelag) +# 02/06/2024 M. Pyle Switch to REFS +############################################################# + +######################################## +# Preliminary data setup step +######################################## + +set -xa +export PS4='$SECONDS + ' +date + +################################### +# Specify NET and RUN Name and model +#################################### +export NET=${NET:-refs} +export RUN=${RUN:-refs} + +export IOBUF_PARAMS='*:size=8M:count=8' + +############################################################### +# This block can be modified for different Production test +# environment. This is used for operational testings +############################################################### + +## PDY not included here as pull data from PDYm1 as well +# without timelagging maybe should include PDY here? + +# this should definitely be COMINrrfs +export COMINrrfs=${COMINrrfs:-$(compath.py ${envir}/com/rrfs/${rrfs_ver}/rrfs)} + +export HOMErefs=${HOMErefs:-$NWROOT/refs.${refs_ver}} +export EXECrefs=${EXECrefs:-$HOMErefs/exec} +export PARMrefs=${PARMrefs:-$HOMErefs/parm} +export USHrefs=${USHrefs:-$HOMErefs/ush} +export FIXrefs=${FIXrefs:-$HOMErefs/fix} +export SCRIPTSrefs=${SCRIPTSrefs:-$HOMErefs/scripts} + +# CLEAN +export ndate=/apps/ops/prod/nco/core/prod_util.v2.0.8/exec/ndate + +########################################################### +# obtain unique process id (pid) and make temp directories +########################################################### + +echo here with DATA $DATA +echo here with DATAROOT $DATAROOT + +export pid=$$ +export DATA=${DATA:-${DATAROOT}/${jobid}.${pid}} +echo now have DATA $DATA + +export PREPROC_HOLD=${DATAROOT}/refs_preprocfv3_${NEST}_${cyc} + +mkdir -p $DATA +rm -rf $DATA/* +cd $DATA + +#################################### +# Determine Job Output Name on System +#################################### +export pgmout="OUTPUT.$$" + +export cycle=${cycle:-t${cyc}z} + +################################################## +# SENDCOM - Copy Files From TMPDIR to $COMOUT +# SENDDBN - Issue DBNet Client Calls +################################################## + +export SENDCOM=${SENDCOM:-YES} +export SENDECF=${SENDECF:-YES} +export SENDDBN=${SENDDBN:-YES} +export SENDDBN_NTC=${SENDDBN_NTC:-NO} + +################################### +# Set up the UTILITIES +################################### + +msg="JOB $job HAS BEGUN" +postmsg "$msg" + +# +# Run setpdy and initialize PDY variables +# + + +export cycle=${cycle:-t${cyc}z} + +setpdy.sh +. ./PDY + +echo have PDY as $PDY + +############################################## +# Define running directory and COM directories +############################################## + +export COMOUT=${COMOUT:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDY}} + +if [ ! -d $COMOUT ] ; then + mkdir -p $COMOUT/ensprod + mkdir -p $COMOUT/verf_g2g +fi + +export GESOUT=${GESOUT:-${GESROOT}/${RUN}} + +# if [ ! -e ${GESIN}.${PDY} ] ; then +# mkdir -p ${GESIN}.${PDY} +# fi + +####################################################### +# Pass information which is needed to run the Script +####################################################### + +# export VERBOSE=YES + +################################################### + +hrlist="49 50 51 52 53 54 55 56 57 58 59 60" + +mems="01 02 03 04 05 06" + +region=${NEST} + +echo defined region $region + +if [ -e poe.fv3 ] +then +rm poe.fv3 +fi + +for mem in $mems +do +if [ $type = single ]; then +if [ $mem = 01 ]; then name=00; fi +if [ $mem = 02 ]; then name=01; fi +if [ $mem = 03 ]; then name=02; fi +if [ $mem = 04 ]; then name=03; fi +if [ $mem = 05 ]; then name=04; fi +if [ $mem = 06 ]; then name=05; fi +if [ $mem = 07 ]; then name=06; fi +if [ $mem = 08 ]; then name=07; fi +if [ $mem = 09 ]; then name=08; fi +if [ $mem = 10 ]; then name=09; fi +else +if [ $mem = 01 ]; then name=00; fi +if [ $mem = 02 ]; then name=01; fi +if [ $mem = 03 ]; then name=02; fi +if [ $mem = 04 ]; then name=03; fi +if [ $mem = 05 ]; then name=04; fi +if [ $mem = 06 ]; then name=05; fi +if [ $mem = 07 ]; then name=00; fi +if [ $mem = 08 ]; then name=01; fi +if [ $mem = 09 ]; then name=02; fi +if [ $mem = 10 ]; then name=03; fi +if [ $mem = 11 ]; then name=04; fi +if [ $mem = 12 ]; then name=05; fi +fi + +for hr in $hrlist +do + + if [ $type = timelag ]; then + if [ $mem = 07 -o $mem = 08 -o $mem = 09 -o $mem = 10 -o $mem = 11 -o $mem = 12 ];then + backdate=`$ndate -06 $PDY$cyc` + backday=`echo $backdate | cut -c1-8` + backcyc=`echo $backdate | cut -c9-10` + + echo "$USHrefs/enspost_preprocess_fv3_1h.sh ${backday} ${backcyc} ${mem} ${name} $hr ${region}" >> poe.fv3 + else + echo "$USHrefs/enspost_preprocess_fv3_1h.sh $PDY ${cyc} ${mem} ${name} $hr ${region}" >> poe.fv3 + fi + else + echo "$USHrefs/enspost_preprocess_fv3_1h.sh $PDY ${cyc} ${mem} ${name} $hr ${region}" >> poe.fv3 + fi + +done +done + +chmod 775 poe.fv3 + +mpiexec -n $NTASK -ppn $PTILE --cpu-bind verbose,core cfp ./poe.fv3 +export err=$?; err_chk + + +# need to generate 3 h QPF + +if [ -e poe.3hqpf ] +then +rm poe.3hqpf +fi + +if [ -e poe.3hqpf.tlb ] +then +rm poe.3hqpf.tlb +fi + +for mem in $mems +do +echo " calling preprocess_fv3_3hapcp.sh for mem " $mem +if [ $type = single ]; then +if [ $mem = 01 ]; then name=00; fi +if [ $mem = 02 ]; then name=01; fi +if [ $mem = 03 ]; then name=02; fi +if [ $mem = 04 ]; then name=03; fi +if [ $mem = 05 ]; then name=04; fi +if [ $mem = 06 ]; then name=05; fi +if [ $mem = 07 ]; then name=06; fi +if [ $mem = 08 ]; then name=07; fi +if [ $mem = 09 ]; then name=08; fi +if [ $mem = 10 ]; then name=09; fi +else +if [ $mem = 01 ]; then name=00; fi +if [ $mem = 02 ]; then name=01; fi +if [ $mem = 03 ]; then name=02; fi +if [ $mem = 04 ]; then name=03; fi +if [ $mem = 05 ]; then name=04; fi +if [ $mem = 06 ]; then name=05; fi +if [ $mem = 07 ]; then name=00; fi +if [ $mem = 08 ]; then name=01; fi +if [ $mem = 09 ]; then name=02; fi +if [ $mem = 10 ]; then name=03; fi +if [ $mem = 11 ]; then name=04; fi +if [ $mem = 12 ]; then name=05; fi +fi + +# + + if [ $type = timelag ]; then + if [ $mem = 07 -o $mem = 08 -o $mem = 09 -o $mem = 10 -o $mem = 11 -o $mem = 12 ];then + backdate=`$ndate -06 $PDY$cyc` + backday=`echo $backdate | cut -c1-8` + backcyc=`echo $backdate | cut -c9-10` + echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${backday} ${backcyc} ${mem} ${name} 3" >> poe.3hqpf.tlb + else + echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${PDY} ${cyc} ${mem} ${name} 3" >> poe.3hqpf + fi + else + echo "$USHrefs/enspost_preprocess_fv3_3hapcp.sh ${region} ${PDY} ${cyc} ${mem} ${name} 3" >> poe.3hqpf + fi + +done + +nproc=`cat poe.3hqpf | wc -l` + +chmod 775 poe.3hqpf + +mpiexec -n $nproc -ppn $nproc --cpu-bind verbose,core cfp ./poe.3hqpf +# mpiexec -n $nproc -ppn 2 --cpu-bind verbose,core cfp ./poe.3hqpf +export err=$?; err_chk + +if [ -e poe.3hqpf.tlb ] +then + +nproc=`cat poe.3hqpf.tlb | wc -l` +chmod 775 poe.3hqpf.tlb +mpiexec -n $nproc -ppn $nproc --cpu-bind verbose,core cfp ./poe.3hqpf.tlb +export err=$?; err_chk + +fi + +# end QPF + +cd $DATAROOT +if [ $KEEPDATA = NO ]; then rm -rf $DATA; fi + +date diff --git a/rocoto/drive_refs_enspost_ak.xml b/rocoto/drive_refs_enspost_ak.xml index 41dde04d0..16bf656c9 100644 --- a/rocoto/drive_refs_enspost_ak.xml +++ b/rocoto/drive_refs_enspost_ak.xml @@ -2,50 +2,49 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - pridev&ACCOUNT;'> - - - dev_transfer&ACCOUNT;'> - 1:ppn=104:59:00'> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +pridev&ACCOUNT;'> + +dev_transfer&ACCOUNT;'> +1:ppn=104:59:00'> 00:10:00'> @@ -63,10 +62,10 @@ - + &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 06:00:00 - &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 06:00:00 + &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 12:00:00 &OUTDIR;/logfiles_refs/workflow_regional_single_&TYPE;_&domain;_@Y@m@d@H.log @@ -77,142 +76,240 @@ - - &RESERVATION; - &PREPROC_RESOURCES; - 1:ppn=49 - &PRE; &JOBS;/JREFS_PREPROC_HRRR - preprochrrr_&TYPE;_&PHYS;_&domain;_@H - &OUTDIR;/logfiles_refs/preprochrrr_&TYPE;_&PHYS;_&domain;_@H.log - - NTASK - 49 - - - PTILE - 49 - + + &RESERVATION; + &PREPROC_RESOURCES; + 3:ppn=24 + &PRE; &JOBS;/JREFS_PREPROC_FV3_1 + preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H.log - - NEST - &domain; - + + NTASK + 72 + + + PTILE + 24 + + + + NEST + &domain; + - + type &TYPE; - + - + GESROOT &GESROOT; - + - - COMINrrfs + + COMINrrfs &COMINrrfsdet; - - - - COMINhrrr - &COMINhrrr; - HOMErefs - &HOMErefs; + HOMErefs + &HOMErefs; - - job - preprochrrr_&TYPE;_&PHYS;_&domain; + job + preprocrefs_&TYPE;_&PHYS;_&domain; - MYCOMROOT - &MYCOMROOT; + MYCOMROOT + &MYCOMROOT; - + COMROOT - &COMROOT; - + &COMROOT; + - - machine + + machine &machine; - + - + envir - &envir; - + &envir; + + + + KEEPDATA + &KEEPDATA; + + + DATAROOT + &DATAROOT; + + + + USER + &USER; + + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + - - KEEPDATA - &KEEPDATA; - + jobidrefs_ensprodpreprocfv3_1_&TYPE;_&PHYS;_&domain;_@H_&envir; - - DATAROOT - &DATAROOT; - - - USER - &USER; - + + + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f024.ak.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f024.ak.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f024.ak.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f024.ak.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f024.ak.grib2 + &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f024.ak.grib2 + + + + + + + &RESERVATION; + &PREPROC_RESOURCES; + 3:ppn=24 + &PRE; &JOBS;/JREFS_PREPROC_FV3_2 + preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H.log - - CDATE - @Y@m@d@H + + NTASK + 72 + + + PTILE + 24 - PDY - @Y@m@d + NEST + &domain; - - cyc - @H - + + type + &TYPE; + + + GESROOT + &GESROOT; + - jobidrefs_ensprodpreprochrrr_&TYPE;_&PHYS;_&domain;_@H_&envir; + + COMINrrfs + &COMINrrfsdet; + + + HOMErefs + &HOMErefs; + + + job + preprocrefs_&TYPE;_&PHYS;_&domain; + - - - &COMINhrrr;.@Y@m@d/conus/hrrr.t@Hz.wrfprsf48.grib2 - &COMINhrrr;.@Y@m@d/conus/hrrr.t@Hz.wrfprsf12.grib2 - &COMINhrrr;.@Y@m@d/conus/hrrr.t@Hz.wrfprsf36.grib2 - - + + MYCOMROOT + &MYCOMROOT; + - + + COMROOT + &COMROOT; + + + machine + &machine; + - + + envir + &envir; + + + + KEEPDATA + &KEEPDATA; + + + DATAROOT + &DATAROOT; + + + + USER + &USER; + + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + jobidrefs_ensprodpreprocfv3_2_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f048.ak.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f048.ak.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f048.ak.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f048.ak.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f048.ak.grib2 + &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f048.ak.grib2 + + + + + - + &RESERVATION; &PREPROC_RESOURCES; - 3:ppn=122 - &PRE; &JOBS;/JREFS_PREPROC_FV3 - preprocfv3_&TYPE;_&PHYS;_&domain;_@H - &OUTDIR;/logfiles_refs/preprocfv3_&TYPE;_&PHYS;_&domain;_@H.log + 1:ppn=36 + &PRE; &JOBS;/JREFS_PREPROC_FV3_3 + preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H.log NTASK - 366 + 36 PTILE - 122 + 36 @@ -241,7 +338,7 @@ job - preprocrrfs_&TYPE;_&PHYS;_&domain; + preprocrefs_&TYPE;_&PHYS;_&domain; @@ -291,47 +388,160 @@ @H - jobidrefs_ensprodpreprocfv3_&TYPE;_&PHYS;_&domain;_@H_&envir; + jobidrefs_ensprodpreprocfv3_3_&TYPE;_&PHYS;_&domain;_@H_&envir; - &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f060.ak.grib2 &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f060.ak.grib2 &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f060.ak.grib2 &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f060.ak.grib2 &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f060.ak.grib2 &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f060.ak.grib2 + &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f060.ak.grib2 + + + &RESERVATION; + &PREPROC_RESOURCES; + 1:ppn=49 + &PRE; &JOBS;/JREFS_PREPROC_HRRR + preprochrrr_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/preprochrrr_&TYPE;_&PHYS;_&domain;_@H.log + + + NTASK + 49 + + + PTILE + 49 + + + + NEST + &domain; + + + + type + &TYPE; + + + + GESROOT + &GESROOT; + + + + COMINrrfs + &COMINrrfsdet; + + + + COMINhrrr + &COMINhrrr; + + + + HOMErefs + &HOMErefs; + + + job + preprochrrr_&TYPE;_&PHYS;_&domain; + + + + MYCOMROOT + &MYCOMROOT; + + + + COMROOT + &COMROOT; + + + + machine + &machine; + + + + envir + &envir; + + + + KEEPDATA + &KEEPDATA; + + + DATAROOT + &DATAROOT; + + + + USER + &USER; + + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + jobidrefs_ensprodpreprochrrr_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + &COMINhrrr;.@Y@m@d/conus/hrrr.t@Hz.wrfprsf48.grib2 + &COMINhrrr;.@Y@m@d/conus/hrrr.t@Hz.wrfprsf12.grib2 + &COMINhrrr;.@Y@m@d/conus/hrrr.t@Hz.wrfprsf36.grib2 + + + + + + - + &RESERVATION; &EAS_RESOURCES; - 6:ppn=41 + 4:ppn=37 &PRE; &JOBS;/JREFS_EAS_1 easgen_1_&TYPE;_&PHYS;_&domain;_@Hz &OUTDIR;/logfiles_refs/eas_gen_1_&TYPE;_&PHYS;_&domain;@H.log NODES - 6 + 4 NTASK - 244 + 148 PTILE - 41 + 37 @@ -411,16 +621,18 @@ - - - + + + + + - + &RESERVATION; &EAS_RESOURCES; 6:ppn=32 @@ -519,12 +731,127 @@ - - - + + + + + + - - + + + + + + + &RESERVATION; + &EAS_RESOURCES; + 4:ppn=12 + &PRE; &JOBS;/JREFS_EAS_3 + easgen_3_&TYPE;_&PHYS;_&domain;_@Hz + &OUTDIR;/logfiles_refs/eas_gen_3_&TYPE;_&PHYS;_&domain;@H.log + + + NODES + 4 + + + NTASK + 48 + + + PTILE + 12 + + + + HOMErefs + &HOMErefs; + + + job + eas_gen_3_&TYPE;_&PHYS;_&domain; + + + machine + &machine; + + + USER + &USER; + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + NEST + &domain; + + + dom + &domain; + + + MYCOMROOT + &MYCOMROOT; + + + + COMINrefs + &COMINall; + + + + COMINhrrr + &COMINall; + + + + type + &TYPE; + + + + COMROOT + &COMROOT; + + + + DATAROOT + &DATAROOT; + + + KEEPDATA + &KEEPDATA; + + + envir + &envir; + + + jobidrefs_qpfeasfrac_3_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + + + + + + + + + @@ -532,30 +859,30 @@ - + &RESERVATION; &ENSPROD_RESOURCES; - 6:ppn=6 + 3:ppn=8 &PRE; &JOBS;/JREFS_ENSPROD_1 ensprod_1_&TYPE;_&PHYS;_&domain;_@H &OUTDIR;/logfiles_refs/ensprod_1_&TYPE;_&PHYS;_&domain;_@H.log NTASK - 36 + 24 PTILE - 6 + 8 NTASK_LINK - 36 + 24 PTILE_LINK - 6 + 8 @@ -633,17 +960,18 @@ - - - + + + + - - + + - + &RESERVATION; &ENSPROD_RESOURCES; 4:ppn=6 @@ -661,11 +989,11 @@ NTASK_LINK - 60 + 48 PTILE_LINK - 15 + 12 @@ -738,27 +1066,143 @@ &envir; - - jobidrefs_ensprod_2_&TYPE;_&PHYS;_&domain;_@H_&envir; - - - + + + + + + - - + + + + &RESERVATION; + &ENSPROD_RESOURCES; + 3:ppn=4 + &PRE; &JOBS;/JREFS_ENSPROD_3 + ensprod_3_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/ensprod_3_&TYPE;_&PHYS;_&domain;_@H.log + + + NTASK + 12 + + + PTILE + 4 + + + NTASK_LINK + 60 + + + PTILE_LINK + 20 + + + + type + &TYPE; + + + + HOMErefs + &HOMErefs; + + + job + ensprod_3_&TYPE;_&PHYS;_&domain;_@Y@m@d + + + machine + &machine; + + + USER + &USER; + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + NEST + &domain; + + + DATAROOT + &DATAROOT; + + + MYCOMROOT + &MYCOMROOT; + + + + COMINrefs + &COMINall; + + + + COMINhrrr + &COMINall; + + + + COMROOT + &COMROOT; + + + + KEEPDATA + &KEEPDATA; + + + envir + &envir; + + + jobidrefs_ensprod_3_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + + + + + + + + + + + + + + + - + &RESERVATION; &GEMPAK_RESOURCES; 1:ppn=1 @@ -835,6 +1279,8 @@ + + @@ -843,7 +1289,7 @@ - + &RESERVATION; &GEMPAK_RESOURCES; 1:ppn=8 @@ -928,6 +1374,8 @@ + + diff --git a/rocoto/drive_refs_enspost_conus.xml b/rocoto/drive_refs_enspost_conus.xml index 961c1eac1..8a35c1fa0 100644 --- a/rocoto/drive_refs_enspost_conus.xml +++ b/rocoto/drive_refs_enspost_conus.xml @@ -76,21 +76,240 @@ - + &RESERVATION; &PREPROC_RESOURCES; - 3:ppn=122 - &PRE; &JOBS;/JREFS_PREPROC_FV3 - preprocfv3_&TYPE;_&PHYS;_&domain;_@H - &OUTDIR;/logfiles_refs/preprocfv3_&TYPE;_&PHYS;_&domain;_@H.log + 3:ppn=24 + &PRE; &JOBS;/JREFS_PREPROC_FV3_1 + preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H.log NTASK - 366 + 72 PTILE - 61 + 24 + + + + NEST + &domain; + + + + type + &TYPE; + + + + GESROOT + &GESROOT; + + + + COMINrrfs + &COMINrrfsdet; + + + + HOMErefs + &HOMErefs; + + + job + preprocrefs_&TYPE;_&PHYS;_&domain; + + + + MYCOMROOT + &MYCOMROOT; + + + + COMROOT + &COMROOT; + + + + machine + &machine; + + + + envir + &envir; + + + + KEEPDATA + &KEEPDATA; + + + DATAROOT + &DATAROOT; + + + + USER + &USER; + + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + jobidrefs_ensprodpreprocfv3_1_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f024.conus.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f024.conus.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f024.conus.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f024.conus.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f024.conus.grib2 + &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f024.conus.grib2 + + + + + + + &RESERVATION; + &PREPROC_RESOURCES; + 3:ppn=24 + &PRE; &JOBS;/JREFS_PREPROC_FV3_2 + preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H.log + + + NTASK + 72 + + + PTILE + 24 + + + + NEST + &domain; + + + + type + &TYPE; + + + + GESROOT + &GESROOT; + + + + COMINrrfs + &COMINrrfsdet; + + + + HOMErefs + &HOMErefs; + + + job + preprocrefs_&TYPE;_&PHYS;_&domain; + + + + MYCOMROOT + &MYCOMROOT; + + + + COMROOT + &COMROOT; + + + + machine + &machine; + + + + envir + &envir; + + + + KEEPDATA + &KEEPDATA; + + + DATAROOT + &DATAROOT; + + + + USER + &USER; + + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + jobidrefs_ensprodpreprocfv3_2_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f048.conus.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f048.conus.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f048.conus.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f048.conus.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f048.conus.grib2 + &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f048.conus.grib2 + + + + + + + + &RESERVATION; + &PREPROC_RESOURCES; + 1:ppn=36 + &PRE; &JOBS;/JREFS_PREPROC_FV3_3 + preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H.log + + + NTASK + 36 + + + PTILE + 36 @@ -169,7 +388,7 @@ @H - jobidrefs_ensprodpreprocfv3_&TYPE;_&PHYS;_&domain;_@H_&envir; + jobidrefs_ensprodpreprocfv3_3_&TYPE;_&PHYS;_&domain;_@H_&envir; @@ -180,6 +399,7 @@ &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f060.conus.grib2 &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f060.conus.grib2 &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f060.conus.grib2 + @@ -373,8 +593,8 @@ - &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f060.conus.grib2 - &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f060.conus.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f024.conus.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f024.conus.grib2 @@ -388,22 +608,22 @@ &RESERVATION; &EAS_RESOURCES; - 2:ppn=122 + 4:ppn=37 &PRE; &JOBS;/JREFS_EAS_1 easgen_1_&TYPE;_&PHYS;_&domain;_@Hz &OUTDIR;/logfiles_refs/eas_gen_1_&TYPE;_&PHYS;_&domain;@H.log NODES - 2 + 4 NTASK - 244 + 148 PTILE - 122 + 37 @@ -484,8 +704,10 @@ - - + + + + @@ -496,14 +718,14 @@ &RESERVATION; &EAS_RESOURCES; - 4:ppn=48 + 6:ppn=32 &PRE; &JOBS;/JREFS_EAS_2 easgen_2_&TYPE;_&PHYS;_&domain;_@Hz &OUTDIR;/logfiles_refs/eas_gen_2_&TYPE;_&PHYS;_&domain;@H.log NODES - 4 + 6 NTASK @@ -511,7 +733,7 @@ PTILE - 48 + 32 @@ -593,8 +815,124 @@ - - + + + + + + + + + + + + + + &RESERVATION; + &EAS_RESOURCES; + 4:ppn=12 + &PRE; &JOBS;/JREFS_EAS_3 + easgen_3_&TYPE;_&PHYS;_&domain;_@Hz + &OUTDIR;/logfiles_refs/eas_gen_3_&TYPE;_&PHYS;_&domain;@H.log + + + NODES + 4 + + + NTASK + 48 + + + PTILE + 12 + + + + HOMErefs + &HOMErefs; + + + job + eas_gen_3_&TYPE;_&PHYS;_&domain; + + + machine + &machine; + + + USER + &USER; + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + NEST + &domain; + + + dom + &domain; + + + MYCOMROOT + &MYCOMROOT; + + + + COMINrefs + &COMINall; + + + + COMINhrrr + &COMINall; + + + + type + &TYPE; + + + + COMROOT + &COMROOT; + + + + DATAROOT + &DATAROOT; + + + KEEPDATA + &KEEPDATA; + + + envir + &envir; + + + jobidrefs_qpfeasfrac_3_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + + + + + + @@ -609,27 +947,27 @@ &RESERVATION; &ENSPROD_RESOURCES; - 3:ppn=12 + 3:ppn=8 &PRE; &JOBS;/JREFS_ENSPROD_1 ensprod_1_&TYPE;_&PHYS;_&domain;_@H &OUTDIR;/logfiles_refs/ensprod_1_&TYPE;_&PHYS;_&domain;_@H.log NTASK - 36 + 24 PTILE - 12 + 8 NTASK_LINK - 36 + 24 PTILE_LINK - 12 + 8 @@ -708,8 +1046,9 @@ - - + + + @@ -721,7 +1060,7 @@ &RESERVATION; &ENSPROD_RESOURCES; - 2:ppn=12 + 4:ppn=6 &PRE; &JOBS;/JREFS_ENSPROD_2 ensprod_2_&TYPE;_&PHYS;_&domain;_@H &OUTDIR;/logfiles_refs/ensprod_2_&TYPE;_&PHYS;_&domain;_@H.log @@ -732,15 +1071,15 @@ PTILE - 12 + 6 NTASK_LINK - 60 + 48 PTILE_LINK - 60 + 12 @@ -818,8 +1157,11 @@ - - + + + + + @@ -828,6 +1170,122 @@ + + &RESERVATION; + &ENSPROD_RESOURCES; + 3:ppn=4 + &PRE; &JOBS;/JREFS_ENSPROD_3 + ensprod_3_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/ensprod_3_&TYPE;_&PHYS;_&domain;_@H.log + + + NTASK + 12 + + + PTILE + 4 + + + NTASK_LINK + 60 + + + PTILE_LINK + 20 + + + + type + &TYPE; + + + + HOMErefs + &HOMErefs; + + + job + ensprod_3_&TYPE;_&PHYS;_&domain;_@Y@m@d + + + machine + &machine; + + + USER + &USER; + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + NEST + &domain; + + + DATAROOT + &DATAROOT; + + + MYCOMROOT + &MYCOMROOT; + + + + COMINrefs + &COMINall; + + + + COMINhrrr + &COMINall; + + + + COMROOT + &COMROOT; + + + + KEEPDATA + &KEEPDATA; + + + envir + &envir; + + + jobidrefs_ensprod_3_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + + + + + + + + + + + + + + + + @@ -909,6 +1367,8 @@ + + @@ -1002,6 +1462,8 @@ + + diff --git a/rocoto/drive_refs_enspost_hi.xml b/rocoto/drive_refs_enspost_hi.xml index 862f7ca41..c8da7078f 100644 --- a/rocoto/drive_refs_enspost_hi.xml +++ b/rocoto/drive_refs_enspost_hi.xml @@ -2,23 +2,23 @@ - - - + + + + - + - + @@ -28,10 +28,9 @@ - - + @@ -47,10 +46,10 @@ dev_transfer&ACCOUNT;'> 1:ppn=104:59:00'> + 00:10:00'> 00:39:00'> -00:10:00'> 00:45:00'> 00:45:00'> 00:59:00'> @@ -62,10 +61,10 @@ - + &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 06:00:00 - &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 06:00:00 + &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 12:00:00 &OUTDIR;/logfiles_refs/workflow_regional_single_&TYPE;_&domain;_@Y@m@d@H.log @@ -76,21 +75,21 @@ - + &RESERVATION; &PREPROC_RESOURCES; - 3:ppn=122 - &PRE; &JOBS;/JREFS_PREPROC_FV3 - preprocfv3_&TYPE;_&PHYS;_&domain;_@H - &OUTDIR;/logfiles_refs/preprocfv3_&TYPE;_&PHYS;_&domain;_@H.log + 3:ppn=24 + &PRE; &JOBS;/JREFS_PREPROC_FV3_1 + preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H.log NTASK - 366 + 72 PTILE - 122 + 24 @@ -113,12 +112,114 @@ &COMINrrfsdet; - - COMINhrrr - &COMINhrrr; + + HOMErefs + &HOMErefs; + + + job + preprocrefs_&TYPE;_&PHYS;_&domain; - + + MYCOMROOT + &MYCOMROOT; + + + + COMROOT + &COMROOT; + + + + machine + &machine; + + + + envir + &envir; + + + + KEEPDATA + &KEEPDATA; + + + DATAROOT + &DATAROOT; + + + + USER + &USER; + + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + jobidrefs_ensprodpreprocfv3_1_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f024.hi.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f024.hi.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f024.hi.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f024.hi.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f024.hi.grib2 + &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f024.hi.grib2 + + + + + + + &RESERVATION; + &PREPROC_RESOURCES; + 3:ppn=24 + &PRE; &JOBS;/JREFS_PREPROC_FV3_2 + preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H.log + + + NTASK + 72 + + + PTILE + 24 + + + + NEST + &domain; + + + + type + &TYPE; + + + + GESROOT + &GESROOT; + + + + COMINrrfs + &COMINrrfsdet; + HOMErefs @@ -176,11 +277,122 @@ @H - jobidrefs_ensprodpreprocfv3_&TYPE;_&PHYS;_&domain;_@H_&envir; + jobidrefs_ensprodpreprocfv3_2_&TYPE;_&PHYS;_&domain;_@H_&envir; + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f048.hi.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f048.hi.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f048.hi.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f048.hi.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f048.hi.grib2 + &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f048.hi.grib2 + + + + + + + + &RESERVATION; + &PREPROC_RESOURCES; + 1:ppn=36 + &PRE; &JOBS;/JREFS_PREPROC_FV3_3 + preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H.log + + + NTASK + 36 + + + PTILE + 36 + + + + NEST + &domain; + + + + type + &TYPE; + + + + GESROOT + &GESROOT; + + + + COMINrrfs + &COMINrrfsdet; + + + + HOMErefs + &HOMErefs; + + + job + preprocrefs_&TYPE;_&PHYS;_&domain; + + + + MYCOMROOT + &MYCOMROOT; + + + + COMROOT + &COMROOT; + + + + machine + &machine; + + + + envir + &envir; + + + + KEEPDATA + &KEEPDATA; + + + DATAROOT + &DATAROOT; + + + + USER + &USER; + + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + jobidrefs_ensprodpreprocfv3_3_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f060.&domain;.grib2 &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f060.&domain;.grib2 &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f060.&domain;.grib2 @@ -198,10 +410,10 @@ - + &RESERVATION; &EAS_RESOURCES; - 2:ppn=122 + 2:ppn=74 &PRE; &JOBS;/JREFS_EAS_1 easgen_1_&TYPE;_&PHYS;_&domain;_@Hz &OUTDIR;/logfiles_refs/eas_gen_1_&TYPE;_&PHYS;_&domain;@H.log @@ -212,11 +424,11 @@ NTASK - 122 + 148 PTILE - 122 + 74 @@ -224,13 +436,6 @@ &TYPE; - - COMINhrrr - &COMINhrrr; - - - - HOMErefs &HOMErefs; @@ -282,6 +487,11 @@ &COMINall; + + COMINhrrr + &COMINall; + + DATAROOT &DATAROOT; @@ -298,14 +508,16 @@ - - - + + + + + - + &RESERVATION; &EAS_RESOURCES; 2:ppn=96 @@ -371,12 +583,11 @@ COMINrefs &COMINall; - - COMINhrrr - &COMINhrrr; - - + + COMINhrrr + &COMINall; + type @@ -405,10 +616,123 @@ - - - - + + + + + + + + + + + + &RESERVATION; + &EAS_RESOURCES; + 1:ppn=48 + &PRE; &JOBS;/JREFS_EAS_3 + easgen_3_&TYPE;_&PHYS;_&domain;_@Hz + &OUTDIR;/logfiles_refs/eas_gen_3_&TYPE;_&PHYS;_&domain;@H.log + + + NODES + 1 + + + NTASK + 48 + + + PTILE + 48 + + + + HOMErefs + &HOMErefs; + + + job + eas_gen_3_&TYPE;_&PHYS;_&domain; + + + machine + &machine; + + + USER + &USER; + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + NEST + &domain; + + + dom + &domain; + + + MYCOMROOT + &MYCOMROOT; + + + + COMINrefs + &COMINall; + + + + COMINhrrr + &COMINall; + + + + type + &TYPE; + + + + COMROOT + &COMROOT; + + + + DATAROOT + &DATAROOT; + + + KEEPDATA + &KEEPDATA; + + + envir + &envir; + + + jobidrefs_qpfeasfrac_3_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + + + + + + + @@ -416,30 +740,30 @@ - + &RESERVATION; &ENSPROD_RESOURCES; - 1:ppn=36 + 3:ppn=8 &PRE; &JOBS;/JREFS_ENSPROD_1 ensprod_1_&TYPE;_&PHYS;_&domain;_@H &OUTDIR;/logfiles_refs/ensprod_1_&TYPE;_&PHYS;_&domain;_@H.log NTASK - 36 + 24 PTILE - 36 + 8 NTASK_LINK - 36 + 24 PTILE_LINK - 36 + 8 @@ -493,6 +817,11 @@ &COMINall; + + COMINhrrr + &COMINall; + + COMROOT &COMROOT; @@ -512,18 +841,19 @@ - - - - + + + + + - + &RESERVATION; &ENSPROD_RESOURCES; - 1:ppn=24 + 3:ppn=8 &PRE; &JOBS;/JREFS_ENSPROD_2 ensprod_2_&TYPE;_&PHYS;_&domain;_@H &OUTDIR;/logfiles_refs/ensprod_2_&TYPE;_&PHYS;_&domain;_@H.log @@ -534,15 +864,15 @@ PTILE - 24 + 8 NTASK_LINK - 60 + 48 PTILE_LINK - 60 + 16 @@ -596,6 +926,11 @@ &COMINall; + + COMINhrrr + &COMINall; + + COMROOT &COMROOT; @@ -610,15 +945,127 @@ &envir; + jobidrefs_ensprod_2_&TYPE;_&PHYS;_&domain;_@H_&envir; - jobidrefs_ensprod_2_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + + + + + + + + + + &RESERVATION; + &ENSPROD_RESOURCES; + 3:ppn=4 + &PRE; &JOBS;/JREFS_ENSPROD_3 + ensprod_3_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/ensprod_3_&TYPE;_&PHYS;_&domain;_@H.log + + + NTASK + 12 + + + PTILE + 4 + + + NTASK_LINK + 60 + + + PTILE_LINK + 20 + + + + type + &TYPE; + + + + HOMErefs + &HOMErefs; + + + job + ensprod_3_&TYPE;_&PHYS;_&domain;_@Y@m@d + + + machine + &machine; + + + USER + &USER; + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + NEST + &domain; + + + DATAROOT + &DATAROOT; + + + MYCOMROOT + &MYCOMROOT; + + + + COMINrefs + &COMINall; + + + + COMINhrrr + &COMINall; + + + + COMROOT + &COMROOT; + + + + KEEPDATA + &KEEPDATA; + + + envir + &envir; + + + jobidrefs_ensprod_3_&TYPE;_&PHYS;_&domain;_@H_&envir; - - + + + + + + @@ -628,7 +1075,7 @@ - + &RESERVATION; &GEMPAK_RESOURCES; 1:ppn=1 @@ -705,6 +1152,8 @@ + + @@ -713,7 +1162,7 @@ - + &RESERVATION; &GEMPAK_RESOURCES; 1:ppn=8 @@ -798,6 +1247,8 @@ + + diff --git a/rocoto/drive_refs_enspost_pr.xml b/rocoto/drive_refs_enspost_pr.xml index f20783e37..ec801dcaf 100644 --- a/rocoto/drive_refs_enspost_pr.xml +++ b/rocoto/drive_refs_enspost_pr.xml @@ -3,23 +3,22 @@ [ - - - + + + - + - + - - + @@ -28,10 +27,10 @@ - + - + @@ -51,7 +50,6 @@ 00:10:00'> 00:39:00'> -00:10:00'> 00:45:00'> 00:45:00'> 00:59:00'> @@ -63,10 +61,10 @@ - + &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 06:00:00 - &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 06:00:00 + &STARTYEAR;&STARTMONTH;&STARTDAY;&STARTHOUR;00 &ENDYEAR;&ENDMONTH;&ENDDAY;&ENDHOUR;00 12:00:00 &OUTDIR;/logfiles_refs/workflow_regional_single_&TYPE;_&domain;_@Y@m@d@H.log @@ -77,21 +75,21 @@ - + &RESERVATION; &PREPROC_RESOURCES; - 3:ppn=122 - &PRE; &JOBS;/JREFS_PREPROC_FV3 - preprocfv3_&TYPE;_&PHYS;_&domain;_@H - &OUTDIR;/logfiles_refs/preprocfv3_&TYPE;_&PHYS;_&domain;_@H.log + 3:ppn=24 + &PRE; &JOBS;/JREFS_PREPROC_FV3_1 + preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/preprocfv3_1_&TYPE;_&PHYS;_&domain;_@H.log NTASK - 366 + 72 PTILE - 122 + 24 @@ -115,8 +113,112 @@ - COMINhrrr - &COMINhrrr; + HOMErefs + &HOMErefs; + + + job + preprocrefs_&TYPE;_&PHYS;_&domain; + + + + MYCOMROOT + &MYCOMROOT; + + + + COMROOT + &COMROOT; + + + + machine + &machine; + + + + envir + &envir; + + + + KEEPDATA + &KEEPDATA; + + + DATAROOT + &DATAROOT; + + + + USER + &USER; + + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + jobidrefs_ensprodpreprocfv3_1_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f024.pr.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f024.pr.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f024.pr.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f024.pr.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f024.pr.grib2 + &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f024.pr.grib2 + + + + + + + &RESERVATION; + &PREPROC_RESOURCES; + 3:ppn=24 + &PRE; &JOBS;/JREFS_PREPROC_FV3_2 + preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/preprocfv3_2_&TYPE;_&PHYS;_&domain;_@H.log + + + NTASK + 72 + + + PTILE + 24 + + + + NEST + &domain; + + + + type + &TYPE; + + + + GESROOT + &GESROOT; + + + + COMINrrfs + &COMINrrfsdet; @@ -175,17 +277,128 @@ @H - jobidrefs_ensprodpreprocfv3_&TYPE;_&PHYS;_&domain;_@H_&envir; + jobidrefs_ensprodpreprocfv3_2_&TYPE;_&PHYS;_&domain;_@H_&envir; - &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f060.&domain;.grib2 - &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f060.&domain;.grib2 - &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f060.&domain;.grib2 - &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f060.&domain;.grib2 - &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f060.&domain;.grib2 - &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f060.&domain;.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f048.pr.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f048.pr.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f048.pr.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f048.pr.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f048.pr.grib2 + &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f048.pr.grib2 + + + + + + + + &RESERVATION; + &PREPROC_RESOURCES; + 1:ppn=36 + &PRE; &JOBS;/JREFS_PREPROC_FV3_3 + preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/preprocfv3_3_&TYPE;_&PHYS;_&domain;_@H.log + + + NTASK + 36 + + + PTILE + 36 + + + + NEST + &domain; + + + + type + &TYPE; + + + + GESROOT + &GESROOT; + + + + COMINrrfs + &COMINrrfsdet; + + + + HOMErefs + &HOMErefs; + + + job + preprocrefs_&TYPE;_&PHYS;_&domain; + + + + MYCOMROOT + &MYCOMROOT; + + + + COMROOT + &COMROOT; + + + + machine + &machine; + + + + envir + &envir; + + + + KEEPDATA + &KEEPDATA; + + + DATAROOT + &DATAROOT; + + + + USER + &USER; + + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + jobidrefs_ensprodpreprocfv3_3_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0001/rrfs.t@Hz.m01.prslev.f060.pr.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0002/rrfs.t@Hz.m02.prslev.f060.pr.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0003/rrfs.t@Hz.m03.prslev.f060.pr.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0004/rrfs.t@Hz.m04.prslev.f060.pr.grib2 + &COMINrrfsdet;/refs.@Y@m@d/@H/mem0005/rrfs.t@Hz.m05.prslev.f060.pr.grib2 + &COMINrrfsdet;/rrfs.@Y@m@d/@H/rrfs.t@Hz.prslev.f060.pr.grib2 + @@ -197,10 +410,10 @@ - + &RESERVATION; &EAS_RESOURCES; - 2:ppn=122 + 2:ppn=74 &PRE; &JOBS;/JREFS_EAS_1 easgen_1_&TYPE;_&PHYS;_&domain;_@Hz &OUTDIR;/logfiles_refs/eas_gen_1_&TYPE;_&PHYS;_&domain;@H.log @@ -211,11 +424,11 @@ NTASK - 244 + 148 PTILE - 122 + 74 @@ -227,7 +440,6 @@ HOMErefs &HOMErefs; - job eas_gen_1_&TYPE;_&PHYS;_&domain; @@ -296,14 +508,16 @@ - - - + + + + + - + &RESERVATION; &EAS_RESOURCES; 2:ppn=96 @@ -402,10 +616,123 @@ - - - - + + + + + + + + + + + + &RESERVATION; + &EAS_RESOURCES; + 1:ppn=48 + &PRE; &JOBS;/JREFS_EAS_3 + easgen_3_&TYPE;_&PHYS;_&domain;_@Hz + &OUTDIR;/logfiles_refs/eas_gen_3_&TYPE;_&PHYS;_&domain;@H.log + + + NODES + 1 + + + NTASK + 48 + + + PTILE + 48 + + + + HOMErefs + &HOMErefs; + + + job + eas_gen_3_&TYPE;_&PHYS;_&domain; + + + machine + &machine; + + + USER + &USER; + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + NEST + &domain; + + + dom + &domain; + + + MYCOMROOT + &MYCOMROOT; + + + + COMINrefs + &COMINall; + + + + COMINhrrr + &COMINall; + + + + type + &TYPE; + + + + COMROOT + &COMROOT; + + + + DATAROOT + &DATAROOT; + + + KEEPDATA + &KEEPDATA; + + + envir + &envir; + + + jobidrefs_qpfeasfrac_3_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + + + + + + + @@ -413,30 +740,30 @@ - + &RESERVATION; &ENSPROD_RESOURCES; - 1:ppn=36 + 3:ppn=8 &PRE; &JOBS;/JREFS_ENSPROD_1 ensprod_1_&TYPE;_&PHYS;_&domain;_@H &OUTDIR;/logfiles_refs/ensprod_1_&TYPE;_&PHYS;_&domain;_@H.log NTASK - 36 + 24 PTILE - 36 + 8 NTASK_LINK - 36 + 24 PTILE_LINK - 36 + 8 @@ -514,18 +841,19 @@ - - - - + + + + + - + &RESERVATION; &ENSPROD_RESOURCES; - 1:ppn=24 + 3:ppn=8 &PRE; &JOBS;/JREFS_ENSPROD_2 ensprod_2_&TYPE;_&PHYS;_&domain;_@H &OUTDIR;/logfiles_refs/ensprod_2_&TYPE;_&PHYS;_&domain;_@H.log @@ -536,15 +864,15 @@ PTILE - 24 + 8 NTASK_LINK - 60 + 48 PTILE_LINK - 60 + 16 @@ -617,16 +945,128 @@ &envir; + jobidrefs_ensprod_2_&TYPE;_&PHYS;_&domain;_@H_&envir; - jobidrefs_ensprod_2_&TYPE;_&PHYS;_&domain;_@H_&envir; + + + + + + + + + + + + + + &RESERVATION; + &ENSPROD_RESOURCES; + 3:ppn=4 + &PRE; &JOBS;/JREFS_ENSPROD_3 + ensprod_3_&TYPE;_&PHYS;_&domain;_@H + &OUTDIR;/logfiles_refs/ensprod_3_&TYPE;_&PHYS;_&domain;_@H.log + + + NTASK + 12 + + + PTILE + 4 + + + NTASK_LINK + 60 + + + PTILE_LINK + 20 + + + + type + &TYPE; + + + + HOMErefs + &HOMErefs; + + + job + ensprod_3_&TYPE;_&PHYS;_&domain;_@Y@m@d + + + machine + &machine; + + + USER + &USER; + + + CDATE + @Y@m@d@H + + + PDY + @Y@m@d + + + cyc + @H + + + NEST + &domain; + + + DATAROOT + &DATAROOT; + + + MYCOMROOT + &MYCOMROOT; + + + + COMINrefs + &COMINall; + + + + COMINhrrr + &COMINall; + + + + COMROOT + &COMROOT; + + + + KEEPDATA + &KEEPDATA; + + + envir + &envir; + + + jobidrefs_ensprod_3_&TYPE;_&PHYS;_&domain;_@H_&envir; - - - - + + + + + + + + @@ -635,7 +1075,7 @@ - + &RESERVATION; &GEMPAK_RESOURCES; 1:ppn=1 @@ -712,6 +1152,8 @@ + + @@ -720,7 +1162,7 @@ - + &RESERVATION; &GEMPAK_RESOURCES; 1:ppn=8 @@ -805,6 +1247,8 @@ + + diff --git a/rocoto/run_refs.sh b/rocoto/run_refs.sh index 85fd11875..22693c431 100755 --- a/rocoto/run_refs.sh +++ b/rocoto/run_refs.sh @@ -4,7 +4,7 @@ module load core/rocoto/1.3.5 module list -doms="hi ak pr conus" +doms="hi conus pr ak" dir="/lfs/h2/emc/lam/noscrub/emc.lam/enspost/refs.v1.0.0/rocoto" diff --git a/scripts/exrefs_eas_1.sh.ecf b/scripts/exrefs_eas_1.sh.ecf index 414581373..b6227cd1f 100755 --- a/scripts/exrefs_eas_1.sh.ecf +++ b/scripts/exrefs_eas_1.sh.ecf @@ -20,7 +20,7 @@ then rm poe.* fi -hrs="24 27 30 33 36" +hrs="24" for fhr in $hrs do echo "cd ${DATA}; mkdir qpf_${fhr}_24_low; cd qpf_${fhr}_24_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 240 > qpf_combo_${dom}_${cyc}_24h_low_${fhr}.log" >> poe.qpf_snow @@ -30,7 +30,7 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_24_higher; cd qpf_${fhr}_24_higher ; python $ done -hrs="06 09 12 15 18 21 24 27 30 33 36" +hrs="06 09 12 15 18 21 24" for fhr in $hrs do echo "cd ${DATA}; mkdir qpf_${fhr}_6_low; cd qpf_${fhr}_6_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 600 > qpf_combo_${dom}_${cyc}_6h_low_${fhr}.log" >> poe.qpf_snow @@ -39,7 +39,7 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_6_high; cd qpf_${fhr}_6_high ; python ${USHre echo "cd ${DATA}; mkdir snow_${fhr}_6; cd snow_${fhr}_6; python ${USHrefs}/enspost_make_easfracsnow_combo.py_${type} ${fhr} 6 > snow_combo_${dom}_${cyc}_6h_${fhr}.log" >> poe.qpf_snow done -hrs="12 15 18 21 24 27 30 33 36" +hrs="12 15 18 21 24" for fhr in $hrs do echo "cd ${DATA}; mkdir qpf_${fhr}_12_low; cd qpf_${fhr}_12_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 120 > qpf_combo_${dom}_${cyc}_12h_low_${fhr}.log" >> poe.qpf_snow @@ -49,7 +49,7 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_12_higher; cd qpf_${fhr}_12_higher ; python $ done -hrs="03 06 09 12 15 18 21 24 27 30 33 36" +hrs="03 06 09 12 15 18 21 24" for fhr in $hrs do echo "cd ${DATA}; mkdir qpf_${fhr}_3_low; cd qpf_${fhr}_3_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 300 > qpf_combo_${dom}_${cyc}_3h_low_${fhr}.log" >> poe.qpf_snow @@ -57,7 +57,7 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_3_high; cd qpf_${fhr}_3_high ; python ${USHre echo "cd ${DATA}; mkdir snow_${fhr}_3; cd snow_${fhr}_3; python ${USHrefs}/enspost_make_easfracsnow_combo.py_${type} ${fhr} 3 > snow_combo_${dom}_${cyc}_3h_${fhr}.log" >> poe.qpf_snow done -hrs="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36" +hrs="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24" for fhr in $hrs do echo "cd ${DATA}; mkdir qpf_${fhr}_1_low; cd qpf_${fhr}_1_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 100 > qpf_combo_${dom}_${cyc}_1h_low_${fhr}.log" >> poe.qpf_snow @@ -80,7 +80,7 @@ then fhr=01 -while [ $fhr -le 36 ] +while [ $fhr -le 24 ] do if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf01low_easfrac.f${fhr}.grib2 -o \ @@ -163,7 +163,7 @@ cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12high_easfrac.f${fhr}.grib2 >> $DATA/${RUN cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12higher_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 fi -if [ $fhr -eq 24 -o $fhr -eq 27 -o $fhr -eq 30 -o $fhr -eq 33 -o $fhr -eq 36 ] +if [ $fhr -eq 24 ] then if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf24low_easfrac.f${fhr}.grib2 -o \ diff --git a/scripts/exrefs_eas_2.sh.ecf b/scripts/exrefs_eas_2.sh.ecf index dcd37c882..97532ec57 100755 --- a/scripts/exrefs_eas_2.sh.ecf +++ b/scripts/exrefs_eas_2.sh.ecf @@ -20,12 +20,8 @@ then rm poe.* fi -if [ $type = single ];then -hrs="39 42 45 48 51 54 57 60" -else -hrs="39 42 45 48 51 54 57 60" -#hrs="39 42 45 48 51 54" -fi +hrs="27 30 33 36 39 42 45 48" + for fhr in $hrs do echo "cd ${DATA}; mkdir qpf_${fhr}_24_low; cd qpf_${fhr}_24_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 240 > qpf_combo_${dom}_${cyc}_24h_low_${fhr}.log" >> poe.qpf_snow @@ -34,12 +30,8 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_24_high; cd qpf_${fhr}_24_high ; python ${USH echo "cd ${DATA}; mkdir qpf_${fhr}_24_higher; cd qpf_${fhr}_24_higher ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 243 > qpf_combo_${dom}_${cyc}_24h_higher_${fhr}.log" >> poe.qpf_snow done -if [ $type = single ];then -hrs="39 42 45 48 51 54 57 60" -else -hrs="39 42 45 48 51 54 57 60" -#hrs="39 42 45 48 51 54" -fi +hrs="27 30 33 36 39 42 45 48" + for fhr in $hrs do echo "cd ${DATA}; mkdir qpf_${fhr}_6_low; cd qpf_${fhr}_6_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 600 > qpf_combo_${dom}_${cyc}_6h_low_${fhr}.log" >> poe.qpf_snow @@ -48,12 +40,8 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_6_high; cd qpf_${fhr}_6_high ; python ${USHre echo "cd ${DATA}; mkdir snow_${fhr}_6; cd snow_${fhr}_6; python ${USHrefs}/enspost_make_easfracsnow_combo.py_${type} ${fhr} 6 > snow_combo_${dom}_${cyc}_6h_${fhr}.log" >> poe.qpf_snow done -if [ $type = single ];then -hrs="39 42 45 48 51 54 57 60" -else -hrs="39 42 45 48 51 54 57 60" -#hrs="39 42 45 48 51 54" -fi +hrs="27 30 33 36 39 42 45 48" + for fhr in $hrs do echo "cd ${DATA}; mkdir qpf_${fhr}_12_low; cd qpf_${fhr}_12_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 120 > qpf_combo_${dom}_${cyc}_12h_low_${fhr}.log" >> poe.qpf_snow @@ -63,12 +51,8 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_12_higher; cd qpf_${fhr}_12_higher ; python $ done -if [ $type = single ];then -hrs="39 42 45 48 51 54 57 60" -else -hrs="39 42 45 48 51 54 57 60" -#hrs="39 42 45 48 51 54" -fi +hrs="27 30 33 36 39 42 45 48" + for fhr in $hrs do echo "cd ${DATA}; mkdir qpf_${fhr}_3_low; cd qpf_${fhr}_3_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 300 > qpf_combo_${dom}_${cyc}_3h_low_${fhr}.log" >> poe.qpf_snow @@ -76,12 +60,8 @@ echo "cd ${DATA}; mkdir qpf_${fhr}_3_high; cd qpf_${fhr}_3_high ; python ${USHre echo "cd ${DATA}; mkdir snow_${fhr}_3; cd snow_${fhr}_3; python ${USHrefs}/enspost_make_easfracsnow_combo.py_${type} ${fhr} 3 > snow_combo_${dom}_${cyc}_3h_${fhr}.log" >> poe.qpf_snow done -if [ $type = single ];then -hrs="37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60" -else -hrs="37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60" -#hrs="37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54" -fi +hrs="25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48" + for fhr in $hrs do echo "cd ${DATA}; mkdir qpf_${fhr}_1_low; cd qpf_${fhr}_1_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 100 > qpf_combo_${dom}_${cyc}_1h_low_${fhr}.log" >> poe.qpf_snow @@ -101,14 +81,9 @@ export err=$?; err_chk if [ $err -eq 0 ] then -fhr=37 +fhr=25 -if [ $type = single ];then - endfhr=60 -else - endfhr=60 -#endfhr=54 -fi +endfhr=48 while [ $fhr -le $endfhr ] do @@ -192,8 +167,8 @@ cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12high_easfrac.f${fhr}.grib2 >> $DATA/${RUN cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12higher_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 fi -if [ $fhr -eq 39 -o $fhr -eq 42 -o $fhr -eq 45 -o $fhr -eq 48 -o $fhr -eq 51 \ - -o $fhr -eq 54 -o $fhr -eq 57 -o $fhr -eq 60 ] +if [ $fhr -eq 27 -o $fhr -eq 30 -o $fhr -eq 33 -o $fhr -eq 36 \ +-o $fhr -eq 39 -o $fhr -eq 42 -o $fhr -eq 45 -o $fhr -eq 48 ] then if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf24low_easfrac.f${fhr}.grib2 -o \ diff --git a/scripts/exrefs_eas_3.sh.ecf b/scripts/exrefs_eas_3.sh.ecf new file mode 100755 index 000000000..67caaa65f --- /dev/null +++ b/scripts/exrefs_eas_3.sh.ecf @@ -0,0 +1,226 @@ +set -x + + +cd $DATA + +#export fhr=$1 +export type=$1 + +echo "$0 STRDATE "`date` + +msg="$job HAS BEGUN" +postmsg "$msg" + +location=`hostname` + +echo running on $location + +if [ -e poe.qpf_6 ] +then +rm poe.* +fi + +hrs="51 54 57 60" + +for fhr in $hrs +do +echo "cd ${DATA}; mkdir qpf_${fhr}_24_low; cd qpf_${fhr}_24_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 240 > qpf_combo_${dom}_${cyc}_24h_low_${fhr}.log" >> poe.qpf_snow +echo "cd ${DATA}; mkdir qpf_${fhr}_24_med; cd qpf_${fhr}_24_med ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 241 > qpf_combo_${dom}_${cyc}_24h_med_${fhr}.log" >> poe.qpf_snow +echo "cd ${DATA}; mkdir qpf_${fhr}_24_high; cd qpf_${fhr}_24_high ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 242 > qpf_combo_${dom}_${cyc}_24h_high_${fhr}.log" >> poe.qpf_snow +echo "cd ${DATA}; mkdir qpf_${fhr}_24_higher; cd qpf_${fhr}_24_higher ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 243 > qpf_combo_${dom}_${cyc}_24h_higher_${fhr}.log" >> poe.qpf_snow +done + +hrs="51 54 57 60" + +for fhr in $hrs +do +echo "cd ${DATA}; mkdir qpf_${fhr}_6_low; cd qpf_${fhr}_6_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 600 > qpf_combo_${dom}_${cyc}_6h_low_${fhr}.log" >> poe.qpf_snow +echo "cd ${DATA}; mkdir qpf_${fhr}_6_med; cd qpf_${fhr}_6_med ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 601 > qpf_combo_${dom}_${cyc}_6h_med_${fhr}.log" >> poe.qpf_snow +echo "cd ${DATA}; mkdir qpf_${fhr}_6_high; cd qpf_${fhr}_6_high ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 602 > qpf_combo_${dom}_${cyc}_6h_high_${fhr}.log" >> poe.qpf_snow +echo "cd ${DATA}; mkdir snow_${fhr}_6; cd snow_${fhr}_6; python ${USHrefs}/enspost_make_easfracsnow_combo.py_${type} ${fhr} 6 > snow_combo_${dom}_${cyc}_6h_${fhr}.log" >> poe.qpf_snow +done + +hrs="51 54 57 60" + +for fhr in $hrs +do +echo "cd ${DATA}; mkdir qpf_${fhr}_12_low; cd qpf_${fhr}_12_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 120 > qpf_combo_${dom}_${cyc}_12h_low_${fhr}.log" >> poe.qpf_snow +echo "cd ${DATA}; mkdir qpf_${fhr}_12_med; cd qpf_${fhr}_12_med ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 121 > qpf_combo_${dom}_${cyc}_12h_med_${fhr}.log" >> poe.qpf_snow +echo "cd ${DATA}; mkdir qpf_${fhr}_12_high; cd qpf_${fhr}_12_high ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 122 > qpf_combo_${dom}_${cyc}_12h_high_${fhr}.log" >> poe.qpf_snow +echo "cd ${DATA}; mkdir qpf_${fhr}_12_higher; cd qpf_${fhr}_12_higher ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 123 > qpf_combo_${dom}_${cyc}_12h_higher_${fhr}.log" >> poe.qpf_snow +done + + +hrs="51 54 57 60" + +for fhr in $hrs +do +echo "cd ${DATA}; mkdir qpf_${fhr}_3_low; cd qpf_${fhr}_3_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 300 > qpf_combo_${dom}_${cyc}_3h_low_${fhr}.log" >> poe.qpf_snow +echo "cd ${DATA}; mkdir qpf_${fhr}_3_high; cd qpf_${fhr}_3_high ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 302 > qpf_combo_${dom}_${cyc}_3h_high_${fhr}.log" >> poe.qpf_snow +echo "cd ${DATA}; mkdir snow_${fhr}_3; cd snow_${fhr}_3; python ${USHrefs}/enspost_make_easfracsnow_combo.py_${type} ${fhr} 3 > snow_combo_${dom}_${cyc}_3h_${fhr}.log" >> poe.qpf_snow +done + +hrs="49 50 51 52 53 54 55 56 57 58 59 60" + +for fhr in $hrs +do +echo "cd ${DATA}; mkdir qpf_${fhr}_1_low; cd qpf_${fhr}_1_low ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 100 > qpf_combo_${dom}_${cyc}_1h_low_${fhr}.log" >> poe.qpf_snow +echo "cd ${DATA}; mkdir qpf_${fhr}_1_high; cd qpf_${fhr}_1_high ; python ${USHrefs}/enspost_make_easfracqpf_combo.py_${type} ${fhr} 102 > qpf_combo_${dom}_${cyc}_1h_high_${fhr}.log" >> poe.qpf_snow +echo "cd ${DATA}; mkdir snow_${fhr}_1; cd snow_${fhr}_1; python ${USHrefs}/enspost_make_easfracsnow_combo.py_${type} ${fhr} 1 > snow_combo_${dom}_${cyc}_1h_${fhr}.log" >> poe.qpf_snow +done + + +chmod 775 poe.qpf_snow + + mpiexec -n $NTASK -ppn $PTILE --cpu-bind verbose,core cfp ./poe.qpf_snow +#mpiexec -np $NTASK --cpu-bind verbose,depth cfp ./poe.qpf_snow +#mpiexec -np $(($NTASK*$NODES)) --cpu-bind verbose,depth cfp ./poe.qpf_snow +export err=$?; err_chk + + +if [ $err -eq 0 ] +then + +fhr=49 + +if [ $type = single ];then + endfhr=60 +else + endfhr=60 +#endfhr=54 +fi + +while [ $fhr -le $endfhr ] +do + +if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf01low_easfrac.f${fhr}.grib2 -o \ + ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf01high_easfrac.f${fhr}.grib2 ] +then +msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.pqpf01(low|high)_easfrac.f${fhr}.grib2" +err_exit $msg +fi +if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.snow01_easfrac.f${fhr}.grib2 ] +then +msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.snow01_easfrac.f${fhr}.grib2" +err_exit $msg +fi + +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf01low_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf01high_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +cat $DATA/${RUN}.t${cyc}z.${dom}.snow01_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 + +if [ $((fhr%3)) -eq 0 ] +then + +if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf03low_easfrac.f${fhr}.grib2 -o \ + ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf03high_easfrac.f${fhr}.grib2 ] +then +msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.pqpf03(low|high)_easfrac.f${fhr}.grib2" +err_exit $msg +fi + +if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.snow03_easfrac.f${fhr}.grib2 ] +then +msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.snow03_easfrac.f${fhr}.grib2" +err_exit $msg +fi + +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf03low_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf03high_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +cat $DATA/${RUN}.t${cyc}z.${dom}.snow03_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 + +fi + +if [ $((fhr%3)) -eq 0 -a $fhr -ge 6 ] +then + +if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf06low_easfrac.f${fhr}.grib2 -o \ + ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf06med_easfrac.f${fhr}.grib2 -o \ + ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf06high_easfrac.f${fhr}.grib2 ] +then +msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.pqpf06_easfrac.f${fhr}.grib2" +err_exit $msg +fi + +if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.snow06_easfrac.f${fhr}.grib2 ] +then +msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.snow06_easfrac.f${fhr}.grib2" +err_exit $msg +fi + +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf06low_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf06med_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf06high_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +cat $DATA/${RUN}.t${cyc}z.${dom}.snow06_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 + +fi + +if [ $((fhr%3)) -eq 0 -a $fhr -ge 12 ] +then + +if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf12low_easfrac.f${fhr}.grib2 -o \ + ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf12med_easfrac.f${fhr}.grib2 -o \ + ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf12high_easfrac.f${fhr}.grib2 ] +then +msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.pqpf12(low|med|high)_easfrac.f${fhr}.grib2" +err_exit $msg +fi + +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12low_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12med_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12high_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf12higher_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +fi + +if [ $fhr -eq 51 \ + -o $fhr -eq 54 -o $fhr -eq 57 -o $fhr -eq 60 ] +then + +if [ ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf24low_easfrac.f${fhr}.grib2 -o \ + ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf24med_easfrac.f${fhr}.grib2 -o \ + ! -e $DATA/${RUN}.t${cyc}z.${dom}.pqpf24high_easfrac.f${fhr}.grib2 ] +then +msg="FATAL ERROR: missing $DATA/${RUN}.t${cyc}z.${dom}.pqpf24(low|med|high)_easfrac.f${fhr}.grib2" +err_exit $msg +fi + +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf24low_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf24med_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf24high_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +cat $DATA/${RUN}.t${cyc}z.${dom}.pqpf24higher_easfrac.f${fhr}.grib2 >> $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 +fi + +if [ $SENDCOM == 'YES' ] +then +cp $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 ${COMOUT}/ensprod/ +## $WGRIB2 $DATA/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 -match APCP -grib ${COMOUT}/ensprod/${RUN}.t${cyc}z.${dom}.easffair.f${fhr}.grib2 +$WGRIB2 ${COMOUT}/ensprod/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 -s > ${COMOUT}/ensprod/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2.idx +fi + +if [ $SENDDBN = YES ]; then + $DBNROOT/bin/dbn_alert MODEL RRFS_ENSPOST_GB2 $job ${COMOUT}/ensprod/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2 + $DBNROOT/bin/dbn_alert MODEL RRFS_ENSPOST_GB2_WIDX $job ${COMOUT}/ensprod/${RUN}.t${cyc}z.${dom}.eas.f${fhr}.grib2.idx +fi + +let fhr=fhr+1 + +if [ $fhr -lt 10 ] +then +fhr=0${fhr} +fi + +done + +fi + +##################################################################### +# GOOD RUN +set +x +echo "**************$job COMPLETED NORMALLY on `date`" +set -x +##################################################################### + +msg="HAS COMPLETED NORMALLY!" +echo $msg +postmsg "$msg" +echo $msg diff --git a/ush/eas_config.py b/ush/eas_config.py index aae41857d..0b31114ed 100644 --- a/ush/eas_config.py +++ b/ush/eas_config.py @@ -22,32 +22,31 @@ # exceedance thresholds (in) -# possible optimal set? -pqpf_1h_thresh = [.01,0.25,0.5,1.0,2.0] -pqpf_3h_thresh = [.01,0.25,0.5,1.0,2.0,3.0] -pqpf_6h_thresh = [.01,0.25,0.5,1.0,2.0,3.0,5.0] -pqpf_12h_thresh = [0.1,0.25,0.5,1.0,2.0,3.0,5.0,8.0] -pqpf_24h_thresh = [0.1,0.25,0.5,1.0,2.0,3.0,5.0,8.0] +pqpf_1h_thresh = [.01,0.25,0.5,1.0] +pqpf_3h_thresh = [.01,0.25,0.5,1.0,2.0] +pqpf_6h_thresh = [.01,0.25,0.5,1.0,2.0,3.0] +pqpf_12h_thresh = [0.1,0.25,0.5,1.0,2.0,3.0,5.0] +pqpf_24h_thresh = [0.1,0.25,0.5,1.0,2.0,3.0,5.0] -pqpf_1h_thresh_low = [.01,0.25,0.5] -pqpf_1h_thresh_high = [1.0,2.0] +pqpf_1h_thresh_low = [.01,0.25] +pqpf_1h_thresh_high = [0.5,1.0] pqpf_3h_thresh_low = [.01,0.25,0.5] -pqpf_3h_thresh_high = [1.0,2.0,3.0] +pqpf_3h_thresh_high = [1.0,2.0] pqpf_6h_thresh_low = [.01,0.25] -pqpf_6h_thresh_med = [0.5,1.0,2.0] -pqpf_6h_thresh_high = [3.0,5.0] +pqpf_6h_thresh_med = [0.5,1.0] +pqpf_6h_thresh_high = [2.0,3.0] pqpf_12h_thresh_low = [0.1,0.25] pqpf_12h_thresh_med = [0.5,1.0] pqpf_12h_thresh_high = [2.0,3.0] -pqpf_12h_thresh_higher = [5.0,8.0] +pqpf_12h_thresh_higher = [5.0] pqpf_24h_thresh_low = [0.1,0.25] pqpf_24h_thresh_med = [0.5,1.0] pqpf_24h_thresh_high = [2.0,3.0] -pqpf_24h_thresh_higher = [5.0,8.0] +pqpf_24h_thresh_higher = [5.0] # neighborhood size (km) pqpf_neighborhood = 40 diff --git a/ush/enspost_preprocess_fv3_1h.sh b/ush/enspost_preprocess_fv3_1h.sh index 83004ea8d..16d885f4f 100755 --- a/ush/enspost_preprocess_fv3_1h.sh +++ b/ush/enspost_preprocess_fv3_1h.sh @@ -157,6 +157,41 @@ curpath=`pwd` cp ../temp.t${cyc}z.m${mem}.f${hr}.grib2 temp.t${cyc}z.f${hr}.grib2 +if [ $hr -eq 49 -o $hr -eq 25 ] ; then +# believe these two times being processed will be the same. Need f24 and f48 + +echo looking for hrold $hrold + +looplim=30 +loop=1 + +while [ $loop -le $looplim ] +do + +if [ -s ${PREPROC_HOLD}/fv3s.t${cyc}z.${region}.m${mem}.f${hrold}.grib2 ] +then + break +else + loop=$((loop+1)) + sleep 3 +fi + +ls -l ${PREPROC_HOLD}/fv3s.t${cyc}z.${region}.m${mem}.f${hrold}.grib2 + + if [ $loop -ge $looplim ] + then + msg="FATAL ERROR: ABORTING after 90 seconds of waiting for ${PREPROC_HOLD}/fv3s.t${cyc}z.${region}.m${mem}.f${hrold}.grib2" + err_exit $msg + fi + +done + +$WGRIB2 ${PREPROC_HOLD}/fv3s.t${cyc}z.${region}.m${mem}.f${hrold}.grib2 -match ":(APCP|ASNOW|WEASD|FRZR):" -grib ../temp.t${cyc}z.m${mem}.f${hrold}.grib2 +fi + +# if [ $hr -eq 51 -o $hr -eq 27 ] ; then +# $WGRIB2 ${PREPROC_HOLD}/fv3s.t${cyc}z.${region}.m${mem}.f${hrold3}.grib2 -match ":(APCP|ASNOW|WEASD|FRZR):" -grib ../temp.t${cyc}z.m${mem}.f${hrold3}.grib2 +# fi # need to wait for it to be available?? @@ -194,7 +229,7 @@ echo "$dim1 $dim2" >> input.${hr}.mem${mem}.snow echo 0 >> input.${hr}.mem${mem}.snow $EXECrefs/enspost_fv3snowbucket < input.${hr}.mem${mem}.snow -export err=$? # ; err_chk +export err=$? ; err_chk # 1 h added to f01 @@ -203,6 +238,7 @@ if [ -s ../fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 -a -s temp.t${cyc}z.f${h then $EXECrefs/enspost_fv3snowbucket < input.${hr}.mem${mem}.snow export err=$? ; err_chk + cat ./PCP1HR${hr}.tm00 >> ../fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 fi @@ -247,7 +283,7 @@ echo "$dim1 $dim2" >> input.${hr}.mem${mem}.snow echo 0 >> input.${hr}.mem${mem}.snow $EXECrefs/enspost_fv3snowbucket < input.${hr}.mem${mem}.snow -export err=$? # ; err_chk +export err=$? ; err_chk if [ -s ../fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 -a -s temp.t${cyc}z.f${hrold}.grib2 ] then @@ -268,8 +304,24 @@ $WGRIB2 ../fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 -match ":(APCP|WEASD|FRZ fi cp ../fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 ${GESOUT}.${day}/fv3s.t${cyc}z.${region}.m${name1}.f${hr}.grib2 + err=$? ; export err + if [ $err -ne 0 ] + then + msg="FATAL ERROR: fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 not copied properly" + err_exit $msg + fi + + if [ ! -e $PREPROC_HOLD ] ; then + mkdir -p ${PREPROC_HOLD} + fi + if [ $hr -eq 24 -o $hr -eq 48 ]; then + cp ../fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 ${PREPROC_HOLD} + fi + + + err=$? ; export err if [ $err -ne 0 ] then msg="FATAL ERROR: fv3s.t${cyc}z.${region}.m${mem}.f${hr}.grib2 not copied properly" @@ -282,7 +334,7 @@ fi else - msg="FATAL ERROR: $filecheck missing" + msg="FATAL ERROR: 1hr $filecheck missing" err_exit $msg fi diff --git a/ush/enspost_preprocess_fv3_3hapcp.sh b/ush/enspost_preprocess_fv3_3hapcp.sh index e5dd8b90d..87811ef62 100755 --- a/ush/enspost_preprocess_fv3_3hapcp.sh +++ b/ush/enspost_preprocess_fv3_3hapcp.sh @@ -15,9 +15,9 @@ set -x -if [ $# -ne 5 ] +if [ $# -ne 6 ] then -echo need 4 inputs: dom, day, cyc, mem, and file name +echo need 6 inputs: dom, day, cyc, mem, and file name, stream exit fi @@ -26,6 +26,7 @@ day=${2} cyc=${3} mem=${4} name=${5} +stream=${6} if [ $dom = 'conus' ] then @@ -53,7 +54,10 @@ else name1=$name1 fi -hrs="03 06 09 12 15 18 21 24 27 30 33 36 39 42 45 48 51 54 57 60" +hrs_1="03 06 09 12 15 18 21 24" +hrs_2="27 30 33 36 39 42 45 48" +hrs_3="51 54 57 60" + cd $DATA @@ -63,18 +67,32 @@ cd $DATA/pcp_${name1} EXECrefs=${HOMErefs}/exec -hrsln="00 01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 \ - 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 \ - 49 50 51 52 53 54 55 56 57 58 59 60" +hrsln_1="00 01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24" +hrsln_2="24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48" +hrsln_3="48 49 50 51 52 53 54 55 56 57 58 59 60" + +if [ $stream = '1' ]; then +hrsln=$hrsln_1 +hrs=$hrs_1 +elif [ $stream = '2' ]; then +hrsln=$hrsln_2 +hrs=$hrs_2 +elif [ $stream = '3' ]; then +hrsln=$hrsln_3 +hrs=$hrs_3 +else +err_exit "Bad time stream value provided" +fi for hr in $hrsln do -filecheck=../fv3s.t${cyc}z.${dom}.m${mem}.f${hr}.grib2 +filein=../temp.t${cyc}z.m${mem}.f${hr}.grib2 +fileout=../fv3s.t${cyc}z.${dom}.m${mem}.f${hr}.grib2 -if [ -s $filecheck ] +if [ -s $filein ] then sleep 1 -ln -sf $filecheck rrfs.t${cyc}z.f${hr}.grib2 +ln -sf $filein rrfs.t${cyc}z.f${hr}.grib2 fi done @@ -88,9 +106,7 @@ then hrold=0${hrold} fi -filecheck=../fv3s.t${cyc}z.${dom}.m${mem}.f${hr}.grib2 - -if [ -e $filecheck ] +if [ -e $filein ] then if [ $hr -gt 0 ] @@ -120,8 +136,9 @@ fi echo "$dim1 $dim2" >> input.card.${mem}.${hr} $EXECrefs/enspost_fv3_3hqpf < input.card.${mem}.${hr} - export err=$? # ; err_chk - cat ./PCP3HR${hr}.tm00 >> $filecheck + export err=$? ; err_chk + + cat ./PCP3HR${hr}.tm00 >> ../fv3s.t${cyc}z.${dom}.m${mem}.f${hr}.grib2 cp PCP3HR${hr}.tm00 PCP3HR${hr}.tm00_qpf fi @@ -131,7 +148,7 @@ else else - msg="FATAL ERROR: $filecheck missing" + msg="FATAL ERROR: 3hr $filein missing" err_exit $msg fi @@ -139,6 +156,11 @@ done cd ../ + +pwd + +echo hrs down here is $hrs + for hr in $hrs do cp fv3s.t${cyc}z.${dom}.m${mem}.f${hr}.grib2 ${GESOUT}.${day}/fv3s.t${cyc}z.${dom}.m${name1}.f${hr}.grib2 diff --git a/versions/run.ver b/versions/run.ver index 8252b759c..b6a97add2 100644 --- a/versions/run.ver +++ b/versions/run.ver @@ -5,6 +5,7 @@ export intel_ver=19.1.3.304 export cray_mpich_ver=8.1.12 export cray_pals_ver=1.0.12 + export refs_ver=v1.0.0 export hrrr_ver=v4.1