-
Notifications
You must be signed in to change notification settings - Fork 3
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
sync of fork changes into main code base (mainly 3-way split stuff) (#16
) * Adds a partially modified drive_refs_enspost_conus.xml to kick off this feature branch. * Draft of 3-way split of PREPROC_FV3 job. * Adds EAS_3, and updates times in the EAS ex-scripts * Modifies the ENSPROD_ jobs for new setup * Update for v0.9.1 ensmemble filenames. * Pushes a few changes from the main develop into this branch * Folds in USH preprocess change from main develop * Some changes that have gotten v1.1 time split version closer to working well. * Brings in updates that had been running on dogwood. * Attempt at making .xml files for ak and pr for the three way split * Adds ak and pr to run_refs.sh script * Cleans out some v1.1 relics from the feature branch. * Updates rocoto .xml files slightly, folds in local GEMPAK table change. * Fixes log file directory away from v11 specification. * Removes highest EAS threshold added previously. Looking for more efficiency. Not able to test with real-time not running.
- Loading branch information
1 parent
04e7ef1
commit 243413d
Showing
20 changed files
with
3,563 additions
and
421 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,86 @@ | ||
| #!/bin/ksh | ||
|
|
||
| ######################################## | ||
| # Preliminary data setup step | ||
| # | ||
| # 05/01/2023, Jun Du: added a timelag version (type=timelag, single) | ||
| # | ||
| ######################################## | ||
| set -xa | ||
| export PS4='$SECONDS + ' | ||
| date | ||
|
|
||
| ########################################################### | ||
| # obtain unique process id (pid) and make temp directories | ||
| ########################################################### | ||
| export DATA=${DATA:-${DATAROOT:?}/${jobid:?}} | ||
| mkdir -p $DATA | ||
| rm -rf $DATA/* | ||
| cd $DATA | ||
|
|
||
| msg="JOB $job HAS BEGUN" | ||
| postmsg "$msg" | ||
|
|
||
| export cycle=${cycle:-t${cyc}z} | ||
| setpdy.sh | ||
| . ./PDY | ||
|
|
||
| ################################################## | ||
| # SENDCOM - Copy Files From TMPDIR to $COMOUT | ||
| # SENDDBN - Issue DBNet Client Calls | ||
| ################################################## | ||
| export SENDCOM=${SENDCOM:-YES} | ||
| export SENDECF=${SENDECF:-YES} | ||
| export SENDDBN=${SENDDBN:-YES} | ||
| export SENDDBN_NTC=${SENDDBN_NTC:-NO} | ||
|
|
||
| ############################################################### | ||
| # This block can be modified for different Production test | ||
| # environment. This is used for operational testings | ||
| ############################################################### | ||
|
|
||
| ## PDY not included here as pull data from PDYm1 as well | ||
|
|
||
| # Save it for time lag ensemble | ||
| export COMINhrrr=${COMINhrrr:-$GESROOT/refs} | ||
|
|
||
| export HOMErefs=${HOMErefs:-$PACKAGEROOT/refs.${refs_ver}} | ||
| export EXECrefs=${EXECrefs:-$HOMErefs/exec} | ||
| export PARMrefs=${PARMrefs:-$HOMErefs/parm} | ||
| export USHrefs=${USHrefs:-$HOMErefs/ush} | ||
| export FIXrefs=${FIXrefs:-$HOMErefs/fix} | ||
| export SCRIPTSrefs=${SCRIPTSrefs:-$HOMErefs/scripts} | ||
|
|
||
| ################################### | ||
| # Specify NET and RUN Name and model | ||
| #################################### | ||
| export NET=${NET:-refs} | ||
| export RUN=${RUN:-refs} | ||
|
|
||
| export IOBUF_PARAMS='*:size=8M:count=8' | ||
| ############################################## | ||
| # Define running directory and COM directories | ||
| ############################################## | ||
|
|
||
| export COMOUT=${COMOUT:-$(compath.py -o $NET/${refs_ver})/$RUN.${PDY}} | ||
|
|
||
| if [ ! -d $COMOUT ] ; then | ||
| mkdir -p $COMOUT/ensprod | ||
| mkdir -p $COMOUT/verf_g2g | ||
| fi | ||
|
|
||
| export pgmout="OUTPUT.$$" | ||
|
|
||
| ######################################################## | ||
| # Execute the script. | ||
|
|
||
| $HOMErefs/scripts/exrefs_eas_3.sh.ecf $type | ||
| ######################################################## | ||
|
|
||
| msg="JOB $job HAS COMPLETED NORMALLY." | ||
| postmsg "$msg" | ||
|
|
||
| cd $DATAROOT | ||
| if [ $KEEPDATA = NO ]; then rm -rf $DATA; fi | ||
|
|
||
| date |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,128 @@ | ||
| #!/bin/bash | ||
|
|
||
| ############################################################# | ||
| # 02/02/2015 Binbin Zhou, create for run all scripts | ||
| # 2nd part to process 37-60h -- Jun | ||
| # 04/26/2023, Jun Du: added a timelag version (type=timelag or single) | ||
| # 02/06/2024 M. Pyle - switches things to REFS | ||
| # | ||
| ############################################################# | ||
|
|
||
| ######################################## | ||
| # Preliminary data setup step | ||
| ######################################## | ||
|
|
||
| set -xa | ||
| export PS4='$SECONDS + ' | ||
| date | ||
|
|
||
| ########################################################### | ||
| # obtain unique process id (pid) and make temp directories | ||
| ########################################################### | ||
| export DATA=${DATA:-${DATAROOT:?}/${jobid:?}} | ||
| mkdir -p $DATA | ||
| rm -rf $DATA/* | ||
| cd $DATA | ||
|
|
||
| msg="JOB $job HAS BEGUN" | ||
| postmsg "$msg" | ||
|
|
||
| # | ||
| # Run setpdy and initialize PDY variables | ||
| # | ||
|
|
||
| export cycle=${cycle:-t${cyc}z} | ||
| setpdy.sh | ||
| . ./PDY | ||
|
|
||
| ################################################## | ||
| # SENDCOM - Copy Files From TMPDIR to $COMOUT | ||
| # SENDDBN - Issue DBNet Client Calls | ||
| ################################################## | ||
| export ndate=/apps/ops/prod/nco/core/prod_util.v2.0.8/exec/ndate | ||
|
|
||
| export SENDCOM=${SENDCOM:-YES} | ||
| export SENDECF=${SENDECF:-YES} | ||
| export SENDDBN=${SENDDBN:-YES} | ||
| export SENDDBN_NTC=${SENDDBN_NTC:-NO} | ||
|
|
||
| export HOMErefs=${HOMErefs:-$PACKAGEROOT/refs.${refs_ver}} | ||
| export EXECrefs=${EXECrefs:-$HOMErefs/exec} | ||
| export PARMrefs=${PARMrefs:-$HOMErefs/parm} | ||
| export USHrefs=${USHrefs:-$HOMErefs/ush} | ||
| export FIXrefs=${FIXrefs:-$HOMErefs/fix} | ||
| export SCRIPTSrefs=${SCRIPTSrefs:-$HOMErefs/scripts} | ||
|
|
||
| ################################### | ||
| # Specify NET and RUN Name and model | ||
| #################################### | ||
| export NET=${NET:-refs} | ||
| export RUN=${RUN:-refs} | ||
|
|
||
| export IOBUF_PARAMS='*:size=8M:count=8' | ||
|
|
||
| ############################################## | ||
| # Define running directory and COM directories | ||
| ############################################## | ||
|
|
||
| ## PDY not included here as pull data from PDYm1 as well | ||
|
|
||
| # should this be COMINrefs? | ||
| export COMINrefs=${COMINrefs:-$GESROOT/${RUN}} | ||
|
|
||
| export COMOUT=${COMOUT:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDY}} | ||
| export COMINffg=${COMINffg:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDY}} | ||
| export COMINffgm1=${COMINffg:-$(compath.py -o $NET/${refs_ver})/${RUN}.${PDYm1}} | ||
|
|
||
| if [ ! -d $COMOUT/ensprod ] ; then | ||
| mkdir -p $COMOUT/ensprod | ||
| mkdir -p $COMOUT/verf_g2g | ||
| mkdir -p $COMOUT/wmo | ||
| fi | ||
|
|
||
| export pgmout="OUTPUT.$$" | ||
|
|
||
| ####################################################### | ||
| # Pass information which is needed to run the Script | ||
| ####################################################### | ||
|
|
||
| # export VERBOSE=YES | ||
|
|
||
| ################################################### | ||
| # Execute the Script exrefs_ensprod.sh.ecf | ||
|
|
||
| rm -rf poe.* | ||
|
|
||
| hrlist_link="01 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60" | ||
|
|
||
| hrlist="49 50 51 52 53 54 55 56 57 58 59 60" | ||
|
|
||
| for hr in $hrlist_link | ||
| do | ||
| echo "$SCRIPTSrefs/exrefs_ensprod_link.sh.ecf $hr $type" >> poe.link.all | ||
| done | ||
|
|
||
| for hr in $hrlist | ||
| do | ||
| echo "$SCRIPTSrefs/exrefs_ensprod.sh.ecf $hr $type" >> poe.ensprod.all | ||
| done | ||
|
|
||
|
|
||
| chmod 775 poe.link.all | ||
| chmod 775 poe.ensprod.all | ||
|
|
||
| mpiexec -n $NTASK_LINK -ppn $PTILE_LINK --cpu-bind verbose,core cfp ./poe.link.all | ||
| export err=$?; err_chk | ||
| mpiexec -n $NTASK -ppn $PTILE --cpu-bind verbose,core cfp ./poe.ensprod.all | ||
| export err=$?; err_chk | ||
|
|
||
|
|
||
| msg="JOB $job HAS COMPLETED NORMALLY." | ||
| postmsg "$msg" | ||
| date | ||
|
|
||
|
|
||
| cd $DATAROOT | ||
| if [ $KEEPDATA = NO ]; then rm -rf $DATA; fi | ||
|
|
||
| date |
Oops, something went wrong.