Skip to content

Commit 22926af

Browse files
Update stage YAMLs to point to EE2 filename links (NOAA-EMC#4205)
This updates the staging YAMLs to point to the EE2-standardized filenames in the ICSDIR.
1 parent 6ef102d commit 22926af

File tree

17 files changed

+156
-283
lines changed

17 files changed

+156
-283
lines changed

dev/parm/config/gfs/config.base.j2

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -182,7 +182,7 @@ export DO_AERO_ANL="NO"
182182
if [[ "${RUN}" == "gfs" ]] ; then
183183
export DOBNDPNT_WAVE="YES" # Create point outputs for downstream boundary points
184184
else
185-
export DOBNDPNT_WAVE="NO"
185+
export DOBNDPNT_WAVE="NO"
186186
fi
187187

188188
export FRAC_GRID=".true."
@@ -374,7 +374,12 @@ export DO_JEDIATMENS="{{ DO_JEDIATMENS }}"
374374
export DO_JEDIOCNVAR="{{ DO_JEDIOCNVAR }}"
375375
export DO_JEDISNOWDA="{{ DO_JEDISNOWDA }}"
376376
export DO_MERGENSST="{{ DO_MERGENSST }}"
377-
export DO_STARTMEM_FROM_JEDIICE="{{ DO_STARTMEM_FROM_JEDIICE }}"
377+
378+
if [[ "${EXP_WARM_START}" = ".true." ]]; then
379+
export DO_STARTMEM_FROM_JEDIICE="YES"
380+
else
381+
export DO_STARTMEM_FROM_JEDIICE="{{ DO_STARTMEM_FROM_JEDIICE }}"
382+
fi
378383

379384
# Hybrid related
380385
export DOHYBVAR="{{ DOHYBVAR }}"

dev/ush/make_ee2_links.sh

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -141,7 +141,7 @@ for dir in "${gdas_list[@]}" "${gfs_list[@]}" "${gcdas_list[@]}" "${gcafs_list[@
141141
fi
142142
if [[ -f "sfc_inc.tile1.nc" ]]; then
143143
for tile in {1..6}; do
144-
link_file "sfc_inc.tile${tile}.nc" "increment.sfc.i006.tile${tile}.nc"
144+
link_file "sfc_inc.tile${tile}.nc" "increment.sfc.tile${tile}.nc"
145145
done
146146
fi
147147
if [[ -f "${system_prefix}.t${cyc}z.cubed_sphere_grid_atminc.tile1.nc" ]]; then
@@ -254,7 +254,7 @@ for dir in "${enkfgdas_list[@]}" "${enkfgfs_list[@]}"; do
254254
# sfc_inc tile links
255255
if [[ -f "sfc_inc.tile1.nc" ]]; then
256256
for tile in {1..6}; do
257-
link_file "sfc_inc.tile${tile}.nc" "increment.sfc.i006.tile${tile}.nc"
257+
link_file "sfc_inc.tile${tile}.nc" "increment.sfc.tile${tile}.nc"
258258
done
259259
fi
260260
fi

dev/workflow/rocoto/gcafs_tasks.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -763,7 +763,7 @@ def atmanlupp(self):
763763
data = f'{atm_anl_path}/{self.run}[email protected]'
764764
dep_dict = {'type': 'data', 'data': data, 'age': 120}
765765
deps.append(rocoto.add_dependency(dep_dict))
766-
data = f'{atm_anl_path}/{self.run}[email protected]'
766+
data = f'{atm_anl_path}/{self.run}.t@Hz.analysis.done.txt'
767767
dep_dict = {'type': 'data', 'data': data, 'age': 60}
768768
deps.append(rocoto.add_dependency(dep_dict))
769769
dependencies = rocoto.create_dependency(dep=deps, dep_condition='and')

dev/workflow/rocoto/gfs_tasks.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1104,7 +1104,7 @@ def atmanlupp(self):
11041104
data = f'{atm_anl_path}/{self.run}[email protected]'
11051105
dep_dict = {'type': 'data', 'data': data, 'age': 120}
11061106
deps.append(rocoto.add_dependency(dep_dict))
1107-
data = f'{atm_anl_path}/{self.run}[email protected]'
1107+
data = f'{atm_anl_path}/{self.run}.t@Hz.analysis.done.txt'
11081108
dep_dict = {'type': 'data', 'data': data, 'age': 60}
11091109
deps.append(rocoto.add_dependency(dep_dict))
11101110
dependencies = rocoto.create_dependency(dep=deps, dep_condition='and')

docs/source/init.rst

Lines changed: 92 additions & 195 deletions
Large diffs are not rendered by default.

parm/archive/gdas_restarta.yaml.j2

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -47,7 +47,7 @@ gdas_restarta:
4747
- "{{ COMIN_ATMOS_ANALYSIS | relpath(ROTDIR) }}/{{ head }}cnvstat.tar"
4848
- "{{ COMIN_ATMOS_ANALYSIS | relpath(ROTDIR) }}/{{ head }}abias_int.txt"
4949
- "{{ COMIN_ATMOS_ANALYSIS | relpath(ROTDIR) }}/{{ head }}analysis.dtf.a006.nc"
50-
- "{{ COMIN_ATMOS_ANALYSIS | relpath(ROTDIR) }}/{{ head }}analysis.done.txt"
50+
- "{{ COMIN_ATMOS_ANALYSIS | relpath(ROTDIR) }}/{{ head }}increment.done.txt"
5151
{% else %}
5252
- "{{ COMIN_ATMOS_ANALYSIS | relpath(ROTDIR) }}/{{ head }}rad_varbc_params.tar"
5353
{% endif %}

parm/archive/gfs_netcdfa.yaml.j2

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22,5 +22,5 @@ gfs_netcdfa:
2222
optional:
2323
{% if not DO_JEDIATMVAR %}
2424
- "{{ COMIN_ATMOS_ANALYSIS | relpath(ROTDIR) }}/{{ head }}analysis.dtf.a006.nc"
25-
- "{{ COMIN_ATMOS_ANALYSIS | relpath(ROTDIR) }}/{{ head }}analysis.done.txt"
25+
- "{{ COMIN_ATMOS_ANALYSIS | relpath(ROTDIR) }}/{{ head }}increment.done.txt"
2626
{% endif %}

parm/stage/analysis.yaml.j2

Lines changed: 27 additions & 54 deletions
Original file line numberDiff line numberDiff line change
@@ -14,78 +14,51 @@ analysis:
1414
{% if DO_JEDIATMVAR %}
1515

1616
{% for itile in range(6) %}
17-
{% for source_ftype, dest_ftype in
18-
[
19-
('atminc', 'jedi_increment.atm.i006'),
20-
('atmi009', 'jedi_increment.atm.i009'),
21-
('atmi003', 'jedi_increment.atm.i003'),
22-
('ratminc', 'recentered_jedi_increment.atm.i006'),
23-
('ratmi009', 'recentered_jedi_increment.atm.i009'),
24-
('ratmi003', 'recentered_jedi_increment.atm.i003')
25-
] %}
26-
{% if path_exists(ICSDIR ~ "/" ~ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) ~ "/" ~ RUN ~ ".t" ~ current_cycle_HH ~ "z.cubed_sphere_grid_" ~ source_ftype ~ ".tile" ~ (itile+1) ~ ".nc") %}
27-
- ["{{ ICSDIR }}/{{ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) }}/{{ RUN }}.t{{ current_cycle_HH }}z.cubed_sphere_grid_{{ source_ftype }}.tile{{ itile+1 }}.nc", "{{ COMOUT_ATMOS_ANALYSIS_MEM }}/{{ RUN }}.t{{ current_cycle_HH }}z.{{ dest_ftype }}.tile{{ itile+1 }}.nc"]
17+
{% if mem == -1 %}
18+
{% if DOIAU %}
19+
{% set ftypes = ["jedi_increment.atm.i003", "jedi_increment.atm.i006", "jedi_increment.atm.i009" ] %}
20+
{% else %}
21+
{% set ftypes = ["jedi_increment.atm.i006" ] %}
22+
{% endif %}
23+
{% else %}
24+
{% if DOIAU_ENKF %}
25+
{% set ftypes = ["recentered_jedi_increment.atm.i003", "recentered_jedi_increment.atm.i006", "recentered_jedi_increment.atm.i009" ] %}
26+
{% else %}
27+
{% set ftypes = ["recentered_jedi_increment.atm.i006" ] %}
28+
{% endif %}
2829
{% endif %}
30+
{% for ftype in ftypes %}
31+
- ["{{ ICSDIR }}/{{ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) }}/{{ RUN }}.t{{ current_cycle_HH }}z.{{ ftype }}.tile{{ itile+1 }}.nc", "{{ COMOUT_ATMOS_ANALYSIS_MEM }}"]
2932
{% endfor %}
3033
{% endfor %}
31-
32-
# TODO: make these filenames the same after RE-staging inputs with EE2-compliant filenames
33-
{% for source_ftype, dest_ftype in [
34-
("abias", "abias.txt"),
35-
("abias_air", "abias_air.txt"),
36-
("abias_int", "abias_int.txt"),
37-
("abias_pc", "abias_pc.txt"),
38-
("rad_varbc_params.tar", "rad_varbc_params.tar")] %}
39-
{% if path_exists(ICSDIR ~ "/" ~ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) ~ "/" ~ RUN ~ ".t" ~ current_cycle_HH ~ "z." ~ source_ftype) %}
40-
- ["{{ ICSDIR }}/{{ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) }}/{{ RUN }}.t{{ current_cycle_HH }}z.{{ source_ftype }}",
41-
"{{ COMOUT_ATMOS_ANALYSIS_MEM }}/{{ RUN }}.t{{ current_cycle_HH }}z.{{ dest_ftype }}"]
34+
{% for ftype in ["abias.txt", "abias_air.txt", "abias_int.txt", "abias_pc.txt", "rad_varbc_params.tar"] %}
35+
{% if path_exists(ICSDIR ~ "/" ~ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) ~ "/" ~ RUN ~ ".t" ~ current_cycle_HH ~ "z." ~ ftype) %}
36+
- ["{{ ICSDIR }}/{{ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) }}/{{ RUN }}.t{{ current_cycle_HH }}z.{{ ftype }}", "{{ COMOUT_ATMOS_ANALYSIS_MEM }}"]
4237
{% endif %}
4338
{% endfor %}
4439

4540
{% else %}
46-
47-
# TODO: make these filenames the same after RE-staging inputs with EE2-compliant filenames
48-
{% for source_ftype, dest_ftype in
49-
[
50-
("atminc.nc", "increment.atm.i006.nc"),
51-
("atmi009.nc", "increment.atm.i009.nc"),
52-
("atmi003.nc", "increment.atm.i003.nc"),
53-
("ratmi009.nc", "recentered_increment.atm.i009.nc"),
54-
("ratminc.nc", "recentered_increment.atm.i006.nc"),
55-
("ratmi003.nc", "recentered_increment.atm.i003.nc"),
56-
("abias", "abias.txt"),
57-
("radstat", "radstat.tar"),
58-
("abias_air", "abias_air.txt"),
59-
("abias_int", "abias_int.txt"),
60-
("abias_pc", "abias_pc.txt"),
61-
("rad_varbc_params.tar", "rad_varbc_params.tar")
62-
] %}
63-
{% if path_exists(ICSDIR ~ "/" ~ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) ~ "/" ~ RUN ~ ".t" ~ current_cycle_HH ~ "z." ~ source_ftype) %}
64-
- ["{{ ICSDIR }}/{{ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) }}/{{ RUN }}.t{{ current_cycle_HH }}z.{{ source_ftype }}",
65-
"{{ COMOUT_ATMOS_ANALYSIS_MEM }}/{{ RUN }}.t{{ current_cycle_HH }}z.{{ dest_ftype }}"]
41+
{% for ftype in ["abias.txt", "abias_air.txt", "abias_int.txt", "abias_pc.txt",
42+
"increment.atm.i006.nc", "increment.atm.i009.nc", "increment.atm.i003.nc", "radstat.tar",
43+
"recentered_increment.atm.i006.nc", "recentered_increment.atm.i009.nc", "recentered_increment.atm.i003.nc", "rad_varbc_params.tar"] %}
44+
{% if path_exists(ICSDIR ~ "/" ~ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) ~ "/" ~ RUN ~ ".t" ~ current_cycle_HH ~ "z." ~ ftype) %}
45+
- ["{{ ICSDIR }}/{{ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) }}/{{ RUN }}.t{{ current_cycle_HH }}z.{{ ftype }}", "{{ COMOUT_ATMOS_ANALYSIS_MEM }}"]
6646
{% endif %}
6747
{% endfor %}
6848

6949
{% endif %}
7050

71-
# TODO: make these filenames the same after RE-staging inputs with EE2-compliant filenames
7251
{% if DO_GSISOILDA %}
73-
{% for source_ftype, dest_ftype in
74-
[
75-
("sfci003.nc", "increment.sfc.i003.nc"),
76-
("sfci006.nc", "increment.sfc.i006.nc"),
77-
("sfci009.nc", "increment.sfc.i009.nc")
78-
] %}
79-
{% if path_exists(ICSDIR ~ "/" ~ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) ~ "/" ~ RUN ~ ".t" ~ current_cycle_HH ~ "z." ~ source_ftype) %}
80-
- ["{{ ICSDIR }}/{{ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) }}/{{ RUN }}.t{{ current_cycle_HH }}z.{{ source_ftype }}",
81-
"{{ COMOUT_ATMOS_ANALYSIS_MEM }}/{{ RUN }}.t{{ current_cycle_HH }}z.{{ dest_ftype }}"]
52+
53+
{% for ftype in ["increment.sfc.i003.nc", "increment.sfc.i006.nc", "increment.sfc.i009.nc"] %}
54+
{% if path_exists(ICSDIR ~ "/" ~ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) ~ "/" ~ RUN ~ ".t" ~ current_cycle_HH ~ "z." ~ ftype) %}
55+
- ["{{ ICSDIR }}/{{ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) }}/{{ RUN }}.t{{ current_cycle_HH }}z.{{ ftype }}", "{{ COMOUT_ATMOS_ANALYSIS_MEM }}"]
8256
{% endif %}
8357
{% endfor %}
8458

8559
{% if DO_LAND_IAU %}
8660
{% for itile in range(1,7) %}
87-
- ["{{ ICSDIR }}/{{ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) }}/sfc_inc.tile{{ itile }}.nc",
88-
"{{ COMOUT_ATMOS_ANALYSIS_MEM }}/increment.sfc.tile{{ itile }}.nc"]
61+
- ["{{ ICSDIR }}/{{ COMOUT_ATMOS_ANALYSIS_MEM | relpath(ROTDIR) }}/increment.sfc.tile{{ itile }}.nc", "{{ COMOUT_ATMOS_ANALYSIS_MEM }}"]
8962
{% endfor %}
9063
{% endif %}
9164
{% endif %}

parm/stage/atmosphere_cold_RT.yaml.j2

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -4,16 +4,16 @@ atmosphere_cold_RT:
44
- "{{ COMOUT_ATMOS_ANALYSIS_MEM }}"
55
- "{{ COMOUT_ATMOS_HISTORY_MEM }}"
66
link_req:
7-
{% set DIAU_cold_previous_file = ICSDIR ~ '/' ~ 'gdas.' ~ previous_cycle_YMD ~ '/' ~ previous_cycle_HH ~ '/analysis/atmos/gdas.t' ~ previous_cycle_HH ~ 'z.atma003.ensres.nc' %}
8-
{% set DIAU_cold_current_file = ICSDIR ~ '/' ~ 'gfs.' ~ current_cycle_YMD ~ '/' ~ current_cycle_HH ~ '/analysis/atmos/gfs.t' ~ current_cycle_HH ~ 'z.atminc.nc' %}
9-
{% set DIAU_current_file= ICSDIR ~ '/' ~ 'gfs.' ~ current_cycle_YMD ~ '/' ~ current_cycle_HH ~ '/analysis/atmos/gfs.t' ~ current_cycle_HH ~ 'z.atmanl.nc' %}
10-
{% set atm_file = ICSDIR ~ '/' ~ 'gdas.' ~ previous_cycle_YMD ~ '/' ~ previous_cycle_HH ~ '/model/atmos/history/gdas.t' ~ previous_cycle_HH ~ 'z.atmf003.ensres.nc' %}
11-
{% set surface_file = ICSDIR ~ '/' ~ 'gdas.' ~ previous_cycle_YMD ~ '/' ~ previous_cycle_HH ~ '/model/atmos/history/gdas.t' ~ previous_cycle_HH ~ 'z.sfcf003.nc' %}
7+
{% set DIAU_cold_previous_file = ICSDIR ~ '/' ~ 'gdas.' ~ previous_cycle_YMD ~ '/' ~ previous_cycle_HH ~ '/analysis/atmos/gdas.t' ~ previous_cycle_HH ~ 'z.ensres_analysis.atm.a003.nc' %}
8+
{% set DIAU_cold_current_file = ICSDIR ~ '/' ~ 'gfs.' ~ current_cycle_YMD ~ '/' ~ current_cycle_HH ~ '/analysis/atmos/gfs.t' ~ current_cycle_HH ~ 'z.increment.atm.i006.nc' %}
9+
{% set DIAU_current_file= ICSDIR ~ '/' ~ 'gfs.' ~ current_cycle_YMD ~ '/' ~ current_cycle_HH ~ '/analysis/atmos/gfs.t' ~ current_cycle_HH ~ 'z.analysis.atm.a006.nc' %}
10+
{% set atm_file = ICSDIR ~ '/' ~ 'gdas.' ~ previous_cycle_YMD ~ '/' ~ previous_cycle_HH ~ '/model/atmos/history/gdas.t' ~ previous_cycle_HH ~ 'z.ensres.atm.f006.nc' %}
11+
{% set surface_file = ICSDIR ~ '/' ~ 'gdas.' ~ previous_cycle_YMD ~ '/' ~ previous_cycle_HH ~ '/model/atmos/history/gdas.t' ~ previous_cycle_HH ~ 'z.sfc.f003.nc' %}
1212
{% set current_path = COMOUT_ATMOS_ANALYSIS_MEM %}
1313
{% set previous_path = COMOUT_ATMOS_RESTART_PREV_MEM %}
1414
{% set surface_atm_path = COMOUT_ATMOS_HISTORY_MEM %}
15-
- ["{{ DIAU_cold_previous_file }}", "{{ previous_path}}/gdas.t{{ previous_cycle_HH }}z.ensres_analysis.atm.i003.nc"]
16-
- ["{{ DIAU_cold_current_file }}", "{{ current_path }}/gfs.t{{ current_cycle_HH }}z.increment.atm.i006.nc"]
17-
- ["{{ DIAU_current_file }}", "{{ current_path }}/gfs.t{{ current_cycle_HH }}z.analysis.atm.i006.nc"]
18-
- ["{{ atm_file }}", "{{ surface_atm_path }}/gdas.t{{ previous_cycle_HH }}z.sfc.f003.nc"]
19-
- ["{{ surface_file }}", "{{ surface_atm_path }}/gdas.t{{ previous_cycle_HH }}z.ensres.atm.f003.nc"]
15+
- ["{{ DIAU_cold_previous_file }}", "{{ previous_path}}"]
16+
- ["{{ DIAU_cold_current_file }}", "{{ current_path }}"]
17+
- ["{{ DIAU_current_file }}", "{{ current_path }}"]
18+
- ["{{ surface_file }}", "{{ surface_atm_path }}"]
19+
- ["{{ atm_file }}", "{{ surface_atm_path }}"]

parm/stage/atmosphere_warm_RT.yaml.j2

Lines changed: 3 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -11,15 +11,9 @@ atmosphere_warm_RT:
1111
{% set increment_destination_path = COMOUT_ATMOS_ANALYSIS_MEM %}
1212

1313
# Include increment files
14-
# TODO: make these filenames the same after RE-staging inputs with EE2-compliant filenames
15-
{% for source_ftype, dest_ftype in
16-
[
17-
("ratmi003.nc", "recentered_increment.atm.i003.nc"),
18-
("ratmi006.nc", "recentered_increment.atm.i006.nc"),
19-
("ratmi009.nc", "recentered_increment.atm.i009.nc")
20-
] %}
21-
{% set source_file = increment_mem_path ~ source_ftype %}
22-
- ["{{ source_file }}", "{{ increment_destination_path }}/enkfgfs.t{{ current_cycle_HH }}z.{{ dest_ftype }}"]
14+
{% for ftype in ["recentered_increment.atm.i003.nc", "recentered_increment.atm.i009.nc", "recentered_increment.atm.i006.nc"] %}
15+
{% set file = increment_mem_path ~ ftype %}
16+
- ["{{ file }}", "{{ increment_destination_path }}"]
2317
{% endfor %}
2418

2519
{% if path_exists(ICSDIR) %}

0 commit comments

Comments
 (0)