From 6147301341339a0520d73cc191ba37b767fecc82 Mon Sep 17 00:00:00 2001 From: DavidNew-NOAA Date: Fri, 27 Sep 2024 17:56:31 +0000 Subject: [PATCH 1/3] Initial commit --- algorithm/atmosphere/atm_bias_staging.yaml.j2 | 13 +++++++++++++ algorithm/atmosphere/atm_obs_staging.yaml.j2 | 8 ++++++++ 2 files changed, 21 insertions(+) create mode 100644 algorithm/atmosphere/atm_bias_staging.yaml.j2 create mode 100644 algorithm/atmosphere/atm_obs_staging.yaml.j2 diff --git a/algorithm/atmosphere/atm_bias_staging.yaml.j2 b/algorithm/atmosphere/atm_bias_staging.yaml.j2 new file mode 100644 index 0000000..8352b45 --- /dev/null +++ b/algorithm/atmosphere/atm_bias_staging.yaml.j2 @@ -0,0 +1,13 @@ +mkdir: +- '{{atmosphere_obsbiasin_path}}' +copy: +{% for observation_from_jcb in observations %} +{% if use_observer(observation_from_jcb) %} +{% set ob %} +{% include observation_from_jcb + '.yaml.j2' %} +{% endset %} +{% if 'obs bias' in ob %} +- ['{{atmosphere_obsbiasroot_path}}/{{atmosphere_obsbiasin_prefix}}{{observation_from_jcb}}{{atmosphere_obsbiasin_suffix}}', '{{atmosphere_obsbiasin_path}}/{{atmosphere_obsbiasin_prefix}}{{observation_from_jcb}}{{atmosphere_obsbiasin_suffix}}'] +{% endif %} +{% endif %} +{% endfor %} diff --git a/algorithm/atmosphere/atm_obs_staging.yaml.j2 b/algorithm/atmosphere/atm_obs_staging.yaml.j2 new file mode 100644 index 0000000..25a0dab --- /dev/null +++ b/algorithm/atmosphere/atm_obs_staging.yaml.j2 @@ -0,0 +1,8 @@ +mkdir: +- '{{atmosphere_obsbiasin_path}}' +copy: +{% for observation_from_jcb in observations %} +{% if use_observer(observation_from_jcb) %} +- ['{{atmosphere_obsdataroot_path}}/{{atmosphere_obsdatain_prefix}}{{observation_from_jcb}}{{atmosphere_obsdatain_suffix}}', '{{atmosphere_obsdatain_path}}/{{atmosphere_obsdatain_prefix}}{{observation_from_jcb}}{{atmosphere_obsdatain_suffix}}'] +{% endif %} +{% endfor %} From b72f7bd1f719cbb471ef2b94db8c930b21d15ad2 Mon Sep 17 00:00:00 2001 From: DavidNew-NOAA Date: Mon, 7 Oct 2024 17:55:35 +0000 Subject: [PATCH 2/3] Update --- algorithm/atmosphere/atm_bias_staging.yaml.j2 | 22 +++++++++---------- algorithm/atmosphere/atm_obs_staging.yaml.j2 | 12 +++++----- 2 files changed, 17 insertions(+), 17 deletions(-) diff --git a/algorithm/atmosphere/atm_bias_staging.yaml.j2 b/algorithm/atmosphere/atm_bias_staging.yaml.j2 index 8352b45..c234c40 100644 --- a/algorithm/atmosphere/atm_bias_staging.yaml.j2 +++ b/algorithm/atmosphere/atm_bias_staging.yaml.j2 @@ -1,13 +1,13 @@ mkdir: -- '{{atmosphere_obsbiasin_path}}' + - '{{atmosphere_obsbiasout_path}}' copy: -{% for observation_from_jcb in observations %} -{% if use_observer(observation_from_jcb) %} -{% set ob %} -{% include observation_from_jcb + '.yaml.j2' %} -{% endset %} -{% if 'obs bias' in ob %} -- ['{{atmosphere_obsbiasroot_path}}/{{atmosphere_obsbiasin_prefix}}{{observation_from_jcb}}{{atmosphere_obsbiasin_suffix}}', '{{atmosphere_obsbiasin_path}}/{{atmosphere_obsbiasin_prefix}}{{observation_from_jcb}}{{atmosphere_obsbiasin_suffix}}'] -{% endif %} -{% endif %} -{% endfor %} + {% for observation_from_jcb in observations %} + {% if use_observer(observation_from_jcb) %} + {% set ob %} + {% include observation_from_jcb + '.yaml.j2' %} + {% endset %} + {% if 'obs bias' in ob %} + - ['{{atmosphere_obsbiasroot_path}}/{{atmosphere_obsbiasin_prefix}}rad_varbc_params.tar', '{{atmosphere_obsbiasin_path}}'] + {% endif %} + {% endif %} + {% endfor %} diff --git a/algorithm/atmosphere/atm_obs_staging.yaml.j2 b/algorithm/atmosphere/atm_obs_staging.yaml.j2 index 25a0dab..34d0984 100644 --- a/algorithm/atmosphere/atm_obs_staging.yaml.j2 +++ b/algorithm/atmosphere/atm_obs_staging.yaml.j2 @@ -1,8 +1,8 @@ mkdir: -- '{{atmosphere_obsbiasin_path}}' + - '{{atmosphere_obsdatain_path}}' copy: -{% for observation_from_jcb in observations %} -{% if use_observer(observation_from_jcb) %} -- ['{{atmosphere_obsdataroot_path}}/{{atmosphere_obsdatain_prefix}}{{observation_from_jcb}}{{atmosphere_obsdatain_suffix}}', '{{atmosphere_obsdatain_path}}/{{atmosphere_obsdatain_prefix}}{{observation_from_jcb}}{{atmosphere_obsdatain_suffix}}'] -{% endif %} -{% endfor %} + {% for observation_from_jcb in observations %} + {% if use_observer(observation_from_jcb) %} + - ['{{atmosphere_obsdataroot_path}}/{{atmosphere_obsdatain_prefix}}{{observation_from_jcb}}{{atmosphere_obsdatain_suffix}}', '{{atmosphere_obsdatain_path}}'] + {% endif %} + {% endfor %} From 6b02761758d607105579a9627f54c86aab01164a Mon Sep 17 00:00:00 2001 From: DavidNew-NOAA Date: Wed, 9 Oct 2024 13:38:16 +0000 Subject: [PATCH 3/3] Change the way obs bias is staged --- algorithm/atmosphere/atm_bias_staging.yaml.j2 | 7 ++----- 1 file changed, 2 insertions(+), 5 deletions(-) diff --git a/algorithm/atmosphere/atm_bias_staging.yaml.j2 b/algorithm/atmosphere/atm_bias_staging.yaml.j2 index c234c40..c91ea2e 100644 --- a/algorithm/atmosphere/atm_bias_staging.yaml.j2 +++ b/algorithm/atmosphere/atm_bias_staging.yaml.j2 @@ -3,11 +3,8 @@ mkdir: copy: {% for observation_from_jcb in observations %} {% if use_observer(observation_from_jcb) %} - {% set ob %} - {% include observation_from_jcb + '.yaml.j2' %} - {% endset %} - {% if 'obs bias' in ob %} - - ['{{atmosphere_obsbiasroot_path}}/{{atmosphere_obsbiasin_prefix}}rad_varbc_params.tar', '{{atmosphere_obsbiasin_path}}'] + {% if observation_from_jcb in bias_files %} + - ['{{atmosphere_obsbiasroot_path}}/{{atmosphere_obsbiasin_prefix}}{{bias_files[observation_from_jcb]}}', '{{atmosphere_obsbiasin_path}}'] {% endif %} {% endif %} {% endfor %}