polling CARD4L batch processes raises KeyError: 'batch_request_id'

[bossie]

See https://jira.vito.be/browse/EP-4145 for a previously reported issue.

Nifi reported a failed async_task on prod (job 87c07753-6835-423b-af7d-3a0bdf4d1f70 for user 1edbae7adc053e5164b8ac7696e17a9ec031bf5a11fe6dce659cafe39a9366a2@egi.eu) with this error:

Traceback (most recent call last):
  File "/opt/scripts/OpenEO/prod/venv/lib/python3.8/site-packages/openeogeotrellis/async_task.py", line 175, in main
    batch_jobs.poll_sentinelhub_batch_processes(job_info)
  File "/opt/scripts/OpenEO/prod/venv/lib/python3.8/site-packages/openeogeotrellis/backend.py", line 804, in poll_sentinelhub_batch_processes
    statuses = reduce(operator.add, (batch_request_statuses(dependency) for dependency in dependencies))
  File "/opt/scripts/OpenEO/prod/venv/lib/python3.8/site-packages/openeogeotrellis/backend.py", line 804, in <genexpr>
    statuses = reduce(operator.add, (batch_request_statuses(dependency) for dependency in dependencies))
  File "/opt/scripts/OpenEO/prod/venv/lib/python3.8/site-packages/openeogeotrellis/backend.py", line 787, in batch_request_statuses
    [batch_process_dependency['batch_request_id']])
KeyError: 'batch_request_id'

This is the corresponding process graph:

{
  "process_graph": {
    "loadcollection1": {
      "process_id": "load_collection",
      "arguments": {
        "bands": [
          "VH",
          "VV"
        ],
        "id": "SENTINEL1_GRD",
        "properties": {
          "polarization": {
            "process_graph": {
              "eq1": {
                "process_id": "eq",
                "arguments": {
                  "x": {
                    "from_parameter": "value"
                  },
                  "y": "DV"
                },
                "result": true
              }
            }
          }
        },
        "spatial_extent": {
          "west": -74.09868206699997,
          "east": -73.10649394499995,
          "south": 4.432483427000022,
          "north": 5.425259437000022
        },
        "temporal_extent": [
          "2022-01-01",
          "2022-01-05"
        ]
      }
    },
    "ardnormalizedradarbackscatter1": {
      "process_id": "ard_normalized_radar_backscatter",
      "arguments": {
        "contributing_area": false,
        "data": {
          "from_node": "loadcollection1"
        },
        "elevation_model": null,
        "ellipsoid_incidence_angle": false,
        "noise_removal": true
      }
    },
    "ardnormalizedradarbackscatter2": {
      "process_id": "ard_normalized_radar_backscatter",
      "arguments": {
        "contributing_area": false,
        "data": {
          "from_node": "ardnormalizedradarbackscatter1"
        },
        "elevation_model": null,
        "ellipsoid_incidence_angle": false,
        "noise_removal": true
      }
    },
    "reducedimension1": {
      "process_id": "reduce_dimension",
      "arguments": {
        "data": {
          "from_node": "ardnormalizedradarbackscatter2"
        },
        "dimension": "t",
        "reducer": {
          "process_graph": {
            "median1": {
              "process_id": "median",
              "arguments": {
                "data": {
                  "from_parameter": "data"
                }
              },
              "result": true
            }
          }
        }
      }
    },
    "saveresult1": {
      "process_id": "save_result",
      "arguments": {
        "data": {
          "from_node": "reducedimension1"
        },
        "format": "GTiff",
        "options": {}
      },
      "result": true
    }
  }
}