Add retention metadata for all pings (#819)

mozilla-services · Jun 27, 2024 · 17722b2 · 17722b2
1 parent fd238de
commit 17722b2
Show file tree

Hide file tree

Showing 120 changed files with 536 additions and 60 deletions.
diff --git a/schemas/coverage/coverage/coverage.1.schema.json b/schemas/coverage/coverage/coverage.1.schema.json
@@ -5,7 +5,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "coverage",
     "bq_metadata_format": "structured",
-    "bq_table": "coverage_v1"
+    "bq_table": "coverage_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "appUpdateChannel": {

diff --git a/schemas/default-browser-agent/default-browser/default-browser.1.schema.json b/schemas/default-browser-agent/default-browser/default-browser.1.schema.json
@@ -4,6 +4,9 @@
     "bq_dataset_family": "default_browser_agent",
     "bq_metadata_format": "structured",
     "bq_table": "default_browser_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    },
     "sample_id_source_uuid_attribute": "document_id"
   },
   "properties": {

diff --git a/schemas/edge-validator/error-report/error-report.1.schema.json b/schemas/edge-validator/error-report/error-report.1.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "edge_validator",
     "bq_metadata_format": "structured",
-    "bq_table": "error_report_v1"
+    "bq_table": "error_report_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "results": {

diff --git a/schemas/eng-workflow/bmobugs/bmobugs.1.schema.json b/schemas/eng-workflow/bmobugs/bmobugs.1.schema.json
@@ -4,7 +4,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "eng_workflow",
     "bq_metadata_format": "structured",
-    "bq_table": "bmobugs_v1"
+    "bq_table": "bmobugs_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "assigned_to": {

diff --git a/schemas/eng-workflow/build/build.1.schema.json b/schemas/eng-workflow/build/build.1.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "eng_workflow",
     "bq_metadata_format": "structured",
-    "bq_table": "build_v1"
+    "bq_table": "build_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "argv": {

diff --git a/schemas/eng-workflow/hgpush/hgpush.1.schema.json b/schemas/eng-workflow/hgpush/hgpush.1.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "eng_workflow",
     "bq_metadata_format": "structured",
-    "bq_table": "hgpush_v1"
+    "bq_table": "hgpush_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "changesetID": {

diff --git a/schemas/firefox-accounts/activity-flow-metrics/activity-flow-metrics.1.schema.json b/schemas/firefox-accounts/activity-flow-metrics/activity-flow-metrics.1.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "firefox_accounts",
     "bq_metadata_format": "structured",
-    "bq_table": "activity_flow_metrics_v1"
+    "bq_table": "activity_flow_metrics_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {},
   "title": "activity-flow-metrics",

diff --git a/schemas/firefox-accounts/amplitude-event/amplitude-event.1.schema.json b/schemas/firefox-accounts/amplitude-event/amplitude-event.1.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "firefox_accounts",
     "bq_metadata_format": "structured",
-    "bq_table": "amplitude_event_v1"
+    "bq_table": "amplitude_event_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "op": {

diff --git a/schemas/firefox-installer/install/install.1.schema.json b/schemas/firefox-installer/install/install.1.schema.json
@@ -4,6 +4,9 @@
     "bq_dataset_family": "firefox_installer",
     "bq_metadata_format": "structured",
     "bq_table": "install_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    },
     "sample_id_source_uuid_attribute": "document_id"
   },
   "properties": {

diff --git a/.../firefox-launcher-process/launcher-process-failure/launcher-process-failure.1.schema.json b/.../firefox-launcher-process/launcher-process-failure/launcher-process-failure.1.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "firefox_launcher_process",
     "bq_metadata_format": "structured",
-    "bq_table": "launcher_process_failure_v1"
+    "bq_table": "launcher_process_failure_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "build_id": {

diff --git a/schemas/mobile/activation/activation.1.schema.json b/schemas/mobile/activation/activation.1.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "mobile",
     "bq_metadata_format": "structured",
-    "bq_table": "activation_v1"
+    "bq_table": "activation_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "oneOf": [
     {

diff --git a/schemas/mozdata/event/event.1.schema.json b/schemas/mozdata/event/event.1.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "mozdata",
     "bq_metadata_format": "structured",
-    "bq_table": "event_v1"
+    "bq_table": "event_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "oneOf": [
     {

diff --git a/schemas/mozza/event/event.1.schema.json b/schemas/mozza/event/event.1.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "mozza",
     "bq_metadata_format": "structured",
-    "bq_table": "event_v1"
+    "bq_table": "event_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "browser": {

diff --git a/schemas/pocket/fire-tv-events/fire-tv-events.1.schema.json b/schemas/pocket/fire-tv-events/fire-tv-events.1.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "pocket",
     "bq_metadata_format": "structured",
-    "bq_table": "fire_tv_events_v1"
+    "bq_table": "fire_tv_events_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "created": {

diff --git a/schemas/telemetry/anonymous/anonymous.4.schema.json b/schemas/telemetry/anonymous/anonymous.4.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "anonymous_v4"
+    "bq_table": "anonymous_v4",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "application": {

diff --git a/schemas/telemetry/bhr/bhr.4.schema.json b/schemas/telemetry/bhr/bhr.4.schema.json
@@ -4,7 +4,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "bhr_v4"
+    "bq_table": "bhr_v4",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "application": {

diff --git a/schemas/telemetry/block-autoplay/block-autoplay.1.schema.json b/schemas/telemetry/block-autoplay/block-autoplay.1.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "block_autoplay_v1"
+    "bq_table": "block_autoplay_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "application": {

diff --git a/schemas/telemetry/core/core.1.schema.json b/schemas/telemetry/core/core.1.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "core_v1"
+    "bq_table": "core_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "arch": {

diff --git a/schemas/telemetry/core/core.10.schema.json b/schemas/telemetry/core/core.10.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "core_v10"
+    "bq_table": "core_v10",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "accessibilityServices": {

diff --git a/schemas/telemetry/core/core.2.schema.json b/schemas/telemetry/core/core.2.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "core_v2"
+    "bq_table": "core_v2",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "accessibilityServices": {

diff --git a/schemas/telemetry/core/core.3.schema.json b/schemas/telemetry/core/core.3.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "core_v3"
+    "bq_table": "core_v3",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "accessibilityServices": {

diff --git a/schemas/telemetry/core/core.4.schema.json b/schemas/telemetry/core/core.4.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "core_v4"
+    "bq_table": "core_v4",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "accessibilityServices": {

diff --git a/schemas/telemetry/core/core.5.schema.json b/schemas/telemetry/core/core.5.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "core_v5"
+    "bq_table": "core_v5",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "accessibilityServices": {

diff --git a/schemas/telemetry/core/core.6.schema.json b/schemas/telemetry/core/core.6.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "core_v6"
+    "bq_table": "core_v6",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "accessibilityServices": {

diff --git a/schemas/telemetry/core/core.7.schema.json b/schemas/telemetry/core/core.7.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "core_v7"
+    "bq_table": "core_v7",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "accessibilityServices": {

diff --git a/schemas/telemetry/core/core.8.schema.json b/schemas/telemetry/core/core.8.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "core_v8"
+    "bq_table": "core_v8",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "accessibilityServices": {

diff --git a/schemas/telemetry/core/core.9.schema.json b/schemas/telemetry/core/core.9.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "core_v9"
+    "bq_table": "core_v9",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "accessibilityServices": {

diff --git a/schemas/telemetry/crash/crash.4.schema.json b/schemas/telemetry/crash/crash.4.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "crash_v4"
+    "bq_table": "crash_v4",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "application": {

diff --git a/schemas/telemetry/deletion-request/deletion-request.4.schema.json b/schemas/telemetry/deletion-request/deletion-request.4.schema.json
@@ -4,7 +4,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "deletion_request_v4"
+    "bq_table": "deletion_request_v4",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "application": {

diff --git a/schemas/telemetry/dnssec-study-v1/dnssec-study-v1.4.schema.json b/schemas/telemetry/dnssec-study-v1/dnssec-study-v1.4.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "dnssec_study_v1_v4"
+    "bq_table": "dnssec_study_v1_v4",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "application": {

diff --git a/schemas/telemetry/downgrade/downgrade.4.schema.json b/schemas/telemetry/downgrade/downgrade.4.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "downgrade_v4"
+    "bq_table": "downgrade_v4",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "application": {

diff --git a/schemas/telemetry/event/event.4.schema.json b/schemas/telemetry/event/event.4.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "event_v4"
+    "bq_table": "event_v4",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "application": {

diff --git a/schemas/telemetry/focus-event/focus-event.1.schema.json b/schemas/telemetry/focus-event/focus-event.1.schema.json
@@ -3,7 +3,10 @@
   "mozPipelineMetadata": {
     "bq_dataset_family": "telemetry",
     "bq_metadata_format": "telemetry",
-    "bq_table": "focus_event_v1"
+    "bq_table": "focus_event_v1",
+    "expiration_policy": {
+      "delete_after_days": 10000
+    }
   },
   "properties": {
     "arch": {