Merge branch 'main' into initial-etl-gecko-trace

Author: michaelvanstraten

bqetl_project.yaml

@@ -393,6 +393,12 @@ generate:
     events_monitoring:
       skip_apps:
       - ads_backend  # restricted dataset, we don't want to include it aggregate view
+      - org_mozilla_fenix_nightly
+      - org_mozilla_fennec_aurora
+      # event pings for this app were removed but still high volume due to nimbus bugs in versions 138 to 140
+      # events are still sent in the background-update ping, but they are being skipped
+      # See: https://mozilla-hub.atlassian.net/browse/DENG-9715
+      - firefox_desktop_background_update
       skip_pings:
       - topsites-impression # access denied
       - serp-categorization # access denied
@@ -402,7 +408,6 @@ generate:
         - events_v1
       manual_refresh:  # apps to use manual materialized view refreshes for on-demand billing
       - firefox_desktop
-      - firefox_desktop_background_update
     event_flow_monitoring:
       include_apps:
       - accounts_backend

requirements.in

@@ -1,11 +1,11 @@
 attrs==25.3.0
-authlib==1.6.3
+authlib==1.6.4
 beautifulsoup4==4.13.4
 bigeye-sdk==0.6.5
-black==25.1.0
+black==25.9.0
 cattrs==25.2.0
 click==8.2.1
-cryptography==45.0.7
+cryptography==46.0.1
 exceptiongroup==1.3.0 # for backwards compatibility with python < 3.11
 flake8<5 # pytest-flake8 does not support flake8 5+
 fredapi==0.5.2
@@ -15,11 +15,11 @@ google-auth>=2.30.0  # To try to fix "Compute Engine Metadata server call to uni
 google-cloud-bigquery==3.36.0
 google-cloud-bigquery-storage[fastavro]==2.33.1
 google-cloud-datacatalog-lineage==0.3.14
-google-cloud-storage==3.3.1
+google-cloud-storage==3.4.0
 Jinja2==3.1.6
 jsonschema==4.25.1
 PyJWT==2.10.1
-looker-sdk==25.10.0
+looker-sdk==25.16.0
 markdown-include==0.8.1
 mdx_truly_sane_lists==1.3
 mkdocs==1.6.1
@@ -46,7 +46,7 @@ smart_open==6.4.0
 sqlglot==25.28.0
 sqlparse==0.5.3
 stripe==6.4.0
-symbolic==12.16.2
+symbolic==12.16.3
 siggen==2.2.20241029
 tomli==2.2.1 # for backwards compatibility with python < 3.11
 types-python-dateutil==2.9.0.20250822

requirements.txt

@@ -80,6 +80,15 @@ WITH table_counts AS (
       'UTC'
     )
   UNION ALL
+  SELECT
+    'key_fetch_tokens' AS table_name,
+    COUNT(*) AS total_rows
+  FROM
+    `moz-fx-data-shared-prod.accounts_db_external.fxa_key_fetch_tokens_v1` FOR SYSTEM_TIME AS OF TIMESTAMP(
+      @as_of_date + 1,
+      'UTC'
+    )
+  UNION ALL
   SELECT
     'linked_accounts' AS table_name,
     COUNT(*) AS total_rows

sql/moz-fx-data-shared-prod/accounts_backend_derived/monitoring_db_counts_v1/query.sql

@@ -0,0 +1,2 @@
+#fail
+{{ is_unique(["gdp_country_code", "gdp_year"]) }}