feat: refactor win10 models to remove daily and fix partitioning of braze sync table (#8240)

Author: LiamMcFall

sql/moz-fx-data-shared-prod/braze_derived/fxa_win10_users_daily_v1/metadata.yaml

@@ -10,6 +10,7 @@ labels:
   owner: lmcfall
 scheduling:
   dag_name: bqetl_braze_win10_sync
+  date_partition_parameter: submission_date
 bigquery:
   time_partitioning:
     type: day

sql/moz-fx-data-shared-prod/braze_derived/fxa_win10_users_daily_v1/query.sql

@@ -1,4 +1,87 @@
-WITH current_list AS (
+WITH win10_users AS (
+  SELECT DISTINCT
+    TO_HEX(SHA256(metrics.string.client_association_uid)) AS fxa_id_sha256,
+    FIRST_VALUE(DATE(submission_timestamp)) OVER (
+      PARTITION BY
+        TO_HEX(SHA256(metrics.string.client_association_uid))
+      ORDER BY
+        submission_timestamp DESC
+    ) AS submission_date,
+    FIRST_VALUE(client_info.os) OVER (
+      PARTITION BY
+        TO_HEX(SHA256(metrics.string.client_association_uid))
+      ORDER BY
+        submission_timestamp DESC
+    ) AS os,
+    FIRST_VALUE(client_info.os_version) OVER (
+      PARTITION BY
+        TO_HEX(SHA256(metrics.string.client_association_uid))
+      ORDER BY
+        submission_timestamp DESC
+    ) AS os_version,
+    FIRST_VALUE(client_info.locale) OVER (
+      PARTITION BY
+        TO_HEX(SHA256(metrics.string.client_association_uid))
+      ORDER BY
+        submission_timestamp DESC
+    ) AS locale
+  FROM
+    `moz-fx-data-shared-prod.firefox_desktop.fx_accounts`
+  WHERE
+    DATE(submission_timestamp) = @submission_date
+    AND client_info.os = 'Windows'
+    AND client_info.os_version = '10.0'
+),
+last_seen_14_days AS (
+  SELECT
+    user_id_sha256,
+    MIN(days_seen_bits) AS last_seen_min
+  FROM
+    `moz-fx-data-shared-prod.accounts_backend_derived.users_services_last_seen_v1`
+  WHERE
+    submission_date = @submission_date
+  GROUP BY
+    1
+  -- bit pattern 100000000000000, last seen 14 days from submission date
+  HAVING
+    last_seen_min = 16384
+),
+inactive_win10_users AS (
+  SELECT
+    win10.submission_date,
+    last_seen.user_id_sha256,
+    win10.os,
+    win10.os_version,
+    win10.locale
+  FROM
+    last_seen_14_days AS last_seen
+  LEFT JOIN
+    win10_users AS win10
+    ON last_seen.user_id_sha256 = win10.fxa_id_sha256
+  -- filter out users that don't have an FX account
+  WHERE
+    win10.fxa_id_sha256 IS NOT NULL
+),
+current_day_users_to_add AS (
+  SELECT
+    inactive.submission_date,
+    braze_users.external_id AS external_id,
+  -- if user is in our braze users table use their email, otherwise use the email associated with their fxa_id
+    IFNULL(braze_users.email, fxa_emails.normalizedEmail) AS email,
+    inactive.user_id_sha256,
+    inactive.locale
+  FROM
+    inactive_win10_users AS inactive
+  LEFT JOIN
+    `moz-fx-data-shared-prod.braze_derived.users_v1` AS braze_users
+    ON inactive.user_id_sha256 = braze_users.fxa_id_sha256
+  LEFT JOIN
+    `moz-fx-data-shared-prod.accounts_backend_external.emails_v1` AS fxa_emails
+    ON inactive.user_id_sha256 = TO_HEX(SHA256(fxa_emails.uid))
+  -- some users have multiple email addresses in this table, only use primary
+    AND fxa_emails.isPrimary = TRUE
+),
+current_list AS (
   SELECT
     fxa_id_sha256
   FROM
@@ -11,7 +94,7 @@ SELECT
   daily.locale,
   daily.user_id_sha256 AS fxa_id_sha256
 FROM
-  `moz-fx-data-shared-prod.braze_derived.fxa_win10_users_daily_v1` AS daily
+  current_day_users_to_add AS daily
 LEFT JOIN
   current_list AS historical
   ON historical.fxa_id_sha256 = daily.user_id_sha256

sql/moz-fx-data-shared-prod/braze_derived/fxa_win10_users_historical_v1/metadata.yaml

@@ -9,6 +9,10 @@ labels:
   owner1: lmcfall
 scheduling:
   dag_name: bqetl_braze_win10_sync
-  # destination is the whole table, not a single partition,
-  # so don't use date_partition_parameter
-  date_partition_parameter: null
+  date_partition_parameter: submission_date
+bigquery:
+  time_partitioning:
+    type: day
+    field: submission_date
+    require_partition_filter: false
+    expiration_days: null

sql/moz-fx-data-shared-prod/braze_derived/fxa_win10_users_historical_v1/query.sql

@@ -1,5 +1,6 @@
 SELECT
   CURRENT_TIMESTAMP() AS updated_at,
+  submission_date,
   external_id,
   TO_JSON(
     STRUCT(