Initial commit

Author: relud

README.md

@@ -0,0 +1,4 @@
+BigQuery ETL
+===
+
+Bigquery UDFs and SQL queries for building derived datasets.

sql/firefox_desktop_exact_mau28.sql

@@ -0,0 +1,10 @@
+SELECT
+  @submission_date AS submission_date,
+  CURRENT_DATETIME() AS generated_time,
+  COUNT(DISTINCT client_id) AS mau,
+  SUM(CAST(submission_date_s3 = @submission_date AS INT64)) as dau
+FROM
+  clients_daily_v6
+WHERE
+  submission_date_s3 <= @submission_date
+  AND submission_date_s3 > DATE_ADD(@submission_date, INTERVAL -28 DAY)

udf/get_key.sql

@@ -0,0 +1,8 @@
+CREATE TEMP FUNCTION get_key(map ANY TYPE, k ANY TYPE) AS (
+ (
+   SELECT key_value.value
+   FROM UNNEST(map.key_value) AS key_value
+   WHERE key_value.key = k
+   LIMIT 1
+ )
+);