Skip to content

Commit bade223

Browse files
authored
Fix partition date regex in shredder_per_job_stats and add job type column (#8605)
1 parent 23bd9b7 commit bade223

File tree

3 files changed

+17
-1
lines changed

3 files changed

+17
-1
lines changed
Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
2025-12-12:
2+
start_date: 2025-10-15
3+
end_date: 2025-12-12
4+
reason: regex fix
5+
watchers:
6+
7+
status: Initiate
8+
shredder_mitigation: false
9+
override_retention_limit: false
10+
override_depends_on_past_end_date: false
11+
ignore_date_partition_offset: false

sql/moz-fx-data-shared-prod/monitoring_derived/shredder_per_job_stats_v1/query.sql

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@ SELECT
22
-- task id example: project.dataset.table_v1$20240102__sample_10
33
SAFE.PARSE_DATE(
44
"%Y%m%d",
5-
REGEXP_EXTRACT(task_id, r"\$([0-9]{8})(?:__sample_[0-9]+)?$")
5+
REGEXP_EXTRACT(task_id, r"\$([0-9]{8})(?:__sample_[0-9_]+)?$")
66
) AS partition_date,
77
task_id,
88
shredder_state.job_id,
@@ -26,6 +26,7 @@ SELECT
2626
SAFE_CAST(REGEXP_EXTRACT(task_id, r"__sample_([0-9]+)(?:_[0-9]+)?") AS INT) AS shredded_sample_id,
2727
shredder_jobs.error_result.reason AS error_reason,
2828
shredder_jobs.error_result.message AS error_message,
29+
shredder_jobs.job_type,
2930
FROM
3031
`moz-fx-data-shredder.shredder_state.shredder_state` AS shredder_state
3132
INNER JOIN

sql/moz-fx-data-shared-prod/monitoring_derived/shredder_per_job_stats_v1/schema.yaml

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -53,3 +53,7 @@ fields:
5353
- name: error_message
5454
type: STRING
5555
mode: NULLABLE
56+
- name: job_type
57+
type: STRING
58+
mode: NULLABLE
59+
description: BigQuery job type, should be one of 'QUERY' or 'COPY'

0 commit comments

Comments
 (0)