This commit is contained in:
whd 2024-01-19 17:08:02 +00:00 коммит произвёл GitHub
Родитель 5c6f1429fb
Коммит 575adc35e4
Не найден ключ, соответствующий данной подписи
Идентификатор ключа GPG: B5690EEEBB952194
9 изменённых файлов: 0 добавлений и 135 удалений

Просмотреть файл

@ -93,10 +93,6 @@ dry_run:
- sql/**/apple_ads_external*/**/query.sql
- sql/moz-fx-data-shared-prod/regrets_reporter/regrets_reporter_update/view.sql
- sql/moz-fx-data-shared-prod/revenue_derived/client_ltv_v1/query.sql
- sql/moz-fx-data-shared-prod/monitoring/payload_bytes_decoded_all/view.sql
- sql/moz-fx-data-shared-prod/monitoring/payload_bytes_decoded_structured/view.sql
- sql/moz-fx-data-shared-prod/monitoring/payload_bytes_decoded_stub_installer/view.sql
- sql/moz-fx-data-shared-prod/monitoring/payload_bytes_decoded_telemetry/view.sql
- sql/moz-fx-data-shared-prod/monitoring/payload_bytes_error_structured/view.sql
- sql/moz-fx-data-shared-prod/monitoring/payload_bytes_error_all/view.sql
- sql/moz-fx-data-shared-prod/monitoring_derived/shredder_progress/view.sql

Просмотреть файл

@ -1,9 +0,0 @@
---
friendly_name: All Decoded Tables
description: |-
A view on top of the `payload_bytes_decoded.*` tables that includes all
fields except the payload.
This view is useful for overall pipeline monitoring.
Clustering fields: `submission_timestamp`

Просмотреть файл

@ -1,17 +0,0 @@
CREATE OR REPLACE VIEW
`moz-fx-data-shared-prod.monitoring.payload_bytes_decoded_all`
AS
SELECT
*
FROM
`moz-fx-data-shared-prod.monitoring.payload_bytes_decoded_structured`
UNION ALL
SELECT
*
FROM
`moz-fx-data-shared-prod.monitoring.payload_bytes_decoded_stub_installer`
UNION ALL
SELECT
*
FROM
`moz-fx-data-shared-prod.monitoring.payload_bytes_decoded_telemetry`

Просмотреть файл

@ -1,15 +0,0 @@
---
friendly_name: Structured Pipeline Family Decoded
description: |-
A view on top of the `payload_bytes_decoded.structured*` tables that
includes all fields except the payload.
This view is useful for overall pipeline monitoring.
Clustering fields: `submission_timestamp`
labels:
authorized: true
workgroup_access:
- role: roles/bigquery.dataViewer
members:
- workgroup:mozilla-confidential

Просмотреть файл

@ -1,20 +0,0 @@
CREATE OR REPLACE VIEW
`moz-fx-data-shared-prod.monitoring.payload_bytes_decoded_structured`
AS
SELECT
'structured' AS pipeline_family,
* EXCEPT (payload) REPLACE(
-- We normalize the order of metadata fields to be consistent across
-- pipeline families, allowing UNION ALL queries.
STRUCT(
metadata.document_namespace,
metadata.document_type,
metadata.document_version,
metadata.geo,
metadata.header,
metadata.isp,
metadata.uri
) AS metadata
)
FROM
`moz-fx-data-shared-prod.payload_bytes_decoded.structured*`

Просмотреть файл

@ -1,15 +0,0 @@
---
friendly_name: Stub Installer Pipeline Family Decoded
description: |-
A view on top of the `payload_bytes_decoded.stub_installer*` tables that
includes all fields except the payload.
This view is useful for overall pipeline monitoring.
Clustering fields: `submission_timestamp`
labels:
authorized: true
workgroup_access:
- role: roles/bigquery.dataViewer
members:
- workgroup:mozilla-confidential

Просмотреть файл

@ -1,20 +0,0 @@
CREATE OR REPLACE VIEW
`moz-fx-data-shared-prod.monitoring.payload_bytes_decoded_stub_installer`
AS
SELECT
'stub_installer' AS pipeline_family,
* EXCEPT (payload) REPLACE(
-- We normalize the order of metadata fields to be consistent across
-- pipeline families, allowing UNION ALL queries.
STRUCT(
metadata.document_namespace,
metadata.document_type,
metadata.document_version,
metadata.geo,
metadata.header,
metadata.isp,
metadata.uri
) AS metadata
)
FROM
`moz-fx-data-shared-prod.payload_bytes_decoded.stub_installer*`

Просмотреть файл

@ -1,15 +0,0 @@
---
friendly_name: Telemetry Pipeline Family Decoded
description: |-
A view on top of the `payload_bytes_decoded.telemetry*` tables that
includes all fields except the payload.
This view is useful for overall pipeline monitoring.
Clustering fields: `submission_timestamp`
labels:
authorized: true
workgroup_access:
- role: roles/bigquery.dataViewer
members:
- workgroup:mozilla-confidential

Просмотреть файл

@ -1,20 +0,0 @@
CREATE OR REPLACE VIEW
`moz-fx-data-shared-prod.monitoring.payload_bytes_decoded_telemetry`
AS
SELECT
'telemetry' AS pipeline_family,
* EXCEPT (payload) REPLACE(
-- We normalize the order of metadata fields to be consistent across
-- pipeline families, allowing UNION ALL queries.
STRUCT(
metadata.document_namespace,
metadata.document_type,
metadata.document_version,
metadata.geo,
metadata.header,
metadata.isp,
metadata.uri
) AS metadata
)
FROM
`moz-fx-data-shared-prod.payload_bytes_decoded.telemetry*`