Public GLAM datasets (#4606)

* Public GLAM datasets

* Remove Fenix GLAM datasets

dags.yaml

@@ -1326,3 +1326,20 @@ bqetl_glean_usage:
     start_date: "2023-11-20"
   tags:
     - impact/tier_1
+
+bqetl_glam_export:
+  schedule_interval: 0 8 * * *
+  default_args:
+    depends_on_past: false
+    email:
+      - ascholtz@mozilla.com
+      - efilho@mozilla.com
+    email_on_failure: true
+    email_on_retry: true
+    owner: ascholtz@mozilla.com
+    retries: 2
+    retry_delay: 30m
+    start_date: "2023-11-28"
+  tags:
+    - impact/tier_2
+  description: DAG to prepare GLAM data for public export.

sql/moz-fx-data-shared-prod/glam_derived/client_probe_counts_firefox_desktop_beta_v1/metadata.yaml

@@ -0,0 +1,19 @@
+friendly_name: Client Probe Counts Firefox Desktop Beta
+description: |-
+  This dataset contains client probe counts for Firefox Desktop Beta.
+owners:
+- ascholtz@mozilla.com
+- efilho@mozilla.com
+labels:
+  incremental: false
+  public_bigquery: true
+  public_json: true
+  review_bugs:
+  - '1866889'
+scheduling:
+  dag_name: bqetl_glam_export
+  date_partition_parameter: null
+  depends_on:
+  - task_id: extracts
+    dag_name: glam
+    execution_delta: 6h

sql/moz-fx-data-shared-prod/glam_derived/client_probe_counts_firefox_desktop_beta_v1/query.sql

@@ -0,0 +1,15 @@
+SELECT
+  * EXCEPT (channel)
+FROM
+  `moz-fx-data-shared-prod.telemetry_derived.client_probe_counts_v1`
+WHERE
+  -- filter based on https://github.com/mozilla/python_mozaggregator/blob/6c0119bfd0b535346c37cb3f707d998039d3e24b/mozaggregator/service.py#L51
+  (
+    metric NOT LIKE "%search_counts%"
+    AND metric NOT LIKE "%browser_search%"
+    AND metric NOT LIKE "%event_counts%"
+    AND metric NOT LIKE "%browser_engagement_navigation%"
+    AND metric NOT LIKE "%manager_message_size%"
+    AND metric NOT LIKE "%dropped_frames_proportion%"
+  )
+  AND channel = "beta"

sql/moz-fx-data-shared-prod/glam_derived/client_probe_counts_firefox_desktop_beta_v1/schema.yaml

@@ -0,0 +1,41 @@
+fields:
+- name: os
+  type: STRING
+  mode: NULLABLE
+- name: app_version
+  type: INTEGER
+  mode: NULLABLE
+- name: app_build_id
+  type: STRING
+  mode: NULLABLE
+- name: metric
+  type: STRING
+  mode: NULLABLE
+- name: metric_type
+  type: STRING
+  mode: NULLABLE
+- name: key
+  type: STRING
+  mode: NULLABLE
+- name: process
+  type: STRING
+  mode: NULLABLE
+- name: client_agg_type
+  type: STRING
+  mode: NULLABLE
+- name: agg_type
+  type: STRING
+  mode: NULLABLE
+- name: total_users
+  type: INTEGER
+  mode: NULLABLE
+- name: aggregates
+  type: RECORD
+  mode: REPEATED
+  fields:
+  - name: key
+    type: STRING
+    mode: NULLABLE
+  - name: value
+    type: FLOAT
+    mode: NULLABLE

sql/moz-fx-data-shared-prod/glam_derived/client_probe_counts_firefox_desktop_nightly_v1/metadata.yaml

@@ -0,0 +1,19 @@
+friendly_name: Client Probe Counts Firefox Desktop Nightly
+description: |-
+  This dataset contains client probe counts for Firefox Desktop Nightly.
+owners:
+- ascholtz@mozilla.com
+- efilho@mozilla.com
+labels:
+  incremental: false
+  public_bigquery: true
+  public_json: true
+  review_bugs:
+  - '1866889'
+scheduling:
+  dag_name: bqetl_glam_export
+  date_partition_parameter: null
+  depends_on:
+  - task_id: extracts
+    dag_name: glam
+    execution_delta: 6h

sql/moz-fx-data-shared-prod/glam_derived/client_probe_counts_firefox_desktop_nightly_v1/query.sql

@@ -0,0 +1,15 @@
+SELECT
+  * EXCEPT (channel)
+FROM
+  `moz-fx-data-shared-prod.telemetry_derived.client_probe_counts_v1`
+WHERE
+  -- filter based on https://github.com/mozilla/python_mozaggregator/blob/6c0119bfd0b535346c37cb3f707d998039d3e24b/mozaggregator/service.py#L51
+  (
+    metric NOT LIKE "%search_counts%"
+    AND metric NOT LIKE "%browser_search%"
+    AND metric NOT LIKE "%event_counts%"
+    AND metric NOT LIKE "%browser_engagement_navigation%"
+    AND metric NOT LIKE "%manager_message_size%"
+    AND metric NOT LIKE "%dropped_frames_proportion%"
+  )
+  AND channel = "nightly"

sql/moz-fx-data-shared-prod/glam_derived/client_probe_counts_firefox_desktop_nightly_v1/schema.yaml

@@ -0,0 +1,41 @@
+fields:
+- name: os
+  type: STRING
+  mode: NULLABLE
+- name: app_version
+  type: INTEGER
+  mode: NULLABLE
+- name: app_build_id
+  type: STRING
+  mode: NULLABLE
+- name: metric
+  type: STRING
+  mode: NULLABLE
+- name: metric_type
+  type: STRING
+  mode: NULLABLE
+- name: key
+  type: STRING
+  mode: NULLABLE
+- name: process
+  type: STRING
+  mode: NULLABLE
+- name: client_agg_type
+  type: STRING
+  mode: NULLABLE
+- name: agg_type
+  type: STRING
+  mode: NULLABLE
+- name: total_users
+  type: INTEGER
+  mode: NULLABLE
+- name: aggregates
+  type: RECORD
+  mode: REPEATED
+  fields:
+  - name: key
+    type: STRING
+    mode: NULLABLE
+  - name: value
+    type: FLOAT
+    mode: NULLABLE

sql/moz-fx-data-shared-prod/glam_derived/dataset_metadata.yaml

@@ -0,0 +1,10 @@
+friendly_name: GLAM Derived
+description: |-
+  Derived tables used for exporting GLAM data.
+dataset_base_acl: derived
+user_facing: false
+labels: {}
+workgroup_access:
+- role: roles/bigquery.dataViewer
+  members:
+  - workgroup:mozilla-confidential