reassigning DAG ownership to kik as per "adopt a DAG" doc (#3862)
* reassigning DAG owners as per "adopt a DAG" doc * removed jeff from bqetl_addons queries
This commit is contained in:
Родитель
118bfbb09f
Коммит
97d34d46be
18
dags.yaml
18
dags.yaml
|
@ -37,9 +37,9 @@ bqetl_amo_stats:
|
|||
See the [post on the Add-Ons Blog](https://blog.mozilla.org/addons/2020/06/10/improvements-to-statistics-processing-on-amo/).
|
||||
# yamllint enable rule:line-length
|
||||
default_args:
|
||||
owner: jklukas@mozilla.com
|
||||
owner: kik@mozilla.com
|
||||
start_date: "2020-06-01"
|
||||
email: ["telemetry-alerts@mozilla.com", "jklukas@mozilla.com"]
|
||||
email: ["telemetry-alerts@mozilla.com", "kik@mozilla.com"]
|
||||
retries: 2
|
||||
retry_delay: 30m
|
||||
tags:
|
||||
|
@ -220,9 +220,11 @@ bqetl_addons:
|
|||
|
||||
Depends on `bqetl_search`, so is scheduled after that DAG.
|
||||
default_args:
|
||||
owner: jklukas@mozilla.com
|
||||
owner: kik@mozilla.com
|
||||
start_date: "2018-11-27"
|
||||
email: ["telemetry-alerts@mozilla.com"]
|
||||
email:
|
||||
- "telemetry-alerts@mozilla.com"
|
||||
- "kik@mozilla.com"
|
||||
retries: 2
|
||||
retry_delay: 30m
|
||||
tags:
|
||||
|
@ -525,11 +527,11 @@ bqetl_pocket:
|
|||
default_args:
|
||||
depends_on_past: false
|
||||
email:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
- telemetry-alerts@mozilla.com
|
||||
email_on_failure: true
|
||||
email_on_retry: true
|
||||
owner: jklukas@mozilla.com
|
||||
owner: kik@mozilla.com
|
||||
# Retry more than normal because the files from Pocket may not always be available on time.
|
||||
retries: 10
|
||||
retry_delay: 60m
|
||||
|
@ -565,12 +567,12 @@ bqetl_firefox_ios:
|
|||
default_args:
|
||||
depends_on_past: false
|
||||
email:
|
||||
- amiyaguchi@mozilla.com
|
||||
- kik@mozilla.com
|
||||
- telemetry-alerts@mozilla.com
|
||||
email_on_failure: true
|
||||
email_on_retry: true
|
||||
end_date: null
|
||||
owner: amiyaguchi@mozilla.com
|
||||
owner: kik@mozilla.com
|
||||
retries: 2
|
||||
retry_delay: 30m
|
||||
start_date: "2021-03-18"
|
||||
|
|
|
@ -21,15 +21,15 @@ Depends on `bqetl_search`, so is scheduled after that DAG.
|
|||
|
||||
#### Owner
|
||||
|
||||
jklukas@mozilla.com
|
||||
kik@mozilla.com
|
||||
"""
|
||||
|
||||
|
||||
default_args = {
|
||||
"owner": "jklukas@mozilla.com",
|
||||
"owner": "kik@mozilla.com",
|
||||
"start_date": datetime.datetime(2018, 11, 27, 0, 0),
|
||||
"end_date": None,
|
||||
"email": ["telemetry-alerts@mozilla.com"],
|
||||
"email": ["telemetry-alerts@mozilla.com", "kik@mozilla.com"],
|
||||
"depends_on_past": False,
|
||||
"retry_delay": datetime.timedelta(seconds=1800),
|
||||
"email_on_failure": True,
|
||||
|
@ -51,8 +51,8 @@ with DAG(
|
|||
destination_table="addon_aggregates_v2",
|
||||
dataset_id="telemetry_derived",
|
||||
project_id="moz-fx-data-shared-prod",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
date_partition_parameter="submission_date",
|
||||
depends_on_past=False,
|
||||
)
|
||||
|
@ -62,8 +62,8 @@ with DAG(
|
|||
destination_table="addon_names_v1",
|
||||
dataset_id="telemetry_derived",
|
||||
project_id="moz-fx-data-shared-prod",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
date_partition_parameter=None,
|
||||
depends_on_past=False,
|
||||
task_concurrency=1,
|
||||
|
@ -75,8 +75,8 @@ with DAG(
|
|||
destination_table="addons_v2",
|
||||
dataset_id="telemetry_derived",
|
||||
project_id="moz-fx-data-shared-prod",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
date_partition_parameter="submission_date",
|
||||
depends_on_past=False,
|
||||
)
|
||||
|
@ -100,8 +100,8 @@ with DAG(
|
|||
destination_table="addons_daily_v1",
|
||||
dataset_id="telemetry_derived",
|
||||
project_id="moz-fx-data-shared-prod",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
date_partition_parameter="submission_date",
|
||||
depends_on_past=False,
|
||||
)
|
||||
|
|
|
@ -22,15 +22,15 @@ See the [post on the Add-Ons Blog](https://blog.mozilla.org/addons/2020/06/10/im
|
|||
|
||||
#### Owner
|
||||
|
||||
jklukas@mozilla.com
|
||||
kik@mozilla.com
|
||||
"""
|
||||
|
||||
|
||||
default_args = {
|
||||
"owner": "jklukas@mozilla.com",
|
||||
"owner": "kik@mozilla.com",
|
||||
"start_date": datetime.datetime(2020, 6, 1, 0, 0),
|
||||
"end_date": None,
|
||||
"email": ["telemetry-alerts@mozilla.com", "jklukas@mozilla.com"],
|
||||
"email": ["telemetry-alerts@mozilla.com", "kik@mozilla.com"],
|
||||
"depends_on_past": False,
|
||||
"retry_delay": datetime.timedelta(seconds=1800),
|
||||
"email_on_failure": True,
|
||||
|
@ -52,8 +52,8 @@ with DAG(
|
|||
destination_table="amo_stats_dau_v2",
|
||||
dataset_id="amo_dev",
|
||||
project_id="moz-fx-data-shared-prod",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
date_partition_parameter="submission_date",
|
||||
depends_on_past=False,
|
||||
)
|
||||
|
@ -63,8 +63,8 @@ with DAG(
|
|||
destination_table="amo_stats_installs_v3",
|
||||
dataset_id="amo_dev",
|
||||
project_id="moz-fx-data-shared-prod",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
date_partition_parameter="submission_date",
|
||||
depends_on_past=False,
|
||||
)
|
||||
|
@ -74,8 +74,8 @@ with DAG(
|
|||
destination_table="amo_stats_dau_v2",
|
||||
dataset_id="amo_prod",
|
||||
project_id="moz-fx-data-shared-prod",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
date_partition_parameter="submission_date",
|
||||
depends_on_past=False,
|
||||
)
|
||||
|
@ -85,8 +85,8 @@ with DAG(
|
|||
destination_table="amo_stats_installs_v3",
|
||||
dataset_id="amo_prod",
|
||||
project_id="moz-fx-data-shared-prod",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
date_partition_parameter="submission_date",
|
||||
depends_on_past=False,
|
||||
)
|
||||
|
@ -96,8 +96,8 @@ with DAG(
|
|||
destination_table="desktop_addons_by_client_v1",
|
||||
dataset_id="amo_prod",
|
||||
project_id="moz-fx-data-shared-prod",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
date_partition_parameter="submission_date",
|
||||
depends_on_past=False,
|
||||
)
|
||||
|
@ -107,8 +107,8 @@ with DAG(
|
|||
destination_table="fenix_addons_by_client_v1",
|
||||
dataset_id="amo_prod",
|
||||
project_id="moz-fx-data-shared-prod",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
date_partition_parameter="submission_date",
|
||||
depends_on_past=False,
|
||||
)
|
||||
|
|
|
@ -18,15 +18,15 @@ Built from bigquery-etl repo, [`dags/bqetl_firefox_ios.py`](https://github.com/m
|
|||
Schedule daily ios firefox ETL
|
||||
#### Owner
|
||||
|
||||
amiyaguchi@mozilla.com
|
||||
kik@mozilla.com
|
||||
"""
|
||||
|
||||
|
||||
default_args = {
|
||||
"owner": "amiyaguchi@mozilla.com",
|
||||
"owner": "kik@mozilla.com",
|
||||
"start_date": datetime.datetime(2021, 3, 18, 0, 0),
|
||||
"end_date": None,
|
||||
"email": ["amiyaguchi@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
"email": ["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
"depends_on_past": False,
|
||||
"retry_delay": datetime.timedelta(seconds=1800),
|
||||
"email_on_failure": True,
|
||||
|
@ -51,6 +51,6 @@ with DAG(
|
|||
]
|
||||
+ [],
|
||||
docker_image="gcr.io/moz-fx-data-airflow-prod-88e0/bigquery-etl:latest",
|
||||
owner="amiyaguchi@mozilla.com",
|
||||
email=["amiyaguchi@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
)
|
||||
|
|
|
@ -22,15 +22,15 @@ https://bugzilla.mozilla.org/show_bug.cgi?id=1695336).
|
|||
|
||||
#### Owner
|
||||
|
||||
jklukas@mozilla.com
|
||||
kik@mozilla.com
|
||||
"""
|
||||
|
||||
|
||||
default_args = {
|
||||
"owner": "jklukas@mozilla.com",
|
||||
"owner": "kik@mozilla.com",
|
||||
"start_date": datetime.datetime(2021, 3, 10, 0, 0),
|
||||
"end_date": None,
|
||||
"email": ["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
"email": ["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
"depends_on_past": False,
|
||||
"retry_delay": datetime.timedelta(seconds=3600),
|
||||
"email_on_failure": True,
|
||||
|
@ -52,8 +52,8 @@ with DAG(
|
|||
destination_table="rolling_monthly_active_user_counts_v1",
|
||||
dataset_id="pocket_derived",
|
||||
project_id="moz-fx-data-shared-prod",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
date_partition_parameter=None,
|
||||
depends_on_past=False,
|
||||
task_concurrency=1,
|
||||
|
@ -68,8 +68,8 @@ with DAG(
|
|||
]
|
||||
+ ["--date", "{{ ds }}"],
|
||||
docker_image="gcr.io/moz-fx-data-airflow-prod-88e0/bigquery-etl:latest",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
)
|
||||
|
||||
pocket_derived__spoc_tile_ids__v1 = bigquery_etl_query(
|
||||
|
@ -77,8 +77,8 @@ with DAG(
|
|||
destination_table="spoc_tile_ids_v1",
|
||||
dataset_id="pocket_derived",
|
||||
project_id="moz-fx-data-shared-prod",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
date_partition_parameter=None,
|
||||
depends_on_past=False,
|
||||
task_concurrency=1,
|
||||
|
@ -93,8 +93,8 @@ with DAG(
|
|||
]
|
||||
+ ["--date", "{{ ds }}"],
|
||||
docker_image="gcr.io/moz-fx-data-airflow-prod-88e0/bigquery-etl:latest",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
)
|
||||
|
||||
pocket_derived__twice_weekly_active_user_counts__v1 = bigquery_etl_query(
|
||||
|
@ -102,8 +102,8 @@ with DAG(
|
|||
destination_table="twice_weekly_active_user_counts_v1",
|
||||
dataset_id="pocket_derived",
|
||||
project_id="moz-fx-data-shared-prod",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
date_partition_parameter=None,
|
||||
depends_on_past=False,
|
||||
task_concurrency=1,
|
||||
|
@ -118,8 +118,8 @@ with DAG(
|
|||
]
|
||||
+ ["--date", "{{ ds }}"],
|
||||
docker_image="gcr.io/moz-fx-data-airflow-prod-88e0/bigquery-etl:latest",
|
||||
owner="jklukas@mozilla.com",
|
||||
email=["jklukas@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
owner="kik@mozilla.com",
|
||||
email=["kik@mozilla.com", "telemetry-alerts@mozilla.com"],
|
||||
)
|
||||
|
||||
pocket_derived__rolling_monthly_active_user_counts__v1.set_upstream(
|
||||
|
|
|
@ -3,7 +3,7 @@ friendly_name: AMO Stats DAU dev/stage
|
|||
description: >-
|
||||
Reduced stats table for dev and stage versions of the AMO service.
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
application: amo
|
||||
incremental: true
|
||||
|
|
|
@ -3,7 +3,7 @@ friendly_name: AMO Installs dev/stage
|
|||
description: >
|
||||
Reduced daily installs table for dev and stage versions of the AMO service.
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
application: amo
|
||||
incremental: true
|
||||
|
|
|
@ -8,7 +8,7 @@ description: |-
|
|||
and provides all the information needed to populate the various
|
||||
"Daily Users" plots for the AMO stats dashboard.
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
application: amo
|
||||
incremental: true
|
||||
|
|
|
@ -8,7 +8,7 @@ description: >
|
|||
and addon_id values are sometimes too long. The AMO stats application
|
||||
looks up records in this table based on the hashed_addon_id.
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
application: amo
|
||||
incremental: true
|
||||
|
|
|
@ -4,7 +4,7 @@ description: >-
|
|||
Clients_daily-like table that records only the dimensions and addon info
|
||||
necessary to power daily the amo_stats_dau_v2 query.
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
application: amo
|
||||
incremental: true
|
||||
|
|
|
@ -5,7 +5,7 @@ description: >-
|
|||
that records only the dimensions and addon info necessary to power the daily
|
||||
amo_stats_dau_v2 query.
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
application: amo
|
||||
incremental: true
|
||||
|
|
|
@ -3,7 +3,7 @@ friendly_name: unified metrics
|
|||
labels:
|
||||
incremental: true
|
||||
owners:
|
||||
- amiyaguchi@mozilla.com
|
||||
- kik@mozilla.com
|
||||
scheduling:
|
||||
dag_name: bqetl_firefox_ios
|
||||
depends_on_past: false
|
||||
|
|
|
@ -4,7 +4,7 @@ description: |-
|
|||
For each submission_date, we have rows representing the full history of MAU up
|
||||
to that point.
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
incremental: true
|
||||
bigquery:
|
||||
|
|
|
@ -2,7 +2,7 @@ friendly_name: Rolling Monthly Active User Counts
|
|||
description: |-
|
||||
Rolling count of monthly active users (MAU) for Pocket.
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
incremental: false
|
||||
scheduling:
|
||||
|
|
|
@ -2,7 +2,7 @@ friendly_name: Sponsored Content (Spoc) Tile IDs History
|
|||
description: |-
|
||||
Historical log of daily exports of Pocket tile metadata for sponsored content.
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
incremental: true
|
||||
bigquery:
|
||||
|
|
|
@ -2,7 +2,7 @@ friendly_name: Sponsored Content (Spoc) Tile IDs
|
|||
description: |-
|
||||
Lookup table of the currently registered tile IDs for Pocket sponsored content
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
incremental: false
|
||||
scheduling:
|
||||
|
|
|
@ -4,7 +4,7 @@ description: |-
|
|||
For each submission_date, we have rows representing the full history of T-WAU
|
||||
up to that point.
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
incremental: true
|
||||
bigquery:
|
||||
|
|
|
@ -3,7 +3,7 @@ description: |-
|
|||
Count of twice weekly active users (T-WAU) for Pocket,
|
||||
measured each calendar week.
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
incremental: false
|
||||
scheduling:
|
||||
|
|
|
@ -4,7 +4,7 @@ description: |-
|
|||
Addon usages by clients, aggregated across unique sets of dimensions
|
||||
and partitioned by day.
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
application: addons
|
||||
schedule: daily
|
||||
|
|
|
@ -2,7 +2,7 @@
|
|||
friendly_name: Addon Names
|
||||
description: Addon IDs, names and number of occurences.
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
application: addons
|
||||
schedule: daily
|
||||
|
|
|
@ -2,7 +2,7 @@
|
|||
friendly_name: Addons Daily
|
||||
description: A daily aggregate of addon usages, partitioned by day
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
application: addons
|
||||
schedule: daily
|
||||
|
|
|
@ -2,7 +2,7 @@
|
|||
friendly_name: Addons
|
||||
description: Addon usage by client, partitioned by day
|
||||
owners:
|
||||
- jklukas@mozilla.com
|
||||
- kik@mozilla.com
|
||||
labels:
|
||||
application: addons
|
||||
schedule: daily
|
||||
|
|
Загрузка…
Ссылка в новой задаче