Add version to error_aggregates query

This commit is contained in:
Anna Scholtz 2020-06-03 10:49:11 -07:00
Родитель 99ae0c5646
Коммит 5b906f859c
46 изменённых файлов: 50 добавлений и 14 удалений

Просмотреть файл

@ -1,13 +1,12 @@
# todo: requires renaming query to error_aggregates_v1
# bqetl_error_aggregates:
# schedule_interval: 3h
# default_args:
# owner: bewu@mozilla.com
# email: ['telemetry-alerts@mozilla.com', 'bewu@mozilla.com', 'wlachance@mozilla.com']
# start_date: '2019-11-01'
# retries: 1
# retry_delay: 20m
# depends_on_past: false
bqetl_error_aggregates:
schedule_interval: 3h
default_args:
owner: bewu@mozilla.com
email: ['telemetry-alerts@mozilla.com', 'bewu@mozilla.com', 'wlachance@mozilla.com']
start_date: '2019-11-01'
retries: 1
retry_delay: 20m
depends_on_past: false
bqetl_kpi_dashboard:
schedule_interval: 45 15 * * *

Просмотреть файл

@ -0,0 +1,39 @@
# Generated via query_scheduling/generate_airflow_dags
from airflow import DAG
from airflow.operators.sensors import ExternalTaskSensor
import datetime
from utils.gcp import bigquery_etl_query
default_args = {
"owner": "bewu@mozilla.com",
"start_date": datetime.datetime(2019, 11, 1, 0, 0),
"email": [
"telemetry-alerts@mozilla.com",
"bewu@mozilla.com",
"wlachance@mozilla.com",
],
"depends_on_past": False,
"retry_delay": datetime.timedelta(seconds=1200),
"email_on_failure": True,
"email_on_retry": True,
"retries": 1,
}
with DAG(
"bqetl_error_aggregates",
default_args=default_args,
schedule_interval=datetime.timedelta(seconds=10800),
) as dag:
telemetry_derived__error_aggregates__v1 = bigquery_etl_query(
task_id="telemetry_derived__error_aggregates__v1",
destination_table="error_aggregates_v1",
dataset_id="telemetry_derived",
project_id="moz-fx-data-shared-prod",
owner="bewu@mozilla.com",
email=["bewu@mozilla.com"],
date_partition_parameter="submission_date",
depends_on_past=False,
dag=dag,
)

Просмотреть файл

@ -5,7 +5,5 @@ owners:
- bewu@mozilla.com
labels:
incremental: true
# scheduling:
# todo: requires renaming query to error_aggregates_v1
# dag_name: bqetl_error_aggregates
# depends_on_past: false
scheduling:
dag_name: bqetl_error_aggregates