Add version to error_aggregates query
This commit is contained in:
Родитель
99ae0c5646
Коммит
5b906f859c
19
dags.yaml
19
dags.yaml
|
@ -1,13 +1,12 @@
|
|||
# todo: requires renaming query to error_aggregates_v1
|
||||
# bqetl_error_aggregates:
|
||||
# schedule_interval: 3h
|
||||
# default_args:
|
||||
# owner: bewu@mozilla.com
|
||||
# email: ['telemetry-alerts@mozilla.com', 'bewu@mozilla.com', 'wlachance@mozilla.com']
|
||||
# start_date: '2019-11-01'
|
||||
# retries: 1
|
||||
# retry_delay: 20m
|
||||
# depends_on_past: false
|
||||
bqetl_error_aggregates:
|
||||
schedule_interval: 3h
|
||||
default_args:
|
||||
owner: bewu@mozilla.com
|
||||
email: ['telemetry-alerts@mozilla.com', 'bewu@mozilla.com', 'wlachance@mozilla.com']
|
||||
start_date: '2019-11-01'
|
||||
retries: 1
|
||||
retry_delay: 20m
|
||||
depends_on_past: false
|
||||
|
||||
bqetl_kpi_dashboard:
|
||||
schedule_interval: 45 15 * * *
|
||||
|
|
|
@ -0,0 +1,39 @@
|
|||
# Generated via query_scheduling/generate_airflow_dags
|
||||
|
||||
from airflow import DAG
|
||||
from airflow.operators.sensors import ExternalTaskSensor
|
||||
import datetime
|
||||
from utils.gcp import bigquery_etl_query
|
||||
|
||||
default_args = {
|
||||
"owner": "bewu@mozilla.com",
|
||||
"start_date": datetime.datetime(2019, 11, 1, 0, 0),
|
||||
"email": [
|
||||
"telemetry-alerts@mozilla.com",
|
||||
"bewu@mozilla.com",
|
||||
"wlachance@mozilla.com",
|
||||
],
|
||||
"depends_on_past": False,
|
||||
"retry_delay": datetime.timedelta(seconds=1200),
|
||||
"email_on_failure": True,
|
||||
"email_on_retry": True,
|
||||
"retries": 1,
|
||||
}
|
||||
|
||||
with DAG(
|
||||
"bqetl_error_aggregates",
|
||||
default_args=default_args,
|
||||
schedule_interval=datetime.timedelta(seconds=10800),
|
||||
) as dag:
|
||||
|
||||
telemetry_derived__error_aggregates__v1 = bigquery_etl_query(
|
||||
task_id="telemetry_derived__error_aggregates__v1",
|
||||
destination_table="error_aggregates_v1",
|
||||
dataset_id="telemetry_derived",
|
||||
project_id="moz-fx-data-shared-prod",
|
||||
owner="bewu@mozilla.com",
|
||||
email=["bewu@mozilla.com"],
|
||||
date_partition_parameter="submission_date",
|
||||
depends_on_past=False,
|
||||
dag=dag,
|
||||
)
|
|
@ -5,7 +5,5 @@ owners:
|
|||
- bewu@mozilla.com
|
||||
labels:
|
||||
incremental: true
|
||||
# scheduling:
|
||||
# todo: requires renaming query to error_aggregates_v1
|
||||
# dag_name: bqetl_error_aggregates
|
||||
# depends_on_past: false
|
||||
scheduling:
|
||||
dag_name: bqetl_error_aggregates
|
Загрузка…
Ссылка в новой задаче