This commit is contained in:
Anna Scholtz 2021-04-20 08:36:15 -07:00
Родитель 1ae324d576
Коммит cae0e6d7f7
1 изменённых файлов: 0 добавлений и 55 удалений

Просмотреть файл

@ -1,55 +0,0 @@
# Generated via https://github.com/mozilla/bigquery-etl/blob/main/bigquery_etl/query_scheduling/generate_airflow_dags.py
from airflow import DAG
from airflow.operators.sensors import ExternalTaskSensor
import datetime
from utils.gcp import bigquery_etl_query, gke_command
default_args = {
"owner": "ascholtz@mozilla.com",
"start_date": datetime.datetime(2020, 10, 1, 0, 0),
"end_date": datetime.datetime(2021, 1, 1, 0, 0),
"email": [
"telemetry-alerts@mozilla.com",
"ascholtz@mozilla.com",
"aplacitelli@mozilla.com",
],
"depends_on_past": False,
"retry_delay": datetime.timedelta(seconds=1800),
"email_on_failure": True,
"email_on_retry": True,
"retries": 2,
}
with DAG(
"bqetl_deviations", default_args=default_args, schedule_interval="0 4 * * *"
) as dag:
telemetry_derived__deviations__v1 = bigquery_etl_query(
task_id="telemetry_derived__deviations__v1",
destination_table="deviations_v1",
dataset_id="telemetry_derived",
project_id="moz-fx-data-shared-prod",
owner="ascholtz@mozilla.com",
email=[
"aplacitelli@mozilla.com",
"ascholtz@mozilla.com",
"telemetry-alerts@mozilla.com",
],
date_partition_parameter="submission_date",
depends_on_past=False,
dag=dag,
)
wait_for_anomdtct_anomdtct = ExternalTaskSensor(
task_id="wait_for_anomdtct_anomdtct",
external_dag_id="anomdtct",
external_task_id="anomdtct",
execution_delta=datetime.timedelta(seconds=3600),
check_existence=True,
mode="reschedule",
pool="DATA_ENG_EXTERNALTASKSENSOR",
dag=dag,
)
telemetry_derived__deviations__v1.set_upstream(wait_for_anomdtct_anomdtct)