Update split main ping queries parent task (#4347)
This is required after these queries were moved out of copy_deduplicate_all in https://github.com/mozilla/telemetry-airflow/pull/1822
This commit is contained in:
Родитель
a9c4df8348
Коммит
3ae03d6861
|
@ -131,14 +131,18 @@ class FivetranTask:
|
|||
task_id: str = attr.ib()
|
||||
|
||||
|
||||
# Know tasks in telemetry-airflow, like stable table tasks
|
||||
# Known tasks in telemetry-airflow, like stable table tasks
|
||||
# https://github.com/mozilla/telemetry-airflow/blob/main/dags/copy_deduplicate.py
|
||||
EXTERNAL_TASKS = {
|
||||
TaskRef(
|
||||
dag_name="copy_deduplicate",
|
||||
task_id="copy_deduplicate_main_ping",
|
||||
schedule_interval="0 1 * * *",
|
||||
): ["telemetry_stable.main_v4"],
|
||||
): [
|
||||
"telemetry_stable.main_v4",
|
||||
"telemetry_stable.main_use_counter_v4",
|
||||
"telemetry_stable.main_remainder_v4",
|
||||
],
|
||||
TaskRef(
|
||||
dag_name="copy_deduplicate",
|
||||
task_id="bq_main_events",
|
||||
|
|
|
@ -712,7 +712,7 @@ with DAG(
|
|||
)
|
||||
|
||||
telemetry_derived__main_remainder_1pct__v1.set_upstream(
|
||||
wait_for_copy_deduplicate_all
|
||||
wait_for_copy_deduplicate_main_ping
|
||||
)
|
||||
|
||||
telemetry_derived__main_summary__v4.set_upstream(
|
||||
|
@ -720,7 +720,7 @@ with DAG(
|
|||
)
|
||||
|
||||
telemetry_derived__main_use_counter_1pct__v1.set_upstream(
|
||||
wait_for_copy_deduplicate_all
|
||||
wait_for_copy_deduplicate_main_ping
|
||||
)
|
||||
|
||||
telemetry_derived__suggest_clients_daily__v1.set_upstream(wait_for_bq_main_events)
|
||||
|
|
Загрузка…
Ссылка в новой задаче