Update split main ping queries parent task (#4347)

This is required after these queries were moved out of copy_deduplicate_all in https://github.com/mozilla/telemetry-airflow/pull/1822
This commit is contained in:
akkomar 2023-09-26 16:10:57 +02:00 коммит произвёл GitHub
Родитель a9c4df8348
Коммит 3ae03d6861
Не найден ключ, соответствующий данной подписи
Идентификатор ключа GPG: 4AEE18F83AFDEB23
2 изменённых файлов: 8 добавлений и 4 удалений

Просмотреть файл

@ -131,14 +131,18 @@ class FivetranTask:
task_id: str = attr.ib()
# Know tasks in telemetry-airflow, like stable table tasks
# Known tasks in telemetry-airflow, like stable table tasks
# https://github.com/mozilla/telemetry-airflow/blob/main/dags/copy_deduplicate.py
EXTERNAL_TASKS = {
TaskRef(
dag_name="copy_deduplicate",
task_id="copy_deduplicate_main_ping",
schedule_interval="0 1 * * *",
): ["telemetry_stable.main_v4"],
): [
"telemetry_stable.main_v4",
"telemetry_stable.main_use_counter_v4",
"telemetry_stable.main_remainder_v4",
],
TaskRef(
dag_name="copy_deduplicate",
task_id="bq_main_events",

Просмотреть файл

@ -712,7 +712,7 @@ with DAG(
)
telemetry_derived__main_remainder_1pct__v1.set_upstream(
wait_for_copy_deduplicate_all
wait_for_copy_deduplicate_main_ping
)
telemetry_derived__main_summary__v4.set_upstream(
@ -720,7 +720,7 @@ with DAG(
)
telemetry_derived__main_use_counter_1pct__v1.set_upstream(
wait_for_copy_deduplicate_all
wait_for_copy_deduplicate_main_ping
)
telemetry_derived__suggest_clients_daily__v1.set_upstream(wait_for_bq_main_events)