bqetl_artifact_deployment max_active_runs and remove SQL generation (#1930)

This commit is contained in:
Anna Scholtz 2024-02-28 13:44:17 -08:00 коммит произвёл GitHub
Родитель 387e5969e9
Коммит 9e2dbf505a
Не найден ключ, соответствующий данной подписи
Идентификатор ключа GPG: B5690EEEBB952194
1 изменённых файлов: 1 добавлений и 3 удалений

Просмотреть файл

@ -38,6 +38,7 @@ tags = [Tag.ImpactTier.tier_1]
with DAG(
"bqetl_artifact_deployment",
max_active_runs=1,
default_args=default_args,
schedule_interval="@daily",
doc_md=__doc__,
@ -65,7 +66,6 @@ with DAG(
task_id="publish_new_tables",
cmds=["bash", "-x", "-c"],
arguments=[
"script/bqetl generate all --use-cloud-function=false && "
"script/bqetl query initialize '*' --skip-existing --project-id=moz-fx-data-shared-prod && "
"script/bqetl query initialize '*' --skip-existing --project-id=moz-fx-data-experiments && "
"script/bqetl query initialize '*' --skip-existing --project-id=moz-fx-data-marketing-prod && "
@ -85,7 +85,6 @@ with DAG(
task_id="publish_views",
cmds=["bash", "-x", "-c"],
arguments=[
"script/bqetl generate all --use-cloud-function=false && "
"script/bqetl view publish --add-managed-label --skip-authorized --project-id=moz-fx-data-shared-prod && "
"script/bqetl view publish --add-managed-label --skip-authorized --project-id=moz-fx-data-experiments && "
"script/bqetl view publish --add-managed-label --skip-authorized --project-id=moz-fx-data-marketing-prod && "
@ -108,7 +107,6 @@ with DAG(
task_id="publish_metadata",
cmds=["bash", "-x", "-c"],
arguments=[
"script/bqetl generate all --use-cloud-function=false && "
"script/bqetl metadata publish '*' --project_id=moz-fx-data-shared-prod && "
"script/bqetl metadata publish '*' --project_id=mozdata && "
"script/bqetl metadata publish '*' --project_id=moz-fx-data-marketing-prod && "