bqetl_artifact_deployment max_active_runs and remove SQL generation (#1930)
This commit is contained in:
Родитель
387e5969e9
Коммит
9e2dbf505a
|
@ -38,6 +38,7 @@ tags = [Tag.ImpactTier.tier_1]
|
|||
|
||||
with DAG(
|
||||
"bqetl_artifact_deployment",
|
||||
max_active_runs=1,
|
||||
default_args=default_args,
|
||||
schedule_interval="@daily",
|
||||
doc_md=__doc__,
|
||||
|
@ -65,7 +66,6 @@ with DAG(
|
|||
task_id="publish_new_tables",
|
||||
cmds=["bash", "-x", "-c"],
|
||||
arguments=[
|
||||
"script/bqetl generate all --use-cloud-function=false && "
|
||||
"script/bqetl query initialize '*' --skip-existing --project-id=moz-fx-data-shared-prod && "
|
||||
"script/bqetl query initialize '*' --skip-existing --project-id=moz-fx-data-experiments && "
|
||||
"script/bqetl query initialize '*' --skip-existing --project-id=moz-fx-data-marketing-prod && "
|
||||
|
@ -85,7 +85,6 @@ with DAG(
|
|||
task_id="publish_views",
|
||||
cmds=["bash", "-x", "-c"],
|
||||
arguments=[
|
||||
"script/bqetl generate all --use-cloud-function=false && "
|
||||
"script/bqetl view publish --add-managed-label --skip-authorized --project-id=moz-fx-data-shared-prod && "
|
||||
"script/bqetl view publish --add-managed-label --skip-authorized --project-id=moz-fx-data-experiments && "
|
||||
"script/bqetl view publish --add-managed-label --skip-authorized --project-id=moz-fx-data-marketing-prod && "
|
||||
|
@ -108,7 +107,6 @@ with DAG(
|
|||
task_id="publish_metadata",
|
||||
cmds=["bash", "-x", "-c"],
|
||||
arguments=[
|
||||
"script/bqetl generate all --use-cloud-function=false && "
|
||||
"script/bqetl metadata publish '*' --project_id=moz-fx-data-shared-prod && "
|
||||
"script/bqetl metadata publish '*' --project_id=mozdata && "
|
||||
"script/bqetl metadata publish '*' --project_id=moz-fx-data-marketing-prod && "
|
||||
|
|
Загрузка…
Ссылка в новой задаче