diff --git a/sql/moz-fx-data-marketing-prod/ga_derived/blogs_goals_v2/metadata.yaml b/sql/moz-fx-data-marketing-prod/ga_derived/blogs_goals_v2/metadata.yaml index a0c95a2646..028a37abfb 100644 --- a/sql/moz-fx-data-marketing-prod/ga_derived/blogs_goals_v2/metadata.yaml +++ b/sql/moz-fx-data-marketing-prod/ga_derived/blogs_goals_v2/metadata.yaml @@ -8,6 +8,9 @@ labels: owner1: kwindau@mozilla.com scheduling: dag_name: bqetl_google_analytics_derived_ga4 + depends_on: + - task_id: wait_for_blogs_events_table + dag_name: bqetl_google_analytics_derived_ga4 bigquery: time_partitioning: type: day diff --git a/sql/moz-fx-data-marketing-prod/ga_derived/blogs_landing_page_summary_v2/metadata.yaml b/sql/moz-fx-data-marketing-prod/ga_derived/blogs_landing_page_summary_v2/metadata.yaml index f202c9beb8..2d5f1c94ad 100644 --- a/sql/moz-fx-data-marketing-prod/ga_derived/blogs_landing_page_summary_v2/metadata.yaml +++ b/sql/moz-fx-data-marketing-prod/ga_derived/blogs_landing_page_summary_v2/metadata.yaml @@ -8,6 +8,9 @@ labels: owner1: kwindau@mozilla.com scheduling: dag_name: bqetl_google_analytics_derived_ga4 + depends_on: + - task_id: wait_for_blogs_events_table + dag_name: bqetl_google_analytics_derived_ga4 bigquery: time_partitioning: type: day diff --git a/sql/moz-fx-data-marketing-prod/ga_derived/blogs_sessions_v2/metadata.yaml b/sql/moz-fx-data-marketing-prod/ga_derived/blogs_sessions_v2/metadata.yaml index 1cd154de75..5ba881879a 100644 --- a/sql/moz-fx-data-marketing-prod/ga_derived/blogs_sessions_v2/metadata.yaml +++ b/sql/moz-fx-data-marketing-prod/ga_derived/blogs_sessions_v2/metadata.yaml @@ -8,6 +8,13 @@ labels: owner1: kwindau@mozilla.com scheduling: dag_name: bqetl_google_analytics_derived_ga4 + depends_on_tables_existing: + - task_id: wait_for_blogs_events_table + table_id: 'moz-fx-data-marketing-prod.analytics_314399816.events_{{ ds_nodash }}' + poke_interval: 30m + timeout: 10h + retries: 1 + retry_delay: 30m bigquery: time_partitioning: type: day diff --git a/sql/moz-fx-data-marketing-prod/ga_derived/www_site_downloads_v2/metadata.yaml b/sql/moz-fx-data-marketing-prod/ga_derived/www_site_downloads_v2/metadata.yaml index 5937c54df7..357abe5486 100644 --- a/sql/moz-fx-data-marketing-prod/ga_derived/www_site_downloads_v2/metadata.yaml +++ b/sql/moz-fx-data-marketing-prod/ga_derived/www_site_downloads_v2/metadata.yaml @@ -8,6 +8,9 @@ labels: owner1: kwindau@mozilla.com scheduling: dag_name: bqetl_google_analytics_derived_ga4 + depends_on: + - task_id: wait_for_wmo_events_table + dag_name: bqetl_google_analytics_derived_ga4 bigquery: time_partitioning: type: day diff --git a/sql/moz-fx-data-marketing-prod/ga_derived/www_site_hits_v2/metadata.yaml b/sql/moz-fx-data-marketing-prod/ga_derived/www_site_hits_v2/metadata.yaml index 2a5b2693fa..5d9437dc4b 100644 --- a/sql/moz-fx-data-marketing-prod/ga_derived/www_site_hits_v2/metadata.yaml +++ b/sql/moz-fx-data-marketing-prod/ga_derived/www_site_hits_v2/metadata.yaml @@ -8,6 +8,9 @@ labels: owner1: kwindau@mozilla.com scheduling: dag_name: bqetl_google_analytics_derived_ga4 + depends_on: + - task_id: wait_for_wmo_events_table + dag_name: bqetl_google_analytics_derived_ga4 bigquery: time_partitioning: type: day diff --git a/sql/moz-fx-data-marketing-prod/ga_derived/www_site_metrics_summary_v2/metadata.yaml b/sql/moz-fx-data-marketing-prod/ga_derived/www_site_metrics_summary_v2/metadata.yaml index f8bc17b2be..7efca0ef55 100644 --- a/sql/moz-fx-data-marketing-prod/ga_derived/www_site_metrics_summary_v2/metadata.yaml +++ b/sql/moz-fx-data-marketing-prod/ga_derived/www_site_metrics_summary_v2/metadata.yaml @@ -8,6 +8,13 @@ labels: owner1: kwindau@mozilla.com scheduling: dag_name: bqetl_google_analytics_derived_ga4 + depends_on_tables_existing: + - task_id: wait_for_wmo_events_table + table_id: 'moz-fx-data-marketing-prod.analytics_313696158.events_{{ ds_nodash }}' + poke_interval: 30m + timeout: 10h + retries: 1 + retry_delay: 30m bigquery: time_partitioning: type: day diff --git a/sql/moz-fx-data-shared-prod/mozilla_org_derived/ga_sessions_v2/metadata.yaml b/sql/moz-fx-data-shared-prod/mozilla_org_derived/ga_sessions_v2/metadata.yaml index 3d4d6a4fc5..310cf4e47d 100644 --- a/sql/moz-fx-data-shared-prod/mozilla_org_derived/ga_sessions_v2/metadata.yaml +++ b/sql/moz-fx-data-shared-prod/mozilla_org_derived/ga_sessions_v2/metadata.yaml @@ -10,6 +10,9 @@ scheduling: dag_name: bqetl_google_analytics_derived_ga4 date_partition_parameter: null parameters: ["submission_date:DATE:{{ds}}"] + depends_on: + - task_id: wait_for_wmo_events_table + dag_name: bqetl_google_analytics_derived_ga4 bigquery: time_partitioning: type: day