Add DAG for iOS Firefox ETL (#1905)

* Add DAG for iOS Firefox ETL

* Format dags.yaml file

* Rename dag to betl_firefox_ios

* Update schedule_interval to align with other queries

dags.yaml

@@ -119,8 +119,7 @@ bqetl_mozilla_vpn:
 
 bqetl_gud:
   schedule_interval: 0 3 * * *
-  description:
-    Optimized tables that power the
+  description: Optimized tables that power the
     [Mozilla Growth and Usage Dashboard](https://gud.telemetry.mozilla.org).
   default_args:
     owner: jklukas@mozilla.com
@@ -322,8 +321,8 @@ bqetl_google_analytics_derived:
     for user activity to appear in these tables.
   default_args:
     owner: bewu@mozilla.com
-    email: ['bewu@mozilla.com']
-    start_date: '2020-10-31'
+    email: ["bewu@mozilla.com"]
+    start_date: "2020-10-31"
     retries: 2
     retry_delay: 30m
 
@@ -334,8 +333,8 @@ bqetl_monitoring:
     used for monitoring of the data platform.
   default_args:
     owner: ascholtz@mozilla.com
-    email: ['ascholtz@mozilla.com']
-    start_date: '2018-10-30'
+    email: ["ascholtz@mozilla.com"]
+    start_date: "2018-10-30"
     retries: 2
     retry_delay: 30m
 
@@ -353,7 +352,7 @@ bqetl_marketing_fetch:
   default_args:
     owner: bewu@mozilla.com
     email: ["bewu@mozilla.com"]
-    start_date: '2020-11-30'
+    start_date: "2020-11-30"
     retries: 2
     retry_delay: 30m
 
@@ -368,7 +367,7 @@ bqetl_search_dashboard:
     owner: ssuh@mozilla.com
     retries: 2
     retry_delay: 30m
-    start_date: '2020-12-14'
+    start_date: "2020-12-14"
   schedule_interval: 0 4 * * *
 
 bqetl_desktop_platform:
@@ -400,7 +399,7 @@ bqetl_internal_tooling:
     owner: wlachance@mozilla.com
     retries: 2
     retry_delay: 30m
-    start_date: '2020-06-01'
+    start_date: "2020-06-01"
   schedule_interval: 0 4 * * *
 
 bqetl_release_criteria:
@@ -425,7 +424,7 @@ bqetl_pocket:
     owner: jklukas@mozilla.com
     retries: 2
     retry_delay: 30m
-    start_date: '2021-03-10'
+    start_date: "2021-03-10"
   description: |
     Import of data from Pocket's Snowflake warehouse.
 
@@ -438,8 +437,8 @@ bqetl_adm_engagements_daily:
   description: adMarketplace engagement queries
   default_args:
     owner: akomar@mozilla.com
-    start_date: '2020-01-01'
-    email: ['akomar@mozilla.com']
+    start_date: "2020-01-01"
+    email: ["akomar@mozilla.com"]
     retries: 2
     retry_delay: 30m
 
@@ -458,3 +457,19 @@ bqetl_desktop_funnel:
       ]
     retries: 2
     retry_delay: 30m
+
+bqetl_firefox_ios:
+  default_args:
+    depends_on_past: false
+    email:
+      - amiyaguchi@mozilla.com
+      - telemetry-alerts@mozilla.com
+    email_on_failure: true
+    email_on_retry: true
+    end_date: null
+    owner: amiyaguchi@mozilla.com
+    retries: 2
+    retry_delay: 30m
+    start_date: "2021-03-18"
+  description: Schedule daily ios firefox ETL
+  schedule_interval: 0 4 * * *

dags/bqetl_firefox_ios.py

@@ -0,0 +1,51 @@
+# Generated via https://github.com/mozilla/bigquery-etl/blob/master/bigquery_etl/query_scheduling/generate_airflow_dags.py
+
+from airflow import DAG
+from airflow.operators.sensors import ExternalTaskSensor
+import datetime
+from utils.gcp import bigquery_etl_query, gke_command
+
+docs = """
+### bqetl_firefox_ios
+
+Built from bigquery-etl repo, [`dags/bqetl_firefox_ios.py`](https://github.com/mozilla/bigquery-etl/blob/master/dags/bqetl_firefox_ios.py)
+
+#### Description
+
+Schedule daily ios firefox ETL
+#### Owner
+
+amiyaguchi@mozilla.com
+"""
+
+
+default_args = {
+    "owner": "amiyaguchi@mozilla.com",
+    "start_date": datetime.datetime(2021, 3, 18, 0, 0),
+    "end_date": None,
+    "email": ["amiyaguchi@mozilla.com", "telemetry-alerts@mozilla.com"],
+    "depends_on_past": False,
+    "retry_delay": datetime.timedelta(seconds=1800),
+    "email_on_failure": True,
+    "email_on_retry": True,
+    "retries": 2,
+}
+
+with DAG(
+    "bqetl_firefox_ios",
+    default_args=default_args,
+    schedule_interval="0 4 * * *",
+    doc_md=docs,
+) as dag:
+
+    org_mozilla_ios_firefox__unified_metrics__v1 = gke_command(
+        task_id="org_mozilla_ios_firefox__unified_metrics__v1",
+        command=[
+            "python",
+            "sql/moz-fx-data-shared-prod/org_mozilla_ios_firefox/unified_metrics_v1/query.py",
+        ]
+        + [],
+        docker_image="mozilla/bigquery-etl:latest",
+        owner="amiyaguchi@mozilla.com",
+        email=["amiyaguchi@mozilla.com", "telemetry-alerts@mozilla.com"],
+    )

sql/moz-fx-data-shared-prod/org_mozilla_ios_firefox/unified_metrics_v1/metadata.yaml

@@ -4,3 +4,6 @@ labels:
   incremental: true
 owners:
   - amiyaguchi@mozilla.com
+scheduling:
+  dag_name: bqetl_firefox_ios
+  depends_on_past: false