Schedule release data import

dags.yaml

@@ -473,3 +473,20 @@ bqetl_firefox_ios:
     start_date: "2021-03-18"
   description: Schedule daily ios firefox ETL
   schedule_interval: 0 4 * * *
+
+bqetl_releases:
+  default_args:
+    depends_on_past: false
+    email:
+      - ascholtz@mozilla.com
+      - telemetry-alerts@mozilla.com
+    email_on_failure: true
+    email_on_retry: true
+    end_date: null
+    owner: ascholtz@mozilla.com
+    retries: 2
+    retry_delay: 30m
+    start_date: "2021-04-14"
+  description: |
+    Schedule release data import from https://product-details.mozilla.org/1.0
+  schedule_interval: 0 4 * * *

dags/bqetl_releases.py

@@ -0,0 +1,64 @@
+# Generated via https://github.com/mozilla/bigquery-etl/blob/main/bigquery_etl/query_scheduling/generate_airflow_dags.py
+
+from airflow import DAG
+from airflow.operators.sensors import ExternalTaskSensor
+import datetime
+from utils.gcp import bigquery_etl_query, gke_command
+
+docs = """
+### bqetl_releases
+
+Built from bigquery-etl repo, [`dags/bqetl_releases.py`](https://github.com/mozilla/bigquery-etl/blob/main/dags/bqetl_releases.py)
+
+#### Description
+
+Schedule release data import from https://product-details.mozilla.org/1.0
+
+#### Owner
+
+ascholtz@mozilla.com
+"""
+
+
+default_args = {
+    "owner": "ascholtz@mozilla.com",
+    "start_date": datetime.datetime(2021, 4, 14, 0, 0),
+    "end_date": None,
+    "email": ["ascholtz@mozilla.com", "telemetry-alerts@mozilla.com"],
+    "depends_on_past": False,
+    "retry_delay": datetime.timedelta(seconds=1800),
+    "email_on_failure": True,
+    "email_on_retry": True,
+    "retries": 2,
+}
+
+with DAG(
+    "bqetl_releases",
+    default_args=default_args,
+    schedule_interval="0 4 * * *",
+    doc_md=docs,
+) as dag:
+
+    org_mozilla_fenix_derived__releases__v1 = gke_command(
+        task_id="org_mozilla_fenix_derived__releases__v1",
+        command=[
+            "python",
+            "sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived/releases_v1/query.py",
+        ]
+        + [],
+        docker_image="mozilla/bigquery-etl:latest",
+        owner="ascholtz@mozilla.com",
+        email=["ascholtz@mozilla.com", "telemetry-alerts@mozilla.com"],
+    )
+
+    telemetry_derived__releases__v1 = gke_command(
+        task_id="telemetry_derived__releases__v1",
+        command=[
+            "python",
+            "sql/moz-fx-data-shared-prod/telemetry_derived/releases_v1/query.py",
+        ]
+        + [],
+        docker_image="mozilla/bigquery-etl:latest",
+        owner="ascholtz@mozilla.com",
+        email=["ascholtz@mozilla.com", "telemetry-alerts@mozilla.com"],
+    )

sql/moz-fx-data-shared-prod/org_mozilla_fenix_derived/releases_v1/metadata.yaml

@@ -6,3 +6,5 @@ owners:
 - ascholtz@mozilla.com
 labels:
   incremental: false
+scheduling:
+  dag_name: bqetl_releases

sql/moz-fx-data-shared-prod/telemetry_derived/releases_v1/metadata.yaml

@@ -6,3 +6,5 @@ owners:
 - ascholtz@mozilla.com
 labels:
   incremental: false
+scheduling:
+  dag_name: bqetl_releases