Schedule experimenter_experiments_import
This commit is contained in:
Родитель
4bf1668b1b
Коммит
6f3058051d
14
dags.yaml
14
dags.yaml
|
@ -548,3 +548,17 @@ bqetl_app_store_connect:
|
||||||
start_date: "2021-01-15"
|
start_date: "2021-01-15"
|
||||||
retries: 2
|
retries: 2
|
||||||
retry_delay: 30m
|
retry_delay: 30m
|
||||||
|
|
||||||
|
bqetl_experimenter_experiments_import:
|
||||||
|
schedule_interval: "*/10 * * * *"
|
||||||
|
description: |
|
||||||
|
Imports experiments from the Experimenter V4 and V6 API.
|
||||||
|
|
||||||
|
Imported experiment data is used for experiment monitoring in
|
||||||
|
[Grafana](https://grafana.telemetry.mozilla.org/d/XspgvdxZz/experiment-enrollment).
|
||||||
|
default_args:
|
||||||
|
owner: ascholtz@mozilla.com
|
||||||
|
start_date: "2020-10-09"
|
||||||
|
retries: 0
|
||||||
|
email:
|
||||||
|
- ascholtz@mozilla.com
|
||||||
|
|
|
@ -0,0 +1,55 @@
|
||||||
|
# Generated via https://github.com/mozilla/bigquery-etl/blob/main/bigquery_etl/query_scheduling/generate_airflow_dags.py
|
||||||
|
|
||||||
|
from airflow import DAG
|
||||||
|
from operators.task_sensor import ExternalTaskCompletedSensor
|
||||||
|
import datetime
|
||||||
|
from utils.gcp import bigquery_etl_query, gke_command
|
||||||
|
|
||||||
|
docs = """
|
||||||
|
### bqetl_experimenter_experiments_import
|
||||||
|
|
||||||
|
Built from bigquery-etl repo, [`dags/bqetl_experimenter_experiments_import.py`](https://github.com/mozilla/bigquery-etl/blob/main/dags/bqetl_experimenter_experiments_import.py)
|
||||||
|
|
||||||
|
#### Description
|
||||||
|
|
||||||
|
Imports experiments from the Experimenter V4 and V6 API.
|
||||||
|
|
||||||
|
Imported experiment data is used for experiment monitoring in
|
||||||
|
[Grafana](https://grafana.telemetry.mozilla.org/d/XspgvdxZz/experiment-enrollment).
|
||||||
|
|
||||||
|
#### Owner
|
||||||
|
|
||||||
|
ascholtz@mozilla.com
|
||||||
|
"""
|
||||||
|
|
||||||
|
|
||||||
|
default_args = {
|
||||||
|
"owner": "ascholtz@mozilla.com",
|
||||||
|
"start_date": datetime.datetime(2020, 10, 9, 0, 0),
|
||||||
|
"end_date": None,
|
||||||
|
"email": ["ascholtz@mozilla.com"],
|
||||||
|
"depends_on_past": False,
|
||||||
|
"retry_delay": datetime.timedelta(seconds=1800),
|
||||||
|
"email_on_failure": True,
|
||||||
|
"email_on_retry": True,
|
||||||
|
"retries": 0,
|
||||||
|
}
|
||||||
|
|
||||||
|
with DAG(
|
||||||
|
"bqetl_experimenter_experiments_import",
|
||||||
|
default_args=default_args,
|
||||||
|
schedule_interval="*/10 * * * *",
|
||||||
|
doc_md=docs,
|
||||||
|
) as dag:
|
||||||
|
|
||||||
|
monitoring__experimenter_experiments__v1 = gke_command(
|
||||||
|
task_id="monitoring__experimenter_experiments__v1",
|
||||||
|
command=[
|
||||||
|
"python",
|
||||||
|
"sql/moz-fx-data-experiments/monitoring/experimenter_experiments_v1/query.py",
|
||||||
|
]
|
||||||
|
+ [],
|
||||||
|
docker_image="gcr.io/moz-fx-data-airflow-prod-88e0/bigquery-etl:latest",
|
||||||
|
owner="ascholtz@mozilla.com",
|
||||||
|
email=["ascholtz@mozilla.com"],
|
||||||
|
)
|
|
@ -7,3 +7,5 @@ labels:
|
||||||
schedule: ten-minute
|
schedule: ten-minute
|
||||||
owners:
|
owners:
|
||||||
- ascholtz@mozilla.com
|
- ascholtz@mozilla.com
|
||||||
|
scheduling:
|
||||||
|
dag_name: bqetl_experimenter_experiments_import
|
||||||
|
|
Загрузка…
Ссылка в новой задаче