telemetry-airflow/dags/casa.py

from datetime import datetime, timedelta

from airflow import DAG
from fivetran_provider_async.operators import FivetranOperator

from utils.tags import Tag

DOCS = """
### fivetran_casa

#### Description

This DAG triggers Fivetran to import data from CASA using the
[casa connector](https://github.com/mozilla/fivetran-connectors/tree/main/connectors/casa).

#### Owner

anicholson@mozilla.com
"""

default_args = {
    "owner": "anicholson@mozilla.com",
    "email": ["anicholson@mozilla.com"],
    "depends_on_past": False,
    "start_date": datetime(2021, 12, 10),
    "email_on_failure": True,
    "email_on_retry": True,
    "retries": 2,
    "retry_delay": timedelta(minutes=30),
}

tags = [Tag.ImpactTier.tier_1]

with DAG(
    "fivetran_casa",
    default_args=default_args,
    doc_md=DOCS,
    schedule_interval="0 5 * * *",
    tags=tags,
) as dag:
    casa_sync_start = FivetranOperator(
        connector_id="{{ var.value.fivetran_casa_connector_id }}",
        task_id="casa-task",
        deferrable=False,
        task_concurrency=1,
    )