bigquery-etl/dags.yaml

211 строки
5.6 KiB
YAML

bqetl_error_aggregates:
schedule_interval: 3h
default_args:
owner: bewu@mozilla.com
email: ['telemetry-alerts@mozilla.com', 'bewu@mozilla.com', 'wlachance@mozilla.com']
start_date: '2019-11-01'
retries: 1
retry_delay: 20m
depends_on_past: false
bqetl_ssl_ratios:
schedule_interval: 0 2 * * *
default_args:
owner: chutten@mozilla.com
start_date: '2019-07-20'
email: ['telemetry-alerts@mozilla.com', 'chutten@mozilla.com']
retries: 2
retry_delay: 30m
bqetl_deviations:
schedule_interval: 0 4 * * *
default_args:
owner: ascholtz@mozilla.com
start_date: '2020-03-29'
email: ['telemetry-alerts@mozilla.com', 'ascholtz@mozilla.com', 'jmccrosky@mozilla.com']
retries: 2
retry_delay: 30m
bqetl_amo_stats:
schedule_interval: 0 3 * * *
default_args:
owner: jklukas@mozilla.com
start_date: '2020-06-01'
email: ['telemetry-alerts@mozilla.com', 'jklukas@mozilla.com']
retries: 2
retry_delay: 30m
bqetl_vrbrowser:
schedule_interval: 0 2 * * *
default_args:
owner: jklukas@mozilla.com
start_date: '2019-07-25'
email: ['telemetry-alerts@mozilla.com', 'jklukas@mozilla.com', 'ascholtz@mozilla.com']
retries: 1
retry_delay: 5m
bqetl_core:
schedule_interval: 0 2 * * *
default_args:
owner: jklukas@mozilla.com
start_date: '2019-07-25'
email: ['telemetry-alerts@mozilla.com', 'jklukas@mozilla.com']
retries: 1
retry_delay: 5m
bqetl_nondesktop:
schedule_interval: 0 3 * * *
default_args:
owner: jklukas@mozilla.com
start_date: '2019-07-25'
email: ['telemetry-alerts@mozilla.com', 'jklukas@mozilla.com']
retries: 1
retry_delay: 5m
bqetl_mobile_search:
schedule_interval: 0 2 * * *
default_args:
owner: bewu@mozilla.com
start_date: '2019-07-25'
email: ['telemetry-alerts@mozilla.com', 'bewu@mozilla.com']
retries: 1
retry_delay: 5m
bqetl_fxa_events:
schedule_interval: 30 1 * * *
default_args:
owner: jklukas@mozilla.com
start_date: '2019-03-01'
email: ['telemetry-alerts@mozilla.com', 'jklukas@mozilla.com']
retries: 1
retry_delay: 10m
bqetl_gud:
schedule_interval: 0 3 * * *
default_args:
owner: jklukas@mozilla.com
start_date: '2019-07-25'
email: ['telemetry-alerts@mozilla.com', 'jklukas@mozilla.com']
retries: 1
retry_delay: 5m
bqetl_messaging_system:
schedule_interval: 0 2 * * *
default_args:
owner: najiang@mozilla.com
start_date: '2019-07-25'
email: ['telemetry-alerts@mozilla.com', 'najiang@mozilla.com']
retries: 1
retry_delay: 5m
bqetl_activity_stream:
schedule_interval: 0 2 * * *
default_args:
owner: jklukas@mozilla.com
start_date: '2019-07-25'
email: ['telemetry-alerts@mozilla.com', 'jklukas@mozilla.com']
retries: 1
retry_delay: 5m
bqetl_search:
schedule_interval: 0 3 * * *
default_args:
owner: bewu@mozilla.com
start_date: '2018-11-27'
email: ['telemetry-alerts@mozilla.com', 'bewu@mozilla.com', 'frank@mozilla.com']
retries: 2
retry_delay: 30m
bqetl_addons:
schedule_interval: 0 3 * * *
default_args:
owner: bmiroglio@mozilla.com
start_date: '2018-11-27'
email: ['telemetry-alerts@mozilla.com', 'bmiroglio@mozilla.com']
retries: 2
retry_delay: 30m
bqetl_devtools:
schedule_interval: 0 3 * * *
default_args:
owner: jklukas@mozilla.com
start_date: '2018-11-27'
email: ['telemetry-alerts@mozilla.com', 'jklukas@mozilla.com']
retries: 2
retry_delay: 30m
bqetl_main_summary:
schedule_interval: 0 2 * * *
default_args:
owner: dthorn@mozilla.com
start_date: '2018-11-27'
email: ['telemetry-alerts@mozilla.com', 'dthorn@mozilla.com', 'jklukas@mozilla.com', 'frank@mozilla.com']
retries: 2
retry_delay: 30m
bqetl_experiments_daily:
schedule_interval: 0 3 * * *
default_args:
owner: ssuh@mozilla.com
start_date: '2018-11-27'
email: ['telemetry-alerts@mozilla.com', 'ssuh@mozilla.com']
retries: 2
retry_delay: 30m
bqetl_document_sample:
schedule_interval: daily
default_args:
owner: amiyaguchi@mozilla.com
start_date: '2020-02-17'
email: ['telemetry-alerts@mozilla.com', 'amiyaguchi@mozilla.com']
retries: 2
retry_delay: 30m
bqetl_asn_aggregates:
schedule_interval: 0 2 * * *
default_args:
owner: ascholtz@mozilla.com
start_date: '2020-04-05'
email: ['ascholtz@mozilla.com', 'tdsmith@mozilla.com']
retries: 2
retry_delay: 30m
# DAG for exporting query data marked as public to GCS
# queries should not be explicitly assigned to this DAG (it's done automatically)
bqetl_public_data_json:
schedule_interval: 0 4 * * *
default_args:
owner: ascholtz@mozilla.com
start_date: '2020-04-14'
email: ['telemetry-alerts@mozilla.com', 'ascholtz@mozilla.com']
retries: 2
retry_delay: 30m
# DAG for building the internet outages datasets. See bug 1640204.
bqetl_internet_outages:
schedule_interval: 0 3 * * *
default_args:
owner: aplacitelli@mozilla.com
start_date: '2020-01-01'
email: ['aplacitelli@mozilla.com', 'sguha@mozilla.com']
retries: 2
retry_delay: 30m
bqetl_deletion_request_volume:
schedule_interval: 0 1 * * *
default_args:
owner: dthorn@mozilla.com
start_date: '2020-06-29'
email: ['telemetry-alerts@mozilla.com', 'dthorn@mozilla.com']
retries: 2
retry_delay: 30m
bqetl_fenix_event_rollup: # name of the DAG; must start with bqetl_
schedule_interval: 0 2 * * * # query schedule
default_args:
owner: frank@mozilla.com
start_date: '2020-09-09' # YYYY-MM-DD
email: ['frank@mozilla.com']
retries: 2 # number of retries if the query execution fails
retry_delay: 30m