2023-07-11 20:52:48 +03:00
|
|
|
default:
|
|
|
|
project: moz-fx-data-shared-prod
|
|
|
|
sql_dir: sql/
|
2024-02-05 20:04:04 +03:00
|
|
|
sql_generators_dir: sql_generators/
|
2023-07-11 20:52:48 +03:00
|
|
|
test_project: bigquery-etl-integration-test
|
2023-07-11 23:10:57 +03:00
|
|
|
non_user_facing_dataset_suffixes: # suffixes of datasets with non-user-facing views
|
|
|
|
- _derived
|
|
|
|
- _external
|
|
|
|
- _bi
|
|
|
|
- _restricted
|
|
|
|
- glam_etl
|
|
|
|
user_facing_project: mozdata
|
|
|
|
backfill_project: moz-fx-data-backfill
|
|
|
|
additional_projects: # additional valid projects managed outside of bigquery-etl
|
|
|
|
- moz-fx-data-pioneer-nonprod
|
|
|
|
- moz-fx-data-pioneer-prod
|
2024-02-15 01:13:04 +03:00
|
|
|
- moz-fx-data-glam-prod-fca7
|
2023-07-11 23:10:57 +03:00
|
|
|
public_project: mozilla-public-data
|
|
|
|
|
2024-10-03 18:13:27 +03:00
|
|
|
monitoring:
|
2024-10-04 00:12:24 +03:00
|
|
|
bigeye_warehouse_id: 1939
|
2024-10-03 18:13:27 +03:00
|
|
|
bigeye_conn_id: bigeye_connection
|
2023-07-11 20:52:48 +03:00
|
|
|
|
2023-07-06 20:42:29 +03:00
|
|
|
dry_run:
|
|
|
|
function: https://us-central1-moz-fx-data-shared-prod.cloudfunctions.net/bigquery-etl-dryrun
|
2024-10-03 00:55:19 +03:00
|
|
|
function_accounts:
|
|
|
|
- bigquery-etl-dryrun@moz-fx-data-shared-prod.iam.gserviceaccount.com
|
|
|
|
- bigquery-etl-dryrun@moz-fx-data-shar-nonprod-efed.iam.gserviceaccount.com
|
2023-07-06 20:42:29 +03:00
|
|
|
skip:
|
2024-03-20 17:55:59 +03:00
|
|
|
## skip all data-observability-dev queries due to CI lacking permissions in that project.
|
|
|
|
# TODO: once data observability platform assessment concludes this should be removed.
|
|
|
|
- sql/data-observability-dev/**/**/*.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
# Access Denied
|
2024-10-25 17:08:37 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/monitoring_derived/metadata_completeness_v1/query.sql
|
2024-04-26 19:36:40 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/firefox_desktop_derived/desktop_installs_v1/query.sql
|
2024-03-19 22:57:49 +03:00
|
|
|
- sql/moz-fx-data-experiments/monitoring/query_cost_v1/query.sql
|
2023-07-07 21:24:03 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/app_store/**/*.sql
|
2024-01-05 23:40:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/monitoring_derived/bigquery_usage_v2/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/pocket/pocket_reach_mau/view.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry/buildhub2/view.sql
|
2023-09-22 16:27:07 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/accounts_backend_external/nonprod_accounts_v1/query.sql
|
2023-10-31 11:12:56 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/accounts_backend_external/nonprod_emails_v1/query.sql
|
2023-10-25 10:50:25 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/accounts_backend_external/accounts_v1/query.sql
|
2023-10-31 12:31:27 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/accounts_backend_external/emails_v1/query.sql
|
2023-11-24 19:44:38 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/accounts_db_external/**/*.sql
|
2023-11-23 19:45:15 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/accounts_db_nonprod_external/**/*.sql
|
2024-06-29 02:09:33 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/ads/ppa_measurements/*.sql
|
2024-08-03 00:40:50 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/ads/ppa_measurements_limited/*.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_content_events_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_auth_bounce_events_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_auth_events_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_delete_events_v1/query.sql
|
2024-01-17 16:34:54 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_delete_events_v2/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_oauth_events_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_log_auth_events_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_log_content_events_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_log_device_command_events_v1/query.sql
|
2023-09-21 13:06:14 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_log_device_command_events_v2/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_services_first_seen_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_users_services_last_seen_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_amplitude_export_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_amplitude_user_ids_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_stdout_events_v1/query.sql
|
2023-09-13 21:49:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_gcp_stderr_events_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/fxa_gcp_stdout_events_v1/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/nonprod_fxa_auth_events_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/nonprod_fxa_content_events_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/nonprod_fxa_stdout_events_v1/query.sql
|
2023-09-21 17:54:17 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/nonprod_fxa_gcp_stdout_events_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/nonprod_fxa_gcp_stderr_events_v1/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/docker_fxa_admin_server_sanitized_v1/query.sql
|
2023-10-10 22:23:49 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/docker_fxa_admin_server_sanitized_v2/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/docker_fxa_customs_sanitized_v1/query.sql
|
2023-09-29 11:51:36 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/docker_fxa_customs_sanitized_v2/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/fivetran_costs_derived/destinations_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/fivetran_costs_derived/incremental_mar_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/fivetran_costs_derived/monthly_costs_v1/query.sql
|
2024-05-09 23:33:56 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/fakespot/**/*.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/**/apple_ads_external*/**/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/monitoring_derived/shredder_progress/view.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/monitoring/shredder_progress/view.sql
|
2023-07-06 22:12:52 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/stripe_derived/**/*.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/stripe_external/**/*.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-cjms-nonprod-9a36/cjms_bigquery/flows_live/view.sql
|
|
|
|
- sql/moz-fx-cjms-nonprod-9a36/cjms_bigquery/flows_v1/query.sql
|
|
|
|
- sql/moz-fx-cjms-nonprod-9a36/cjms_bigquery/refunds_v1/query.sql
|
|
|
|
- sql/moz-fx-cjms-nonprod-9a36/cjms_bigquery/subscriptions_v1/query.sql
|
|
|
|
- sql/moz-fx-cjms-prod-f3c7/cjms_bigquery/flows_v1/query.sql
|
|
|
|
- sql/moz-fx-cjms-prod-f3c7/cjms_bigquery/refunds_v1/query.sql
|
|
|
|
- sql/moz-fx-cjms-prod-f3c7/cjms_bigquery/subscriptions_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/subscription_platform_derived/apple_subscriptions_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/subscription_platform_derived/google_subscriptions_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/subscription_platform_derived/nonprod_apple_subscriptions_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/subscription_platform_derived/nonprod_google_subscriptions_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/subscription_platform_derived/nonprod_stripe_subscriptions_history_v1/query.sql
|
2023-08-01 00:02:06 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/subscription_platform_derived/stripe_customers_revised_changelog_v1/query.sql
|
2023-08-19 00:07:05 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/subscription_platform_derived/stripe_logical_subscriptions_history_v1/query.sql
|
2023-09-05 18:47:56 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/subscription_platform_derived/stripe_plans_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/subscription_platform_derived/stripe_products_v1/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/subscription_platform_derived/stripe_subscriptions_revised_changelog_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/subscription_platform_derived/stripe_subscriptions_history_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/add_device_events_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/devices_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/fxa_attribution_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/funnel_product_page_to_subscribed_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/guardian_apple_events_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/login_flows_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/protected_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/site_metrics_empty_check_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/site_metrics_summary_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/subscriptions_v1/query.sql
|
2023-08-19 00:07:05 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/users_attribution_v1/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_derived/users_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_external/devices_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_external/subscriptions_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_vpn_external/users_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/monitoring_derived/telemetry_missing_columns_v3/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/fenix_derived/google_ads_campaign_cost_breakdowns_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/search_terms*/**/*.sql
|
|
|
|
- sql/moz-fx-data-bq-performance/release_criteria/dashboard_health_v1/query.sql
|
|
|
|
- sql/moz-fx-data-bq-performance/release_criteria/rc_flattened_test_data_v1/query.sql
|
|
|
|
- sql/moz-fx-data-bq-performance/release_criteria/release_criteria_summary_v1/query.sql
|
|
|
|
- sql/moz-fx-data-bq-performance/release_criteria/stale_tests_v1/query.sql
|
|
|
|
- sql/moz-fx-data-bq-performance/release_criteria/release_criteria_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/contextual_services/**/*.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/contextual_services_derived/**/*.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/contextual_services_derived/event_aggregates_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/contextual_services_derived/adm_forecasting_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/contextual_services_derived/request_payload_suggest_v2/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/contextual_services_derived/request_payload_tiles_v2/query.sql
|
2023-07-13 00:24:47 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/contextual_services_derived/suggest_revenue_levers_daily_v1/query.sql
|
2024-04-04 19:31:18 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/acoustic_external/**/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-marketing-prod/adjust_derived/**/*.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/monitoring_derived/airflow_*/*.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/google_ads_derived/**/*.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/**/client_deduplication*/*.sql
|
2024-07-17 22:32:06 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_org_derived/downloads_with_attribution_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_org_derived/downloads_with_attribution_v2/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-marketing-prod/ga_derived/downloads_with_attribution_v1/query.sql
|
|
|
|
- sql/moz-fx-data-marketing-prod/ga_derived/downloads_with_attribution_v2/query.sql
|
2024-06-21 21:49:42 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/google_search_console_derived/search_impressions_by_page_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/google_search_console_derived/search_impressions_by_page_v2/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/google_search_console_derived/search_impressions_by_site_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/google_search_console_derived/search_impressions_by_site_v2/query.sql
|
2023-11-20 22:48:02 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_org_derived/gclid_conversions_v1/query.sql
|
2024-03-07 02:06:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/fenix_derived/ltv_state_values_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/fenix_derived/ltv_state_values_v2/query.sql
|
2024-03-19 20:03:50 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/monitoring_derived/glean_server_knob_experiments_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/stub_attribution_service_derived/dl_token_ga_attribution_lookup_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/mozilla_org_derived/gclid_conversions_v2/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/search_derived/search_clients_daily_v8/query.sql
|
2024-06-27 17:58:46 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/search_derived/mobile_search_aggregates_v1/query.sql
|
2024-09-26 18:42:50 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/monitoring/structured_missing_columns/view.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/monitoring/telemetry_missing_columns/view.sql
|
2024-03-19 22:57:49 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/monitoring_derived/telemetry_missing_columns_v1/view.sql
|
2024-08-02 23:53:34 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/monitoring_derived/table_partition_expirations_v1/query.sql
|
2024-08-27 20:52:34 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/monitoring_derived/shredder_per_job_stats_v1/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
# No matching signature for function IF
|
|
|
|
- sql/moz-fx-data-shared-prod/static/fxa_amplitude_export_users_last_seen/query.sql
|
|
|
|
# Duplicate UDF
|
|
|
|
- sql/moz-fx-data-shared-prod/static/fxa_amplitude_export_users_daily/query.sql
|
|
|
|
# HTTP Error 408: Request Time-out
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_first_seen_v1/query.sql
|
2023-09-25 17:39:04 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_first_seen_v2/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_last_seen_v1/query.sql
|
2024-02-05 18:38:49 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_last_seen_v2/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/latest_versions/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/italy_covid19_outage_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/main_nightly_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/main_1pct_v1/query.sql
|
2024-06-07 18:43:32 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/fenix_derived/android_onboarding_v1/query.sql
|
2024-11-05 19:47:22 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/firefox_ios_derived/ios_onboarding_v1/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
# Query parameter not found
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/experiments_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_scalar_aggregates_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_keyed_scalar_aggregates_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_keyed_boolean_aggregates_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_histogram_aggregates_content_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_histogram_aggregates_gpu_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_histogram_aggregates_parent_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_keyed_histogram_aggregates_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_histogram_aggregates_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_histogram_aggregates_v2/query.sql
|
2023-07-20 00:01:58 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_histogram_probe_counts_v1/query.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_histogram_bucket_counts_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/glam_client_probe_counts_extract_v1/query.sql
|
2023-07-25 18:13:20 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/client_probe_counts/view.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/glam_sample_counts_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/glam_user_counts_v1/query.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_scalar_probe_counts_v1/query.sql
|
2023-07-25 18:13:20 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/telemetry/client_probe_counts/view.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/monitoring_derived/bigquery_etl_sql_run_check_v1/query.sql
|
2024-03-27 21:18:23 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/telemetry_derived/clients_daily_scalar_aggregates_v1/query.sql
|
2024-10-01 06:50:05 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/sumo_ga/analytics_314096102/view.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/sumo_ga/analytics_432581103/view.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
# Dataset sql/glam-fenix-dev:glam_etl was not found
|
|
|
|
- sql/glam-fenix-dev/glam_etl/**/*.sql
|
2024-02-15 15:53:16 +03:00
|
|
|
- sql/moz-fx-data-glam-prod-fca7/glam_etl/**/*.sql
|
2024-07-23 19:57:15 +03:00
|
|
|
# Source table does not have a verifiable schema
|
|
|
|
- sql/moz-fx-data-shared-prod/monitoring_derived/outerbounds_cost_per_flow_run_v1/view.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/monitoring_derived/outerbounds_cost_per_flow_v1/view.sql
|
2024-09-03 16:32:43 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/monitoring_derived/rayserve_cost_fakespot_tenant_v1/view.sql
|
2024-09-09 17:42:54 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/monitoring_derived/rayserve_cost_fakespot_tenant_prod_v1/view.sql
|
2024-07-23 19:57:15 +03:00
|
|
|
# Query templates
|
2023-07-06 20:42:29 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/search_derived/mobile_search_clients_daily_v1/fenix_metrics.template.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/search_derived/mobile_search_clients_daily_v1/mobile_search_clients_daily.template.sql
|
2024-10-31 22:11:36 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/search_derived/mobile_search_clients_daily_v2/fenix_metrics.template.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/search_derived/mobile_search_clients_daily_v2/mobile_search_clients_daily.template.sql
|
2023-07-06 20:42:29 +03:00
|
|
|
# Query too complex
|
|
|
|
- sql/moz-fx-data-shared-prod/firefox_accounts_derived/event_types_history_v1/query.sql
|
|
|
|
# Tests
|
|
|
|
- sql/moz-fx-data-test-project/test/simple_view/view.sql
|
2023-07-10 20:10:47 +03:00
|
|
|
|
|
|
|
|
|
|
|
format:
|
|
|
|
skip:
|
|
|
|
- bigquery_etl/glam/templates/*.sql
|
2024-06-27 19:53:33 +03:00
|
|
|
- sql_generators/**/*.sql
|
|
|
|
- tests/**/*.sql
|
2023-07-10 20:10:47 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/udf_js/jackknife_percentile_ci/udf.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/udf_js/bootstrap_percentile_ci/udf.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/udf_legacy/contains.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/udf_legacy/date_format.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/udf_legacy/date_trunc.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/udf_legacy/to_iso8601.sql
|
|
|
|
- stored_procedures/safe_crc32_uuid.sql
|
2024-06-27 19:53:33 +03:00
|
|
|
skip_qualifying_references:
|
|
|
|
- sql/mozfun/**/examples/*.sql
|
2023-07-11 20:52:48 +03:00
|
|
|
|
|
|
|
routine:
|
|
|
|
dependency_dir: udf_js_lib/
|
|
|
|
publish:
|
|
|
|
gcs_bucket: moz-fx-data-prod-bigquery-etl
|
|
|
|
gcs_path: ""
|
|
|
|
skip:
|
|
|
|
- sql/moz-fx-data-shared-prod/udf/main_summary_scalars/udf.sql
|
|
|
|
example_dir: examples
|
|
|
|
project: mozfun
|
2024-08-27 01:28:49 +03:00
|
|
|
test_projects:
|
|
|
|
- sql/mozfun
|
|
|
|
- sql/moz-fx-data-shared-prod
|
|
|
|
- sql/bigquery-etl-integration-test
|
2023-07-11 23:10:57 +03:00
|
|
|
|
|
|
|
view:
|
|
|
|
validation:
|
|
|
|
skip:
|
|
|
|
# tests
|
|
|
|
- sql/moz-fx-data-test-project/test/simple_view/view.sql
|
|
|
|
publish:
|
|
|
|
skip:
|
2023-07-12 19:53:59 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/activity_stream/tile_id_types/view.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/pocket/pocket_reach_mau/view.sql
|
|
|
|
- sql/moz-fx-data-shared-prod/telemetry/buildhub2/view.sql
|
2023-07-11 23:10:57 +03:00
|
|
|
# Dataset glam-fenix-dev:glam_etl was not found
|
|
|
|
# TODO: this should be removed if views are to be automatically deployed
|
|
|
|
- sql/glam-fenix-dev/glam_etl/**/view.sql
|
|
|
|
# tests
|
|
|
|
- sql/moz-fx-data-test-project/test/simple_view/view.sql
|
|
|
|
|
|
|
|
schema:
|
|
|
|
mozilla_pipeline_schemas_uri: https://github.com/mozilla-services/mozilla-pipeline-schemas
|
|
|
|
skip_prefixes:
|
|
|
|
- pioneer
|
|
|
|
- rally
|
2024-10-26 01:46:57 +03:00
|
|
|
deploy:
|
|
|
|
skip:
|
|
|
|
# see comment in query file
|
|
|
|
- sql/moz-fx-data-shared-prod/search_terms_derived/suggest_impression_sanitized_v2_external/query.sql
|
2023-07-11 23:10:57 +03:00
|
|
|
|
|
|
|
docs:
|
|
|
|
docs_dir: docs
|
|
|
|
default_projects:
|
|
|
|
- mozfun
|
|
|
|
- moz-fx-data-shared-prod
|
|
|
|
source_url: https://github.com/mozilla/bigquery-etl/blob/generated-sql
|
|
|
|
edit_url: https://github.com/mozilla/bigquery-etl/edit/generated-sql
|
|
|
|
|
|
|
|
public_data:
|
|
|
|
bucket: mozilla-public-data-http
|
|
|
|
api_version: v1
|
|
|
|
endpoint: https://public-data.telemetry.mozilla.org/
|
|
|
|
review_link: https://bugzilla.mozilla.org/show_bug.cgi?id=
|
|
|
|
|
|
|
|
render:
|
|
|
|
skip:
|
|
|
|
# uses {%s} which results in unknown tag exception
|
|
|
|
- sql/mozfun/hist/string_to_json/udf.sql
|
2023-07-14 21:54:00 +03:00
|
|
|
|
|
|
|
generate:
|
|
|
|
glean_usage:
|
|
|
|
skip_existing: # Skip automatically updating the following artifacts
|
2023-07-19 19:42:07 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/fenix/client_deduplication/**
|
2023-12-01 20:24:11 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/org_mozilla_tv_firefox_derived/baseline_clients_last_seen_v1/checks.sql
|
2024-06-26 18:55:37 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/org_mozilla_reference_browser_derived/baseline_clients_last_seen_v1/checks.sql
|
2024-10-09 19:09:03 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/org_mozilla_ios_focus_derived/baseline_clients_last_seen_v1/metadata.yaml
|
|
|
|
- sql/moz-fx-data-shared-prod/org_mozilla_ios_focus_derived/baseline_clients_last_seen_v1/bigconfig.yml
|
2024-11-04 21:15:09 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/org_mozilla_social_nightly_derived/baseline_clients_last_seen_v1/checks.sql
|
2024-11-08 21:09:41 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/net_thunderbird_android_daily_derived/baseline_clients_last_seen_v1/checks.sql
|
2024-11-18 23:13:02 +03:00
|
|
|
- sql/moz-fx-data-shared-prod/net_thunderbird_android_derived/baseline_clients_last_seen_v1/checks.sql
|
2023-11-02 00:20:20 +03:00
|
|
|
skip_apps:
|
|
|
|
- mlhackweek_search
|
2024-02-20 20:44:28 +03:00
|
|
|
- moso_mastodon_android
|
2024-03-20 23:32:54 +03:00
|
|
|
- moso_mastodon_web
|
|
|
|
- moso_mastodon_backend
|
2023-11-02 00:20:20 +03:00
|
|
|
- regrets_reporter
|
|
|
|
- regrets_reporter_ucs
|
2024-03-02 01:37:57 +03:00
|
|
|
- tiktokreporter_android
|
|
|
|
- tiktokreporter_ios
|
2024-03-08 18:05:19 +03:00
|
|
|
- org_mozilla_ios_tiktok_reporter
|
|
|
|
- org_mozilla_ios_tiktok_reporter_tiktok_reportershare
|
|
|
|
- org_mozilla_tiktokreporter
|
2024-01-16 21:56:11 +03:00
|
|
|
events_stream:
|
2024-03-20 12:44:40 +03:00
|
|
|
skip_apps:
|
2024-04-03 14:50:25 +03:00
|
|
|
- bergamot
|
|
|
|
- firefox_echo_show
|
|
|
|
- firefox_fire_tv
|
|
|
|
- firefox_reality
|
|
|
|
- firefox_reality_pc
|
|
|
|
- lockwise_android
|
|
|
|
- lockwise_ios
|
2024-03-20 12:44:40 +03:00
|
|
|
- org_mozilla_ios_tiktok_reporter
|
|
|
|
- org_mozilla_ios_tiktok_reporter_tiktok_reportershare
|
|
|
|
- org_mozilla_tiktokreporter
|
2024-07-02 12:18:52 +03:00
|
|
|
metrics_as_struct:
|
|
|
|
- accounts_frontend
|
|
|
|
- accounts_backend
|
2024-02-13 02:20:33 +03:00
|
|
|
events_monitoring:
|
2024-09-12 18:50:07 +03:00
|
|
|
skip_apps:
|
|
|
|
- ads_backend # restricted dataset, we don't want to include it aggregate view
|
2024-05-16 23:06:31 +03:00
|
|
|
skip_pings:
|
|
|
|
- topsites-impression # access denied
|
|
|
|
- serp-categorization # access denied
|
|
|
|
- background-update # table doesn't exist
|
|
|
|
events_tables: # overwrite event tables
|
|
|
|
pine: # Probe info returns pings that don't have tables, only use events_v1
|
|
|
|
- events_v1
|