Publish views alternate project support

This commit is contained in:
Anna Scholtz 2020-09-28 14:34:41 -07:00
Родитель f6c67c25f2
Коммит 6b5ad9a55a
2 изменённых файлов: 3 добавлений и 5 удалений

Просмотреть файл

@ -113,6 +113,7 @@ SKIP = {
class DryRun:
"""Dry run SQL files."""
# todo: support different dry run endpoints for different projects
DRY_RUN_URL = (
"https://us-central1-moz-fx-data-shared-prod.cloudfunctions.net/"
"bigquery-etl-dryrun"

Просмотреть файл

@ -13,9 +13,6 @@ from google.api_core.exceptions import BadRequest
from google.cloud import bigquery
import sqlparse
sql_root = Path(__file__).resolve().parent.parent.parent / "sql"
assert sql_root.exists(), f"{sql_root} not found"
VIEWS_TO_SKIP = (
# Access Denied
"activity_stream/tile_id_types/view.sql",
@ -24,8 +21,8 @@ VIEWS_TO_SKIP = (
"telemetry/buildhub2/view.sql",
# Dataset moz-fx-data-shared-prod:glam_etl was not found
*[
str(path.relative_to(sql_root))
for path in sql_root.glob("glam_etl/**/view.sql")
str(path)
for path in Path("moz-fx-data-shared-prod").glob("sql/glam_etl/**/view.sql")
],
# View in project other than prod
"sql/shredder_state/progress/view.sql",