Add legacy scripts used to validate sink for *_live tables (#845)

This commit is contained in:
Daniel Thorn 2020-03-25 18:03:39 +01:00 коммит произвёл GitHub
Родитель c3127baac4
Коммит d51ef367a9
Не найден ключ, соответствующий данной подписи
Идентификатор ключа GPG: 4AEE18F83AFDEB23
9 изменённых файлов: 1699 добавлений и 0 удалений

Просмотреть файл

@ -0,0 +1,411 @@
#!/usr/bin/env python3
"""Validate ingestion-sink support for sinking to *_live tables."""
from argparse import ArgumentParser
from datetime import datetime
from multiprocessing.pool import ThreadPool
from os.path import abspath, dirname
from textwrap import dedent
import logging
import sys
import warnings
from google.cloud import bigquery
# sys.path needs to be modified to enable package imports from parent
# and sibling directories. Also see:
# https://stackoverflow.com/questions/6323860/sibling-package-imports/23542795#23542795
sys.path.append(dirname(dirname(dirname(dirname(abspath(__file__))))))
from bigquery_etl.util import standard_args # noqa E402
parser = ArgumentParser()
standard_args.add_dry_run(parser)
standard_args.add_log_level(parser)
standard_args.add_parallelism(parser)
standard_args.add_table_filter(parser)
parser.add_argument(
"-d",
"--date",
required=True,
type=lambda d: datetime.strptime(d, "%Y-%m-%d").date(),
help="The day for which to compare data, in format 2019-01-01",
)
def comparable_schema(fields):
return {
field.name: {
**{
k: v
for k, v in field.to_api_repr().items()
# ignore description
# skip fields because it is handled below
# skip name because it is the dict key
if k not in ("description", "fields", "name")
},
**({"fields": comparable_schema(field.fields)} if field.fields else {}),
}
for field in sorted(fields, key=lambda f: f.name)
}
def comparable_schema_to_list_schema(schema):
return [
{
"name": key,
**value,
**(
{"fields": comparable_schema_to_list_schema(value["fields"])}
if "fields" in value
else {}
),
}
for key, value in schema.items()
]
def deep_del_matching_keys(*items):
"""Remove matching keys from a series of dicts."""
for key in sorted({k for item in items for k in item}):
if all(key in item for item in items):
values = (item[key] for item in items)
value = next(values)
if all(value == v for v in values):
for item in items:
del item[key]
continue
if all(isinstance(item[key], dict) for item in items):
deep_del_matching_keys(*(item[key] for item in items))
# remove empty items
for item in items:
if key in item and not item[key]:
del item[key]
def lines(string):
return [l + "\n" for l in string.split("\n")]
def human_readable(
value, suffixes=[" bytes", "KiB", "MiB", "GiB", "TiB", "PiB"], step=1024
):
if value < step and isinstance(value, int):
return f"{value}{suffixes[0]}"
for i, suffix in enumerate(suffixes):
if value < step ** (i + 1):
break
return f"{value/step**i:,.2f}{suffix}"
def log_difference(table, prod_value, stage_value, case="in stage", **kwargs):
logging.warning(
f"{table}: expected {human_readable(abs(prod_value-stage_value), **kwargs)} "
f"{'more' if prod_value > stage_value else 'less'} {case}"
)
def compare(
client, prod_sql_table_id, stage_sql_table_id, submission_date, pool, dry_run
):
different = False
table = stage_sql_table_id.split(".", 1)[-1]
prod, stage = [
client.get_table(f"{table}${submission_date:%Y%m%d}")
for table in (prod_sql_table_id, stage_sql_table_id)
]
if prod.num_rows != stage.num_rows:
different = True
log_difference(
table,
prod.num_rows,
stage.num_rows,
suffixes=[f"{s} rows" for s in ["", "K", "M", "G", "T", "P"]],
step=1000,
)
elif prod.num_bytes != stage.num_bytes:
different = True
log_difference(table, prod.num_bytes, stage.num_bytes)
diff = prod.num_bytes - stage.num_bytes
prod_partition_bytes = stage_partition_bytes = 0
partition_field = "submission_timestamp"
prod_fields = set(f.name for f in prod.schema)
stage_fields = set(f.name for f in stage.schema)
# put partition_field first,
# then environment,
# then additional_properties,
# then remaining fields in alphabetical order
# this is to target known sources of differences first
overlap_fields = sorted(
prod_fields.intersection(stage_fields),
key=lambda f: (
f != partition_field,
f != "environment",
f != "additional_properties",
f,
),
)
for field_name in overlap_fields:
prod_bytes, stage_bytes = [
client.query(
f"SELECT {field_name} FROM `{table}` "
f"WHERE DATE({partition_field}) = '{submission_date}'",
bigquery.QueryJobConfig(dry_run=True),
).total_bytes_processed
for table in (prod_sql_table_id, stage_sql_table_id)
]
if field_name == partition_field:
prod_partition_bytes, stage_partition_bytes = prod_bytes, stage_bytes
else:
# don't double-count partition bytes
prod_bytes -= prod_partition_bytes
stage_bytes -= stage_partition_bytes
if prod_bytes != stage_bytes:
log_difference(
table, prod_bytes, stage_bytes, case=f"for {field_name} in stage"
)
diff -= prod_bytes - stage_bytes
if diff == 0:
break
else:
logging.error(
f"{table}: expected {human_readable(abs(diff))} "
"less from fields not found in prod and stage"
)
prod_schema, stage_schema = [comparable_schema(t.schema) for t in (prod, stage)]
if prod_schema != stage_schema:
deep_del_matching_keys(prod_schema, stage_schema)
prod_schema, stage_schema = [
comparable_schema_to_list_schema(s) for s in (prod_schema, stage_schema)
]
different = True
if prod_schema:
logging.warning(f"{table}: expected stage schema to include {prod_schema} ")
if stage_schema:
logging.warning(
f"{table}: expected stage schema NOT to include {stage_schema}"
)
# if the table sizes are different, they probably contain <20>s that need to
# be converted to ?s for before they are compared
convert_replacement_character = different
# crash_v4 contains fox emoji that need to be need to be converted to ??s
convert_fox_emoji = prod_sql_table_id.endswith(".crash_v4")
# main_v4 is too large to compare all at once, so run per sample_id queries
by_sample_id = prod_sql_table_id.endswith(".main_v4")
query = dedent(
'''
CREATE TEMP FUNCTION sort_json(json_string STRING)
RETURNS STRING
LANGUAGE js
AS """
var sortJson = function(obj) {
if (Array.isArray(obj)) {
let result = [];
for (var value of obj) {
if (value !== null && typeof value == 'object') {
result.push(sortJson(value));
} else {
result.push(value);
}
}
return result;
} else {
let result = {};
for (var key of Object.keys(obj).sort()) {
let value = obj[key];
if (value !== null && typeof value == 'object') {
result[key] = sortJson(value);
} else {
result[key] = value;
}
}
return result;
}
};
return JSON.stringify(sortJson(JSON.parse(json_string)));
""";
CREATE TEMP FUNCTION remove_null_and_empty_values(json_string STRING)
RETURNS STRING
LANGUAGE js
AS """
var removeNullAndEmptyValues = function(obj) {
if (Array.isArray(obj)) {
let result = [];
for (var value of obj) {
if (typeof value == 'object') {
result.push(removeNullAndEmptyValues(value));
} else {
result.push(value);
}
}
return result;
} else {
let result = {};
for (var key of Object.keys(obj).sort()) {
let value = obj[key];
if (value === null) {
// drop value
} else if (typeof value == 'object') {
let newValue = removeNullAndEmptyValues(value);
if (Object.keys(newValue).length > 0) {
result[key] = newValue;
}
} else {
result[key] = value;
}
}
return result;
}
};
return JSON.stringify(removeNullAndEmptyValues(JSON.parse(json_string)));
""";
'''
f"""
WITH stage AS (
SELECT
sort_json(additional_properties) AS additional_properties,
document_id,
remove_null_and_empty_values(
{'' if convert_replacement_character else '-- '}REPLACE(
{'' if convert_fox_emoji else '-- '}REPLACE(
TO_JSON_STRING(
(SELECT AS STRUCT _.* EXCEPT (additional_properties, document_id))
)
{'' if convert_fox_emoji else '-- '},"🦊","??")
{'' if convert_replacement_character else '-- '},"<22>","?")
) AS json_string,
FROM
{stage_sql_table_id} AS _
WHERE
DATE(submission_timestamp) = '{submission_date}'
{'' if by_sample_id else '-- '}AND sample_id = @sample_id
),
prod AS(
SELECT
sort_json(additional_properties) AS additional_properties,
document_id,
remove_null_and_empty_values(
{'' if convert_replacement_character else '-- '}REPLACE(
{'' if convert_fox_emoji else '-- '}REPLACE(
TO_JSON_STRING(
(SELECT AS STRUCT _.* EXCEPT (additional_properties, document_id))
)
{'' if convert_fox_emoji else '-- '},"🦊","??")
{'' if convert_replacement_character else '-- '},"<22>","?")
) AS json_string,
FROM
{prod_sql_table_id} AS _
WHERE
DATE(submission_timestamp) = '{submission_date}'
{'' if by_sample_id else '-- '}AND sample_id = @sample_id
),
joined AS (
SELECT
STRUCT(
COALESCE(stage.json_string, 'null')
!= COALESCE(prod.json_string, 'null') AS mismatch,
stage.json_string AS stage,
prod.json_string AS prod
) AS json_string,
STRUCT(
COALESCE(stage.additional_properties, 'null')
!= COALESCE(prod.additional_properties, 'null') AS mismatch,
stage.additional_properties AS stage,
stage.additional_properties AS prod
) AS additional_properties,
FROM
stage
FULL OUTER JOIN
prod
USING
(document_id)
)
SELECT
*
FROM
joined
WHERE
json_string.mismatch
OR additional_properties.mismatch
"""
).rstrip()
if dry_run:
logging.debug(f"{table}: would compare individual rows via: {query}")
else:
if by_sample_id:
differences = sum(
pool.map(
lambda sample_id: len(
list(
client.query(
query,
bigquery.QueryJobConfig(
query_parameters=[
bigquery.ScalarQueryParameter(
"sample_id", "INT64", sample_id
)
]
),
).result()
)
),
range(100),
)
)
else:
differences = len(list(client.query(query).result()))
if differences > 0:
logging.error(
f"{table}: expected 0 differences excluding "
+ ("🦊, " if convert_fox_emoji else "")
+ ("<22> and " if convert_replacement_character else "")
+ f"null lists, but got {differences}"
)
return True
else:
if different:
msg = "accounted for all differences by"
log = logging.warning
else:
msg = "found no differences when"
log = logging.info
log(
f"{table}: {msg} excluding "
+ ("🦊, " if convert_fox_emoji else "")
+ ("<22> and " if convert_replacement_character else "")
+ "null lists"
)
return False
def main():
args = parser.parse_args()
warnings.filterwarnings("ignore", module="google.auth._default")
client = bigquery.Client()
with ThreadPool(args.parallelism) as pool:
results = pool.starmap(
compare,
[
(
client,
f"{t.project}.{dataset_table}",
f"moz-fx-data-shar-nonprod-efed.{dataset_table}_k8s",
args.date,
pool,
args.dry_run,
)
for d in client.list_datasets("moz-fx-data-shared-prod")
if d.dataset_id.endswith("_stable")
for t in client.list_tables(d.reference)
for dataset_table in [f"{t.dataset_id}.{t.table_id}"]
if args.table_filter(dataset_table)
],
chunksize=1,
)
if any(results):
sys.exit(1)
if __name__ == "__main__":
main()

Просмотреть файл

@ -0,0 +1,210 @@
INFO:root:Skipping telemetry_stable.crash_v4 due to --except argument
INFO:root:Skipping telemetry_stable.main_v4 due to --except argument
INFO:root:activity_stream_stable.events_v1_k8s: found no differences when excluding null lists
INFO:root:default_browser_agent_stable.default_browser_v1_k8s: found no differences when excluding null lists
INFO:root:coverage_stable.coverage_v1_k8s: found no differences when excluding null lists
INFO:root:activity_stream_stable.spoc_fills_v1_k8s: found no differences when excluding null lists
INFO:root:eng_workflow_stable.build_v1_k8s: found no differences when excluding null lists
INFO:root:activity_stream_stable.impression_stats_v1_k8s: found no differences when excluding null lists
INFO:root:activity_stream_stable.sessions_v1_k8s: found no differences when excluding null lists
INFO:root:eng_workflow_stable.bmobugs_v1_k8s: found no differences when excluding null lists
INFO:root:eng_workflow_stable.hgpush_v1_k8s: found no differences when excluding null lists
INFO:root:mobile_stable.activation_v1_k8s: found no differences when excluding null lists
INFO:root:messaging_system_stable.personalization_experiment_v1_k8s: found no differences when excluding null lists
INFO:root:messaging_system_stable.undesired_events_v1_k8s: found no differences when excluding null lists
INFO:root:firefox_launcher_process_stable.launcher_process_failure_v1_k8s: found no differences when excluding null lists
INFO:root:firefox_installer_stable.install_v1_k8s: found no differences when excluding null lists
INFO:root:mozdata_stable.event_v1_k8s: found no differences when excluding null lists
INFO:root:messaging_system_stable.onboarding_v1_k8s: found no differences when excluding null lists
INFO:root:messaging_system_stable.cfr_v1_k8s: found no differences when excluding null lists
INFO:root:messaging_system_stable.snippets_v1_k8s: found no differences when excluding null lists
INFO:root:mozilla_lockbox_stable.bookmarks_sync_v1_k8s: found no differences when excluding null lists
INFO:root:mozilla_lockbox_stable.history_sync_v1_k8s: found no differences when excluding null lists
INFO:root:mozilla_lockbox_stable.metrics_v1_k8s: found no differences when excluding null lists
INFO:root:mozilla_lockbox_stable.baseline_v1_k8s: found no differences when excluding null lists
INFO:root:mozilla_lockbox_stable.events_v1_k8s: found no differences when excluding null lists
INFO:root:mozza_stable.event_v1_k8s: found no differences when excluding null lists
INFO:root:mozilla_lockbox_stable.deletion_request_v1_k8s: found no differences when excluding null lists
INFO:root:mozilla_lockbox_stable.logins_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_nightly_stable.activation_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_nightly_stable.baseline_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_nightly_stable.deletion_request_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_nightly_stable.logins_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_nightly_stable.history_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_nightly_stable.metrics_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_nightly_stable.events_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_nightly_stable.migration_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_nightly_stable.bookmarks_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_nightly_stable.installation_v1_k8s: found no differences when excluding null lists
INFO:root:edge_validator_stable.error_report_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_stable.activation_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_stable.baseline_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_stable.bookmarks_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_stable.history_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_stable.deletion_request_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_stable.events_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_stable.installation_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_stable.logins_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_stable.metrics_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fenix_stable.migration_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fennec_aurora_stable.activation_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fennec_aurora_stable.bookmarks_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fennec_aurora_stable.deletion_request_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fennec_aurora_stable.baseline_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fennec_aurora_stable.installation_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fennec_aurora_stable.logins_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fennec_aurora_stable.events_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fennec_aurora_stable.history_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fennec_aurora_stable.metrics_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_beta_stable.activation_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fennec_aurora_stable.migration_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_beta_stable.baseline_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_beta_stable.deletion_request_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_beta_stable.bookmarks_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_beta_stable.history_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_beta_stable.events_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_beta_stable.logins_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_beta_stable.metrics_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_beta_stable.migration_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_stable.bookmarks_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_stable.deletion_request_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_stable.events_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_stable.history_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_stable.baseline_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_beta_stable.installation_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_stable.activation_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_stable.installation_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_stable.logins_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_stable.metrics_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fogotype_stable.baseline_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_firefox_stable.migration_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fogotype_stable.metrics_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fogotype_stable.deletion_request_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fogotype_stable.prototype_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_fogotype_stable.events_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_ios_lockbox_stable.baseline_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_ios_lockbox_stable.deletion_request_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_ios_lockbox_stable.events_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_ios_lockbox_stable.metrics_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_reference_browser_stable.deletion_request_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_tv_firefox_stable.deletion_request_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_tv_firefox_stable.baseline_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_reference_browser_stable.events_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_reference_browser_stable.baseline_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_reference_browser_stable.metrics_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_tv_firefox_stable.events_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_tv_firefox_stable.metrics_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_vrbrowser_stable.baseline_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_vrbrowser_stable.bookmarks_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_vrbrowser_stable.deletion_request_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_vrbrowser_stable.events_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_vrbrowser_stable.logins_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_vrbrowser_stable.session_end_v1_k8s: found no differences when excluding null lists
INFO:root:pocket_stable.fire_tv_events_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_vrbrowser_stable.history_sync_v1_k8s: found no differences when excluding null lists
INFO:root:org_mozilla_vrbrowser_stable.metrics_v1_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.addon_install_blocked_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.advancedtelemetry_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.android_anr_report_v1_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.android_anr_report_v10_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.android_anr_report_v3_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.android_anr_report_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.android_anr_report_v2_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.android_anr_report_v8_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.android_anr_report_v7_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.android_anr_report_v5_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.android_anr_report_v6_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.anonymous_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.bhr_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.android_anr_report_v9_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.certificate_checker_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.block_autoplay_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.block_autoplay_v1_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.core_v2_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.core_v1_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.core_v10_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.core_v3_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.core_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.core_v5_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.core_v6_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.core_v8_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.deletion_request_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.deletion_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.crash_v2_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.core_v7_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.deployment_checker_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.disable_sha1rollout_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.core_v9_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.downgrade_v4_k8s: found no differences when excluding null lists
WARNING:root:telemetry_stable.event_v4_k8s: expected 52 bytes less in stage
INFO:root:telemetry_stable.flash_shield_study_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.frecency_update_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.frecency_update_v1_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.ftu_v3_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.focus_event_v1_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.health_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.health_v2_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.heartbeat_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.health_v9_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.mobile_event_v1_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.malware_addon_states_v4_k8s: found no differences when excluding null lists
WARNING:root:telemetry_stable.modules_v4_k8s: expected 44 bytes less in stage
INFO:root:telemetry_stable.mobile_metrics_v1_k8s: found no differences when excluding null lists
WARNING:root:telemetry_stable.new_profile_v4_k8s: expected stage schema NOT to include [{'name': 'environment', 'fields': [{'name': 'system', 'fields': [{'name': 'gfx', 'fields': [{'name': 'adapters', 'fields': [{'name': 'driver_vendor', 'mode': 'NULLABLE', 'type': 'STRING'}]}]}]}]}]
WARNING:root:telemetry_stable.new_profile_v4_k8s: accounted for all differences by excluding <20> and null lists
INFO:root:telemetry_stable.optout_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.pioneer_study_v4_k8s: found no differences when excluding null lists
WARNING:root:telemetry_stable.first_shutdown_v4_k8s: expected stage schema NOT to include [{'name': 'environment', 'fields': [{'name': 'system', 'fields': [{'name': 'gfx', 'fields': [{'name': 'adapters', 'fields': [{'name': 'driver_vendor', 'mode': 'NULLABLE', 'type': 'STRING'}]}]}]}]}]
INFO:root:telemetry_stable.outofdate_notifications_system_addon_v4_k8s: found no differences when excluding null lists
WARNING:root:telemetry_stable.first_shutdown_v4_k8s: accounted for all differences by excluding <20> and null lists
INFO:root:telemetry_stable.searchvolextra_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.searchvol_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.pre_account_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.prio_v4_k8s: found no differences when excluding null lists
WARNING:root:telemetry_stable.shield_icq_v1_v4_k8s: expected stage schema NOT to include [{'name': 'environment', 'fields': [{'name': 'system', 'fields': [{'name': 'gfx', 'fields': [{'name': 'adapters', 'fields': [{'name': 'driver_vendor', 'mode': 'NULLABLE', 'type': 'STRING'}]}]}]}]}]
WARNING:root:telemetry_stable.shield_icq_v1_v4_k8s: accounted for all differences by excluding <20> and null lists
INFO:root:telemetry_stable.shield_study_addon_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.shield_study_addon_v3_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.shield_study_error_v3_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.shield_study_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.shield_study_v3_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.shield_study_error_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.sync_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.sync_v5_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.system_addon_deployment_diagnostics_v4_k8s: found no differences when excluding null lists
WARNING:root:telemetry_stable.saved_session_v4_k8s: expected stage schema NOT to include [{'name': 'environment', 'fields': [{'name': 'system', 'fields': [{'name': 'gfx', 'fields': [{'name': 'adapters', 'fields': [{'name': 'driver_vendor', 'mode': 'NULLABLE', 'type': 'STRING'}]}]}]}]}]
WARNING:root:telemetry_stable.saved_session_v4_k8s: accounted for all differences by excluding <20> and null lists
INFO:root:telemetry_stable.tls13_middlebox_alt_server_hello_1_v4_k8s: found no differences when excluding null lists
WARNING:root:telemetry_stable.testpilot_v4_k8s: expected stage schema NOT to include [{'name': 'environment', 'fields': [{'name': 'system', 'fields': [{'name': 'gfx', 'fields': [{'name': 'adapters', 'fields': [{'name': 'driver_vendor', 'mode': 'NULLABLE', 'type': 'STRING'}]}]}]}]}]
WARNING:root:telemetry_stable.testpilot_v4_k8s: accounted for all differences by excluding <20> and null lists
INFO:root:telemetry_stable.tls13_middlebox_draft22_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.testpilottest_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.tls13_middlebox_beta_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.tls13_middlebox_ghack_v4_k8s: found no differences when excluding null lists
WARNING:root:telemetry_stable.third_party_modules_v4_k8s: expected stage schema NOT to include [{'name': 'environment', 'fields': [{'name': 'system', 'fields': [{'name': 'gfx', 'fields': [{'name': 'adapters', 'fields': [{'name': 'driver_vendor', 'mode': 'NULLABLE', 'type': 'STRING'}]}]}]}]}]
WARNING:root:telemetry_stable.third_party_modules_v4_k8s: accounted for all differences by excluding <20> and null lists
INFO:root:telemetry_stable.tls13_middlebox_repetition_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.tls13_middlebox_testing_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.tls_13_study_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.tls_13_study_v1_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.tls_13_study_v4_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.tls_13_study_v3_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.uitour_tag_v4_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.tls_13_study_v2_v4_k8s: found no differences when excluding null lists
WARNING:root:telemetry_stable.untrusted_modules_v4_k8s: expected stage schema NOT to include [{'name': 'environment', 'fields': [{'name': 'system', 'fields': [{'name': 'gfx', 'fields': [{'name': 'adapters', 'fields': [{'name': 'driver_vendor', 'mode': 'NULLABLE', 'type': 'STRING'}]}]}]}]}]
WARNING:root:telemetry_stable.untrusted_modules_v4_k8s: accounted for all differences by excluding <20> and null lists
WARNING:root:telemetry_stable.event_v4_k8s: expected 52 bytes less for environment in stage
WARNING:root:telemetry_stable.event_v4_k8s: expected stage schema NOT to include [{'name': 'environment', 'fields': [{'name': 'system', 'fields': [{'name': 'gfx', 'fields': [{'name': 'adapters', 'fields': [{'name': 'driver_vendor', 'mode': 'NULLABLE', 'type': 'STRING'}]}]}]}]}]
WARNING:root:telemetry_stable.event_v4_k8s: accounted for all differences by excluding <20> and null lists
WARNING:root:telemetry_stable.update_v4_k8s: expected 44 bytes less in stage
INFO:root:telemetry_stable.voice_feedback_v4_k8s: found no differences when excluding null lists
WARNING:root:telemetry_stable.voice_v4_k8s: expected stage schema NOT to include [{'name': 'environment', 'fields': [{'name': 'system', 'fields': [{'name': 'gfx', 'fields': [{'name': 'adapters', 'fields': [{'name': 'driver_vendor', 'mode': 'NULLABLE', 'type': 'STRING'}]}]}]}]}]
WARNING:root:telemetry_stable.voice_v4_k8s: accounted for all differences by excluding <20> and null lists
INFO:root:webpagetest_stable.webpagetest_run_v1_k8s: found no differences when excluding null lists
INFO:root:telemetry_stable.x_contextual_feature_recommendation_v4_k8s: found no differences when excluding null lists
WARNING:root:telemetry_stable.modules_v4_k8s: expected 44 bytes less for environment in stage
WARNING:root:telemetry_stable.modules_v4_k8s: expected stage schema NOT to include [{'name': 'environment', 'fields': [{'name': 'system', 'fields': [{'name': 'gfx', 'fields': [{'name': 'adapters', 'fields': [{'name': 'driver_vendor', 'mode': 'NULLABLE', 'type': 'STRING'}]}]}]}]}]
WARNING:root:telemetry_stable.modules_v4_k8s: accounted for all differences by excluding <20> and null lists
WARNING:root:telemetry_stable.update_v4_k8s: expected 44 bytes less for environment in stage
WARNING:root:telemetry_stable.update_v4_k8s: expected stage schema NOT to include [{'name': 'environment', 'fields': [{'name': 'system', 'fields': [{'name': 'gfx', 'fields': [{'name': 'adapters', 'fields': [{'name': 'driver_vendor', 'mode': 'NULLABLE', 'type': 'STRING'}]}]}]}]}]
WARNING:root:telemetry_stable.update_v4_k8s: accounted for all differences by excluding <20> and null lists

Просмотреть файл

@ -0,0 +1,195 @@
INFO:root:Skipping activity_stream_stable.events_v1 due to --only argument
INFO:root:Skipping activity_stream_stable.impression_stats_v1 due to --only argument
INFO:root:Skipping activity_stream_stable.sessions_v1 due to --only argument
INFO:root:Skipping activity_stream_stable.spoc_fills_v1 due to --only argument
INFO:root:Skipping coverage_stable.coverage_v1 due to --only argument
INFO:root:Skipping default_browser_agent_stable.default_browser_v1 due to --only argument
INFO:root:Skipping edge_validator_stable.error_report_v1 due to --only argument
INFO:root:Skipping eng_workflow_stable.bmobugs_v1 due to --only argument
INFO:root:Skipping eng_workflow_stable.build_v1 due to --only argument
INFO:root:Skipping eng_workflow_stable.hgpush_v1 due to --only argument
INFO:root:Skipping firefox_installer_stable.install_v1 due to --only argument
INFO:root:Skipping firefox_launcher_process_stable.launcher_process_failure_v1 due to --only argument
INFO:root:Skipping messaging_system_stable.cfr_v1 due to --only argument
INFO:root:Skipping messaging_system_stable.onboarding_v1 due to --only argument
INFO:root:Skipping messaging_system_stable.personalization_experiment_v1 due to --only argument
INFO:root:Skipping messaging_system_stable.snippets_v1 due to --only argument
INFO:root:Skipping messaging_system_stable.undesired_events_v1 due to --only argument
INFO:root:Skipping mobile_stable.activation_v1 due to --only argument
INFO:root:Skipping mozdata_stable.event_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_stable.baseline_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_stable.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_stable.events_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_stable.history_sync_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_stable.logins_sync_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_stable.metrics_v1 due to --only argument
INFO:root:Skipping mozza_stable.event_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_stable.prototype_v1 due to --only argument
INFO:root:Skipping org_mozilla_ios_lockbox_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_ios_lockbox_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_ios_lockbox_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_ios_lockbox_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_reference_browser_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_reference_browser_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_reference_browser_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_reference_browser_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_tv_firefox_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_tv_firefox_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_tv_firefox_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_tv_firefox_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.session_end_v1 due to --only argument
INFO:root:Skipping pocket_stable.fire_tv_events_v1 due to --only argument
INFO:root:Skipping telemetry_stable.addon_install_blocked_v4 due to --only argument
INFO:root:Skipping telemetry_stable.advancedtelemetry_v4 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v1 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v10 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v2 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v3 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v4 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v5 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v6 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v7 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v8 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v9 due to --only argument
INFO:root:Skipping telemetry_stable.anonymous_v4 due to --only argument
INFO:root:Skipping telemetry_stable.bhr_v4 due to --only argument
INFO:root:Skipping telemetry_stable.block_autoplay_v1 due to --only argument
INFO:root:Skipping telemetry_stable.block_autoplay_v4 due to --only argument
INFO:root:Skipping telemetry_stable.certificate_checker_v4 due to --only argument
INFO:root:Skipping telemetry_stable.core_v1 due to --only argument
INFO:root:Skipping telemetry_stable.core_v10 due to --only argument
INFO:root:Skipping telemetry_stable.core_v2 due to --only argument
INFO:root:Skipping telemetry_stable.core_v3 due to --only argument
INFO:root:Skipping telemetry_stable.core_v4 due to --only argument
INFO:root:Skipping telemetry_stable.core_v5 due to --only argument
INFO:root:Skipping telemetry_stable.core_v6 due to --only argument
INFO:root:Skipping telemetry_stable.core_v7 due to --only argument
INFO:root:Skipping telemetry_stable.core_v8 due to --only argument
INFO:root:Skipping telemetry_stable.core_v9 due to --only argument
INFO:root:Skipping telemetry_stable.crash_v2 due to --only argument
INFO:root:Skipping telemetry_stable.deletion_request_v4 due to --only argument
INFO:root:Skipping telemetry_stable.deletion_v4 due to --only argument
INFO:root:Skipping telemetry_stable.deployment_checker_v4 due to --only argument
INFO:root:Skipping telemetry_stable.disable_sha1rollout_v4 due to --only argument
INFO:root:Skipping telemetry_stable.downgrade_v4 due to --only argument
INFO:root:Skipping telemetry_stable.event_v4 due to --only argument
INFO:root:Skipping telemetry_stable.first_shutdown_v4 due to --only argument
INFO:root:Skipping telemetry_stable.flash_shield_study_v4 due to --only argument
INFO:root:Skipping telemetry_stable.focus_event_v1 due to --only argument
INFO:root:Skipping telemetry_stable.frecency_update_v1 due to --only argument
INFO:root:Skipping telemetry_stable.frecency_update_v4 due to --only argument
INFO:root:Skipping telemetry_stable.ftu_v3 due to --only argument
INFO:root:Skipping telemetry_stable.health_v2 due to --only argument
INFO:root:Skipping telemetry_stable.health_v4 due to --only argument
INFO:root:Skipping telemetry_stable.health_v9 due to --only argument
INFO:root:Skipping telemetry_stable.heartbeat_v4 due to --only argument
INFO:root:Skipping telemetry_stable.main_v4 due to --only argument
INFO:root:Skipping telemetry_stable.malware_addon_states_v4 due to --only argument
INFO:root:Skipping telemetry_stable.mobile_event_v1 due to --only argument
INFO:root:Skipping telemetry_stable.mobile_metrics_v1 due to --only argument
INFO:root:Skipping telemetry_stable.modules_v4 due to --only argument
INFO:root:Skipping telemetry_stable.new_profile_v4 due to --only argument
INFO:root:Skipping telemetry_stable.optout_v4 due to --only argument
INFO:root:Skipping telemetry_stable.outofdate_notifications_system_addon_v4 due to --only argument
INFO:root:Skipping telemetry_stable.pioneer_study_v4 due to --only argument
INFO:root:Skipping telemetry_stable.pre_account_v4 due to --only argument
INFO:root:Skipping telemetry_stable.prio_v4 due to --only argument
INFO:root:Skipping telemetry_stable.saved_session_v4 due to --only argument
INFO:root:Skipping telemetry_stable.searchvol_v4 due to --only argument
INFO:root:Skipping telemetry_stable.searchvolextra_v4 due to --only argument
INFO:root:Skipping telemetry_stable.shield_icq_v1_v4 due to --only argument
INFO:root:Skipping telemetry_stable.shield_study_addon_v3 due to --only argument
INFO:root:Skipping telemetry_stable.shield_study_addon_v4 due to --only argument
INFO:root:Skipping telemetry_stable.shield_study_error_v3 due to --only argument
INFO:root:Skipping telemetry_stable.shield_study_error_v4 due to --only argument
INFO:root:Skipping telemetry_stable.shield_study_v3 due to --only argument
INFO:root:Skipping telemetry_stable.shield_study_v4 due to --only argument
INFO:root:Skipping telemetry_stable.sync_v4 due to --only argument
INFO:root:Skipping telemetry_stable.sync_v5 due to --only argument
INFO:root:Skipping telemetry_stable.system_addon_deployment_diagnostics_v4 due to --only argument
INFO:root:Skipping telemetry_stable.testpilot_v4 due to --only argument
INFO:root:Skipping telemetry_stable.testpilottest_v4 due to --only argument
INFO:root:Skipping telemetry_stable.third_party_modules_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls13_middlebox_alt_server_hello_1_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls13_middlebox_beta_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls13_middlebox_draft22_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls13_middlebox_ghack_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls13_middlebox_repetition_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls13_middlebox_testing_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls_13_study_v1_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls_13_study_v2_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls_13_study_v3_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls_13_study_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls_13_study_v4_v4 due to --only argument
INFO:root:Skipping telemetry_stable.uitour_tag_v4 due to --only argument
INFO:root:Skipping telemetry_stable.untrusted_modules_v4 due to --only argument
INFO:root:Skipping telemetry_stable.update_v4 due to --only argument
INFO:root:Skipping telemetry_stable.voice_feedback_v4 due to --only argument
INFO:root:Skipping telemetry_stable.voice_v4 due to --only argument
INFO:root:Skipping telemetry_stable.x_contextual_feature_recommendation_v4 due to --only argument
INFO:root:Skipping webpagetest_stable.webpagetest_run_v1 due to --only argument
WARNING:root:telemetry_stable.crash_v4_k8s: expected 3 rows more in stage
WARNING:root:telemetry_stable.crash_v4_k8s: expected stage schema NOT to include [{'name': 'environment', 'fields': [{'name': 'system', 'fields': [{'name': 'gfx', 'fields': [{'name': 'adapters', 'fields': [{'name': 'driver_vendor', 'mode': 'NULLABLE', 'type': 'STRING'}]}]}]}]}]
ERROR:root:telemetry_stable.crash_v4_k8s: expected 0 differences excluding 🦊, <20> and null lists, but got 3

Просмотреть файл

@ -0,0 +1,196 @@
INFO:root:Skipping activity_stream_stable.events_v1 due to --only argument
INFO:root:Skipping activity_stream_stable.impression_stats_v1 due to --only argument
INFO:root:Skipping activity_stream_stable.sessions_v1 due to --only argument
INFO:root:Skipping activity_stream_stable.spoc_fills_v1 due to --only argument
INFO:root:Skipping coverage_stable.coverage_v1 due to --only argument
INFO:root:Skipping default_browser_agent_stable.default_browser_v1 due to --only argument
INFO:root:Skipping edge_validator_stable.error_report_v1 due to --only argument
INFO:root:Skipping eng_workflow_stable.bmobugs_v1 due to --only argument
INFO:root:Skipping eng_workflow_stable.build_v1 due to --only argument
INFO:root:Skipping eng_workflow_stable.hgpush_v1 due to --only argument
INFO:root:Skipping firefox_installer_stable.install_v1 due to --only argument
INFO:root:Skipping firefox_launcher_process_stable.launcher_process_failure_v1 due to --only argument
INFO:root:Skipping messaging_system_stable.cfr_v1 due to --only argument
INFO:root:Skipping messaging_system_stable.onboarding_v1 due to --only argument
INFO:root:Skipping messaging_system_stable.personalization_experiment_v1 due to --only argument
INFO:root:Skipping messaging_system_stable.snippets_v1 due to --only argument
INFO:root:Skipping messaging_system_stable.undesired_events_v1 due to --only argument
INFO:root:Skipping mobile_stable.activation_v1 due to --only argument
INFO:root:Skipping mozdata_stable.event_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_stable.baseline_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_stable.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_stable.events_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_stable.history_sync_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_stable.logins_sync_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_stable.metrics_v1 due to --only argument
INFO:root:Skipping mozza_stable.event_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_stable.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_stable.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_stable.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_stable.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_stable.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_stable.prototype_v1 due to --only argument
INFO:root:Skipping org_mozilla_ios_lockbox_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_ios_lockbox_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_ios_lockbox_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_ios_lockbox_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_reference_browser_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_reference_browser_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_reference_browser_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_reference_browser_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_tv_firefox_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_tv_firefox_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_tv_firefox_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_tv_firefox_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_stable.session_end_v1 due to --only argument
INFO:root:Skipping pocket_stable.fire_tv_events_v1 due to --only argument
INFO:root:Skipping telemetry_stable.addon_install_blocked_v4 due to --only argument
INFO:root:Skipping telemetry_stable.advancedtelemetry_v4 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v1 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v10 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v2 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v3 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v4 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v5 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v6 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v7 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v8 due to --only argument
INFO:root:Skipping telemetry_stable.android_anr_report_v9 due to --only argument
INFO:root:Skipping telemetry_stable.anonymous_v4 due to --only argument
INFO:root:Skipping telemetry_stable.bhr_v4 due to --only argument
INFO:root:Skipping telemetry_stable.block_autoplay_v1 due to --only argument
INFO:root:Skipping telemetry_stable.block_autoplay_v4 due to --only argument
INFO:root:Skipping telemetry_stable.certificate_checker_v4 due to --only argument
INFO:root:Skipping telemetry_stable.core_v1 due to --only argument
INFO:root:Skipping telemetry_stable.core_v10 due to --only argument
INFO:root:Skipping telemetry_stable.core_v2 due to --only argument
INFO:root:Skipping telemetry_stable.core_v3 due to --only argument
INFO:root:Skipping telemetry_stable.core_v4 due to --only argument
INFO:root:Skipping telemetry_stable.core_v5 due to --only argument
INFO:root:Skipping telemetry_stable.core_v6 due to --only argument
INFO:root:Skipping telemetry_stable.core_v7 due to --only argument
INFO:root:Skipping telemetry_stable.core_v8 due to --only argument
INFO:root:Skipping telemetry_stable.core_v9 due to --only argument
INFO:root:Skipping telemetry_stable.crash_v2 due to --only argument
INFO:root:Skipping telemetry_stable.crash_v4 due to --only argument
INFO:root:Skipping telemetry_stable.deletion_request_v4 due to --only argument
INFO:root:Skipping telemetry_stable.deletion_v4 due to --only argument
INFO:root:Skipping telemetry_stable.deployment_checker_v4 due to --only argument
INFO:root:Skipping telemetry_stable.disable_sha1rollout_v4 due to --only argument
INFO:root:Skipping telemetry_stable.downgrade_v4 due to --only argument
INFO:root:Skipping telemetry_stable.event_v4 due to --only argument
INFO:root:Skipping telemetry_stable.first_shutdown_v4 due to --only argument
INFO:root:Skipping telemetry_stable.flash_shield_study_v4 due to --only argument
INFO:root:Skipping telemetry_stable.focus_event_v1 due to --only argument
INFO:root:Skipping telemetry_stable.frecency_update_v1 due to --only argument
INFO:root:Skipping telemetry_stable.frecency_update_v4 due to --only argument
INFO:root:Skipping telemetry_stable.ftu_v3 due to --only argument
INFO:root:Skipping telemetry_stable.health_v2 due to --only argument
INFO:root:Skipping telemetry_stable.health_v4 due to --only argument
INFO:root:Skipping telemetry_stable.health_v9 due to --only argument
INFO:root:Skipping telemetry_stable.heartbeat_v4 due to --only argument
INFO:root:Skipping telemetry_stable.malware_addon_states_v4 due to --only argument
INFO:root:Skipping telemetry_stable.mobile_event_v1 due to --only argument
INFO:root:Skipping telemetry_stable.mobile_metrics_v1 due to --only argument
INFO:root:Skipping telemetry_stable.modules_v4 due to --only argument
INFO:root:Skipping telemetry_stable.new_profile_v4 due to --only argument
INFO:root:Skipping telemetry_stable.optout_v4 due to --only argument
INFO:root:Skipping telemetry_stable.outofdate_notifications_system_addon_v4 due to --only argument
INFO:root:Skipping telemetry_stable.pioneer_study_v4 due to --only argument
INFO:root:Skipping telemetry_stable.pre_account_v4 due to --only argument
INFO:root:Skipping telemetry_stable.prio_v4 due to --only argument
INFO:root:Skipping telemetry_stable.saved_session_v4 due to --only argument
INFO:root:Skipping telemetry_stable.searchvol_v4 due to --only argument
INFO:root:Skipping telemetry_stable.searchvolextra_v4 due to --only argument
INFO:root:Skipping telemetry_stable.shield_icq_v1_v4 due to --only argument
INFO:root:Skipping telemetry_stable.shield_study_addon_v3 due to --only argument
INFO:root:Skipping telemetry_stable.shield_study_addon_v4 due to --only argument
INFO:root:Skipping telemetry_stable.shield_study_error_v3 due to --only argument
INFO:root:Skipping telemetry_stable.shield_study_error_v4 due to --only argument
INFO:root:Skipping telemetry_stable.shield_study_v3 due to --only argument
INFO:root:Skipping telemetry_stable.shield_study_v4 due to --only argument
INFO:root:Skipping telemetry_stable.sync_v4 due to --only argument
INFO:root:Skipping telemetry_stable.sync_v5 due to --only argument
INFO:root:Skipping telemetry_stable.system_addon_deployment_diagnostics_v4 due to --only argument
INFO:root:Skipping telemetry_stable.testpilot_v4 due to --only argument
INFO:root:Skipping telemetry_stable.testpilottest_v4 due to --only argument
INFO:root:Skipping telemetry_stable.third_party_modules_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls13_middlebox_alt_server_hello_1_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls13_middlebox_beta_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls13_middlebox_draft22_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls13_middlebox_ghack_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls13_middlebox_repetition_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls13_middlebox_testing_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls_13_study_v1_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls_13_study_v2_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls_13_study_v3_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls_13_study_v4 due to --only argument
INFO:root:Skipping telemetry_stable.tls_13_study_v4_v4 due to --only argument
INFO:root:Skipping telemetry_stable.uitour_tag_v4 due to --only argument
INFO:root:Skipping telemetry_stable.untrusted_modules_v4 due to --only argument
INFO:root:Skipping telemetry_stable.update_v4 due to --only argument
INFO:root:Skipping telemetry_stable.voice_feedback_v4 due to --only argument
INFO:root:Skipping telemetry_stable.voice_v4 due to --only argument
INFO:root:Skipping telemetry_stable.x_contextual_feature_recommendation_v4 due to --only argument
INFO:root:Skipping webpagetest_stable.webpagetest_run_v1 due to --only argument
WARNING:root:telemetry_stable.main_v4_k8s: expected 84 bytes less in stage
WARNING:root:telemetry_stable.main_v4_k8s: expected 84 bytes less for environment in stage
WARNING:root:telemetry_stable.main_v4_k8s: expected stage schema NOT to include [{'name': 'environment', 'fields': [{'name': 'system', 'fields': [{'name': 'gfx', 'fields': [{'name': 'adapters', 'fields': [{'name': 'driver_vendor', 'mode': 'NULLABLE', 'type': 'STRING'}]}]}]}]}]
WARNING:root:telemetry_stable.main_v4_k8s: accounted for all differences by excluding <20> and null lists

Просмотреть файл

@ -0,0 +1,388 @@
INFO:root:Skipping activity_stream_live.events_v1 due to --only argument
INFO:root:Skipping activity_stream_live.impression_stats_v1 due to --only argument
INFO:root:Skipping activity_stream_live.sessions_v1 due to --only argument
INFO:root:Skipping activity_stream_live.spoc_fills_v1 due to --only argument
INFO:root:Skipping coverage_live.coverage_v1 due to --only argument
INFO:root:Skipping default_browser_agent_live.default_browser_v1 due to --only argument
INFO:root:Skipping edge_validator_live.error_report_v1 due to --only argument
INFO:root:Skipping eng_workflow_live.bmobugs_v1 due to --only argument
INFO:root:Skipping eng_workflow_live.build_v1 due to --only argument
INFO:root:Skipping eng_workflow_live.hgpush_v1 due to --only argument
INFO:root:Skipping firefox_installer_live.install_v1 due to --only argument
INFO:root:Skipping firefox_launcher_process_live.launcher_process_failure_v1 due to --only argument
INFO:root:Skipping messaging_system_live.cfr_v1 due to --only argument
INFO:root:Skipping messaging_system_live.onboarding_v1 due to --only argument
INFO:root:Skipping messaging_system_live.personalization_experiment_v1 due to --only argument
INFO:root:Skipping messaging_system_live.snippets_v1 due to --only argument
INFO:root:Skipping messaging_system_live.undesired_events_v1 due to --only argument
INFO:root:Skipping mobile_live.activation_v1 due to --only argument
INFO:root:Skipping mozdata_live.event_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_live.baseline_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_live.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_live.deletion_request_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_live.events_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_live.history_sync_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_live.logins_sync_v1 due to --only argument
INFO:root:Skipping mozilla_lockbox_live.metrics_v1 due to --only argument
INFO:root:Skipping mozza_live.event_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_live.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_live.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_live.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_live.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_live.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_live.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_live.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_live.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_live.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_live.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_live.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_live.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_live.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_live.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_live.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_live.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_live.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_live.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_live.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_fenix_nightly_live.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_live.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_live.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_live.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_live.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_live.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_live.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_live.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_live.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_live.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_fennec_aurora_live.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_live.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_live.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_live.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_live.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_live.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_live.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_live.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_live.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_live.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_beta_live.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_live.activation_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_live.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_live.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_live.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_live.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_live.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_live.installation_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_live.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_live.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_firefox_live.migration_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_live.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_live.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_live.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_live.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_fogotype_live.prototype_v1 due to --only argument
INFO:root:Skipping org_mozilla_ios_lockbox_live.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_ios_lockbox_live.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_ios_lockbox_live.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_ios_lockbox_live.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_reference_browser_live.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_reference_browser_live.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_reference_browser_live.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_reference_browser_live.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_tv_firefox_live.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_tv_firefox_live.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_tv_firefox_live.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_tv_firefox_live.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_live.baseline_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_live.bookmarks_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_live.deletion_request_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_live.events_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_live.history_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_live.logins_sync_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_live.metrics_v1 due to --only argument
INFO:root:Skipping org_mozilla_vrbrowser_live.session_end_v1 due to --only argument
INFO:root:Skipping pocket_live.fire_tv_events_v1 due to --only argument
INFO:root:Skipping telemetry_live.addon_install_blocked_v4 due to --only argument
INFO:root:Skipping telemetry_live.advancedtelemetry_v4 due to --only argument
INFO:root:Skipping telemetry_live.android_anr_report_v1 due to --only argument
INFO:root:Skipping telemetry_live.android_anr_report_v10 due to --only argument
INFO:root:Skipping telemetry_live.android_anr_report_v2 due to --only argument
INFO:root:Skipping telemetry_live.android_anr_report_v3 due to --only argument
INFO:root:Skipping telemetry_live.android_anr_report_v4 due to --only argument
INFO:root:Skipping telemetry_live.android_anr_report_v5 due to --only argument
INFO:root:Skipping telemetry_live.android_anr_report_v6 due to --only argument
INFO:root:Skipping telemetry_live.android_anr_report_v7 due to --only argument
INFO:root:Skipping telemetry_live.android_anr_report_v8 due to --only argument
INFO:root:Skipping telemetry_live.android_anr_report_v9 due to --only argument
INFO:root:Skipping telemetry_live.anonymous_v4 due to --only argument
INFO:root:Skipping telemetry_live.bhr_v4 due to --only argument
INFO:root:Skipping telemetry_live.block_autoplay_v1 due to --only argument
INFO:root:Skipping telemetry_live.block_autoplay_v4 due to --only argument
INFO:root:Skipping telemetry_live.certificate_checker_v4 due to --only argument
INFO:root:Skipping telemetry_live.core_v1 due to --only argument
INFO:root:Skipping telemetry_live.core_v10 due to --only argument
INFO:root:Skipping telemetry_live.core_v2 due to --only argument
INFO:root:Skipping telemetry_live.core_v3 due to --only argument
INFO:root:Skipping telemetry_live.core_v4 due to --only argument
INFO:root:Skipping telemetry_live.core_v5 due to --only argument
INFO:root:Skipping telemetry_live.core_v6 due to --only argument
INFO:root:Skipping telemetry_live.core_v7 due to --only argument
INFO:root:Skipping telemetry_live.core_v8 due to --only argument
INFO:root:Skipping telemetry_live.core_v9 due to --only argument
INFO:root:Skipping telemetry_live.crash_v2 due to --only argument
INFO:root:Skipping telemetry_live.crash_v4 due to --only argument
INFO:root:Skipping telemetry_live.deletion_request_v4 due to --only argument
INFO:root:Skipping telemetry_live.deletion_v4 due to --only argument
INFO:root:Skipping telemetry_live.deployment_checker_v4 due to --only argument
INFO:root:Skipping telemetry_live.disable_sha1rollout_v4 due to --only argument
INFO:root:Skipping telemetry_live.downgrade_v4 due to --only argument
INFO:root:Skipping telemetry_live.event_v4 due to --only argument
INFO:root:Skipping telemetry_live.first_shutdown_v4 due to --only argument
INFO:root:Skipping telemetry_live.flash_shield_study_v4 due to --only argument
INFO:root:Skipping telemetry_live.focus_event_v1 due to --only argument
INFO:root:Skipping telemetry_live.frecency_update_v1 due to --only argument
INFO:root:Skipping telemetry_live.frecency_update_v4 due to --only argument
INFO:root:Skipping telemetry_live.ftu_v3 due to --only argument
INFO:root:Skipping telemetry_live.health_v2 due to --only argument
INFO:root:Skipping telemetry_live.health_v4 due to --only argument
INFO:root:Skipping telemetry_live.health_v9 due to --only argument
INFO:root:Skipping telemetry_live.heartbeat_v4 due to --only argument
INFO:root:Skipping telemetry_live.main_v4 due to --only argument
INFO:root:Skipping telemetry_live.main_v4_k8s due to --except argument
INFO:root:Skipping telemetry_live.malware_addon_states_v4 due to --only argument
INFO:root:Skipping telemetry_live.mobile_event_v1 due to --only argument
INFO:root:Skipping telemetry_live.mobile_metrics_v1 due to --only argument
INFO:root:Skipping telemetry_live.modules_v4 due to --only argument
INFO:root:Skipping telemetry_live.new_profile_v4 due to --only argument
INFO:root:Skipping telemetry_live.optout_v4 due to --only argument
INFO:root:Skipping telemetry_live.outofdate_notifications_system_addon_v4 due to --only argument
INFO:root:Skipping telemetry_live.pioneer_study_v4 due to --only argument
INFO:root:Skipping telemetry_live.pre_account_v4 due to --only argument
INFO:root:Skipping telemetry_live.prio_v4 due to --only argument
INFO:root:Skipping telemetry_live.saved_session_v4 due to --only argument
INFO:root:Skipping telemetry_live.searchvol_v4 due to --only argument
INFO:root:Skipping telemetry_live.searchvolextra_v4 due to --only argument
INFO:root:Skipping telemetry_live.shield_icq_v1_v4 due to --only argument
INFO:root:Skipping telemetry_live.shield_study_addon_v3 due to --only argument
INFO:root:Skipping telemetry_live.shield_study_addon_v4 due to --only argument
INFO:root:Skipping telemetry_live.shield_study_error_v3 due to --only argument
INFO:root:Skipping telemetry_live.shield_study_error_v4 due to --only argument
INFO:root:Skipping telemetry_live.shield_study_v3 due to --only argument
INFO:root:Skipping telemetry_live.shield_study_v4 due to --only argument
INFO:root:Skipping telemetry_live.sync_v4 due to --only argument
INFO:root:Skipping telemetry_live.sync_v5 due to --only argument
INFO:root:Skipping telemetry_live.system_addon_deployment_diagnostics_v4 due to --only argument
INFO:root:Skipping telemetry_live.testpilot_v4 due to --only argument
INFO:root:Skipping telemetry_live.testpilottest_v4 due to --only argument
INFO:root:Skipping telemetry_live.third_party_modules_v4 due to --only argument
INFO:root:Skipping telemetry_live.tls13_middlebox_alt_server_hello_1_v4 due to --only argument
INFO:root:Skipping telemetry_live.tls13_middlebox_beta_v4 due to --only argument
INFO:root:Skipping telemetry_live.tls13_middlebox_draft22_v4 due to --only argument
INFO:root:Skipping telemetry_live.tls13_middlebox_ghack_v4 due to --only argument
INFO:root:Skipping telemetry_live.tls13_middlebox_repetition_v4 due to --only argument
INFO:root:Skipping telemetry_live.tls13_middlebox_testing_v4 due to --only argument
INFO:root:Skipping telemetry_live.tls_13_study_v1_v4 due to --only argument
INFO:root:Skipping telemetry_live.tls_13_study_v2_v4 due to --only argument
INFO:root:Skipping telemetry_live.tls_13_study_v3_v4 due to --only argument
INFO:root:Skipping telemetry_live.tls_13_study_v4 due to --only argument
INFO:root:Skipping telemetry_live.tls_13_study_v4_v4 due to --only argument
INFO:root:Skipping telemetry_live.uitour_tag_v4 due to --only argument
INFO:root:Skipping telemetry_live.untrusted_modules_v4 due to --only argument
INFO:root:Skipping telemetry_live.update_v4 due to --only argument
INFO:root:Skipping telemetry_live.voice_feedback_v4 due to --only argument
INFO:root:Skipping telemetry_live.voice_v4 due to --only argument
INFO:root:Skipping telemetry_live.x_contextual_feature_recommendation_v4 due to --only argument
INFO:root:Skipping webpagetest_live.webpagetest_run_v1 due to --only argument
WARNING:urllib3.connectionpool:Connection pool is full, discarding connection: bigquery.googleapis.com
WARNING:urllib3.connectionpool:Connection pool is full, discarding connection: bigquery.googleapis.com
INFO:root:Processed 92649111169 bytes to populate moz-fx-data-shar-nonprod-efed.activity_stream_stable.events_v1_k8s$20200319
INFO:root:Processed 122240543590 bytes to populate moz-fx-data-shar-nonprod-efed.activity_stream_stable.impression_stats_v1_k8s$20200319
INFO:root:Processed 147892429862 bytes to populate moz-fx-data-shar-nonprod-efed.activity_stream_stable.sessions_v1_k8s$20200319
INFO:root:Processed 78076391717 bytes to populate moz-fx-data-shar-nonprod-efed.activity_stream_stable.spoc_fills_v1_k8s$20200319
INFO:root:Processed 4832 bytes to populate moz-fx-data-shar-nonprod-efed.coverage_stable.coverage_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.default_browser_agent_stable.default_browser_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.edge_validator_stable.error_report_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.eng_workflow_stable.bmobugs_v1_k8s$20200319
INFO:root:Processed 1972060 bytes to populate moz-fx-data-shar-nonprod-efed.eng_workflow_stable.build_v1_k8s$20200319
INFO:root:Processed 56381 bytes to populate moz-fx-data-shar-nonprod-efed.eng_workflow_stable.hgpush_v1_k8s$20200319
INFO:root:Processed 486787839 bytes to populate moz-fx-data-shar-nonprod-efed.firefox_installer_stable.install_v1_k8s$20200319
INFO:root:Processed 990056331 bytes to populate moz-fx-data-shar-nonprod-efed.firefox_launcher_process_stable.launcher_process_failure_v1_k8s$20200319
INFO:root:Processed 34037601692 bytes to populate moz-fx-data-shar-nonprod-efed.messaging_system_stable.cfr_v1_k8s$20200319
INFO:root:Processed 1131193030 bytes to populate moz-fx-data-shar-nonprod-efed.messaging_system_stable.onboarding_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.messaging_system_stable.personalization_experiment_v1_k8s$20200319
INFO:root:Processed 86328072868 bytes to populate moz-fx-data-shar-nonprod-efed.messaging_system_stable.snippets_v1_k8s$20200319
INFO:root:Processed 219820771718 bytes to populate moz-fx-data-shar-nonprod-efed.messaging_system_stable.undesired_events_v1_k8s$20200319
INFO:root:Processed 210703753 bytes to populate moz-fx-data-shar-nonprod-efed.mobile_stable.activation_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.mozdata_stable.event_v1_k8s$20200319
INFO:root:Processed 8958144 bytes to populate moz-fx-data-shar-nonprod-efed.mozilla_lockbox_stable.baseline_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.mozilla_lockbox_stable.bookmarks_sync_v1_k8s$20200319
INFO:root:Processed 41836 bytes to populate moz-fx-data-shar-nonprod-efed.mozilla_lockbox_stable.deletion_request_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.mozilla_lockbox_stable.events_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.mozilla_lockbox_stable.history_sync_v1_k8s$20200319
INFO:root:Processed 3597382 bytes to populate moz-fx-data-shar-nonprod-efed.mozilla_lockbox_stable.logins_sync_v1_k8s$20200319
INFO:root:Processed 3072363 bytes to populate moz-fx-data-shar-nonprod-efed.mozilla_lockbox_stable.metrics_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.mozza_stable.event_v1_k8s$20200319
INFO:root:Processed 853552 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_stable.activation_v1_k8s$20200319
INFO:root:Processed 247024698 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_stable.baseline_v1_k8s$20200319
INFO:root:Processed 183872953 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_stable.bookmarks_sync_v1_k8s$20200319
INFO:root:Processed 125607 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_stable.deletion_request_v1_k8s$20200319
INFO:root:Processed 250148861 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_stable.events_v1_k8s$20200319
INFO:root:Processed 169496020 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_stable.history_sync_v1_k8s$20200319
INFO:root:Processed 886 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_stable.installation_v1_k8s$20200319
INFO:root:Processed 167005789 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_stable.logins_sync_v1_k8s$20200319
INFO:root:Processed 1647727521 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_stable.metrics_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_stable.migration_v1_k8s$20200319
INFO:root:Processed 232659 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_nightly_stable.activation_v1_k8s$20200319
INFO:root:Processed 52204513 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_nightly_stable.baseline_v1_k8s$20200319
INFO:root:Processed 22153184 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_nightly_stable.bookmarks_sync_v1_k8s$20200319
INFO:root:Processed 34940 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_nightly_stable.deletion_request_v1_k8s$20200319
INFO:root:Processed 47496984 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_nightly_stable.events_v1_k8s$20200319
INFO:root:Processed 21195080 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_nightly_stable.history_sync_v1_k8s$20200319
INFO:root:Processed 1239 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_nightly_stable.installation_v1_k8s$20200319
INFO:root:Processed 20520360 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_nightly_stable.logins_sync_v1_k8s$20200319
INFO:root:Processed 343888286 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_nightly_stable.metrics_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fenix_nightly_stable.migration_v1_k8s$20200319
INFO:root:Processed 592535 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fennec_aurora_stable.activation_v1_k8s$20200319
INFO:root:Processed 83265538 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fennec_aurora_stable.baseline_v1_k8s$20200319
INFO:root:Processed 98152042 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fennec_aurora_stable.bookmarks_sync_v1_k8s$20200319
INFO:root:Processed 33244 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fennec_aurora_stable.deletion_request_v1_k8s$20200319
INFO:root:Processed 76161705 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fennec_aurora_stable.events_v1_k8s$20200319
INFO:root:Processed 93082937 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fennec_aurora_stable.history_sync_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fennec_aurora_stable.installation_v1_k8s$20200319
INFO:root:Processed 93418216 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fennec_aurora_stable.logins_sync_v1_k8s$20200319
INFO:root:Processed 637360258 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fennec_aurora_stable.metrics_v1_k8s$20200319
INFO:root:Processed 875728 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fennec_aurora_stable.migration_v1_k8s$20200319
INFO:root:Processed 15196 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_beta_stable.activation_v1_k8s$20200319
INFO:root:Processed 209982 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_beta_stable.baseline_v1_k8s$20200319
INFO:root:Processed 18875 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_beta_stable.bookmarks_sync_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_beta_stable.deletion_request_v1_k8s$20200319
INFO:root:Processed 265169 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_beta_stable.events_v1_k8s$20200319
INFO:root:Processed 17720 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_beta_stable.history_sync_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_beta_stable.installation_v1_k8s$20200319
INFO:root:Processed 25859 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_beta_stable.logins_sync_v1_k8s$20200319
INFO:root:Processed 250648 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_beta_stable.metrics_v1_k8s$20200319
INFO:root:Processed 39468 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_beta_stable.migration_v1_k8s$20200319
INFO:root:Processed 123600 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_stable.activation_v1_k8s$20200319
INFO:root:Processed 82559 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_stable.baseline_v1_k8s$20200319
INFO:root:Processed 74211 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_stable.bookmarks_sync_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_stable.deletion_request_v1_k8s$20200319
INFO:root:Processed 84371 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_stable.events_v1_k8s$20200319
INFO:root:Processed 76003 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_stable.history_sync_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_stable.installation_v1_k8s$20200319
INFO:root:Processed 75080 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_stable.logins_sync_v1_k8s$20200319
INFO:root:Processed 227355 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_stable.metrics_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_firefox_stable.migration_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fogotype_stable.baseline_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fogotype_stable.deletion_request_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fogotype_stable.events_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fogotype_stable.metrics_v1_k8s$20200319
INFO:root:Processed 3675096 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_fogotype_stable.prototype_v1_k8s$20200319
INFO:root:Processed 1025714 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_ios_lockbox_stable.baseline_v1_k8s$20200319
INFO:root:Processed 15815 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_ios_lockbox_stable.deletion_request_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_ios_lockbox_stable.events_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_ios_lockbox_stable.metrics_v1_k8s$20200319
INFO:root:Processed 124785 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_reference_browser_stable.baseline_v1_k8s$20200319
INFO:root:Processed 4107 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_reference_browser_stable.deletion_request_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_reference_browser_stable.events_v1_k8s$20200319
INFO:root:Processed 358127 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_reference_browser_stable.metrics_v1_k8s$20200319
INFO:root:Processed 140993453 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_tv_firefox_stable.baseline_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_tv_firefox_stable.deletion_request_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_tv_firefox_stable.events_v1_k8s$20200319
INFO:root:Processed 795244 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_tv_firefox_stable.metrics_v1_k8s$20200319
INFO:root:Processed 3522645 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_vrbrowser_stable.baseline_v1_k8s$20200319
INFO:root:Processed 314454 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_vrbrowser_stable.bookmarks_sync_v1_k8s$20200319
INFO:root:Processed 14439 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_vrbrowser_stable.deletion_request_v1_k8s$20200319
INFO:root:Processed 2954064 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_vrbrowser_stable.events_v1_k8s$20200319
INFO:root:Processed 297497 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_vrbrowser_stable.history_sync_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_vrbrowser_stable.logins_sync_v1_k8s$20200319
INFO:root:Processed 1405881 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_vrbrowser_stable.metrics_v1_k8s$20200319
INFO:root:Processed 3821783 bytes to populate moz-fx-data-shar-nonprod-efed.org_mozilla_vrbrowser_stable.session_end_v1_k8s$20200319
INFO:root:Processed 110234523 bytes to populate moz-fx-data-shar-nonprod-efed.pocket_stable.fire_tv_events_v1_k8s$20200319
INFO:root:Processed 645 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.addon_install_blocked_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.advancedtelemetry_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.android_anr_report_v10_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.android_anr_report_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.android_anr_report_v2_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.android_anr_report_v3_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.android_anr_report_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.android_anr_report_v5_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.android_anr_report_v6_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.android_anr_report_v7_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.android_anr_report_v8_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.android_anr_report_v9_k8s$20200319
INFO:root:Processed 16912584 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.anonymous_v4_k8s$20200319
INFO:root:Processed 42409613718 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.bhr_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.block_autoplay_v1_k8s$20200319
INFO:root:Processed 15226 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.block_autoplay_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.certificate_checker_v4_k8s$20200319
INFO:root:Processed 64307489219 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.core_v10_k8s$20200319
INFO:root:Processed 478071 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.core_v1_k8s$20200319
INFO:root:Processed 7228992 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.core_v2_k8s$20200319
INFO:root:Processed 753036 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.core_v3_k8s$20200319
INFO:root:Processed 11638366 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.core_v4_k8s$20200319
INFO:root:Processed 14763154 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.core_v5_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.core_v6_k8s$20200319
INFO:root:Processed 9517743831 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.core_v7_k8s$20200319
INFO:root:Processed 110731318 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.core_v8_k8s$20200319
INFO:root:Processed 1180732240 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.core_v9_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.crash_v2_k8s$20200319
INFO:root:Processed 68766056451 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.crash_v4_k8s$20200319
INFO:root:Processed 11339968 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.deletion_request_v4_k8s$20200319
INFO:root:Processed 33128724 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.deletion_v4_k8s$20200319
INFO:root:Processed 354998060 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.deployment_checker_v4_k8s$20200319
INFO:root:Processed 1137284 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.disable_sha1rollout_v4_k8s$20200319
INFO:root:Processed 29929852 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.downgrade_v4_k8s$20200319
INFO:root:Processed 313008340894 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.event_v4_k8s$20200319
INFO:root:Processed 89879016456 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.first_shutdown_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.flash_shield_study_v4_k8s$20200319
INFO:root:Processed 13100844551 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.focus_event_v1_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.frecency_update_v1_k8s$20200319
INFO:root:Processed 14442 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.frecency_update_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.ftu_v3_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.health_v2_k8s$20200319
INFO:root:Processed 28917566161 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.health_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.health_v9_k8s$20200319
INFO:root:Processed 6402116564 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.heartbeat_v4_k8s$20200319
INFO:root:Processed 6175668 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.malware_addon_states_v4_k8s$20200319
INFO:root:Processed 15375783705 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.mobile_event_v1_k8s$20200319
INFO:root:Processed 94736692264 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.mobile_metrics_v1_k8s$20200319
INFO:root:Processed 373438086848 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.modules_v4_k8s$20200319
INFO:root:Processed 5256336742 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.new_profile_v4_k8s$20200319
INFO:root:Processed 1135620 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.optout_v4_k8s$20200319
INFO:root:Processed 2469596 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.outofdate_notifications_system_addon_v4_k8s$20200319
INFO:root:Processed 8693769 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.pioneer_study_v4_k8s$20200319
INFO:root:Processed 9609881 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.pre_account_v4_k8s$20200319
INFO:root:Processed 55821836 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.prio_v4_k8s$20200319
INFO:root:Processed 267710276140 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.saved_session_v4_k8s$20200319
INFO:root:Processed 5897 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.searchvol_v4_k8s$20200319
INFO:root:Processed 7006 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.searchvolextra_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.shield_icq_v1_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.shield_study_addon_v3_k8s$20200319
INFO:root:Processed 7024152 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.shield_study_addon_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.shield_study_error_v3_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.shield_study_error_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.shield_study_v3_k8s$20200319
INFO:root:Processed 154175831 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.shield_study_v4_k8s$20200319
INFO:root:Processed 122246148897 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.sync_v4_k8s$20200319
INFO:root:Processed 10524606 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.sync_v5_k8s$20200319
INFO:root:Processed 11886412 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.system_addon_deployment_diagnostics_v4_k8s$20200319
INFO:root:Processed 60869 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.testpilot_v4_k8s$20200319
INFO:root:Processed 448823 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.testpilottest_v4_k8s$20200319
INFO:root:Processed 12123267371 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.third_party_modules_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.tls13_middlebox_alt_server_hello_1_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.tls13_middlebox_beta_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.tls13_middlebox_draft22_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.tls13_middlebox_ghack_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.tls13_middlebox_repetition_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.tls13_middlebox_testing_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.tls_13_study_v1_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.tls_13_study_v2_v4_k8s$20200319
INFO:root:Processed 34119 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.tls_13_study_v3_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.tls_13_study_v4_k8s$20200319
INFO:root:Processed 2827 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.tls_13_study_v4_v4_k8s$20200319
INFO:root:Processed 184168 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.uitour_tag_v4_k8s$20200319
INFO:root:Processed 3429900 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.untrusted_modules_v4_k8s$20200319
INFO:root:Processed 34371633805 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.update_v4_k8s$20200319
INFO:root:Processed 9752 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.voice_feedback_v4_k8s$20200319
INFO:root:Processed 10979820 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.voice_v4_k8s$20200319
INFO:root:Processed 0 bytes to populate moz-fx-data-shar-nonprod-efed.telemetry_stable.x_contextual_feature_recommendation_v4_k8s$20200319
INFO:root:Processed 633838 bytes to populate moz-fx-data-shar-nonprod-efed.webpagetest_stable.webpagetest_run_v1_k8s$20200319

Просмотреть файл

@ -0,0 +1,3 @@
INFO:root:Processed 23174697410236 bytes to populate Table(TableReference(DatasetReference('moz-fx-data-shar-nonprod-efed', 'telemetry_stable'), 'main_v4_k8s$20200319'))
INFO:root:Copied 100 results to populate Table(TableReference(DatasetReference('moz-fx-data-shar-nonprod-efed', 'telemetry_stable'), 'main_v4_k8s$20200319'))
INFO:root:Deleted 100 temporary tables

Просмотреть файл

@ -0,0 +1,62 @@
#!/usr/bin/env python3
from multiprocessing.pool import ThreadPool
import logging
import warnings
from google.cloud import bigquery
SHARED_PROD = "moz-fx-data-shared-prod"
SHARED_NONPROD = "moz-fx-data-shar-nonprod-efed"
def create_stable(client, ref):
live = client.get_table(ref)
stable_dataset = live.dataset_id.replace("_live", "_stable")
stable = bigquery.Table(
f"{live.project}.{stable_dataset}.{live.table_id}", live.schema
)
prod = client.get_table(
f"{SHARED_PROD}.{stable.dataset_id}.{stable.table_id.replace('_k8s', '')}"
)
for attr in [
"clustering_fields",
"description",
"labels",
"partitioning_type",
"range_partitioning",
"time_partitioning",
]:
value = getattr(prod, attr, None)
if value is not None:
setattr(stable, attr, value)
client.create_table(stable)
logging.info(f"{stable.dataset_id}.{stable.table_id}: created")
def main():
warnings.filterwarnings("ignore", module="google.auth._default")
client = bigquery.Client()
logging.root.setLevel(logging.INFO)
with ThreadPool(10) as pool:
pool.starmap(
create_stable,
[
(client, t.reference)
for tables in pool.map(
lambda d: list(client.list_tables(d)),
[
d.reference
for d in client.list_datasets(SHARED_NONPROD)
if d.dataset_id.endswith("_live")
],
)
for t in tables
if t.table_id.endswith("_k8s")
],
)
if __name__ == "__main__":
main()

Просмотреть файл

@ -0,0 +1,193 @@
INFO:root:mozilla_lockbox_stable.bookmarks_sync_v1_k8s: created
INFO:root:default_browser_agent_stable.default_browser_v1_k8s: created
INFO:root:mozilla_lockbox_stable.metrics_v1_k8s: created
INFO:root:org_mozilla_fenix_stable.deletion_request_v1_k8s: created
INFO:root:activity_stream_stable.events_v1_k8s: created
INFO:root:org_mozilla_fenix_nightly_stable.deletion_request_v1_k8s: created
INFO:root:org_mozilla_fenix_stable.metrics_v1_k8s: created
INFO:root:org_mozilla_fenix_nightly_stable.metrics_v1_k8s: created
INFO:root:messaging_system_stable.snippets_v1_k8s: created
INFO:root:firefox_installer_stable.install_v1_k8s: created
INFO:root:mozilla_lockbox_stable.deletion_request_v1_k8s: created
INFO:root:org_mozilla_fenix_nightly_stable.events_v1_k8s: created
INFO:root:org_mozilla_fenix_stable.events_v1_k8s: created
INFO:root:org_mozilla_fenix_stable.migration_v1_k8s: created
INFO:root:edge_validator_stable.error_report_v1_k8s: created
INFO:root:mozza_stable.event_v1_k8s: created
INFO:root:activity_stream_stable.impression_stats_v1_k8s: created
INFO:root:messaging_system_stable.undesired_events_v1_k8s: created
INFO:root:org_mozilla_fenix_nightly_stable.migration_v1_k8s: created
INFO:root:mozilla_lockbox_stable.events_v1_k8s: created
INFO:root:firefox_launcher_process_stable.launcher_process_failure_v1_k8s: created
INFO:root:org_mozilla_fenix_nightly_stable.history_sync_v1_k8s: created
INFO:root:org_mozilla_fenix_stable.history_sync_v1_k8s: created
INFO:root:org_mozilla_fenix_nightly_stable.activation_v1_k8s: created
INFO:root:org_mozilla_fenix_stable.activation_v1_k8s: created
INFO:root:activity_stream_stable.sessions_v1_k8s: created
INFO:root:eng_workflow_stable.bmobugs_v1_k8s: created
INFO:root:org_mozilla_fennec_aurora_stable.activation_v1_k8s: created
INFO:root:mozilla_lockbox_stable.history_sync_v1_k8s: created
INFO:root:messaging_system_stable.cfr_v1_k8s: created
INFO:root:mobile_stable.activation_v1_k8s: created
INFO:root:org_mozilla_fenix_nightly_stable.installation_v1_k8s: created
INFO:root:org_mozilla_fenix_stable.installation_v1_k8s: created
INFO:root:org_mozilla_fenix_stable.baseline_v1_k8s: created
INFO:root:org_mozilla_fenix_nightly_stable.baseline_v1_k8s: created
INFO:root:activity_stream_stable.spoc_fills_v1_k8s: created
INFO:root:mozilla_lockbox_stable.logins_sync_v1_k8s: created
INFO:root:eng_workflow_stable.build_v1_k8s: created
INFO:root:org_mozilla_fennec_aurora_stable.baseline_v1_k8s: created
INFO:root:messaging_system_stable.onboarding_v1_k8s: created
INFO:root:org_mozilla_fenix_nightly_stable.logins_sync_v1_k8s: created
INFO:root:org_mozilla_fenix_stable.bookmarks_sync_v1_k8s: created
INFO:root:org_mozilla_fenix_stable.logins_sync_v1_k8s: created
INFO:root:org_mozilla_fenix_nightly_stable.bookmarks_sync_v1_k8s: created
INFO:root:mozdata_stable.event_v1_k8s: created
INFO:root:org_mozilla_fennec_aurora_stable.deletion_request_v1_k8s: created
INFO:root:eng_workflow_stable.hgpush_v1_k8s: created
INFO:root:coverage_stable.coverage_v1_k8s: created
INFO:root:org_mozilla_fennec_aurora_stable.bookmarks_sync_v1_k8s: created
INFO:root:org_mozilla_fennec_aurora_stable.metrics_v1_k8s: created
INFO:root:messaging_system_stable.personalization_experiment_v1_k8s: created
INFO:root:mozilla_lockbox_stable.baseline_v1_k8s: created
INFO:root:org_mozilla_firefox_beta_stable.metrics_v1_k8s: created
INFO:root:org_mozilla_firefox_beta_stable.deletion_request_v1_k8s: created
INFO:root:org_mozilla_firefox_stable.deletion_request_v1_k8s: created
INFO:root:org_mozilla_fennec_aurora_stable.events_v1_k8s: created
INFO:root:org_mozilla_firefox_stable.metrics_v1_k8s: created
INFO:root:org_mozilla_ios_lockbox_stable.metrics_v1_k8s: created
INFO:root:org_mozilla_fennec_aurora_stable.migration_v1_k8s: created
INFO:root:org_mozilla_vrbrowser_stable.bookmarks_sync_v1_k8s: created
INFO:root:org_mozilla_tv_firefox_stable.baseline_v1_k8s: created
INFO:root:org_mozilla_firefox_beta_stable.events_v1_k8s: created
INFO:root:org_mozilla_fogotype_stable.metrics_v1_k8s: created
INFO:root:org_mozilla_firefox_beta_stable.migration_v1_k8s: created
INFO:root:org_mozilla_firefox_stable.events_v1_k8s: created
INFO:root:org_mozilla_fennec_aurora_stable.history_sync_v1_k8s: created
INFO:root:org_mozilla_firefox_beta_stable.activation_v1_k8s: created
INFO:root:org_mozilla_firefox_stable.migration_v1_k8s: created
INFO:root:org_mozilla_vrbrowser_stable.deletion_request_v1_k8s: created
INFO:root:org_mozilla_reference_browser_stable.baseline_v1_k8s: created
INFO:root:org_mozilla_firefox_stable.activation_v1_k8s: created
INFO:root:org_mozilla_tv_firefox_stable.deletion_request_v1_k8s: created
INFO:root:org_mozilla_firefox_beta_stable.history_sync_v1_k8s: created
INFO:root:org_mozilla_firefox_stable.history_sync_v1_k8s: created
INFO:root:org_mozilla_fogotype_stable.prototype_v1_k8s: created
INFO:root:org_mozilla_fennec_aurora_stable.installation_v1_k8s: created
INFO:root:org_mozilla_firefox_beta_stable.baseline_v1_k8s: created
INFO:root:org_mozilla_fogotype_stable.baseline_v1_k8s: created
INFO:root:org_mozilla_vrbrowser_stable.events_v1_k8s: created
INFO:root:org_mozilla_firefox_stable.baseline_v1_k8s: created
INFO:root:org_mozilla_tv_firefox_stable.events_v1_k8s: created
INFO:root:org_mozilla_firefox_stable.installation_v1_k8s: created
INFO:root:org_mozilla_firefox_beta_stable.installation_v1_k8s: created
INFO:root:org_mozilla_fennec_aurora_stable.logins_sync_v1_k8s: created
INFO:root:org_mozilla_ios_lockbox_stable.baseline_v1_k8s: created
INFO:root:org_mozilla_reference_browser_stable.deletion_request_v1_k8s: created
INFO:root:org_mozilla_fogotype_stable.deletion_request_v1_k8s: created
INFO:root:org_mozilla_firefox_beta_stable.bookmarks_sync_v1_k8s: created
INFO:root:org_mozilla_firefox_stable.bookmarks_sync_v1_k8s: created
INFO:root:org_mozilla_tv_firefox_stable.metrics_v1_k8s: created
INFO:root:org_mozilla_vrbrowser_stable.metrics_v1_k8s: created
INFO:root:org_mozilla_vrbrowser_stable.history_sync_v1_k8s: created
INFO:root:org_mozilla_firefox_beta_stable.logins_sync_v1_k8s: created
INFO:root:org_mozilla_firefox_stable.logins_sync_v1_k8s: created
INFO:root:org_mozilla_reference_browser_stable.events_v1_k8s: created
INFO:root:org_mozilla_ios_lockbox_stable.deletion_request_v1_k8s: created
INFO:root:org_mozilla_fogotype_stable.events_v1_k8s: created
INFO:root:telemetry_stable.android_anr_report_v10_k8s: created
INFO:root:org_mozilla_vrbrowser_stable.baseline_v1_k8s: created
INFO:root:telemetry_stable.android_anr_report_v5_k8s: created
INFO:root:org_mozilla_vrbrowser_stable.session_end_v1_k8s: created
INFO:root:telemetry_stable.anonymous_v4_k8s: created
INFO:root:org_mozilla_vrbrowser_stable.logins_sync_v1_k8s: created
INFO:root:telemetry_stable.core_v10_k8s: created
INFO:root:org_mozilla_reference_browser_stable.metrics_v1_k8s: created
INFO:root:telemetry_stable.core_v5_k8s: created
INFO:root:telemetry_stable.android_anr_report_v1_k8s: created
INFO:root:org_mozilla_ios_lockbox_stable.events_v1_k8s: created
INFO:root:telemetry_stable.crash_v2_k8s: created
INFO:root:telemetry_stable.android_anr_report_v6_k8s: created
INFO:root:telemetry_stable.bhr_v4_k8s: created
INFO:root:telemetry_stable.disable_sha1rollout_v4_k8s: created
INFO:root:telemetry_stable.core_v1_k8s: created
INFO:root:telemetry_stable.android_anr_report_v2_k8s: created
INFO:root:pocket_stable.fire_tv_events_v1_k8s: created
INFO:root:telemetry_stable.focus_event_v1_k8s: created
INFO:root:telemetry_stable.core_v6_k8s: created
INFO:root:telemetry_stable.health_v4_k8s: created
INFO:root:telemetry_stable.android_anr_report_v7_k8s: created
INFO:root:telemetry_stable.block_autoplay_v1_k8s: created
INFO:root:telemetry_stable.core_v2_k8s: created
INFO:root:telemetry_stable.android_anr_report_v3_k8s: created
INFO:root:telemetry_stable.downgrade_v4_k8s: created
INFO:root:telemetry_stable.crash_v4_k8s: created
INFO:root:telemetry_stable.addon_install_blocked_v4_k8s: created
INFO:root:telemetry_stable.frecency_update_v1_k8s: created
INFO:root:telemetry_stable.health_v9_k8s: created
INFO:root:telemetry_stable.android_anr_report_v8_k8s: created
INFO:root:telemetry_stable.core_v7_k8s: created
INFO:root:telemetry_stable.block_autoplay_v4_k8s: created
INFO:root:telemetry_stable.advancedtelemetry_v4_k8s: created
INFO:root:telemetry_stable.core_v3_k8s: created
INFO:root:telemetry_stable.deletion_request_v4_k8s: created
INFO:root:telemetry_stable.android_anr_report_v4_k8s: created
INFO:root:telemetry_stable.frecency_update_v4_k8s: created
INFO:root:telemetry_stable.event_v4_k8s: created
INFO:root:telemetry_stable.android_anr_report_v9_k8s: created
INFO:root:telemetry_stable.heartbeat_v4_k8s: created
INFO:root:telemetry_stable.certificate_checker_v4_k8s: created
INFO:root:telemetry_stable.core_v8_k8s: created
INFO:root:telemetry_stable.deletion_v4_k8s: created
INFO:root:telemetry_stable.mobile_event_v1_k8s: created
INFO:root:telemetry_stable.outofdate_notifications_system_addon_v4_k8s: created
INFO:root:telemetry_stable.core_v4_k8s: created
INFO:root:telemetry_stable.ftu_v3_k8s: created
INFO:root:telemetry_stable.searchvol_v4_k8s: created
INFO:root:telemetry_stable.shield_study_error_v3_k8s: created
INFO:root:telemetry_stable.deployment_checker_v4_k8s: created
INFO:root:telemetry_stable.mobile_metrics_v1_k8s: created
INFO:root:telemetry_stable.core_v9_k8s: created
INFO:root:telemetry_stable.pioneer_study_v4_k8s: created
INFO:root:telemetry_stable.sync_v5_k8s: created
INFO:root:telemetry_stable.health_v2_k8s: created
INFO:root:telemetry_stable.searchvolextra_v4_k8s: created
INFO:root:telemetry_stable.tls13_middlebox_alt_server_hello_1_v4_k8s: created
INFO:root:telemetry_stable.tls13_middlebox_testing_v4_k8s: created
INFO:root:telemetry_stable.pre_account_v4_k8s: created
INFO:root:telemetry_stable.shield_study_error_v4_k8s: created
INFO:root:telemetry_stable.system_addon_deployment_diagnostics_v4_k8s: created
INFO:root:telemetry_stable.modules_v4_k8s: created
INFO:root:telemetry_stable.tls_13_study_v4_v4_k8s: created
INFO:root:telemetry_stable.shield_icq_v1_v4_k8s: created
INFO:root:telemetry_stable.tls13_middlebox_beta_v4_k8s: created
INFO:root:telemetry_stable.shield_study_v3_k8s: created
INFO:root:telemetry_stable.tls_13_study_v1_v4_k8s: created
INFO:root:telemetry_stable.prio_v4_k8s: created
INFO:root:telemetry_stable.testpilot_v4_k8s: created
INFO:root:telemetry_stable.new_profile_v4_k8s: created
INFO:root:telemetry_stable.shield_study_addon_v3_k8s: created
INFO:root:telemetry_stable.uitour_tag_v4_k8s: created
INFO:root:telemetry_stable.shield_study_v4_k8s: created
INFO:root:telemetry_stable.tls13_middlebox_draft22_v4_k8s: created
INFO:root:telemetry_stable.tls_13_study_v2_v4_k8s: created
INFO:root:telemetry_stable.testpilottest_v4_k8s: created
INFO:root:telemetry_stable.first_shutdown_v4_k8s: created
INFO:root:telemetry_stable.optout_v4_k8s: created
INFO:root:telemetry_stable.shield_study_addon_v4_k8s: created
INFO:root:telemetry_stable.sync_v4_k8s: created
INFO:root:telemetry_stable.tls13_middlebox_ghack_v4_k8s: created
INFO:root:telemetry_stable.untrusted_modules_v4_k8s: created
INFO:root:telemetry_stable.tls_13_study_v3_v4_k8s: created
INFO:root:telemetry_stable.flash_shield_study_v4_k8s: created
INFO:root:telemetry_stable.main_v4_k8s: created
INFO:root:telemetry_stable.voice_v4_k8s: created
INFO:root:telemetry_stable.third_party_modules_v4_k8s: created
INFO:root:telemetry_stable.tls13_middlebox_repetition_v4_k8s: created
INFO:root:telemetry_stable.update_v4_k8s: created
INFO:root:telemetry_stable.tls_13_study_v4_k8s: created
INFO:root:telemetry_stable.malware_addon_states_v4_k8s: created
INFO:root:telemetry_stable.x_contextual_feature_recommendation_v4_k8s: created
INFO:root:telemetry_stable.voice_feedback_v4_k8s: created
INFO:root:webpagetest_stable.webpagetest_run_v1_k8s: created
INFO:root:telemetry_stable.saved_session_v4_k8s: created

Просмотреть файл

@ -0,0 +1,41 @@
#!/bin/bash
script_dir="script/legacy/2020-03-19-sink-validation"
cd "$(git rev-parse --show-toplevel)"
$script_dir/create_stable_k8s_tables \
2>&1 | tee $script_dir/create_stable_k8s_tables.log
python3 -W ignore script/copy_deduplicate \
--project_id=moz-fx-data-shar-nonprod-efed \
--only='*_live.*_k8s' \
--except=telemetry_live.main_v4_k8s \
--date=2020-03-19 \
--parallelism=12 \
2>&1 | tee $script_dir/copy_deduplicate.log
python3 -W ignore script/copy_deduplicate \
--project_id=moz-fx-data-shar-nonprod-efed \
--only=telemetry_live.main_v4_k8s \
--date=2020-03-19 \
--slices=100 \
--parallelism=20 \
2>&1 | tee $script_dir/copy_deduplicate_main_v4.log
$script_dir/compare \
--except telemetry_stable.main_v4 telemetry_stable.crash_v4 \
--date=2020-03-19 \
--parallelism=10 \
2>&1 | tee $script_dir/compare.log
$script_dir/compare \
--only=telemetry_stable.main_v4 \
--date=2020-03-19 \
--parallelism=4 \
2>&1 | tee $script_dir/compare_main_v4.log
$script_dir/compare \
--only=telemetry_stable.crash_v4 \
--date=2020-03-19 \
--parallelism=2 \
2>&1 | tee $script_dir/compare_crash_v4.log