Remove test_aggregation case for clients_daily_v6 (#2117)

Motivated in particular by https://github.com/mozilla/bigquery-etl/pull/2115
where new changes ended up making the test case too complex to run.

The difficulty of updating this test case is outweighing the safety benefit
at this point, so we are removing, but leaving a pointer in case we want to
reestablish the test in the future.
This commit is contained in:
Jeff Klukas 2021-06-11 14:02:46 -04:00 коммит произвёл GitHub
Родитель 11db3bf231
Коммит cc288f5dc0
Не найден ключ, соответствующий данной подписи
Идентификатор ключа GPG: 4AEE18F83AFDEB23
5 изменённых файлов: 5 добавлений и 2683 удалений

Просмотреть файл

@ -0,0 +1,5 @@
The aggregation test for `clients_daily` was removed in
https://github.com/mozilla/bigquery-etl/pull/2117
due to the difficulty of updating the case to account for new fields
and the increasing query complexity which was preventing successful
runs in the test environment.

Просмотреть файл

@ -1,250 +0,0 @@
---
- aborts_content_sum: 2
aborts_gmplugin_sum: 2
aborts_plugin_sum: 2
active_addons:
- addon_id: a
- addon_id: b
active_addons_count_mean: 1
active_hours_sum: 2
ad_clicks_count_all: 2
attribution:
campaign: second
content: second
medium: second
source: second
experiment: second
variation: second
addon_compatibility_check_enabled: true
app_build_id: second
app_display_version: second
app_name: second
app_version: second
blocklist_enabled: true
channel: second
client_clock_skew_mean: 2
client_id: test
client_submission_latency_mean: 2
city: second
country: second
cpu_cores: 2
cpu_count: 2
cpu_family: 2
cpu_l2_cache_kb: 2
cpu_l3_cache_kb: 2
cpu_model: 2
cpu_speed_mhz: 2
cpu_stepping: 2
cpu_vendor: second
crash_submit_attempt_content_sum: 2
crash_submit_attempt_main_sum: 2
crash_submit_attempt_plugin_sum: 2
crash_submit_success_content_sum: 2
crash_submit_success_main_sum: 2
crash_submit_success_plugin_sum: 2
crashes_detected_content_sum: 2
crashes_detected_gmplugin_sum: 2
crashes_detected_plugin_sum: 2
default_search_engine: second
default_search_engine_data_load_path: second
default_search_engine_data_name: second
default_search_engine_data_origin: second
default_search_engine_data_submission_url: second
devtools_toolbox_opened_count_sum: 2
distribution_id: second
e10s_enabled: true
env_build_arch: second
env_build_id: second
env_build_version: second
environment_settings_intl_accept_languages: [second]
environment_settings_intl_app_locales: [second]
environment_settings_intl_available_locales: [second]
environment_settings_intl_regional_prefs_locales: [second]
environment_settings_intl_requested_locales: [second]
environment_settings_intl_system_locales: [second]
experiments:
- key: foo
value: second
first_paint_mean: 2
flash_version: second
fxa_configured: true
geo_subdivision1: second
geo_subdivision2: second
gfx_features_advanced_layers_status: second
gfx_features_d2d_status: second
gfx_features_d3d11_status: second
gfx_features_gpu_process_status: second
histogram_parent_devtools_aboutdebugging_opened_count_sum: 2
histogram_parent_devtools_animationinspector_opened_count_sum: 2
histogram_parent_devtools_browserconsole_opened_count_sum: 2
histogram_parent_devtools_canvasdebugger_opened_count_sum: 2
histogram_parent_devtools_computedview_opened_count_sum: 2
histogram_parent_devtools_custom_opened_count_sum: 2
histogram_parent_devtools_dom_opened_count_sum: 2
histogram_parent_devtools_eyedropper_opened_count_sum: 2
histogram_parent_devtools_fontinspector_opened_count_sum: 2
histogram_parent_devtools_inspector_opened_count_sum: 2
histogram_parent_devtools_jsbrowserdebugger_opened_count_sum: 2
histogram_parent_devtools_jsdebugger_opened_count_sum: 2
histogram_parent_devtools_jsprofiler_opened_count_sum: 2
histogram_parent_devtools_layoutview_opened_count_sum: 2
histogram_parent_devtools_memory_opened_count_sum: 2
histogram_parent_devtools_menu_eyedropper_opened_count_sum: 2
histogram_parent_devtools_netmonitor_opened_count_sum: 2
histogram_parent_devtools_options_opened_count_sum: 2
histogram_parent_devtools_paintflashing_opened_count_sum: 2
histogram_parent_devtools_picker_eyedropper_opened_count_sum: 2
histogram_parent_devtools_responsive_opened_count_sum: 2
histogram_parent_devtools_ruleview_opened_count_sum: 2
histogram_parent_devtools_scratchpad_opened_count_sum: 2
histogram_parent_devtools_scratchpad_window_opened_count_sum: 2
histogram_parent_devtools_shadereditor_opened_count_sum: 2
histogram_parent_devtools_storage_opened_count_sum: 2
histogram_parent_devtools_styleeditor_opened_count_sum: 2
histogram_parent_devtools_webaudioeditor_opened_count_sum: 2
histogram_parent_devtools_webconsole_opened_count_sum: 2
histogram_parent_devtools_webide_opened_count_sum: 2
install_year: 2
is_default_browser: true
is_wow64: true
isp_name: second
isp_organization: second
locale: second
memory_mb: 2
normalized_channel: second
normalized_os_version: second
os: second
os_service_pack_major: 2
os_service_pack_minor: 2
os_version: second
pings_aggregated_by_this_row: 12
places_bookmarks_count_mean: 2
places_pages_count_mean: 2
plugin_hangs_sum: 2
plugins_infobar_allow_sum: 2
plugins_infobar_block_sum: 2
plugins_infobar_shown_sum: 2
plugins_notification_shown_sum: 2
previous_build_id: second
profile_age_in_days: 1
profile_creation_date: '1970-01-01 00:00:00'
push_api_notify_sum: 2
sample_id: 0
sandbox_effective_content_process_level: 2
scalar_combined_webrtc_nicer_stun_retransmits_sum: 4
scalar_combined_webrtc_nicer_turn_401s_sum: 4
scalar_combined_webrtc_nicer_turn_403s_sum: 4
scalar_combined_webrtc_nicer_turn_438s_sum: 4
scalar_content_navigator_storage_estimate_count_sum: 2
scalar_content_navigator_storage_persist_count_sum: 2
scalar_content_telemetry_event_counts_sum:
- key: foo
value: 2
scalar_parent_aushelper_websense_reg_version: second
scalar_parent_browser_engagement_max_concurrent_tab_count_max: 3
scalar_parent_browser_engagement_max_concurrent_window_count_max: 3
scalar_parent_browser_engagement_tab_open_event_count_sum: 2
scalar_parent_browser_engagement_total_uri_count_sum: 2
scalar_parent_browser_engagement_unfiltered_uri_count_sum: 2
scalar_parent_browser_engagement_unique_domains_count_max: 3
scalar_parent_browser_engagement_unique_domains_count_mean: 2
scalar_parent_browser_engagement_window_open_event_count_sum: 2
scalar_parent_devtools_accessibility_node_inspected_count_sum: 2
scalar_parent_devtools_accessibility_opened_count_sum: 2
scalar_parent_devtools_accessibility_picker_used_count_sum: 2
scalar_parent_devtools_accessibility_select_accessible_for_node_sum:
- key: foo
value: 2
scalar_parent_devtools_accessibility_service_enabled_count_sum: 2
scalar_parent_devtools_copy_full_css_selector_opened_sum: 2
scalar_parent_devtools_copy_unique_css_selector_opened_sum: 2
scalar_parent_devtools_toolbar_eyedropper_opened_sum: 2
scalar_parent_navigator_storage_estimate_count_sum: 2
scalar_parent_navigator_storage_persist_count_sum: 2
scalar_parent_os_environment_is_taskbar_pinned: true
scalar_parent_os_environment_launched_via_desktop: false
scalar_parent_os_environment_launched_via_start_menu: true
scalar_parent_os_environment_launched_via_taskbar: false
scalar_parent_os_environment_launched_via_other_shortcut: false
scalar_parent_os_environment_launched_via_other: false
scalar_parent_storage_sync_api_usage_extensions_using_sum: 2
scalar_parent_telemetry_event_counts_sum:
- key: foo
value: 2
scalar_parent_urlbar_searchmode_bookmarkmenu_sum:
- key: foo
value: 2
scalar_parent_urlbar_searchmode_handoff_sum:
- key: foo
value: 2
scalar_parent_urlbar_searchmode_keywordoffer_sum:
- key: foo
value: 2
scalar_parent_urlbar_searchmode_oneoff_sum:
- key: foo
value: 2
scalar_parent_urlbar_searchmode_other_sum:
- key: foo
value: 2
scalar_parent_urlbar_searchmode_shortcut_sum:
- key: foo
value: 2
scalar_parent_urlbar_searchmode_tabmenu_sum:
- key: foo
value: 2
scalar_parent_urlbar_searchmode_tabtosearch_sum:
- key: foo
value: 2
scalar_parent_urlbar_searchmode_tabtosearch_onboard_sum:
- key: foo
value: 2
scalar_parent_urlbar_searchmode_topsites_newtab_sum:
- key: foo
value: 2
scalar_parent_urlbar_searchmode_topsites_urlbar_sum:
- key: foo
value: 2
scalar_parent_urlbar_searchmode_touchbar_sum:
- key: foo
value: 2
scalar_parent_urlbar_searchmode_typed_sum:
- key: foo
value: 2
search_cohort: second
search_count_abouthome: 2
search_count_all: 6
search_count_contextmenu: 0
search_count_newtab: 0
search_count_organic: 0
search_count_searchbar: 0
search_count_system: 0
search_count_tagged_follow_on: 0
search_count_tagged_sap: 0
search_count_urlbar: 0
search_count_webextension: 0
search_count_alias: 0
search_count_urlbar_searchmode: 4
search_with_ads_count_all: 2
session_restored_mean: 2
sessions_started_on_this_day: 1
shutdown_kill_sum: 2
ssl_handshake_result_failure_sum: 2
ssl_handshake_result_success_sum: 2
submission_date: '2019-01-01'
submission_timestamp_min: '2019-01-01T00:00:00+00:00'
subsession_hours_sum: '2'
sync_configured: true
sync_count_desktop_mean: 2
sync_count_mobile_mean: 2
sync_count_desktop_sum: 4
sync_count_mobile_sum: 4
telemetry_enabled: true
timezone_offset: 2
trackers_blocked_sum: 2
update_auto_download: true
update_channel: second
update_enabled: true
vendor: second
web_notification_shown_sum: 2
windows_build_number: 2
windows_ubr: 2

Просмотреть файл

@ -1,4 +0,0 @@
---
- name: submission_date
type: DATE
value: 2019-01-01

Разница между файлами не показана из-за своего большого размера Загрузить разницу

Просмотреть файл

@ -1,571 +0,0 @@
---
- &base
environment:
addons:
active_addons:
- key: a
- key: b
client_id: test
document_id: ""
normalized_app_name: Firefox
sample_id: 0
submission_timestamp: '2019-01-01T00:00:00'
- <<: *base
environment:
addons: {}
profile:
creation_date: 0
metadata:
header:
date: "Mon, 31 Dec 2018 23:59:59 GMT"
payload:
histograms:
places_bookmarks_count: '{"sum":1,"values":{"1":1}}'
places_pages_count: '{"sum":1,"values":{"1":1}}'
weave_device_count_desktop: '{"values":{"1":1}}'
weave_device_count_mobile: '{"values":{"1":1}}'
info:
subsession_counter: 1
subsession_start_date: "1970-01-02T00:00:00"
processes:
parent:
scalars:
browser_engagement_unique_domains_count: 1
timestamps_first_paint: 1
simple_measurements:
session_restored: 1
creation_date: "2018-12-31T23:59:59.000Z"
- <<: *base
metadata:
header:
date: "Mon, 31 Dec 2018 23:59:57 GMT"
payload:
histograms:
places_bookmarks_count: '{"sum":3,"values":{"3":1}}'
places_pages_count: '{"sum":3,"values":{"3":1}}'
weave_device_count_desktop: '{"values":{"3":1}}'
weave_device_count_mobile: '{"values":{"3":1}}'
processes:
parent:
scalars:
browser_engagement_unique_domains_count: 3
timestamps_first_paint: 3
simple_measurements:
session_restored: 3
creation_date: "2018-12-31T23:59:57.000Z"
- &mode_last_1
<<: *base
application:
build_id: first
display_version: first
name: first
vendor: first
version: first
environment:
addons:
active_plugins:
- name: Shockwave Flash
version: first
build:
architecture: first
build_id: first
version: first
experiments:
key: foo
value:
branch: first
partner:
distribution_id: first
services:
account_enabled: false
sync_enabled: false
settings:
addon_compatibility_check_enabled: false
attribution:
campaign: first
content: first
medium: first
source: first
experiment: first
variation: first
blocklist_enabled: false
default_search_engine: first
default_search_engine_data:
load_path: first
name: first
origin: first
submission_url: first
e10s_enabled: false
intl:
accept_languages: [first]
app_locales: [first]
available_locales: [first]
regional_prefs_locales: [first]
requested_locales: [first]
system_locales: [first]
is_default_browser: false
locale: first
sandbox:
effective_content_process_level: 1
search_cohort: first
telemetry_enabled: false
update:
auto_download: false
channel: first
enabled: false
system:
cpu:
cores: 1
count: 1
family: 1
l2cache_kb: "1"
l3cache_kb: "1"
model: 1
speed_m_hz: "1"
stepping: 1
vendor: first
gfx:
features:
advanced_layers:
status: first
d2d:
status: first
d3d11:
status: first
gpu_process:
status: first
is_wow64: false
memory_mb: "1"
os:
install_year: "1"
name: first
service_pack_major: "1"
service_pack_minor: "1"
version: first
windows_build_number: "1"
windows_ubr: "1"
metadata:
geo:
city: first
country: first
subdivision1: first
subdivision2: first
isp:
name: first
organization: first
uri:
app_update_channel: first
payload:
info:
previous_build_id: first
timezone_offset: 1
processes:
parent:
scalars:
aushelper_websense_reg_version: first
normalized_channel: first
normalized_os_version: first
- <<: *mode_last_1
- &mode_last_2
<<: *base
application:
build_id: second
display_version: second
name: second
vendor: second
version: second
environment:
addons:
active_plugins:
- name: Shockwave Flash
version: second
build:
architecture: second
build_id: second
version: second
experiments:
key: foo
value:
branch: second
partner:
distribution_id: second
services:
account_enabled: true
sync_enabled: true
settings:
addon_compatibility_check_enabled: true
attribution:
campaign: second
content: second
medium: second
source: second
experiment: second
variation: second
blocklist_enabled: true
default_search_engine: second
default_search_engine_data:
load_path: second
name: second
origin: second
submission_url: second
e10s_enabled: true
intl:
accept_languages: [second]
app_locales: [second]
available_locales: [second]
regional_prefs_locales: [second]
requested_locales: [second]
system_locales: [second]
is_default_browser: true
locale: second
sandbox:
effective_content_process_level: 2
search_cohort: second
telemetry_enabled: true
update:
auto_download: true
channel: second
enabled: true
system:
cpu:
cores: 2
count: 2
family: 2
l2cache_kb: "2"
l3cache_kb: "2"
model: 2
speed_m_hz: "2"
stepping: 2
vendor: second
gfx:
features:
advanced_layers:
status: second
d2d:
status: second
d3d11:
status: second
gpu_process:
status: second
is_wow64: true
memory_mb: "2"
os:
install_year: "2"
name: second
service_pack_major: "2"
service_pack_minor: "2"
version: second
windows_build_number: "2"
windows_ubr: "2"
metadata:
geo:
city: second
country: second
subdivision1: second
subdivision2: second
isp:
name: second
organization: second
uri:
app_update_channel: second
payload:
info:
previous_build_id: second
timezone_offset: 2
processes:
parent:
scalars:
aushelper_websense_reg_version: second
normalized_channel: second
normalized_os_version: second
submission_timestamp: '2019-01-01T00:00:01'
- <<: *mode_last_2
- <<: *base
# leave out booleans
application:
build_id: third
display_version: third
name: third
vendor: third
version: third
environment:
addons:
active_plugins:
- name: Shockwave Flash
version: third
build:
architecture: third
build_id: third
version: third
experiments:
key: foo
value:
branch: third
partner:
distribution_id: third
settings:
attribution:
campaign: third
content: third
medium: third
source: third
default_search_engine: third
default_search_engine_data:
load_path: third
name: third
origin: third
submission_url: third
intl:
accept_languages: [third]
app_locales: [third]
available_locales: [third]
regional_prefs_locales: [third]
requested_locales: [third]
system_locales: [third]
locale: third
sandbox:
effective_content_process_level: 3
search_cohort: third
update:
channel: third
system:
cpu:
cores: 3
count: 3
family: 3
l2cache_kb: "3"
l3cache_kb: "3"
model: 3
speed_m_hz: "3"
stepping: 3
vendor: third
gfx:
features:
advanced_layers:
status: third
d2d:
status: third
d3d11:
status: third
gpu_process:
status: third
memory_mb: "3"
os:
install_year: "3"
name: third
service_pack_major: "3"
service_pack_minor: "3"
version: third
windows_build_number: "3"
windows_ubr: "3"
metadata:
geo:
city: third
country: third
subdivision1: third
subdivision2: third
isp:
name: third
organization: third
uri:
app_update_channel: third
payload:
info:
previous_build_id: third
timezone_offset: 3
processes:
parent:
scalars:
aushelper_websense_reg_version: third
normalized_channel: third
normalized_os_version: third
submission_timestamp: '2019-01-01T00:00:03'
- <<: *base
payload:
processes:
parent:
scalars:
browser_engagement_max_concurrent_tab_count: 1
browser_engagement_max_concurrent_window_count: 1
browser_engagement_unique_domains_count: 1
- <<: *base
payload:
processes:
parent:
scalars:
browser_engagement_max_concurrent_tab_count: 3
browser_engagement_max_concurrent_window_count: 3
browser_engagement_unique_domains_count: 3
- &sum
<<: *base
payload:
histograms:
devtools_aboutdebugging_opened_count: '{"values":{"0":1}}'
devtools_animationinspector_opened_count: '{"values":{"0":1}}'
devtools_browserconsole_opened_count: '{"values":{"0":1}}'
devtools_canvasdebugger_opened_count: '{"values":{"0":1}}'
devtools_computedview_opened_count: '{"values":{"0":1}}'
devtools_custom_opened_count: '{"values":{"0":1}}'
devtools_dom_opened_count: '{"values":{"0":1}}'
devtools_eyedropper_opened_count: '{"values":{"0":1}}'
devtools_fontinspector_opened_count: '{"values":{"0":1}}'
devtools_inspector_opened_count: '{"values":{"0":1}}'
devtools_jsbrowserdebugger_opened_count: '{"values":{"0":1}}'
devtools_jsdebugger_opened_count: '{"values":{"0":1}}'
devtools_jsprofiler_opened_count: '{"values":{"0":1}}'
devtools_layoutview_opened_count: '{"values":{"0":1}}'
devtools_memory_opened_count: '{"values":{"0":1}}'
devtools_menu_eyedropper_opened_count: '{"values":{"0":1}}'
devtools_netmonitor_opened_count: '{"values":{"0":1}}'
devtools_options_opened_count: '{"values":{"0":1}}'
devtools_paintflashing_opened_count: '{"values":{"0":1}}'
devtools_picker_eyedropper_opened_count: '{"values":{"0":1}}'
devtools_responsive_opened_count: '{"values":{"0":1}}'
devtools_ruleview_opened_count: '{"values":{"0":1}}'
devtools_scratchpad_opened_count: '{"values":{"0":1}}'
devtools_scratchpad_window_opened_count: '{"values":{"0":1}}'
devtools_shadereditor_opened_count: '{"values":{"0":1}}'
devtools_storage_opened_count: '{"values":{"0":1}}'
devtools_styleeditor_opened_count: '{"values":{"0":1}}'
devtools_toolbox_opened_count: '{"sum":1}'
devtools_webaudioeditor_opened_count: '{"values":{"0":1}}'
devtools_webconsole_opened_count: '{"values":{"0":1}}'
devtools_webide_opened_count: '{"values":{"0":1}}'
plugins_infobar_allow: '{"sum":1}'
plugins_infobar_block: '{"sum":1}'
plugins_infobar_shown: '{"sum":1}'
plugins_notification_shown: '{"values":{"1":1}}'
push_api_notify: '{"sum":1}'
ssl_handshake_result: '{"values":{"0":1,"1":1,"672":1}}'
web_notification_shown: '{"sum":1}'
keyed_histograms:
process_crash_submit_attempt:
- key: content-crash
value: '{"sum":1}'
- key: main-crash
value: '{"sum":1}'
- key: plugin-crash
value: '{"sum":1}'
process_crash_submit_success:
- key: content-crash
value: '{"sum":1}'
- key: main-crash
value: '{"sum":1}'
- key: plugin-crash
value: '{"sum":1}'
search_counts:
- key: foo.abouthome
value: '{"sum":1}'
- key: foo.urlbar-searchmode
value: '{"sum":2}'
subprocess_abnormal_abort:
- key: content
value: '{"sum":1}'
- key: gmplugin
value: '{"sum":1}'
- key: plugin
value: '{"sum":1}'
subprocess_crashes_with_dump:
- key: content
value: '{"sum":1}'
- key: gmplugin
value: '{"sum":1}'
- key: plugin
value: '{"sum":1}'
- key: pluginhang
value: '{"sum":1}'
subprocess_kill_hard:
- key: ShutDownKill
value: '{"sum":1}'
info:
subsession_length: 3600
processes:
content:
keyed_scalars:
telemetry_event_counts:
- key: foo
value: 1
scalars:
navigator_storage_estimate_count: 1
navigator_storage_persist_count: 1
webrtc_nicer_stun_retransmits: 1
webrtc_nicer_turn_401s: 1
webrtc_nicer_turn_403s: 1
webrtc_nicer_turn_438s: 1
parent:
keyed_scalars:
browser_search_ad_clicks:
- key: foo
value: 1
browser_search_with_ads:
- key: foo
value: 1
devtools_accessibility_select_accessible_for_node:
- key: foo
value: 1
telemetry_event_counts:
- key: foo
value: 1
urlbar_searchmode_bookmarkmenu:
- key: foo
value: 1
urlbar_searchmode_handoff:
- key: foo
value: 1
urlbar_searchmode_keywordoffer:
- key: foo
value: 1
urlbar_searchmode_oneoff:
- key: foo
value: 1
urlbar_searchmode_other:
- key: foo
value: 1
urlbar_searchmode_shortcut:
- key: foo
value: 1
urlbar_searchmode_tabmenu:
- key: foo
value: 1
urlbar_searchmode_tabtosearch:
- key: foo
value: 1
urlbar_searchmode_tabtosearch_onboard:
- key: foo
value: 1
urlbar_searchmode_topsites_newtab:
- key: foo
value: 1
urlbar_searchmode_topsites_urlbar:
- key: foo
value: 1
urlbar_searchmode_touchbar:
- key: foo
value: 1
urlbar_searchmode_typed:
- key: foo
value: 1
scalars:
devtools_accessibility_node_inspected_count: 1
devtools_accessibility_opened_count: 1
devtools_accessibility_picker_used_count: 1
devtools_accessibility_service_enabled_count: 1
browser_engagement_active_ticks: 720
browser_engagement_tab_open_event_count: 1
browser_engagement_total_uri_count: 1
browser_engagement_unfiltered_uri_count: 1
browser_engagement_window_open_event_count: 1
contentblocking_trackers_blocked_count: 1
devtools_copy_full_css_selector_opened: 1
devtools_copy_unique_css_selector_opened: 1
devtools_toolbar_eyedropper_opened: 1
navigator_storage_estimate_count: 1
navigator_storage_persist_count: 1
os_environment_is_taskbar_pinned: true
os_environment_launch_method: 'StartMenu'
storage_sync_api_usage_extensions_using: 1
webrtc_nicer_stun_retransmits: 1
webrtc_nicer_turn_401s: 1
webrtc_nicer_turn_403s: 1
webrtc_nicer_turn_438s: 1
- <<: *sum