mozilla
/
bigquery-etl
зеркало из https://github.com/mozilla/bigquery-etl.git
1
0
Форкнуть 0
Код Задачи Пакеты Проекты Релизы Вики Активность

Filter out high user click counts for adm derived table (#2010)

This commit is contained in:
Ben Wu 2021-05-06 16:04:33 -04:00 коммит произвёл GitHub
Родитель beaf124c29
Коммит 856912d723
Не найден ключ, соответствующий данной подписи
Идентификатор ключа GPG: 4AEE18F83AFDEB23
7 изменённых файлов: 301 добавлений и 2 удалений
Показать статистику Скачать Patch файл Скачать Diff файл Показать все файлы Свернуть все файлы

20
sql/moz-fx-data-shared-prod/contextual_services_derived/event_aggregates_v1/query.sql
Просмотреть файл

@ -50,15 +50,31 @@ WITH combined AS (
position,
FROM
contextual_services_stable.topsites_click_v1
),
with_event_count AS (
SELECT
*,
COUNT(*) OVER (
PARTITION BY
submission_date,
context_id,
source,
event_type
) AS user_event_count,
FROM
combined
ORDER BY
context_id
)
SELECT
* EXCEPT (context_id),
* EXCEPT (context_id, user_event_count),
COUNT(*) AS event_count,
COUNT(DISTINCT(context_id)) AS user_count,
FROM
combined
with_event_count
WHERE
submission_date = @submission_date
AND NOT (user_event_count > 50 AND event_type = 'click')
GROUP BY
submission_date,
source,

63
tests/sql/moz-fx-data-shared-prod/contextual_services_derived/event_aggregates_v1/test_overactive_filter/contextual_services_stable.quicksuggest_click_v1.yaml Normal file
Просмотреть файл

@ -0,0 +1,63 @@
---
- &base
submission_timestamp: "2020-01-01 01:00:00"
context_id: a
metadata:
geo:
subdivision1: AZ
normalized_country_code: US
advertiser: ad1
release_channel: release
position: 1
- <<: *base
context_id: b
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base

63
tests/sql/moz-fx-data-shared-prod/contextual_services_derived/event_aggregates_v1/test_overactive_filter/contextual_services_stable.quicksuggest_impression_v1.yaml Normal file
Просмотреть файл

@ -0,0 +1,63 @@
---
- &base
submission_timestamp: "2020-01-01 01:00:00"
context_id: a
metadata:
geo:
subdivision1: AZ
normalized_country_code: US
advertiser: ad1
release_channel: release
position: 1
- <<: *base
context_id: b
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base

63
tests/sql/moz-fx-data-shared-prod/contextual_services_derived/event_aggregates_v1/test_overactive_filter/contextual_services_stable.topsites_click_v1.yaml Normal file
Просмотреть файл

@ -0,0 +1,63 @@
---
- &base
submission_timestamp: "2020-01-01 01:00:00"
context_id: a
metadata:
geo:
subdivision1: AZ
normalized_country_code: US
advertiser: ad1
release_channel: release
position: 1
- <<: *base
context_id: b
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base

63
tests/sql/moz-fx-data-shared-prod/contextual_services_derived/event_aggregates_v1/test_overactive_filter/contextual_services_stable.topsites_impression_v1.yaml Normal file
Просмотреть файл

@ -0,0 +1,63 @@
---
- &base
submission_timestamp: "2020-01-01 01:00:00"
context_id: a
metadata:
geo:
subdivision1: AZ
normalized_country_code: US
advertiser: ad1
release_channel: release
position: 1
- <<: *base
context_id: b
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base
- <<: *base

27
tests/sql/moz-fx-data-shared-prod/contextual_services_derived/event_aggregates_v1/test_overactive_filter/expect.yaml Normal file
Просмотреть файл

@ -0,0 +1,27 @@
---
- &base
submission_date: "2020-01-01"
source: suggest
event_type: impression
country: US
subdivision1: AZ
advertiser: ad1
release_channel: release
position: 1
event_count: 52
user_count: 2
- <<: *base
source: topsites
event_type: impression
event_count: 52
user_count: 2
- <<: *base
source: suggest
event_type: click
event_count: 1
user_count: 1
- <<: *base
source: topsites
event_type: click
event_count: 1
user_count: 1

4
tests/sql/moz-fx-data-shared-prod/contextual_services_derived/event_aggregates_v1/test_overactive_filter/query_params.yaml Normal file
Просмотреть файл

@ -0,0 +1,4 @@
---
- name: submission_date
type: DATE
value: 2020-01-01