updated taar whitelist to allow for short recommended whitelists

This commit is contained in:
Victor Ng 2019-08-01 12:02:44 -04:00 коммит произвёл Anthony Miyaguchi
Родитель 978fe4f17f
Коммит 3e86502f5d
1 изменённых файлов: 4 добавлений и 3 удалений

Просмотреть файл

@ -82,8 +82,9 @@ def load_etl(transformed_data, date, prefix, bucket):
@click.option("--only-recommended", default=True)
@click.option("--bucket", default="telemetry-parquet")
@click.option("--prefix", default="taar/locale/")
@click.option("--validate_guid", default=False)
def main(date, url, only_recommended, bucket, prefix, validate_guid):
@click.option("--validate-guid", default=False)
@click.option("--allow-shortlist", default=True)
def main(date, url, only_recommended, bucket, prefix, validate_guid, allow_shortlist):
data_extract = load_amo_editorial(url, only_recommended)
jdata = parse_json(data_extract, False, validate_guid)
jdata = parse_json(data_extract, allow_shortlist, validate_guid)
load_etl(jdata, date, prefix, bucket)