Make dataset docs actually run
This commit is contained in:
Родитель
a875d00d2d
Коммит
2c07e4c109
|
@ -67,11 +67,11 @@ class Dataset:
|
||||||
Usage example::
|
Usage example::
|
||||||
|
|
||||||
bucket = 'test-bucket'
|
bucket = 'test-bucket'
|
||||||
schema = ['submission_date', 'doc_type', 'platform']
|
schema = ['submissionDate', 'docType', 'platform']
|
||||||
|
|
||||||
records = Dataset(bucket, schema) \\
|
records = Dataset(bucket, schema) \\
|
||||||
.where(doc_type='main') \\
|
.where(docType='main') \\
|
||||||
.where(submission_date=lambda x: x.startswith('201607')) \\
|
.where(submissionDate=lambda x: x.startswith('201607')) \\
|
||||||
.where(dim1='linux') \\
|
.where(dim1='linux') \\
|
||||||
.records(sc)
|
.records(sc)
|
||||||
|
|
||||||
|
@ -198,8 +198,9 @@ class Dataset:
|
||||||
Usage example::
|
Usage example::
|
||||||
|
|
||||||
records = Dataset.from_source('telemetry') \\
|
records = Dataset.from_source('telemetry') \\
|
||||||
.where(doc_type='main') \\
|
.where(docType='main') \\
|
||||||
.where(submission_date='20160701')
|
.where(submissionDate='20160701') \\
|
||||||
|
.where(appUpdateChannel='nightly')
|
||||||
"""
|
"""
|
||||||
meta_bucket = 'net-mozaws-prod-us-west-2-pipeline-metadata'
|
meta_bucket = 'net-mozaws-prod-us-west-2-pipeline-metadata'
|
||||||
store = S3Store(meta_bucket)
|
store = S3Store(meta_bucket)
|
||||||
|
|
Загрузка…
Ссылка в новой задаче