2021-02-25 01:11:52 +03:00
|
|
|
from setuptools import find_namespace_packages, setup
|
|
|
|
|
2020-07-27 22:40:25 +03:00
|
|
|
|
|
|
|
def get_version():
|
|
|
|
version = {}
|
2021-05-04 19:12:13 +03:00
|
|
|
with open("bigquery_etl/_version.py") as fp:
|
2020-07-27 22:40:25 +03:00
|
|
|
exec(fp.read(), version)
|
|
|
|
|
2021-05-04 19:12:13 +03:00
|
|
|
return version["__version__"]
|
2020-07-27 22:40:25 +03:00
|
|
|
|
2020-07-24 00:40:28 +03:00
|
|
|
|
|
|
|
setup(
|
|
|
|
name="mozilla-bigquery-etl",
|
2020-07-27 22:40:25 +03:00
|
|
|
version=get_version(),
|
2020-07-24 00:40:28 +03:00
|
|
|
author="Mozilla Corporation",
|
|
|
|
author_email="fx-data-dev@mozilla.org",
|
|
|
|
description="Tooling for building derived datasets in BigQuery",
|
|
|
|
url="https://github.com/mozilla/bigquery-etl",
|
2022-04-29 22:23:47 +03:00
|
|
|
packages=find_namespace_packages(
|
|
|
|
include=["bigquery_etl.*", "bigquery_etl", "sql_generators", "sql_generators.*"]
|
|
|
|
),
|
2021-05-04 19:12:13 +03:00
|
|
|
package_data={
|
|
|
|
"bigquery_etl": [
|
|
|
|
"query_scheduling/templates/*.j2",
|
|
|
|
"alchemer/*.json",
|
|
|
|
"stripe/*.json",
|
|
|
|
"stripe/*.yaml",
|
2021-12-16 00:49:53 +03:00
|
|
|
],
|
2023-10-27 23:12:16 +03:00
|
|
|
"sql_generators": ["**/*"],
|
2021-05-04 19:12:13 +03:00
|
|
|
},
|
2020-08-21 01:15:29 +03:00
|
|
|
include_package_data=True,
|
2020-07-24 00:40:28 +03:00
|
|
|
install_requires=[
|
|
|
|
"gcloud",
|
2021-07-06 23:31:29 +03:00
|
|
|
"gcsfs",
|
2020-07-24 00:40:28 +03:00
|
|
|
"google-cloud-bigquery",
|
|
|
|
"google-cloud-storage",
|
|
|
|
"Jinja2",
|
2021-12-11 02:39:58 +03:00
|
|
|
"pathos",
|
2021-07-07 18:48:11 +03:00
|
|
|
"pyarrow",
|
2020-07-24 00:40:28 +03:00
|
|
|
"pytest-black",
|
2021-02-25 07:24:21 +03:00
|
|
|
"pytest-pydocstyle",
|
2020-07-24 00:40:28 +03:00
|
|
|
"pytest-flake8",
|
|
|
|
"pytest-mypy",
|
|
|
|
"pytest",
|
|
|
|
"PyYAML",
|
|
|
|
"smart_open",
|
|
|
|
"sqlparse",
|
|
|
|
"mozilla_schema_generator",
|
|
|
|
"GitPython",
|
|
|
|
"cattrs",
|
|
|
|
"attrs",
|
|
|
|
"typing",
|
|
|
|
"click",
|
2020-09-24 00:45:44 +03:00
|
|
|
"pandas",
|
2020-10-02 02:12:52 +03:00
|
|
|
"ujson",
|
|
|
|
"stripe",
|
2021-06-15 01:16:38 +03:00
|
|
|
"authlib",
|
2020-07-24 00:40:28 +03:00
|
|
|
],
|
|
|
|
long_description="Tooling for building derived datasets in BigQuery",
|
|
|
|
long_description_content_type="text/markdown",
|
2022-09-22 22:39:40 +03:00
|
|
|
python_requires=">=3.10",
|
2020-07-24 00:40:28 +03:00
|
|
|
entry_points="""
|
|
|
|
[console_scripts]
|
2020-08-21 20:43:04 +03:00
|
|
|
bqetl=bigquery_etl.cli:cli
|
2020-07-24 00:40:28 +03:00
|
|
|
""",
|
2020-07-27 22:43:07 +03:00
|
|
|
)
|