diff --git a/cluster/sdk/python/requirements-ci.txt b/cluster/sdk/python/requirements-ci.txt index dd84f04..88ba2da 100644 --- a/cluster/sdk/python/requirements-ci.txt +++ b/cluster/sdk/python/requirements-ci.txt @@ -4,7 +4,7 @@ flake8 black==19.10b0 isort>=5 grpcio-tools==1.31.0 -pyspark==3.0.1 +pyspark==3.1.3 pandas~=1.0.0 mock==2.0.0 pandavro==1.5.* diff --git a/cluster/sdk/python/setup.py b/cluster/sdk/python/setup.py index 901df5c..0fb1017 100644 --- a/cluster/sdk/python/setup.py +++ b/cluster/sdk/python/setup.py @@ -140,7 +140,7 @@ setup( # Install dev requirements with: pip install -e .[dev] extras_require={ "dev": ["mypy-protobuf==1.*", "grpcio-testing==1.*"], - "validation": ["great_expectations==0.13.2", "pyspark==3.0.1"], + "validation": ["great_expectations==0.13.2", "pyspark==3.1.3"], }, include_package_data=True, license="Apache",