Update to python3.7 and remove unnecessary dependencies

Dockerfile

@@ -1,4 +1,4 @@
-FROM python:2-stretch
+FROM python:3.7-stretch
 
 ENV PYTHONUNBUFFERED=1 \
     POSTGRES_USER=root \
@@ -16,7 +16,7 @@ RUN apt-get update -y && \
         # production only libs on next line.
         gcc awscli net-tools \
         libsnappy-dev liblzma-dev g++ curl libpq-dev bzip2 libffi-dev \
-        python-numpy python-pandas python-scipy wget ca-certificates openssl libssl-dev \
+        libblas-dev liblapack-dev wget ca-certificates openssl libssl-dev \
         postgresql && \
     apt-get autoremove -y && \
     apt-get clean && \
@@ -37,7 +37,7 @@ RUN pip install --upgrade pip && \
     pip install --no-cache-dir -r requirements/build.txt
 
 ENV PYSPARK_PYTHON=python \
-    SPARK_HOME=/usr/local/lib/python2.7/site-packages/pyspark
+    SPARK_HOME=/usr/local/lib/python3.7/site-packages/pyspark
 
 RUN wget --directory-prefix $SPARK_HOME/jars/ https://storage.googleapis.com/spark-lib/bigquery/spark-bigquery-latest.jar
 RUN wget --directory-prefix $SPARK_HOME/jars/ https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-hadoop2-latest.jar

Dockerfile.dev

@@ -1,4 +1,4 @@
-FROM python:2-stretch
+FROM python:3.7-stretch
 
 ENV PYTHONUNBUFFERED=1 \
     PYTHONDONTWRITEBYTECODE=1 \
@@ -22,7 +22,7 @@ RUN apt-get update -y && \
     apt-get install -y --no-install-recommends \
         gcc awscli net-tools \
         libsnappy-dev liblzma-dev g++ curl libpq-dev bzip2 libffi-dev \
-        python-numpy python-pandas python-scipy wget ca-certificates openssl libssl-dev \
+        libblas-dev liblapack-dev wget ca-certificates openssl libssl-dev \
         postgresql && \
     apt-get autoremove -y && \
     apt-get clean && \
@@ -43,7 +43,7 @@ RUN pip install --upgrade pip && \
     pip install --no-cache-dir -r requirements/all.txt
 
 ENV PYSPARK_PYTHON=python \
-    SPARK_HOME=/usr/local/lib/python2.7/site-packages/pyspark
+    SPARK_HOME=/usr/local/lib/python3.7/site-packages/pyspark
 
 RUN wget --directory-prefix $SPARK_HOME/jars/ https://storage.googleapis.com/spark-lib/bigquery/spark-bigquery-latest.jar
 RUN wget --directory-prefix $SPARK_HOME/jars/ https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-hadoop2-latest.jar

requirements/build.txt

@@ -4,7 +4,6 @@ Flask-SSLify==0.1.5
 Flask==0.12.4
 Jinja2==2.10.1
 Werkzeug==0.14.1
-awscli==1.16.47
 blinker==1.4
 boto3==1.9.37
 botocore==1.12.37
@@ -17,7 +16,6 @@ gunicorn==19.9.0
 idna==2.7
 itsdangerous==1.1.0
 joblib==0.12.5
-matplotlib==2.2.3
 numpy==1.16.1
 pandas==0.23.4
 protobuf==3.6.1
@@ -28,7 +26,6 @@ python-dateutil==2.7.5
 python-jose-cryptodome==1.3.2
 python-moztelemetry==0.10.4
 python-snappy==0.5.3
-scipy==1.0.1
 ujson==1.35
 urllib3==1.24.2
 requests==2.22.0