Run tests against Spark 2.0.2

See https://bugzilla.mozilla.org/show_bug.cgi?id=1344020.

ansible/dev.yml

@@ -2,7 +2,7 @@
   hosts: all
 
   vars:
-    - spark_version: 1.3.1
+    - spark_version: 2.0.2
     - postgresql_version: 9.4
 
   pre_tasks:

ansible/roles/spark/tasks/main.yml

@@ -8,7 +8,7 @@
 - name: get spark
   command: "{{item}} chdir={{ansible_env.HOME}} creates=spark.tgz"
   with_items:
-    - wget https://d3kbcqa49mib13.cloudfront.net/spark-{{spark_version}}-bin-hadoop2.4.tgz -O spark.tgz
+    - wget https://d3kbcqa49mib13.cloudfront.net/spark-{{spark_version}}-bin-hadoop2.7.tgz -O spark.tgz
 
 - name: install spark
   unarchive: src={{ansible_env.HOME}}/spark.tgz dest={{ansible_env.HOME}} copy=no
@@ -17,10 +17,10 @@
   lineinfile: >
     dest={{ansible_env.HOME}}/.bashrc
     regexp="^export SPARK_HOME"
-    line="export SPARK_HOME={{ansible_env.HOME}}/spark-{{spark_version}}-bin-hadoop2.4"
+    line="export SPARK_HOME={{ansible_env.HOME}}/spark-{{spark_version}}-bin-hadoop2.7"
 
 - name: source pyspark
   lineinfile: >
     dest={{ansible_env.HOME}}/.bashrc
     regexp="^export PYTHONPATH"
-    line="export PYTHONPATH=$SPARK_HOME/python:$(ls -1 $SPARK_HOME/python/lib/py4j-*-src.zip | head -1)"
+    line="export PYTHONPATH=$SPARK_HOME/python:$(ls -1 $SPARK_HOME/python/lib/py4j-*-src.zip | head -1)"