From 52f5e4355a71a9b3dc9caed078d510ef91f75d20 Mon Sep 17 00:00:00 2001
From: Pablo Selem <da_spaz@hotmail.com>
Date: Sat, 15 Apr 2017 14:19:37 -0700
Subject: [PATCH] force the runtim to use python3

---
 redbull/sparklib.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/redbull/sparklib.py b/redbull/sparklib.py
index 1cbb463f..e7243508 100644
--- a/redbull/sparklib.py
+++ b/redbull/sparklib.py
@@ -60,6 +60,10 @@ def custom_app_cmd(webui_port, app_file_name):
         # kick off start-all spark command as a bg process 
         '($SPARK_HOME/sbin/start-all.sh --webui-port ' + str(webui_port) + ' &)',
 
+        # set the runtim to python 3
+        'export PYSPARK_PYTHON=/usr/bin/python3',
+        'export PYSPARK_DRIVER_PYTHON=python3',
+
         # execute spark-submit on the specified app 
         '$SPARK_HOME/bin/spark-submit ' +
             '--master spark://${AZ_BATCH_MASTER_NODE%:*}:7077 ' +