upgrading to Spark 2.0.2
This commit is contained in:
Родитель
b95520eff8
Коммит
8aad6b483f
|
@ -47,7 +47,7 @@ if "%precheck%" == "bad" (goto :EOF)
|
|||
@rem
|
||||
@rem setup Hadoop and Spark versions
|
||||
@rem
|
||||
set SPARK_VERSION=2.0.0
|
||||
set SPARK_VERSION=2.0.2
|
||||
set HADOOP_VERSION=2.6
|
||||
set APACHE_DIST_SERVER=archive.apache.org
|
||||
@echo [RunSamples.cmd] SPARK_VERSION=%SPARK_VERSION%, HADOOP_VERSION=%HADOOP_VERSION%, APACHE_DIST_SERVER=%APACHE_DIST_SERVER%
|
||||
|
|
|
@ -16,7 +16,7 @@ do
|
|||
done
|
||||
|
||||
# setup Hadoop and Spark versions
|
||||
export SPARK_VERSION=2.0.0
|
||||
export SPARK_VERSION=2.0.2
|
||||
export HADOOP_VERSION=2.6
|
||||
export APACHE_DIST_SERVER=archive.apache.org
|
||||
echo "[run-samples.sh] SPARK_VERSION=$SPARK_VERSION, HADOOP_VERSION=$HADOOP_VERSION, APACHE_DIST_SERVER=$APACHE_DIST_SERVER"
|
||||
|
|
|
@ -2,7 +2,7 @@
|
|||
<package xmlns="http://schemas.microsoft.com/packaging/2010/07/nuspec.xsd">
|
||||
<metadata>
|
||||
<id>Microsoft.SparkCLR</id>
|
||||
<version>2.0.000-SNAPSHOT</version>
|
||||
<version>2.0.200-SNAPSHOT</version>
|
||||
<authors>Microsoft Corporation</authors>
|
||||
<owners>Microsoft Corporation</owners>
|
||||
<licenseUrl>https://github.com/Microsoft/Mobius/blob/master/LICENSE</licenseUrl>
|
||||
|
|
|
@ -19,7 +19,7 @@
|
|||
<maven.compiler.target>1.5</maven.compiler.target>
|
||||
<encoding>UTF-8</encoding>
|
||||
<scala.version>2.11.8</scala.version>
|
||||
<spark.version>2.0.0</spark.version>
|
||||
<spark.version>2.0.2</spark.version>
|
||||
<scala.binary.version>2.11</scala.binary.version>
|
||||
</properties>
|
||||
|
||||
|
|
|
@ -2,7 +2,7 @@
|
|||
<modelVersion>4.0.0</modelVersion>
|
||||
<groupId>com.microsoft.sparkclr</groupId>
|
||||
<artifactId>spark-clr_2.11</artifactId>
|
||||
<version>2.0.000-SNAPSHOT</version>
|
||||
<version>2.0.200-SNAPSHOT</version>
|
||||
<name>Mobius Project</name>
|
||||
<description>C# language binding and extensions to Apache Spark</description>
|
||||
<url>https://github.com/Microsoft/Mobius</url>
|
||||
|
@ -35,7 +35,7 @@
|
|||
<maven.compiler.target>1.5</maven.compiler.target>
|
||||
<encoding>UTF-8</encoding>
|
||||
<scala.version>2.11.8</scala.version>
|
||||
<spark.version>2.0.0</spark.version>
|
||||
<spark.version>2.0.2</spark.version>
|
||||
<scala.binary.version>2.11</scala.binary.version>
|
||||
</properties>
|
||||
|
||||
|
|
|
@ -42,7 +42,7 @@ if not exist "%SPARK_JARS_DIR%" (
|
|||
|
||||
set SPARK_JARS_CLASSPATH=%SPARK_JARS_DIR%\*
|
||||
|
||||
if not defined SPARKCLR_JAR (set SPARKCLR_JAR=spark-clr_2.11-2.0.000-SNAPSHOT.jar)
|
||||
if not defined SPARKCLR_JAR (set SPARKCLR_JAR=spark-clr_2.11-2.0.200-SNAPSHOT.jar)
|
||||
echo [sparkclr-submit.cmd] SPARKCLR_JAR=%SPARKCLR_JAR%
|
||||
set SPARKCLR_CLASSPATH=%SPARKCLR_HOME%\lib\%SPARKCLR_JAR%
|
||||
REM SPARKCLR_DEBUGMODE_EXT_JARS environment variable is used to specify external dependencies to use in debug mode
|
||||
|
|
|
@ -57,7 +57,7 @@ fi
|
|||
|
||||
export SPARK_JARS_CLASSPATH="$SPARK_JARS_DIR/*"
|
||||
|
||||
export SPARKCLR_JAR=spark-clr_2.11-2.0.000-SNAPSHOT.jar
|
||||
export SPARKCLR_JAR=spark-clr_2.11-2.0.200-SNAPSHOT.jar
|
||||
export SPARKCLR_CLASSPATH="$SPARKCLR_HOME/lib/$SPARKCLR_JAR"
|
||||
# SPARKCLR_DEBUGMODE_EXT_JARS environment variable is used to specify external dependencies to use in debug mode
|
||||
[ ! "$SPARKCLR_DEBUGMODE_EXT_JARS" = "" ] && export SPARKCLR_CLASSPATH="$SPARKCLR_CLASSPATH:$SPARKCLR_DEBUGMODE_EXT_JARS"
|
||||
|
|
Загрузка…
Ссылка в новой задаче