зеркало из https://github.com/dotnet/spark.git
Prep v2.1.0 release (#1018)
This commit is contained in:
Родитель
02c71cdfdb
Коммит
8ded5a0301
|
@ -39,7 +39,7 @@
|
|||
<tbody align="center">
|
||||
<tr>
|
||||
<td>2.4*</td>
|
||||
<td rowspan=3><a href="https://github.com/dotnet/spark/releases/tag/v2.0.0">v2.0.0</a></td>
|
||||
<td rowspan=4><a href="https://github.com/dotnet/spark/releases/tag/v2.1.0">v2.1.0</a></td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>3.0</td>
|
||||
|
@ -47,6 +47,9 @@
|
|||
<tr>
|
||||
<td>3.1</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>3.2</td>
|
||||
</tr>
|
||||
</tbody>
|
||||
</table>
|
||||
|
||||
|
|
|
@ -3,7 +3,7 @@
|
|||
<modelVersion>4.0.0</modelVersion>
|
||||
<groupId>com.microsoft.spark</groupId>
|
||||
<artifactId>microsoft-spark-benchmark</artifactId>
|
||||
<version>2.0.0</version>
|
||||
<version>2.1.0</version>
|
||||
<inceptionYear>2019</inceptionYear>
|
||||
<properties>
|
||||
<encoding>UTF-8</encoding>
|
||||
|
|
|
@ -0,0 +1,203 @@
|
|||
# .NET for Apache Spark 2.1.0 Release Notes
|
||||
|
||||
### New Features/Improvements
|
||||
|
||||
* Support for Spark 3.2.0 and 3.2.1 ([#1010](https://github.com/dotnet/spark/pull/1010))
|
||||
* Add Spark 3.2.0 Functions APIs ([#1013](https://github.com/dotnet/spark/pull/1013))
|
||||
* Update `Microsoft.Data.Analysis` version to 0.18.0 ([#977](https://github.com/dotnet/spark/pull/977))
|
||||
|
||||
### Bug Fixes
|
||||
|
||||
* None
|
||||
|
||||
### Infrastructure / Documentation / Etc.
|
||||
|
||||
* Remove Ubuntu 1604 agent pool image as it is no longer supported ([#1007](https://github.com/dotnet/spark/pull/1007))
|
||||
|
||||
### Breaking Changes
|
||||
|
||||
* None
|
||||
|
||||
### Known Issues
|
||||
|
||||
* Broadcast variables do not work with [dotnet-interactive](https://github.com/dotnet/interactive) ([#561](https://github.com/dotnet/spark/pull/561))
|
||||
* UDFs defined using class objects with closures does not work with [dotnet-interactive](https://github.com/dotnet/interactive) ([#619](https://github.com/dotnet/spark/pull/619))
|
||||
* In [dotnet-interactive](https://github.com/dotnet/interactive) blocking Spark methods that require external threads to unblock them does not work. ie `StreamingQuery.AwaitTermination` requires `StreamingQuery.Stop` to unblock ([#736](https://github.com/dotnet/spark/pull/736))
|
||||
|
||||
### Compatibility
|
||||
|
||||
#### Backward compatibility
|
||||
|
||||
The following table describes the oldest version of the worker that the current version is compatible with, along with new features that are incompatible with the worker.
|
||||
|
||||
<table>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Oldest compatible Microsoft.Spark.Worker version</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody align="center">
|
||||
<tr>
|
||||
<td>v2.0.0</td>
|
||||
</tr>
|
||||
</tbody>
|
||||
</table>
|
||||
|
||||
#### Forward compatibility
|
||||
|
||||
The following table describes the oldest version of .NET for Apache Spark release that the current worker is compatible with.
|
||||
|
||||
<table>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Oldest compatible .NET for Apache Spark release version</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody align="center">
|
||||
<tr>
|
||||
<td>v2.0.0</td>
|
||||
</tr>
|
||||
</tbody>
|
||||
</table>
|
||||
|
||||
### Supported Spark Versions
|
||||
|
||||
The following table outlines the supported Spark versions along with the microsoft-spark JAR to use with:
|
||||
|
||||
<table>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Spark Version</th>
|
||||
<th>microsoft-spark JAR</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody align="center">
|
||||
<tr>
|
||||
<td>2.4.0</td>
|
||||
<td rowspan=7>microsoft-spark-2-4_2.11-2.1.0.jar</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>2.4.1</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>2.4.3</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>2.4.4</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>2.4.5</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>2.4.6</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>2.4.7</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>2.4.2</td>
|
||||
<td><a href="https://github.com/dotnet/spark/issues/60">Not supported</a></td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>3.0.0</td>
|
||||
<td rowspan=3>microsoft-spark-3-0_2.12-2.1.0.jar</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>3.0.1</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>3.0.2</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>3.1.1</td>
|
||||
<td rowspan=2>microsoft-spark-3-1_2.12-2.1.0.jar</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>3.1.2</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>3.2.0</td>
|
||||
<td rowspan=2>microsoft-spark-3-2_2.12-2.1.0.jar</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>3.2.1</td>
|
||||
</tr>
|
||||
</tbody>
|
||||
</table>
|
||||
|
||||
### Supported Delta Versions
|
||||
|
||||
The following table outlines the supported Delta versions along with the Microsoft.Spark.Extensions version to use with:
|
||||
|
||||
<table>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Delta Version</th>
|
||||
<th>Microsoft.Spark.Extensions.Delta</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody align="center">
|
||||
<tr>
|
||||
<td>0.1.0</td>
|
||||
<td rowspan=11>2.1.0</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>0.2.0</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>0.3.0</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>0.4.0</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>0.5.0</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>0.6.0</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>0.6.1</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>0.7.0</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>0.8.0</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>1.0.0</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>1.1.0</td>
|
||||
</tr>
|
||||
</tbody>
|
||||
</table>
|
||||
|
||||
### Supported Hyperspace Versions
|
||||
|
||||
The following table outlines the supported Hyperspace versions along with the Microsoft.Spark.Extensions version to use with:
|
||||
|
||||
<table>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Hyperspace Version</th>
|
||||
<th>Microsoft.Spark.Extensions.Hyperspace</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody align="center">
|
||||
<tr>
|
||||
<td>0.1.0</td>
|
||||
<td rowspan=4>2.1.0</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>0.2.0</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>0.3.0</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>0.4.0</td>
|
||||
</tr>
|
||||
</tbody>
|
||||
</table>
|
|
@ -1,7 +1,7 @@
|
|||
<?xml version="1.0" encoding="utf-8"?>
|
||||
<Project ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
|
||||
<PropertyGroup>
|
||||
<VersionPrefix>2.0.0</VersionPrefix>
|
||||
<VersionPrefix>2.1.0</VersionPrefix>
|
||||
<PreReleaseVersionLabel>prerelease</PreReleaseVersionLabel>
|
||||
</PropertyGroup>
|
||||
</Project>
|
||||
|
|
|
@ -7,7 +7,7 @@
|
|||
<version>${microsoft-spark.version}</version>
|
||||
<properties>
|
||||
<encoding>UTF-8</encoding>
|
||||
<microsoft-spark.version>2.0.0</microsoft-spark.version>
|
||||
<microsoft-spark.version>2.1.0</microsoft-spark.version>
|
||||
</properties>
|
||||
|
||||
<modules>
|
||||
|
|
Загрузка…
Ссылка в новой задаче