Skip to content

Commit 83b112f

Browse files
SparkSnailSparkSnail
authored
Prepare release for 2.3.1 rc1 (#1230)
1 parent ff182d6 commit 83b112f

File tree

5 files changed

+266
-4
lines changed

5 files changed

+266
-4
lines changed

‎README.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -40,7 +40,7 @@
4040
<tbody align="center">
4141
<tr>
4242
<td>2.4*</td>
43-
<td rowspan=5><a href="https://github.com/dotnet/spark/releases/tag/v2.3.0">v2.3.0</a></td>
43+
<td rowspan=5><a href="https://github.com/dotnet/spark/releases/tag/v2.3.1-rc1">v2.3.1-rc1</a></td>
4444
</tr>
4545
<tr>
4646
<td>3.0</td>

‎benchmark/scala/pom.xml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
<modelVersion>4.0.0</modelVersion>
44
<groupId>com.microsoft.spark</groupId>
55
<artifactId>microsoft-spark-benchmark</artifactId>
6-
<version>2.3.0</version>
6+
<version>2.3.1-rc1</version>
77
<inceptionYear>2019</inceptionYear>
88
<properties>
99
<encoding>UTF-8</encoding>

‎docs/release-notes/v2.3.1-rc1/release-2.3.1-rc1.md‎

Lines changed: 261 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,261 @@
1+
# .NET for Apache Spark 2.3.1-rc1 Release Notes
2+
3+
### New Features/Improvements
4+
5+
* Add support for FAW (Fast Arrow Worker) UDFs ([#1227](https://github.com/dotnet/spark/pull/1227))
6+
* Add worker reuse support via SPARK_REUSE_WORKER environment variable ([#1226](https://github.com/dotnet/spark/pull/1226))
7+
8+
### Bug Fixes
9+
10+
* Fixed UDFs in dotnet.interactive environments ([#1217](https://github.com/dotnet/spark/pull/1217))
11+
* Fix Linux package path issue and add validation tasks in pipeline ([#1229](https://github.com/dotnet/spark/pull/1229))
12+
13+
### Infrastructure / Documentation / Etc.
14+
15+
* Add timeout for E2E tests ([#1221](https://github.com/dotnet/spark/pull/1221))
16+
17+
### Breaking Changes
18+
19+
* None
20+
21+
### Known Issues
22+
23+
* None
24+
25+
### Compatibility
26+
27+
#### Backward compatibility
28+
29+
The following table describes the oldest version of the worker that the current version is compatible with, along with new features that are incompatible with the worker.
30+
31+
<table>
32+
<thead>
33+
<tr>
34+
<th>Oldest compatible Microsoft.Spark.Worker version</th>
35+
</tr>
36+
</thead>
37+
<tbody align="center">
38+
<tr>
39+
<td>v2.0.0</td>
40+
</tr>
41+
</tbody>
42+
</table>
43+
44+
#### Forward compatibility
45+
46+
The following table describes the oldest version of .NET for Apache Spark release that the current worker is compatible with.
47+
48+
<table>
49+
<thead>
50+
<tr>
51+
<th>Oldest compatible .NET for Apache Spark release version</th>
52+
</tr>
53+
</thead>
54+
<tbody align="center">
55+
<tr>
56+
<td>v2.0.0</td>
57+
</tr>
58+
</tbody>
59+
</table>
60+
61+
### Supported Spark Versions
62+
63+
The following table outlines the supported Spark versions along with the microsoft-spark JAR to use with:
64+
65+
<table>
66+
<thead>
67+
<tr>
68+
<th>Spark Version</th>
69+
<th>microsoft-spark JAR</th>
70+
</tr>
71+
</thead>
72+
<tbody align="center">
73+
<tr>
74+
<td>2.4.0</td>
75+
<td rowspan=7>microsoft-spark-2-4_2.11-2.3.1-rc1.jar</td>
76+
</tr>
77+
<tr>
78+
<td>2.4.1</td>
79+
</tr>
80+
<tr>
81+
<td>2.4.3</td>
82+
</tr>
83+
<tr>
84+
<td>2.4.4</td>
85+
</tr>
86+
<tr>
87+
<td>2.4.5</td>
88+
</tr>
89+
<tr>
90+
<td>2.4.6</td>
91+
</tr>
92+
<tr>
93+
<td>2.4.7</td>
94+
</tr>
95+
<tr>
96+
<td>2.4.2</td>
97+
<td><a href="https://github.com/dotnet/spark/issues/60">Not supported</a></td>
98+
</tr>
99+
<tr>
100+
<td>3.0.0</td>
101+
<td rowspan=3>microsoft-spark-3-0_2.12-2.3.1-rc1.jar</td>
102+
</tr>
103+
<tr>
104+
<td>3.0.1</td>
105+
</tr>
106+
<tr>
107+
<td>3.0.2</td>
108+
</tr>
109+
<tr>
110+
<td>3.1.1</td>
111+
<td rowspan=2>microsoft-spark-3-1_2.12-2.3.1-rc1.jar</td>
112+
</tr>
113+
<tr>
114+
<td>3.1.2</td>
115+
</tr>
116+
<tr>
117+
<td>3.2.0</td>
118+
<td rowspan=2>microsoft-spark-3-2_2.12-2.3.1-rc1.jar</td>
119+
</tr>
120+
<tr>
121+
<td>3.2.1</td>
122+
</tr>
123+
<tr>
124+
<td>3.3.0</td>
125+
<td rowspan=5>microsoft-spark-3-3_2.12-2.3.1-rc1.jar</td>
126+
</tr>
127+
<tr>
128+
<td>3.3.1</td>
129+
</tr>
130+
<tr>
131+
<td>3.3.2</td>
132+
</tr>
133+
<tr>
134+
<td>3.3.3</td>
135+
</tr>
136+
<tr>
137+
<td>3.3.4</td>
138+
</tr>
139+
<tr>
140+
<td>3.4.0</td>
141+
<td rowspan=5>microsoft-spark-3-4_2.12-2.3.1-rc1.jar</td>
142+
</tr>
143+
<tr>
144+
<td>3.4.1</td>
145+
</tr>
146+
<tr>
147+
<td>3.4.2</td>
148+
</tr>
149+
<tr>
150+
<td>3.4.3</td>
151+
</tr>
152+
<tr>
153+
<td>3.4.4</td>
154+
</tr>
155+
<tr>
156+
<td>3.5.0</td>
157+
<td rowspan=5>microsoft-spark-3-5_2.12-2.3.1-rc1.jar</td>
158+
</tr>
159+
<tr>
160+
<td>3.5.1</td>
161+
</tr>
162+
<tr>
163+
<td>3.5.2</td>
164+
</tr>
165+
<tr>
166+
<td>3.5.3</td>
167+
</tr>
168+
<tr>
169+
<td>3.5.4</td>
170+
</tr>
171+
</tbody>
172+
</table>
173+
174+
### Supported Delta Versions
175+
176+
The following table outlines the supported Delta versions along with the Microsoft.Spark.Extensions version to use with:
177+
178+
<table>
179+
<thead>
180+
<tr>
181+
<th>Delta Version</th>
182+
<th>Microsoft.Spark.Extensions.Delta</th>
183+
</tr>
184+
</thead>
185+
<tbody align="center">
186+
<tr>
187+
<td>0.1.0</td>
188+
<td rowspan=11>2.3.1-rc1</td>
189+
</tr>
190+
<tr>
191+
<td>0.2.0</td>
192+
</tr>
193+
<tr>
194+
<td>0.3.0</td>
195+
</tr>
196+
<tr>
197+
<td>0.4.0</td>
198+
</tr>
199+
<tr>
200+
<td>0.5.0</td>
201+
</tr>
202+
<tr>
203+
<td>0.6.0</td>
204+
</tr>
205+
<tr>
206+
<td>0.6.1</td>
207+
</tr>
208+
<tr>
209+
<td>0.7.0</td>
210+
</tr>
211+
<tr>
212+
<td>0.8.0</td>
213+
</tr>
214+
<tr>
215+
<td>1.0.0</td>
216+
</tr>
217+
<tr>
218+
<td>1.1.0</td>
219+
</tr>
220+
<tr>
221+
<td>2.1.0</td>
222+
</tr>
223+
<tr>
224+
<td>2.3.0</td>
225+
</tr>
226+
<tr>
227+
<td>2.4.0</td>
228+
</tr>
229+
<tr>
230+
<td>3.2.0</td>
231+
</tr>
232+
</tbody>
233+
</table>
234+
235+
### Supported Hyperspace Versions
236+
237+
The following table outlines the supported Hyperspace versions along with the Microsoft.Spark.Extensions version to use with:
238+
239+
<table>
240+
<thead>
241+
<tr>
242+
<th>Hyperspace Version</th>
243+
<th>Microsoft.Spark.Extensions.Hyperspace</th>
244+
</tr>
245+
</thead>
246+
<tbody align="center">
247+
<tr>
248+
<td>0.1.0</td>
249+
<td rowspan=4>2.3.1-rc1</td>
250+
</tr>
251+
<tr>
252+
<td>0.2.0</td>
253+
</tr>
254+
<tr>
255+
<td>0.3.0</td>
256+
</tr>
257+
<tr>
258+
<td>0.4.0</td>
259+
</tr>
260+
</tbody>
261+
</table>

‎eng/Versions.props‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
<Project>
22
<PropertyGroup>
33
<!-- This repo version -->
4-
<VersionPrefix>2.3.0</VersionPrefix>
4+
<VersionPrefix>2.3.1</VersionPrefix>
5+
<VersionSuffix>rc1</VersionSuffix>
56
</PropertyGroup>
67
</Project>

‎src/scala/pom.xml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<version>${microsoft-spark.version}</version>
88
<properties>
99
<encoding>UTF-8</encoding>
10-
<microsoft-spark.version>2.3.0</microsoft-spark.version>
10+
<microsoft-spark.version>2.3.1-rc1</microsoft-spark.version>
1111
</properties>
1212

1313
<modules>

0 commit comments

Comments
 (0)