summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorReynold Xin <rxin@databricks.com>2016-11-15 22:32:03 -0800
committerReynold Xin <rxin@databricks.com>2016-11-15 22:32:03 -0800
commit8781cd3c4b6e58c131b62ee251be50dec6939106 (patch)
treed912b6d0cec09191c2179bc2c2c1fff3bc47d315
parentc693f2a7d4489019e2391b0955fee786cff5ee81 (diff)
downloadspark-website-8781cd3c4b6e58c131b62ee251be50dec6939106.tar.gz
spark-website-8781cd3c4b6e58c131b62ee251be50dec6939106.tar.bz2
spark-website-8781cd3c4b6e58c131b62ee251be50dec6939106.zip
Add CloudSort news entry.
-rw-r--r--news/_posts/2016-11-15-spark-wins-cloudsort-100tb-benchmark.md22
-rw-r--r--site/community.html6
-rw-r--r--site/documentation.html11
-rw-r--r--site/downloads.html6
-rw-r--r--site/examples.html6
-rw-r--r--site/faq.html6
-rw-r--r--site/graphx/index.html6
-rw-r--r--site/index.html6
-rw-r--r--site/mailing-lists.html8
-rw-r--r--site/mllib/index.html6
-rw-r--r--site/news/amp-camp-2013-registration-ope.html6
-rw-r--r--site/news/announcing-the-first-spark-summit.html6
-rw-r--r--site/news/fourth-spark-screencast-published.html6
-rw-r--r--site/news/index.html26
-rw-r--r--site/news/nsdi-paper.html6
-rw-r--r--site/news/one-month-to-spark-summit-2015.html6
-rw-r--r--site/news/proposals-open-for-spark-summit-east.html6
-rw-r--r--site/news/registration-open-for-spark-summit-east.html6
-rw-r--r--site/news/run-spark-and-shark-on-amazon-emr.html6
-rw-r--r--site/news/spark-0-6-1-and-0-5-2-released.html6
-rw-r--r--site/news/spark-0-6-2-released.html6
-rw-r--r--site/news/spark-0-7-0-released.html6
-rw-r--r--site/news/spark-0-7-2-released.html6
-rw-r--r--site/news/spark-0-7-3-released.html6
-rw-r--r--site/news/spark-0-8-0-released.html6
-rw-r--r--site/news/spark-0-8-1-released.html6
-rw-r--r--site/news/spark-0-9-0-released.html6
-rw-r--r--site/news/spark-0-9-1-released.html8
-rw-r--r--site/news/spark-0-9-2-released.html8
-rw-r--r--site/news/spark-1-0-0-released.html6
-rw-r--r--site/news/spark-1-0-1-released.html6
-rw-r--r--site/news/spark-1-0-2-released.html6
-rw-r--r--site/news/spark-1-1-0-released.html8
-rw-r--r--site/news/spark-1-1-1-released.html6
-rw-r--r--site/news/spark-1-2-0-released.html6
-rw-r--r--site/news/spark-1-2-1-released.html6
-rw-r--r--site/news/spark-1-2-2-released.html8
-rw-r--r--site/news/spark-1-3-0-released.html6
-rw-r--r--site/news/spark-1-4-0-released.html6
-rw-r--r--site/news/spark-1-4-1-released.html6
-rw-r--r--site/news/spark-1-5-0-released.html6
-rw-r--r--site/news/spark-1-5-1-released.html6
-rw-r--r--site/news/spark-1-5-2-released.html6
-rw-r--r--site/news/spark-1-6-0-released.html6
-rw-r--r--site/news/spark-1-6-1-released.html6
-rw-r--r--site/news/spark-1-6-2-released.html6
-rw-r--r--site/news/spark-1-6-3-released.html6
-rw-r--r--site/news/spark-2-0-0-released.html6
-rw-r--r--site/news/spark-2-0-1-released.html6
-rw-r--r--site/news/spark-2-0-2-released.html6
-rw-r--r--site/news/spark-2.0.0-preview.html6
-rw-r--r--site/news/spark-accepted-into-apache-incubator.html6
-rw-r--r--site/news/spark-and-shark-in-the-news.html8
-rw-r--r--site/news/spark-becomes-tlp.html6
-rw-r--r--site/news/spark-featured-in-wired.html6
-rw-r--r--site/news/spark-mailing-lists-moving-to-apache.html6
-rw-r--r--site/news/spark-meetups.html6
-rw-r--r--site/news/spark-screencasts-published.html6
-rw-r--r--site/news/spark-summit-2013-is-a-wrap.html6
-rw-r--r--site/news/spark-summit-2014-videos-posted.html6
-rw-r--r--site/news/spark-summit-2015-videos-posted.html6
-rw-r--r--site/news/spark-summit-agenda-posted.html6
-rw-r--r--site/news/spark-summit-east-2015-videos-posted.html8
-rw-r--r--site/news/spark-summit-east-2016-cfp-closing.html6
-rw-r--r--site/news/spark-summit-east-agenda-posted.html6
-rw-r--r--site/news/spark-summit-europe-agenda-posted.html6
-rw-r--r--site/news/spark-summit-europe.html6
-rw-r--r--site/news/spark-summit-june-2016-agenda-posted.html6
-rw-r--r--site/news/spark-tips-from-quantifind.html6
-rw-r--r--site/news/spark-user-survey-and-powered-by-page.html6
-rw-r--r--site/news/spark-version-0-6-0-released.html6
-rw-r--r--site/news/spark-wins-cloudsort-100tb-benchmark.html218
-rw-r--r--site/news/spark-wins-daytona-gray-sort-100tb-benchmark.html6
-rw-r--r--site/news/strata-exercises-now-available-online.html6
-rw-r--r--site/news/submit-talks-to-spark-summit-2014.html6
-rw-r--r--site/news/submit-talks-to-spark-summit-2016.html6
-rw-r--r--site/news/submit-talks-to-spark-summit-east-2016.html6
-rw-r--r--site/news/submit-talks-to-spark-summit-eu-2016.html6
-rw-r--r--site/news/two-weeks-to-spark-summit-2014.html6
-rw-r--r--site/news/video-from-first-spark-development-meetup.html6
-rw-r--r--site/releases/spark-release-0-3.html6
-rw-r--r--site/releases/spark-release-0-5-0.html6
-rw-r--r--site/releases/spark-release-0-5-1.html6
-rw-r--r--site/releases/spark-release-0-5-2.html6
-rw-r--r--site/releases/spark-release-0-6-0.html6
-rw-r--r--site/releases/spark-release-0-6-1.html6
-rw-r--r--site/releases/spark-release-0-6-2.html6
-rw-r--r--site/releases/spark-release-0-7-0.html6
-rw-r--r--site/releases/spark-release-0-7-2.html6
-rw-r--r--site/releases/spark-release-0-7-3.html6
-rw-r--r--site/releases/spark-release-0-8-0.html10
-rw-r--r--site/releases/spark-release-0-8-1.html6
-rw-r--r--site/releases/spark-release-0-9-0.html6
-rw-r--r--site/releases/spark-release-0-9-1.html26
-rw-r--r--site/releases/spark-release-0-9-2.html6
-rw-r--r--site/releases/spark-release-1-0-0.html6
-rw-r--r--site/releases/spark-release-1-0-1.html14
-rw-r--r--site/releases/spark-release-1-0-2.html8
-rw-r--r--site/releases/spark-release-1-1-0.html12
-rw-r--r--site/releases/spark-release-1-1-1.html6
-rw-r--r--site/releases/spark-release-1-2-0.html8
-rw-r--r--site/releases/spark-release-1-2-1.html6
-rw-r--r--site/releases/spark-release-1-2-2.html6
-rw-r--r--site/releases/spark-release-1-3-0.html12
-rw-r--r--site/releases/spark-release-1-3-1.html12
-rw-r--r--site/releases/spark-release-1-4-0.html10
-rw-r--r--site/releases/spark-release-1-4-1.html6
-rw-r--r--site/releases/spark-release-1-5-0.html36
-rw-r--r--site/releases/spark-release-1-5-1.html6
-rw-r--r--site/releases/spark-release-1-5-2.html6
-rw-r--r--site/releases/spark-release-1-6-0.html26
-rw-r--r--site/releases/spark-release-1-6-1.html6
-rw-r--r--site/releases/spark-release-1-6-2.html6
-rw-r--r--site/releases/spark-release-1-6-3.html6
-rw-r--r--site/releases/spark-release-2-0-0.html42
-rw-r--r--site/releases/spark-release-2-0-1.html6
-rw-r--r--site/releases/spark-release-2-0-2.html6
-rw-r--r--site/research.html6
-rw-r--r--site/screencasts/1-first-steps-with-spark.html6
-rw-r--r--site/screencasts/2-spark-documentation-overview.html6
-rw-r--r--site/screencasts/3-transformations-and-caching.html6
-rw-r--r--site/screencasts/4-a-standalone-job-in-spark.html6
-rw-r--r--site/screencasts/index.html6
-rw-r--r--site/sql/index.html6
-rw-r--r--site/streaming/index.html6
-rw-r--r--site/trademarks.html6
126 files changed, 708 insertions, 459 deletions
diff --git a/news/_posts/2016-11-15-spark-wins-cloudsort-100tb-benchmark.md b/news/_posts/2016-11-15-spark-wins-cloudsort-100tb-benchmark.md
new file mode 100644
index 000000000..19939bb0c
--- /dev/null
+++ b/news/_posts/2016-11-15-spark-wins-cloudsort-100tb-benchmark.md
@@ -0,0 +1,22 @@
+---
+layout: post
+title: Spark wins CloudSort Benchmark as the most efficient engine
+categories:
+- News
+tags: []
+status: publish
+type: post
+published: true
+meta:
+ _edit_last: '4'
+ _wpas_done_all: '1'
+---
+
+We are proud to announce that Apache Spark won the <a href="http://sortbenchmark.org/">2016 CloudSort Benchmark</a> (both Daytona and Indy category). A joint team from Nanjing University, Alibaba Group, and Databricks Inc. entered the competition using NADSort, a distributed sorting program built on top of Spark, and set a new world record as the most cost-efficient way to sort 100TB of data.
+
+They sorted 100TB of data using only $144 USD worth of public cloud resources, beating the previous record that cost $451 USD by the University of California, San Diego.
+
+This adds to the 2014 GraySort record Spark won, and validates Spark as the most efficient data processing engine.
+
+For more information, see the <a href="https://databricks.com/blog/2016/11/14/setting-new-world-record-apache-spark.html">Databricks blog article (in English)</a> written by Spark committer Reynold Xin, or the Nanjing University <a href="http://scit.nju.edu.cn/Item/1193.aspx">press release (in Chinese)</a>.
+
diff --git a/site/community.html b/site/community.html
index 8c3ad0a13..79ab192f1 100644
--- a/site/community.html
+++ b/site/community.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/documentation.html b/site/documentation.html
index e6f7e23ea..657fdbeee 100644
--- a/site/documentation.html
+++ b/site/documentation.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -255,13 +255,12 @@
</ul>
<h4><a name="meetup-videos"></a>Meetup Talk Videos</h4>
-<p>In addition to the videos listed below, you can also view <a href="http://www.meetup.com/spark-users/files/">all slides from Bay Area meetups here</a>.</p>
+<p>In addition to the videos listed below, you can also view <a href="http://www.meetup.com/spark-users/files/">all slides from Bay Area meetups here</a>.
<style type="text/css">
.video-meta-info {
font-size: 0.95em;
}
-</style>
-
+</style></p>
<ul>
<li><a href="http://www.youtube.com/watch?v=NUQ-8to2XAk&amp;list=PL-x35fyliRwiP3YteXbnhk0QGOtYLBT3a">Spark 1.0 and Beyond</a> (<a href="http://files.meetup.com/3138542/Spark%201.0%20Meetup.ppt">slides</a>) <span class="video-meta-info">by Patrick Wendell, at Cisco in San Jose, 2014-04-23</span></li>
diff --git a/site/downloads.html b/site/downloads.html
index 383a19695..bf007a024 100644
--- a/site/downloads.html
+++ b/site/downloads.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/examples.html b/site/examples.html
index daf724f54..ef9a334e9 100644
--- a/site/examples.html
+++ b/site/examples.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/faq.html b/site/faq.html
index 7fc9baa48..3c35726eb 100644
--- a/site/faq.html
+++ b/site/faq.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/graphx/index.html b/site/graphx/index.html
index ecc652d63..30652db60 100644
--- a/site/graphx/index.html
+++ b/site/graphx/index.html
@@ -153,6 +153,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -162,9 +165,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/index.html b/site/index.html
index 96a7e94ca..4bee313d4 100644
--- a/site/index.html
+++ b/site/index.html
@@ -152,6 +152,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -161,9 +164,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/mailing-lists.html b/site/mailing-lists.html
index 862b58ff0..f3e475e53 100644
--- a/site/mailing-lists.html
+++ b/site/mailing-lists.html
@@ -12,7 +12,7 @@
<meta http-equiv="refresh" content="0; url=/community.html">
- <link rel="canonical" href="/community.html" />
+ <link rel="canonical" href="http://localhost:4000community.html" />
@@ -153,6 +153,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -162,9 +165,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/mllib/index.html b/site/mllib/index.html
index ff3fc0cf2..3e4a22ddd 100644
--- a/site/mllib/index.html
+++ b/site/mllib/index.html
@@ -153,6 +153,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -162,9 +165,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/amp-camp-2013-registration-ope.html b/site/news/amp-camp-2013-registration-ope.html
index d5bb6e9b3..e575bcc25 100644
--- a/site/news/amp-camp-2013-registration-ope.html
+++ b/site/news/amp-camp-2013-registration-ope.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/announcing-the-first-spark-summit.html b/site/news/announcing-the-first-spark-summit.html
index 282c9fd8e..72d9296e1 100644
--- a/site/news/announcing-the-first-spark-summit.html
+++ b/site/news/announcing-the-first-spark-summit.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/fourth-spark-screencast-published.html b/site/news/fourth-spark-screencast-published.html
index 768c82a8d..3c10aac6a 100644
--- a/site/news/fourth-spark-screencast-published.html
+++ b/site/news/fourth-spark-screencast-published.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/index.html b/site/news/index.html
index dc9e7fc95..488a16df8 100644
--- a/site/news/index.html
+++ b/site/news/index.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -187,6 +187,16 @@
<article class="hentry">
<header class="entry-header">
+ <h3 class="entry-title"><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a></h3>
+ <div class="entry-date">November 15, 2016</div>
+ </header>
+ <div class="entry-content"><p>We are proud to announce that Apache Spark won the <a href="http://sortbenchmark.org/">2016 CloudSort Benchmark</a> (both Daytona and Indy category). A joint team from Nanjing University, Alibaba Group, and Databricks Inc. entered the competition using NADSort, a distributed sorting program built on top of Spark, and set a new world record as the most cost-efficient way to sort 100TB of data.</p>
+
+</div>
+ </article>
+
+<article class="hentry">
+ <header class="entry-header">
<h3 class="entry-title"><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a></h3>
<div class="entry-date">November 14, 2016</div>
</header>
@@ -414,7 +424,7 @@ The Summit will contain <a href="https://spark-summit.org/2015/schedule/">presen
<h3 class="entry-title"><a href="/news/spark-summit-east-2015-videos-posted.html">Spark Summit East 2015 Videos Posted</a></h3>
<div class="entry-date">April 20, 2015</div>
</header>
- <div class="entry-content"><p>The videos and slides for Spark Summit East 2015 are now all <a href="http://spark-summit.org/east/2015">available online</a>. Watch them to get the latest news from the Spark community as well as use cases and applications built on top.</p>
+ <div class="entry-content"><p>The videos and slides for Spark Summit East 2015 are now all <a href="http://spark-summit.org/east/2015">available online</a>. Watch them to get the latest news from the Spark community as well as use cases and applications built on top. </p>
</div>
</article>
@@ -424,7 +434,7 @@ The Summit will contain <a href="https://spark-summit.org/2015/schedule/">presen
<h3 class="entry-title"><a href="/news/spark-1-2-2-released.html">Spark 1.2.2 and 1.3.1 released</a></h3>
<div class="entry-date">April 17, 2015</div>
</header>
- <div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-2-2.html" title="Spark Release 1.2.2">Spark 1.2.2</a> and <a href="/releases/spark-release-1-3-1.html" title="Spark Release 1.3.1">Spark 1.3.1</a>! These are both maintenance releases that collectively feature the work of more than 90 developers.</p>
+ <div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-1-2-2.html" title="Spark Release 1.2.2">Spark 1.2.2</a> and <a href="/releases/spark-release-1-3-1.html" title="Spark Release 1.3.1">Spark 1.3.1</a>! These are both maintenance releases that collectively feature the work of more than 90 developers. </p>
</div>
</article>
@@ -536,7 +546,7 @@ The Summit will contain <a href="https://spark-summit.org/2015/schedule/">presen
</header>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-0-9-2.html" title="Spark Release 0.9.2">
Spark 0.9.2</a>! Apache Spark 0.9.2 is a maintenance release with bug fixes. We recommend all 0.9.x users to upgrade to this stable release.
-Contributions to this release came from 28 developers.</p>
+Contributions to this release came from 28 developers. </p>
</div>
</article>
@@ -607,7 +617,7 @@ about the latest happenings in Spark.</p>
<div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-0-9-1.html" title="Spark Release 0.9.1">
Spark 0.9.1</a>! Apache Spark 0.9.1 is a maintenance release with bug fixes, performance improvements, better stability with YARN and
improved parity of the Scala and Python API. We recommend all 0.9.0 users to upgrade to this stable release.
-Contributions to this release came from 37 developers.</p>
+Contributions to this release came from 37 developers. </p>
</div>
</article>
@@ -857,7 +867,7 @@ Over 450 Spark developers and enthusiasts from 13 countries and more than 180 co
<li><a href="http://data-informed.com/spark-an-open-source-engine-for-iterative-data-mining/">DataInformed</a> interviewed two Spark users and wrote about their applications in anomaly detection, predictive analytics and data mining.</li>
</ul>
-<p>In other news, there will be a full day of tutorials on Spark and Shark at the <a href="http://strataconf.com/strata2013">O&#8217;Reilly Strata conference</a> in February. They include a three-hour <a href="http://strataconf.com/strata2013/public/schedule/detail/27438">introduction to Spark, Shark and BDAS</a> Tuesday morning, and a three-hour <a href="http://strataconf.com/strata2013/public/schedule/detail/27440">hands-on exercise session</a>.</p>
+<p>In other news, there will be a full day of tutorials on Spark and Shark at the <a href="http://strataconf.com/strata2013">O&#8217;Reilly Strata conference</a> in February. They include a three-hour <a href="http://strataconf.com/strata2013/public/schedule/detail/27438">introduction to Spark, Shark and BDAS</a> Tuesday morning, and a three-hour <a href="http://strataconf.com/strata2013/public/schedule/detail/27440">hands-on exercise session</a>. </p>
</div>
</article>
diff --git a/site/news/nsdi-paper.html b/site/news/nsdi-paper.html
index b50594313..ebd8d084d 100644
--- a/site/news/nsdi-paper.html
+++ b/site/news/nsdi-paper.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/one-month-to-spark-summit-2015.html b/site/news/one-month-to-spark-summit-2015.html
index 1feb6b6e4..c6575f717 100644
--- a/site/news/one-month-to-spark-summit-2015.html
+++ b/site/news/one-month-to-spark-summit-2015.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/proposals-open-for-spark-summit-east.html b/site/news/proposals-open-for-spark-summit-east.html
index a1e4371b5..31bf0645b 100644
--- a/site/news/proposals-open-for-spark-summit-east.html
+++ b/site/news/proposals-open-for-spark-summit-east.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/registration-open-for-spark-summit-east.html b/site/news/registration-open-for-spark-summit-east.html
index 4135b85b7..1d0dc8c15 100644
--- a/site/news/registration-open-for-spark-summit-east.html
+++ b/site/news/registration-open-for-spark-summit-east.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/run-spark-and-shark-on-amazon-emr.html b/site/news/run-spark-and-shark-on-amazon-emr.html
index 7f61b27cf..1cbd3308f 100644
--- a/site/news/run-spark-and-shark-on-amazon-emr.html
+++ b/site/news/run-spark-and-shark-on-amazon-emr.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-0-6-1-and-0-5-2-released.html b/site/news/spark-0-6-1-and-0-5-2-released.html
index 3cb6d0949..4de204693 100644
--- a/site/news/spark-0-6-1-and-0-5-2-released.html
+++ b/site/news/spark-0-6-1-and-0-5-2-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-0-6-2-released.html b/site/news/spark-0-6-2-released.html
index 999b50f37..7c1f92780 100644
--- a/site/news/spark-0-6-2-released.html
+++ b/site/news/spark-0-6-2-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-0-7-0-released.html b/site/news/spark-0-7-0-released.html
index d8ee429a9..10d155380 100644
--- a/site/news/spark-0-7-0-released.html
+++ b/site/news/spark-0-7-0-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-0-7-2-released.html b/site/news/spark-0-7-2-released.html
index 77cc16ac6..06f176663 100644
--- a/site/news/spark-0-7-2-released.html
+++ b/site/news/spark-0-7-2-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-0-7-3-released.html b/site/news/spark-0-7-3-released.html
index c0cd11390..6f090ba4f 100644
--- a/site/news/spark-0-7-3-released.html
+++ b/site/news/spark-0-7-3-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-0-8-0-released.html b/site/news/spark-0-8-0-released.html
index e29a7c14d..7ca737931 100644
--- a/site/news/spark-0-8-0-released.html
+++ b/site/news/spark-0-8-0-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-0-8-1-released.html b/site/news/spark-0-8-1-released.html
index d78fc4843..c35c55988 100644
--- a/site/news/spark-0-8-1-released.html
+++ b/site/news/spark-0-8-1-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-0-9-0-released.html b/site/news/spark-0-9-0-released.html
index b576abab2..7a901e52e 100644
--- a/site/news/spark-0-9-0-released.html
+++ b/site/news/spark-0-9-0-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-0-9-1-released.html b/site/news/spark-0-9-1-released.html
index 0a1f33fa6..b480a6d18 100644
--- a/site/news/spark-0-9-1-released.html
+++ b/site/news/spark-0-9-1-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -189,7 +189,7 @@
<p>We are happy to announce the availability of <a href="/releases/spark-release-0-9-1.html" title="Spark Release 0.9.1">
Spark 0.9.1</a>! Apache Spark 0.9.1 is a maintenance release with bug fixes, performance improvements, better stability with YARN and
improved parity of the Scala and Python API. We recommend all 0.9.0 users to upgrade to this stable release.
-Contributions to this release came from 37 developers.</p>
+Contributions to this release came from 37 developers. </p>
<p>Visit the <a href="/releases/spark-release-0-9-1.html" title="Spark Release 0.9.1">release notes</a>
to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
diff --git a/site/news/spark-0-9-2-released.html b/site/news/spark-0-9-2-released.html
index a1ba1e3da..cae8153f9 100644
--- a/site/news/spark-0-9-2-released.html
+++ b/site/news/spark-0-9-2-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -188,7 +188,7 @@
<p>We are happy to announce the availability of <a href="/releases/spark-release-0-9-2.html" title="Spark Release 0.9.2">
Spark 0.9.2</a>! Apache Spark 0.9.2 is a maintenance release with bug fixes. We recommend all 0.9.x users to upgrade to this stable release.
-Contributions to this release came from 28 developers.</p>
+Contributions to this release came from 28 developers. </p>
<p>Visit the <a href="/releases/spark-release-0-9-2.html" title="Spark Release 0.9.2">release notes</a>
to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
diff --git a/site/news/spark-1-0-0-released.html b/site/news/spark-1-0-0-released.html
index 14b745d20..29db8c4cc 100644
--- a/site/news/spark-1-0-0-released.html
+++ b/site/news/spark-1-0-0-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-0-1-released.html b/site/news/spark-1-0-1-released.html
index a0af71bfb..15364a18b 100644
--- a/site/news/spark-1-0-1-released.html
+++ b/site/news/spark-1-0-1-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-0-2-released.html b/site/news/spark-1-0-2-released.html
index 4296b60a5..c33c38d08 100644
--- a/site/news/spark-1-0-2-released.html
+++ b/site/news/spark-1-0-2-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-1-0-released.html b/site/news/spark-1-1-0-released.html
index ea8c4c8d1..e1247859a 100644
--- a/site/news/spark-1-1-0-released.html
+++ b/site/news/spark-1-1-0-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -188,7 +188,7 @@
<p>We are happy to announce the availability of <a href="/releases/spark-release-1-1-0.html" title="Spark Release 1.1.0">Spark 1.1.0</a>! Spark 1.1.0 is the second release on the API-compatible 1.X line. It is Spark&#8217;s largest release ever, with contributions from 171 developers!</p>
-<p>This release brings operational and performance improvements in Spark core including a new implementation of the Spark shuffle designed for very large scale workloads. Spark 1.1 adds significant extensions to the newest Spark modules, MLlib and Spark SQL. Spark SQL introduces a JDBC server, byte code generation for fast expression evaluation, a public types API, JSON support, and other features and optimizations. MLlib introduces a new statistics libary along with several new algorithms and optimizations. Spark 1.1 also builds out Spark’s Python support and adds new components to the Spark Streaming module.</p>
+<p>This release brings operational and performance improvements in Spark core including a new implementation of the Spark shuffle designed for very large scale workloads. Spark 1.1 adds significant extensions to the newest Spark modules, MLlib and Spark SQL. Spark SQL introduces a JDBC server, byte code generation for fast expression evaluation, a public types API, JSON support, and other features and optimizations. MLlib introduces a new statistics libary along with several new algorithms and optimizations. Spark 1.1 also builds out Spark’s Python support and adds new components to the Spark Streaming module. </p>
<p>Visit the <a href="/releases/spark-release-1-1-0.html" title="Spark Release 1.1.0">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p>
diff --git a/site/news/spark-1-1-1-released.html b/site/news/spark-1-1-1-released.html
index 9947660ab..4dcd46e79 100644
--- a/site/news/spark-1-1-1-released.html
+++ b/site/news/spark-1-1-1-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-2-0-released.html b/site/news/spark-1-2-0-released.html
index 71e4710cb..238bebf1c 100644
--- a/site/news/spark-1-2-0-released.html
+++ b/site/news/spark-1-2-0-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-2-1-released.html b/site/news/spark-1-2-1-released.html
index 5442ffd40..61dda9523 100644
--- a/site/news/spark-1-2-1-released.html
+++ b/site/news/spark-1-2-1-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-2-2-released.html b/site/news/spark-1-2-2-released.html
index 2e4341e32..c2e6162bb 100644
--- a/site/news/spark-1-2-2-released.html
+++ b/site/news/spark-1-2-2-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -186,7 +186,7 @@
<h2>Spark 1.2.2 and 1.3.1 released</h2>
-<p>We are happy to announce the availability of <a href="/releases/spark-release-1-2-2.html" title="Spark Release 1.2.2">Spark 1.2.2</a> and <a href="/releases/spark-release-1-3-1.html" title="Spark Release 1.3.1">Spark 1.3.1</a>! These are both maintenance releases that collectively feature the work of more than 90 developers.</p>
+<p>We are happy to announce the availability of <a href="/releases/spark-release-1-2-2.html" title="Spark Release 1.2.2">Spark 1.2.2</a> and <a href="/releases/spark-release-1-3-1.html" title="Spark Release 1.3.1">Spark 1.3.1</a>! These are both maintenance releases that collectively feature the work of more than 90 developers. </p>
<p>To download either release, visit the <a href="/downloads.html">downloads</a> page.</p>
diff --git a/site/news/spark-1-3-0-released.html b/site/news/spark-1-3-0-released.html
index 13fcd74c5..b2d54ca17 100644
--- a/site/news/spark-1-3-0-released.html
+++ b/site/news/spark-1-3-0-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-4-0-released.html b/site/news/spark-1-4-0-released.html
index 875c1de3b..5b0699131 100644
--- a/site/news/spark-1-4-0-released.html
+++ b/site/news/spark-1-4-0-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-4-1-released.html b/site/news/spark-1-4-1-released.html
index 39999d38b..753ccb779 100644
--- a/site/news/spark-1-4-1-released.html
+++ b/site/news/spark-1-4-1-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-5-0-released.html b/site/news/spark-1-5-0-released.html
index ed605a70a..dfb18e049 100644
--- a/site/news/spark-1-5-0-released.html
+++ b/site/news/spark-1-5-0-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-5-1-released.html b/site/news/spark-1-5-1-released.html
index 95b6d30ea..0d6b17c77 100644
--- a/site/news/spark-1-5-1-released.html
+++ b/site/news/spark-1-5-1-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-5-2-released.html b/site/news/spark-1-5-2-released.html
index 32aa9b572..7627ca331 100644
--- a/site/news/spark-1-5-2-released.html
+++ b/site/news/spark-1-5-2-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-6-0-released.html b/site/news/spark-1-6-0-released.html
index d1ae42aab..bddb32284 100644
--- a/site/news/spark-1-6-0-released.html
+++ b/site/news/spark-1-6-0-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-6-1-released.html b/site/news/spark-1-6-1-released.html
index 0952bd55c..e631f875e 100644
--- a/site/news/spark-1-6-1-released.html
+++ b/site/news/spark-1-6-1-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-6-2-released.html b/site/news/spark-1-6-2-released.html
index 5ec91c419..f15112d51 100644
--- a/site/news/spark-1-6-2-released.html
+++ b/site/news/spark-1-6-2-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-1-6-3-released.html b/site/news/spark-1-6-3-released.html
index 90dd9bc0a..3958b6aa5 100644
--- a/site/news/spark-1-6-3-released.html
+++ b/site/news/spark-1-6-3-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-2-0-0-released.html b/site/news/spark-2-0-0-released.html
index 1b1bc0a39..57aee86d8 100644
--- a/site/news/spark-2-0-0-released.html
+++ b/site/news/spark-2-0-0-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-2-0-1-released.html b/site/news/spark-2-0-1-released.html
index 42b029f69..f24c007cd 100644
--- a/site/news/spark-2-0-1-released.html
+++ b/site/news/spark-2-0-1-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-2-0-2-released.html b/site/news/spark-2-0-2-released.html
index 06d04988b..852ed3fac 100644
--- a/site/news/spark-2-0-2-released.html
+++ b/site/news/spark-2-0-2-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-2.0.0-preview.html b/site/news/spark-2.0.0-preview.html
index 7c0317baa..1b928a002 100644
--- a/site/news/spark-2.0.0-preview.html
+++ b/site/news/spark-2.0.0-preview.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-accepted-into-apache-incubator.html b/site/news/spark-accepted-into-apache-incubator.html
index 3377f7a33..56900828e 100644
--- a/site/news/spark-accepted-into-apache-incubator.html
+++ b/site/news/spark-accepted-into-apache-incubator.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-and-shark-in-the-news.html b/site/news/spark-and-shark-in-the-news.html
index 647f1f04d..4791cbc4b 100644
--- a/site/news/spark-and-shark-in-the-news.html
+++ b/site/news/spark-and-shark-in-the-news.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -196,7 +196,7 @@
<li><a href="http://data-informed.com/spark-an-open-source-engine-for-iterative-data-mining/">DataInformed</a> interviewed two Spark users and wrote about their applications in anomaly detection, predictive analytics and data mining.</li>
</ul>
-<p>In other news, there will be a full day of tutorials on Spark and Shark at the <a href="http://strataconf.com/strata2013">O&#8217;Reilly Strata conference</a> in February. They include a three-hour <a href="http://strataconf.com/strata2013/public/schedule/detail/27438">introduction to Spark, Shark and BDAS</a> Tuesday morning, and a three-hour <a href="http://strataconf.com/strata2013/public/schedule/detail/27440">hands-on exercise session</a>.</p>
+<p>In other news, there will be a full day of tutorials on Spark and Shark at the <a href="http://strataconf.com/strata2013">O&#8217;Reilly Strata conference</a> in February. They include a three-hour <a href="http://strataconf.com/strata2013/public/schedule/detail/27438">introduction to Spark, Shark and BDAS</a> Tuesday morning, and a three-hour <a href="http://strataconf.com/strata2013/public/schedule/detail/27440">hands-on exercise session</a>. </p>
<p>
diff --git a/site/news/spark-becomes-tlp.html b/site/news/spark-becomes-tlp.html
index 5b74ddc2e..7c01caf1d 100644
--- a/site/news/spark-becomes-tlp.html
+++ b/site/news/spark-becomes-tlp.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-featured-in-wired.html b/site/news/spark-featured-in-wired.html
index 8e2830ff6..9cabfb104 100644
--- a/site/news/spark-featured-in-wired.html
+++ b/site/news/spark-featured-in-wired.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-mailing-lists-moving-to-apache.html b/site/news/spark-mailing-lists-moving-to-apache.html
index 2c1051859..45d067b11 100644
--- a/site/news/spark-mailing-lists-moving-to-apache.html
+++ b/site/news/spark-mailing-lists-moving-to-apache.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-meetups.html b/site/news/spark-meetups.html
index 5dc78fab7..5e2eadc2a 100644
--- a/site/news/spark-meetups.html
+++ b/site/news/spark-meetups.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-screencasts-published.html b/site/news/spark-screencasts-published.html
index 829ce8178..5b57d16f5 100644
--- a/site/news/spark-screencasts-published.html
+++ b/site/news/spark-screencasts-published.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-summit-2013-is-a-wrap.html b/site/news/spark-summit-2013-is-a-wrap.html
index d068281f2..ba84c363f 100644
--- a/site/news/spark-summit-2013-is-a-wrap.html
+++ b/site/news/spark-summit-2013-is-a-wrap.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-summit-2014-videos-posted.html b/site/news/spark-summit-2014-videos-posted.html
index 4b6133f6e..dffeacd2a 100644
--- a/site/news/spark-summit-2014-videos-posted.html
+++ b/site/news/spark-summit-2014-videos-posted.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-summit-2015-videos-posted.html b/site/news/spark-summit-2015-videos-posted.html
index f211d3370..32aecea44 100644
--- a/site/news/spark-summit-2015-videos-posted.html
+++ b/site/news/spark-summit-2015-videos-posted.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-summit-agenda-posted.html b/site/news/spark-summit-agenda-posted.html
index 5e2baad93..2970d73d0 100644
--- a/site/news/spark-summit-agenda-posted.html
+++ b/site/news/spark-summit-agenda-posted.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-summit-east-2015-videos-posted.html b/site/news/spark-summit-east-2015-videos-posted.html
index 0c8cd4ef3..981ff5afc 100644
--- a/site/news/spark-summit-east-2015-videos-posted.html
+++ b/site/news/spark-summit-east-2015-videos-posted.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -186,7 +186,7 @@
<h2>Spark Summit East 2015 Videos Posted</h2>
-<p>The videos and slides for Spark Summit East 2015 are now all <a href="http://spark-summit.org/east/2015">available online</a>. Watch them to get the latest news from the Spark community as well as use cases and applications built on top.</p>
+<p>The videos and slides for Spark Summit East 2015 are now all <a href="http://spark-summit.org/east/2015">available online</a>. Watch them to get the latest news from the Spark community as well as use cases and applications built on top. </p>
<p>If you like what you see, consider joining us at the <a href="http://spark-summit.org/2015/agenda">2015 Spark Summit</a> in San Francisco.</p>
diff --git a/site/news/spark-summit-east-2016-cfp-closing.html b/site/news/spark-summit-east-2016-cfp-closing.html
index 5a5193889..bec8c2bf6 100644
--- a/site/news/spark-summit-east-2016-cfp-closing.html
+++ b/site/news/spark-summit-east-2016-cfp-closing.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-summit-east-agenda-posted.html b/site/news/spark-summit-east-agenda-posted.html
index 2fc7a4c4e..1328dc9e0 100644
--- a/site/news/spark-summit-east-agenda-posted.html
+++ b/site/news/spark-summit-east-agenda-posted.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-summit-europe-agenda-posted.html b/site/news/spark-summit-europe-agenda-posted.html
index 4392c073e..9eb164bcf 100644
--- a/site/news/spark-summit-europe-agenda-posted.html
+++ b/site/news/spark-summit-europe-agenda-posted.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-summit-europe.html b/site/news/spark-summit-europe.html
index 2004f74e1..a147124cd 100644
--- a/site/news/spark-summit-europe.html
+++ b/site/news/spark-summit-europe.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-summit-june-2016-agenda-posted.html b/site/news/spark-summit-june-2016-agenda-posted.html
index 7f77ec502..c6c1959f0 100644
--- a/site/news/spark-summit-june-2016-agenda-posted.html
+++ b/site/news/spark-summit-june-2016-agenda-posted.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-tips-from-quantifind.html b/site/news/spark-tips-from-quantifind.html
index a00073a09..8d7338d44 100644
--- a/site/news/spark-tips-from-quantifind.html
+++ b/site/news/spark-tips-from-quantifind.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-user-survey-and-powered-by-page.html b/site/news/spark-user-survey-and-powered-by-page.html
index 111a6374f..10d0b21e4 100644
--- a/site/news/spark-user-survey-and-powered-by-page.html
+++ b/site/news/spark-user-survey-and-powered-by-page.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-version-0-6-0-released.html b/site/news/spark-version-0-6-0-released.html
index d158357cc..63a62147c 100644
--- a/site/news/spark-version-0-6-0-released.html
+++ b/site/news/spark-version-0-6-0-released.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/spark-wins-cloudsort-100tb-benchmark.html b/site/news/spark-wins-cloudsort-100tb-benchmark.html
new file mode 100644
index 000000000..ad15b0fe8
--- /dev/null
+++ b/site/news/spark-wins-cloudsort-100tb-benchmark.html
@@ -0,0 +1,218 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <title>
+ Spark wins CloudSort Benchmark as the most efficient engine | Apache Spark
+
+ </title>
+
+
+
+
+
+ <!-- Bootstrap core CSS -->
+ <link href="/css/cerulean.min.css" rel="stylesheet">
+ <link href="/css/custom.css" rel="stylesheet">
+
+ <!-- Code highlighter CSS -->
+ <link href="/css/pygments-default.css" rel="stylesheet">
+
+ <script type="text/javascript">
+ <!-- Google Analytics initialization -->
+ var _gaq = _gaq || [];
+ _gaq.push(['_setAccount', 'UA-32518208-2']);
+ _gaq.push(['_trackPageview']);
+ (function() {
+ var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;
+ ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
+ var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
+ })();
+
+ <!-- Adds slight delay to links to allow async reporting -->
+ function trackOutboundLink(link, category, action) {
+ try {
+ _gaq.push(['_trackEvent', category , action]);
+ } catch(err){}
+
+ setTimeout(function() {
+ document.location.href = link.href;
+ }, 100);
+ }
+ </script>
+
+ <!-- HTML5 shim and Respond.js IE8 support of HTML5 elements and media queries -->
+ <!--[if lt IE 9]>
+ <script src="https://oss.maxcdn.com/libs/html5shiv/3.7.0/html5shiv.js"></script>
+ <script src="https://oss.maxcdn.com/libs/respond.js/1.3.0/respond.min.js"></script>
+ <![endif]-->
+</head>
+
+<body>
+
+<script src="https://code.jquery.com/jquery.js"></script>
+<script src="https://netdna.bootstrapcdn.com/bootstrap/3.0.3/js/bootstrap.min.js"></script>
+<script src="/js/lang-tabs.js"></script>
+<script src="/js/downloads.js"></script>
+
+<div class="container" style="max-width: 1200px;">
+
+<div class="masthead">
+
+ <p class="lead">
+ <a href="/">
+ <img src="/images/spark-logo-trademark.png"
+ style="height:100px; width:auto; vertical-align: bottom; margin-top: 20px;"></a><span class="tagline">
+ Lightning-fast cluster computing
+ </span>
+ </p>
+
+</div>
+
+<nav class="navbar navbar-default" role="navigation">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse"
+ data-target="#navbar-collapse-1">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ </div>
+
+ <!-- Collect the nav links, forms, and other content for toggling -->
+ <div class="collapse navbar-collapse" id="navbar-collapse-1">
+ <ul class="nav navbar-nav">
+ <li><a href="/downloads.html">Download</a></li>
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">
+ Libraries <b class="caret"></b>
+ </a>
+ <ul class="dropdown-menu">
+ <li><a href="/sql/">SQL and DataFrames</a></li>
+ <li><a href="/streaming/">Spark Streaming</a></li>
+ <li><a href="/mllib/">MLlib (machine learning)</a></li>
+ <li><a href="/graphx/">GraphX (graph)</a></li>
+ <li class="divider"></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SPARK/Third+Party+Projects">Third-Party Packages</a></li>
+ </ul>
+ </li>
+ <li class="dropdown">
+ <a href="#" class="dropdown-toggle" data-toggle="dropdown">
+ Documentation <b class="caret"></b>
+ </a>
+ <ul class="dropdown-menu">
+ <li><a href="/docs/latest/">Latest Release (Spark 2.0.2)</a></li>
+ <li><a href="/documentation.html">Older Versions and Other Resources</a></li>
+ </ul>
+ </li>
+ <li><a href="/examples.html">Examples</a></li>
+ <li class="dropdown">
+ <a href="/community.html" class="dropdown-toggle" data-toggle="dropdown">
+ Community <b class="caret"></b>
+ </a>
+ <ul class="dropdown-menu">
+ <li><a href="/community.html">Mailing Lists</a></li>
+ <li><a href="/community.html#events">Events and Meetups</a></li>
+ <li><a href="/community.html#history">Project History</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SPARK/Powered+By+Spark">Powered By</a></li>
+ <li><a href="https://cwiki.apache.org/confluence/display/SPARK/Committers">Project Committers</a></li>
+ <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
+ </ul>
+ </li>
+ <li><a href="/faq.html">FAQ</a></li>
+ </ul>
+ <ul class="nav navbar-nav navbar-right">
+ <li class="dropdown">
+ <a href="http://www.apache.org/" class="dropdown-toggle" data-toggle="dropdown">
+ Apache Software Foundation <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li><a href="http://www.apache.org/">Apache Homepage</a></li>
+ <li><a href="http://www.apache.org/licenses/">License</a></li>
+ <li><a href="http://www.apache.org/foundation/sponsorship.html">Sponsorship</a></li>
+ <li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a></li>
+ <li><a href="http://www.apache.org/security/">Security</a></li>
+ </ul>
+ </li>
+ </ul>
+ </div>
+ <!-- /.navbar-collapse -->
+</nav>
+
+
+<div class="row">
+ <div class="col-md-3 col-md-push-9">
+ <div class="news" style="margin-bottom: 20px;">
+ <h5>Latest News</h5>
+ <ul class="list-unstyled">
+
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
+ <li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
+ <span class="small">(Nov 14, 2016)</span></li>
+
+ <li><a href="/news/spark-1-6-3-released.html">Spark 1.6.3 released</a>
+ <span class="small">(Nov 07, 2016)</span></li>
+
+ <li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
+ <span class="small">(Oct 03, 2016)</span></li>
+
+ </ul>
+ <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
+ </div>
+ <div class="hidden-xs hidden-sm">
+ <a href="/downloads.html" class="btn btn-success btn-lg btn-block" style="margin-bottom: 30px;">
+ Download Spark
+ </a>
+ <p style="font-size: 16px; font-weight: 500; color: #555;">
+ Built-in Libraries:
+ </p>
+ <ul class="list-none">
+ <li><a href="/sql/">SQL and DataFrames</a></li>
+ <li><a href="/streaming/">Spark Streaming</a></li>
+ <li><a href="/mllib/">MLlib (machine learning)</a></li>
+ <li><a href="/graphx/">GraphX (graph)</a></li>
+ </ul>
+ <a href="https://cwiki.apache.org/confluence/display/SPARK/Third+Party+Projects">Third-Party Packages</a>
+ </div>
+ </div>
+
+ <div class="col-md-9 col-md-pull-3">
+ <h2>Spark wins CloudSort Benchmark as the most efficient engine</h2>
+
+
+<p>We are proud to announce that Apache Spark won the <a href="http://sortbenchmark.org/">2016 CloudSort Benchmark</a> (both Daytona and Indy category). A joint team from Nanjing University, Alibaba Group, and Databricks Inc. entered the competition using NADSort, a distributed sorting program built on top of Spark, and set a new world record as the most cost-efficient way to sort 100TB of data.</p>
+
+<p>They sorted 100TB of data using only $144 USD worth of public cloud resources, beating the previous record that cost $451 USD by the University of California, San Diego.</p>
+
+<p>This adds to the 2014 GraySort record Spark won, and validates Spark as the most efficient data processing engine.</p>
+
+<p>For more information, see the <a href="https://databricks.com/blog/2016/11/14/setting-new-world-record-apache-spark.html">Databricks blog article (in English)</a> written by Spark committer Reynold Xin, or the Nanjing University <a href="http://scit.nju.edu.cn/Item/1193.aspx">press release (in Chinese)</a>.</p>
+
+
+
+<p>
+<br/>
+<a href="/news/">Spark News Archive</a>
+</p>
+
+ </div>
+</div>
+
+
+
+<footer class="small">
+ <hr>
+ Apache Spark, Spark, Apache, and the Spark logo are <a href="/trademarks.html">trademarks</a> of
+ <a href="http://www.apache.org">The Apache Software Foundation</a>.
+</footer>
+
+</div>
+
+</body>
+</html>
diff --git a/site/news/spark-wins-daytona-gray-sort-100tb-benchmark.html b/site/news/spark-wins-daytona-gray-sort-100tb-benchmark.html
index 57b16c9ac..eaa17a3f7 100644
--- a/site/news/spark-wins-daytona-gray-sort-100tb-benchmark.html
+++ b/site/news/spark-wins-daytona-gray-sort-100tb-benchmark.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/strata-exercises-now-available-online.html b/site/news/strata-exercises-now-available-online.html
index d6eae9088..46d851600 100644
--- a/site/news/strata-exercises-now-available-online.html
+++ b/site/news/strata-exercises-now-available-online.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/submit-talks-to-spark-summit-2014.html b/site/news/submit-talks-to-spark-summit-2014.html
index 24586cf8d..46c9c9545 100644
--- a/site/news/submit-talks-to-spark-summit-2014.html
+++ b/site/news/submit-talks-to-spark-summit-2014.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/submit-talks-to-spark-summit-2016.html b/site/news/submit-talks-to-spark-summit-2016.html
index d4d5ab07d..1aa9f8c13 100644
--- a/site/news/submit-talks-to-spark-summit-2016.html
+++ b/site/news/submit-talks-to-spark-summit-2016.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/submit-talks-to-spark-summit-east-2016.html b/site/news/submit-talks-to-spark-summit-east-2016.html
index 588ca05c5..30a059d5f 100644
--- a/site/news/submit-talks-to-spark-summit-east-2016.html
+++ b/site/news/submit-talks-to-spark-summit-east-2016.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/submit-talks-to-spark-summit-eu-2016.html b/site/news/submit-talks-to-spark-summit-eu-2016.html
index 119ad99fe..210799dad 100644
--- a/site/news/submit-talks-to-spark-summit-eu-2016.html
+++ b/site/news/submit-talks-to-spark-summit-eu-2016.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/two-weeks-to-spark-summit-2014.html b/site/news/two-weeks-to-spark-summit-2014.html
index 3ca485e7f..9b1bd0477 100644
--- a/site/news/two-weeks-to-spark-summit-2014.html
+++ b/site/news/two-weeks-to-spark-summit-2014.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/news/video-from-first-spark-development-meetup.html b/site/news/video-from-first-spark-development-meetup.html
index 97a2457bf..b22376276 100644
--- a/site/news/video-from-first-spark-development-meetup.html
+++ b/site/news/video-from-first-spark-development-meetup.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-0-3.html b/site/releases/spark-release-0-3.html
index a9c070dbe..5baab5089 100644
--- a/site/releases/spark-release-0-3.html
+++ b/site/releases/spark-release-0-3.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-0-5-0.html b/site/releases/spark-release-0-5-0.html
index 7c3b7359b..b063ec084 100644
--- a/site/releases/spark-release-0-5-0.html
+++ b/site/releases/spark-release-0-5-0.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-0-5-1.html b/site/releases/spark-release-0-5-1.html
index d9c94127a..3f8d37e1f 100644
--- a/site/releases/spark-release-0-5-1.html
+++ b/site/releases/spark-release-0-5-1.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-0-5-2.html b/site/releases/spark-release-0-5-2.html
index 650c5f8ea..c2535e285 100644
--- a/site/releases/spark-release-0-5-2.html
+++ b/site/releases/spark-release-0-5-2.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-0-6-0.html b/site/releases/spark-release-0-6-0.html
index 2945b24fc..93decf8fb 100644
--- a/site/releases/spark-release-0-6-0.html
+++ b/site/releases/spark-release-0-6-0.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-0-6-1.html b/site/releases/spark-release-0-6-1.html
index b397122b9..660391212 100644
--- a/site/releases/spark-release-0-6-1.html
+++ b/site/releases/spark-release-0-6-1.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-0-6-2.html b/site/releases/spark-release-0-6-2.html
index 95a8a5bc4..935b0e271 100644
--- a/site/releases/spark-release-0-6-2.html
+++ b/site/releases/spark-release-0-6-2.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-0-7-0.html b/site/releases/spark-release-0-7-0.html
index 896513244..e89337276 100644
--- a/site/releases/spark-release-0-7-0.html
+++ b/site/releases/spark-release-0-7-0.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-0-7-2.html b/site/releases/spark-release-0-7-2.html
index 8faba3b50..250630097 100644
--- a/site/releases/spark-release-0-7-2.html
+++ b/site/releases/spark-release-0-7-2.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-0-7-3.html b/site/releases/spark-release-0-7-3.html
index 2df5db2bd..0d043443a 100644
--- a/site/releases/spark-release-0-7-3.html
+++ b/site/releases/spark-release-0-7-3.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-0-8-0.html b/site/releases/spark-release-0-8-0.html
index 41922b7a1..2a551ab24 100644
--- a/site/releases/spark-release-0-8-0.html
+++ b/site/releases/spark-release-0-8-0.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -210,13 +210,13 @@
<p>Spark’s internal job scheduler has been refactored and extended to include more sophisticated scheduling policies. In particular, a <a href="http://spark.incubator.apache.org/docs/0.8.0/job-scheduling.html#scheduling-within-an-application">fair scheduler</a> implementation now allows multiple users to share an instance of Spark, which helps users running shorter jobs to achieve good performance, even when longer-running jobs are running in parallel. Support for topology-aware scheduling has been extended, including the ability to take into account rack locality and support for multiple executors on a single machine.</p>
<h3 id="easier-deployment-and-linking">Easier Deployment and Linking</h3>
-<p>User programs can now link to Spark no matter which Hadoop version they need, without having to publish a version of <code>spark-core</code> specifically for that Hadoop version. An explanation of how to link against different Hadoop versions is provided <a href="http://spark.incubator.apache.org/docs/0.8.0/scala-programming-guide.html#linking-with-spark">here</a>.</p>
+<p>User programs can now link to Spark no matter which Hadoop version they need, without having to publish a version of <code>spark-core</code> specifically for that Hadoop version. An explanation of how to link against different Hadoop versions is provided <a href="http://spark.incubator.apache.org/docs/0.8.0/scala-programming-guide.html#linking-with-spark">here</a>. </p>
<h3 id="expanded-ec2-capabilities">Expanded EC2 Capabilities</h3>
<p>Spark’s EC2 scripts now support launching in any availability zone. Support has also been added for EC2 instance types which use the newer “HVM” architecture. This includes the cluster compute (cc1/cc2) family of instance types. We’ve also added support for running newer versions of HDFS alongside Spark. Finally, we’ve added the ability to launch clusters with maintenance releases of Spark in addition to launching the newest release.</p>
<h3 id="improved-documentation">Improved Documentation</h3>
-<p>This release adds documentation about cluster hardware provisioning and inter-operation with common Hadoop distributions. Docs are also included to cover the MLlib machine learning functions and new cluster monitoring features. Existing documentation has been updated to reflect changes in building and deploying Spark.</p>
+<p>This release adds documentation about cluster hardware provisioning and inter-operation with common Hadoop distributions. Docs are also included to cover the MLlib machine learning functions and new cluster monitoring features. Existing documentation has been updated to reflect changes in building and deploying Spark. </p>
<h3 id="other-improvements">Other Improvements</h3>
<ul>
diff --git a/site/releases/spark-release-0-8-1.html b/site/releases/spark-release-0-8-1.html
index a4a946046..9279f5d44 100644
--- a/site/releases/spark-release-0-8-1.html
+++ b/site/releases/spark-release-0-8-1.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-0-9-0.html b/site/releases/spark-release-0-9-0.html
index 292286402..5de4f0b3a 100644
--- a/site/releases/spark-release-0-9-0.html
+++ b/site/releases/spark-release-0-9-0.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-0-9-1.html b/site/releases/spark-release-0-9-1.html
index 0597fa004..2161ee8f9 100644
--- a/site/releases/spark-release-0-9-1.html
+++ b/site/releases/spark-release-0-9-1.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -201,9 +201,9 @@
<li>Fixed hash collision bug in external spilling [<a href="https://issues.apache.org/jira/browse/SPARK-1113">SPARK-1113</a>]</li>
<li>Fixed conflict with Spark’s log4j for users relying on other logging backends [<a href="https://issues.apache.org/jira/browse/SPARK-1190">SPARK-1190</a>]</li>
<li>Fixed Graphx missing from Spark assembly jar in maven builds</li>
- <li>Fixed silent failures due to map output status exceeding Akka frame size [<a href="https://issues.apache.org/jira/browse/SPARK-1244">SPARK-1244</a>]</li>
- <li>Removed Spark’s unnecessary direct dependency on ASM [<a href="https://issues.apache.org/jira/browse/SPARK-782">SPARK-782</a>]</li>
- <li>Removed metrics-ganglia from default build due to LGPL license conflict [<a href="https://issues.apache.org/jira/browse/SPARK-1167">SPARK-1167</a>]</li>
+ <li>Fixed silent failures due to map output status exceeding Akka frame size [<a href="https://issues.apache.org/jira/browse/SPARK-1244">SPARK-1244</a>] </li>
+ <li>Removed Spark’s unnecessary direct dependency on ASM [<a href="https://issues.apache.org/jira/browse/SPARK-782">SPARK-782</a>] </li>
+ <li>Removed metrics-ganglia from default build due to LGPL license conflict [<a href="https://issues.apache.org/jira/browse/SPARK-1167">SPARK-1167</a>] </li>
<li>Fixed bug in distribution tarball not containing spark assembly jar [<a href="https://issues.apache.org/jira/browse/SPARK-1184">SPARK-1184</a>]</li>
<li>Fixed bug causing infinite NullPointerException failures due to a null in map output locations [<a href="https://issues.apache.org/jira/browse/SPARK-1124">SPARK-1124</a>]</li>
<li>Fixed bugs in post-job cleanup of scheduler’s data structures</li>
@@ -219,7 +219,7 @@
<li>Fixed bug making Spark application stall when YARN registration fails [<a href="https://issues.apache.org/jira/browse/SPARK-1032">SPARK-1032</a>]</li>
<li>Race condition in getting HDFS delegation tokens in yarn-client mode [<a href="https://issues.apache.org/jira/browse/SPARK-1203">SPARK-1203</a>]</li>
<li>Fixed bug in yarn-client mode not exiting properly [<a href="https://issues.apache.org/jira/browse/SPARK-1049">SPARK-1049</a>]</li>
- <li>Fixed regression bug in ADD_JAR environment variable not correctly adding custom jars [<a href="https://issues.apache.org/jira/browse/SPARK-1089">SPARK-1089</a>]</li>
+ <li>Fixed regression bug in ADD_JAR environment variable not correctly adding custom jars [<a href="https://issues.apache.org/jira/browse/SPARK-1089">SPARK-1089</a>] </li>
</ul>
<h3 id="improvements-to-other-deployment-scenarios">Improvements to other deployment scenarios</h3>
@@ -230,19 +230,19 @@
<h3 id="optimizations-to-mllib">Optimizations to MLLib</h3>
<ul>
- <li>Optimized memory usage of ALS [<a href="https://issues.apache.org/jira/browse/MLLIB-25">MLLIB-25</a>]</li>
+ <li>Optimized memory usage of ALS [<a href="https://issues.apache.org/jira/browse/MLLIB-25">MLLIB-25</a>] </li>
<li>Optimized computation of YtY for implicit ALS [<a href="https://issues.apache.org/jira/browse/SPARK-1237">SPARK-1237</a>]</li>
<li>Support for negative implicit input in ALS [<a href="https://issues.apache.org/jira/browse/MLLIB-22">MLLIB-22</a>]</li>
<li>Setting of a random seed in ALS [<a href="https://issues.apache.org/jira/browse/SPARK-1238">SPARK-1238</a>]</li>
- <li>Faster construction of features with intercept [<a href="https://issues.apache.org/jira/browse/SPARK-1260">SPARK-1260</a>]</li>
+ <li>Faster construction of features with intercept [<a href="https://issues.apache.org/jira/browse/SPARK-1260">SPARK-1260</a>] </li>
<li>Check for intercept and weight in GLM’s addIntercept [<a href="https://issues.apache.org/jira/browse/SPARK-1327">SPARK-1327</a>]</li>
</ul>
<h3 id="bug-fixes-and-better-api-parity-for-pyspark">Bug fixes and better API parity for PySpark</h3>
<ul>
<li>Fixed bug in Python de-pickling [<a href="https://issues.apache.org/jira/browse/SPARK-1135">SPARK-1135</a>]</li>
- <li>Fixed bug in serialization of strings longer than 64K [<a href="https://issues.apache.org/jira/browse/SPARK-1043">SPARK-1043</a>]</li>
- <li>Fixed bug that made jobs hang when base file is not available [<a href="https://issues.apache.org/jira/browse/SPARK-1025">SPARK-1025</a>]</li>
+ <li>Fixed bug in serialization of strings longer than 64K [<a href="https://issues.apache.org/jira/browse/SPARK-1043">SPARK-1043</a>] </li>
+ <li>Fixed bug that made jobs hang when base file is not available [<a href="https://issues.apache.org/jira/browse/SPARK-1025">SPARK-1025</a>] </li>
<li>Added Missing RDD operations to PySpark - top, zip, foldByKey, repartition, coalesce, getStorageLevel, setName and toDebugString</li>
</ul>
@@ -274,13 +274,13 @@
<li>Kay Ousterhout - Multiple bug fixes in scheduler&#8217;s handling of task failures</li>
<li>Kousuke Saruta - Use of https to access github</li>
<li>Mark Grover - Bug fix in distribution tar.gz</li>
- <li>Matei Zaharia - Bug fixes in handling of task failures due to NPE, and cleaning up of scheduler data structures</li>
+ <li>Matei Zaharia - Bug fixes in handling of task failures due to NPE, and cleaning up of scheduler data structures </li>
<li>Nan Zhu - Bug fixes in PySpark RDD.takeSample and adding of JARs using ADD_JAR - and improvements to docs</li>
<li>Nick Lanham - Added ability to make distribution tarballs with Tachyon</li>
<li>Patrick Wendell - Bug fixes in ASM shading, fixes for log4j initialization, removing Ganglia due to LGPL license, and other miscallenous bug fixes</li>
<li>Prabin Banka - RDD.zip and other missing RDD operations in PySpark</li>
<li>Prashant Sharma - RDD.foldByKey in PySpark, and other PySpark doc improvements</li>
- <li>Qiuzhuang - Bug fix in standalone worker</li>
+ <li>Qiuzhuang - Bug fix in standalone worker </li>
<li>Raymond Liu - Changed working directory in ZookeeperPersistenceEngine</li>
<li>Reynold Xin - Improvements to docs and test infrastructure</li>
<li>Sandy Ryza - Multiple important Yarn bug fixes and improvements</li>
diff --git a/site/releases/spark-release-0-9-2.html b/site/releases/spark-release-0-9-2.html
index 6ea336e55..f6e68e9ec 100644
--- a/site/releases/spark-release-0-9-2.html
+++ b/site/releases/spark-release-0-9-2.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-1-0-0.html b/site/releases/spark-release-1-0-0.html
index 90a1715cf..e6e829182 100644
--- a/site/releases/spark-release-1-0-0.html
+++ b/site/releases/spark-release-1-0-0.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-1-0-1.html b/site/releases/spark-release-1-0-1.html
index f1fcfbf33..76e3d54dd 100644
--- a/site/releases/spark-release-1-0-1.html
+++ b/site/releases/spark-release-1-0-1.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -258,8 +258,8 @@
<li>Cheng Hao &#8211; SQL features</li>
<li>Cheng Lian &#8211; SQL features</li>
<li>Christian Tzolov &#8211; build improvmenet</li>
- <li>Clément MATHIEU &#8211; doc updates</li>
- <li>CodingCat &#8211; doc updates and bug fix</li>
+ <li>Clément MATHIEU &#8211; doc updates </li>
+ <li>CodingCat &#8211; doc updates and bug fix </li>
<li>Colin McCabe &#8211; bug fix</li>
<li>Daoyuan &#8211; SQL joins</li>
<li>David Lemieux &#8211; bug fix</li>
@@ -275,7 +275,7 @@
<li>Kan Zhang &#8211; PySpark SQL features</li>
<li>Kay Ousterhout &#8211; documentation fix</li>
<li>LY Lai &#8211; bug fix</li>
- <li>Lars Albertsson &#8211; bug fix</li>
+ <li>Lars Albertsson &#8211; bug fix </li>
<li>Lei Zhang &#8211; SQL fix and feature</li>
<li>Mark Hamstra &#8211; bug fix</li>
<li>Matei Zaharia &#8211; doc updates and bug fix</li>
@@ -297,7 +297,7 @@
<li>Shixiong Zhu &#8211; code clean-up</li>
<li>Szul, Piotr &#8211; bug fix</li>
<li>Takuya UESHIN &#8211; bug fixes and SQL features</li>
- <li>Thomas Graves &#8211; bug fix</li>
+ <li>Thomas Graves &#8211; bug fix </li>
<li>Uri Laserson &#8211; bug fix</li>
<li>Vadim Chekan &#8211; bug fix</li>
<li>Varakhedi Sujeet &#8211; ec2 r3 support</li>
diff --git a/site/releases/spark-release-1-0-2.html b/site/releases/spark-release-1-0-2.html
index 9b9090f70..a167d5384 100644
--- a/site/releases/spark-release-1-0-2.html
+++ b/site/releases/spark-release-1-0-2.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -268,7 +268,7 @@
<li>johnnywalleye - Bug fixes in MLlib</li>
<li>joyyoj - Bug fix in Streaming</li>
<li>kballou - Doc fix</li>
- <li>lianhuiwang - Doc fix</li>
+ <li>lianhuiwang - Doc fix </li>
<li>witgo - Bug fix in sbt</li>
</ul>
diff --git a/site/releases/spark-release-1-1-0.html b/site/releases/spark-release-1-1-0.html
index f5789ca3d..739f973ca 100644
--- a/site/releases/spark-release-1-1-0.html
+++ b/site/releases/spark-release-1-1-0.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -197,7 +197,7 @@
<p>Spark SQL adds a number of new features and performance improvements in this release. A <a href="http://spark.apache.org/docs/1.1.0/sql-programming-guide.html#running-the-thrift-jdbc-server">JDBC/ODBC server</a> allows users to connect to SparkSQL from many different applications and provides shared access to cached tables. A new module provides <a href="http://spark.apache.org/docs/1.1.0/sql-programming-guide.html#json-datasets">support for loading JSON data</a> directly into Spark’s SchemaRDD format, including automatic schema inference. Spark SQL introduces <a href="http://spark.apache.org/docs/1.1.0/sql-programming-guide.html#other-configuration-options">dynamic bytecode generation</a> in this release, a technique which significantly speeds up execution for queries that perform complex expression evaluation. This release also adds support for registering Python, Scala, and Java lambda functions as UDFs, which can then be called directly in SQL. Spark 1.1 adds a <a href="http://spark.apache.org/docs/1.1.0/sql-programming-guide.html#programmatically-specifying-the-schema">public types API to allow users to create SchemaRDD’s from custom data sources</a>. Finally, many optimizations have been added to the native Parquet support as well as throughout the engine.</p>
<h3 id="mllib">MLlib</h3>
-<p>MLlib adds several new algorithms and optimizations in this release. 1.1 introduces a <a href="https://issues.apache.org/jira/browse/SPARK-2359">new library of statistical packages</a> which provides exploratory analytic functions. These include stratified sampling, correlations, chi-squared tests and support for creating random datasets. This release adds utilities for feature extraction (<a href="https://issues.apache.org/jira/browse/SPARK-2510">Word2Vec</a> and <a href="https://issues.apache.org/jira/browse/SPARK-2511">TF-IDF</a>) and feature transformation (<a href="https://issues.apache.org/jira/browse/SPARK-2272">normalization and standard scaling</a>). Also new are support for <a href="https://issues.apache.org/jira/browse/SPARK-1553">nonnegative matrix factorization</a> and <a href="https://issues.apache.org/jira/browse/SPARK-1782">SVD via Lanczos</a>. The decision tree algorithm has been <a href="https://issues.apache.org/jira/browse/SPARK-2478">added in Python and Java</a>. A tree aggregation primitive has been added to help optimize many existing algorithms. Performance improves across the board in MLlib 1.1, with improvements of around 2-3X for many algorithms and up to 5X for large scale decision tree problems.</p>
+<p>MLlib adds several new algorithms and optimizations in this release. 1.1 introduces a <a href="https://issues.apache.org/jira/browse/SPARK-2359">new library of statistical packages</a> which provides exploratory analytic functions. These include stratified sampling, correlations, chi-squared tests and support for creating random datasets. This release adds utilities for feature extraction (<a href="https://issues.apache.org/jira/browse/SPARK-2510">Word2Vec</a> and <a href="https://issues.apache.org/jira/browse/SPARK-2511">TF-IDF</a>) and feature transformation (<a href="https://issues.apache.org/jira/browse/SPARK-2272">normalization and standard scaling</a>). Also new are support for <a href="https://issues.apache.org/jira/browse/SPARK-1553">nonnegative matrix factorization</a> and <a href="https://issues.apache.org/jira/browse/SPARK-1782">SVD via Lanczos</a>. The decision tree algorithm has been <a href="https://issues.apache.org/jira/browse/SPARK-2478">added in Python and Java</a>. A tree aggregation primitive has been added to help optimize many existing algorithms. Performance improves across the board in MLlib 1.1, with improvements of around 2-3X for many algorithms and up to 5X for large scale decision tree problems. </p>
<h3 id="graphx-and-spark-streaming">GraphX and Spark Streaming</h3>
<p>Spark streaming adds a new data source <a href="https://issues.apache.org/jira/browse/SPARK-1981">Amazon Kinesis</a>. For the Apache Flume, a new mode is supported which <a href="https://issues.apache.org/jira/browse/SPARK-1729">pulls data from Flume</a>, simplifying deployment and providing high availability. The first of a set of <a href="https://issues.apache.org/jira/browse/SPARK-2438">streaming machine learning algorithms</a> is introduced with streaming linear regression. Finally, <a href="https://issues.apache.org/jira/browse/SPARK-1341">rate limiting</a> has been added for streaming inputs. GraphX adds <a href="https://issues.apache.org/jira/browse/SPARK-1991">custom storage levels for vertices and edges</a> along with <a href="https://issues.apache.org/jira/browse/SPARK-2748">improved numerical precision</a> across the board. Finally, GraphX adds a new label propagation algorithm.</p>
@@ -215,7 +215,7 @@
<ul>
<li>The default value of <code>spark.io.compression.codec</code> is now <code>snappy</code> for improved memory usage. Old behavior can be restored by switching to <code>lzf</code>.</li>
- <li>The default value of <code>spark.broadcast.factory</code> is now <code>org.apache.spark.broadcast.TorrentBroadcastFactory</code> for improved efficiency of broadcasts. Old behavior can be restored by switching to <code>org.apache.spark.broadcast.HttpBroadcastFactory</code>.</li>
+ <li>The default value of <code>spark.broadcast.factory</code> is now <code>org.apache.spark.broadcast.TorrentBroadcastFactory</code> for improved efficiency of broadcasts. Old behavior can be restored by switching to <code>org.apache.spark.broadcast.HttpBroadcastFactory</code>. </li>
<li>PySpark now performs external spilling during aggregations. Old behavior can be restored by setting <code>spark.shuffle.spill</code> to <code>false</code>.</li>
<li>PySpark uses a new heuristic for determining the parallelism of shuffle operations. Old behavior can be restored by setting <code>spark.default.parallelism</code> to the number of cores in the cluster.</li>
</ul>
@@ -275,7 +275,7 @@
<li>Daneil Darabos &#8211; bug fixes and UI enhancements</li>
<li>Daoyuan Wang &#8211; SQL fixes</li>
<li>David Lemieux &#8211; bug fix</li>
- <li>Davies Liu &#8211; PySpark fixes and spilling</li>
+ <li>Davies Liu &#8211; PySpark fixes and spilling </li>
<li>DB Tsai &#8211; online summaries in MLlib and other MLlib features</li>
<li>Derek Ma &#8211; bug fix</li>
<li>Doris Xin &#8211; MLlib stats library and several fixes</li>
diff --git a/site/releases/spark-release-1-1-1.html b/site/releases/spark-release-1-1-1.html
index a730ce37e..1795346aa 100644
--- a/site/releases/spark-release-1-1-1.html
+++ b/site/releases/spark-release-1-1-1.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-1-2-0.html b/site/releases/spark-release-1-2-0.html
index 3cc6385d9..a07ece52e 100644
--- a/site/releases/spark-release-1-2-0.html
+++ b/site/releases/spark-release-1-2-0.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -194,7 +194,7 @@
<p>In 1.2 Spark core upgrades two major subsystems to improve the performance and stability of very large scale shuffles. The first is Spark’s communication manager used during bulk transfers, which upgrades to a <a href="https://issues.apache.org/jira/browse/SPARK-2468">netty-based implementation</a>. The second is Spark’s shuffle mechanism, which upgrades to the <a href="https://issues.apache.org/jira/browse/SPARK-3280">“sort based” shuffle initially released in Spark 1.1</a>. These both improve the performance and stability of very large scale shuffles. Spark also adds an <a href="https://issues.apache.org/jira/browse/SPARK-3174">elastic scaling mechanism</a> designed to improve cluster utilization during long running ETL-style jobs. This is currently supported on YARN and will make its way to other cluster managers in future versions. Finally, Spark 1.2 adds support for Scala 2.11. For instructions on building for Scala 2.11 see the <a href="/docs/1.2.0/building-spark.html#building-for-scala-211">build documentation</a>.</p>
<h3 id="spark-streaming">Spark Streaming</h3>
-<p>This release includes two major feature additions to Spark’s streaming library, a Python API and a write ahead log for full driver H/A. The <a href="https://issues.apache.org/jira/browse/SPARK-2377">Python API</a> covers almost all the DStream transformations and output operations. Input sources based on text files and text over sockets are currently supported. Support for Kafka and Flume input streams in Python will be added in the next release. Second, Spark streaming now features H/A driver support through a <a href="https://issues.apache.org/jira/browse/SPARK-3129">write ahead log (WAL)</a>. In Spark 1.1 and earlier, some buffered (received but not yet processed) data can be lost during driver restarts. To prevent this Spark 1.2 adds an optional WAL, which buffers received data into a fault-tolerant file system (e.g. HDFS). See the <a href="/docs/1.2.0/streaming-programming-guide.html">streaming programming guide</a> for more details.</p>
+<p>This release includes two major feature additions to Spark’s streaming library, a Python API and a write ahead log for full driver H/A. The <a href="https://issues.apache.org/jira/browse/SPARK-2377">Python API</a> covers almost all the DStream transformations and output operations. Input sources based on text files and text over sockets are currently supported. Support for Kafka and Flume input streams in Python will be added in the next release. Second, Spark streaming now features H/A driver support through a <a href="https://issues.apache.org/jira/browse/SPARK-3129">write ahead log (WAL)</a>. In Spark 1.1 and earlier, some buffered (received but not yet processed) data can be lost during driver restarts. To prevent this Spark 1.2 adds an optional WAL, which buffers received data into a fault-tolerant file system (e.g. HDFS). See the <a href="/docs/1.2.0/streaming-programming-guide.html">streaming programming guide</a> for more details. </p>
<h3 id="mllib">MLLib</h3>
<p>Spark 1.2 previews a new set of machine learning API’s in a package called spark.ml that <a href="https://issues.apache.org/jira/browse/SPARK-3530">supports learning pipelines</a>, where multiple algorithms are run in sequence with varying parameters. This type of pipeline is common in practical machine learning deployments. The new ML package uses Spark’s SchemaRDD to represent <a href="https://issues.apache.org/jira/browse/SPARK-3573">ML datasets</a>, providing direct interoperability with Spark SQL. In addition to the new API, Spark 1.2 extends decision trees with two tree ensemble methods: <a href="https://issues.apache.org/jira/browse/SPARK-1545">random forests</a> and <a href="https://issues.apache.org/jira/browse/SPARK-1547">gradient-boosted trees</a>, among the most successful tree-based models for classification and regression. Finally, MLlib&#8217;s Python implementation receives a major update in 1.2 to simplify the process of adding Python APIs, along with better Python API coverage.</p>
diff --git a/site/releases/spark-release-1-2-1.html b/site/releases/spark-release-1-2-1.html
index f2a8c602f..22e3a1e39 100644
--- a/site/releases/spark-release-1-2-1.html
+++ b/site/releases/spark-release-1-2-1.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-1-2-2.html b/site/releases/spark-release-1-2-2.html
index 2fc7a389a..c70ceeec1 100644
--- a/site/releases/spark-release-1-2-2.html
+++ b/site/releases/spark-release-1-2-2.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-1-3-0.html b/site/releases/spark-release-1-3-0.html
index 5bf184008..9e4733447 100644
--- a/site/releases/spark-release-1-3-0.html
+++ b/site/releases/spark-release-1-3-0.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -191,7 +191,7 @@
<p>To download Spark 1.3 visit the <a href="/downloads.html">downloads</a> page.</p>
<h3 id="spark-core">Spark Core</h3>
-<p>Spark 1.3 sees a handful of usability improvements in the core engine. The core API now supports <a href="https://issues.apache.org/jira/browse/SPARK-5430">multi level aggregation trees</a> to help speed up expensive reduce operations. <a href="https://issues.apache.org/jira/browse/SPARK-5063">Improved error reporting</a> has been added for certain gotcha operations. Spark&#8217;s Jetty dependency is <a href="https://issues.apache.org/jira/browse/SPARK-3996">now shaded</a> to help avoid conflicts with user programs. Spark now supports <a href="https://issues.apache.org/jira/browse/SPARK-3883">SSL encryption</a> for some communication endpoints. Finaly, realtime <a href="https://issues.apache.org/jira/browse/SPARK-3428">GC metrics</a> and <a href="https://issues.apache.org/jira/browse/SPARK-4874">record counts</a> have been added to the UI.</p>
+<p>Spark 1.3 sees a handful of usability improvements in the core engine. The core API now supports <a href="https://issues.apache.org/jira/browse/SPARK-5430">multi level aggregation trees</a> to help speed up expensive reduce operations. <a href="https://issues.apache.org/jira/browse/SPARK-5063">Improved error reporting</a> has been added for certain gotcha operations. Spark&#8217;s Jetty dependency is <a href="https://issues.apache.org/jira/browse/SPARK-3996">now shaded</a> to help avoid conflicts with user programs. Spark now supports <a href="https://issues.apache.org/jira/browse/SPARK-3883">SSL encryption</a> for some communication endpoints. Finaly, realtime <a href="https://issues.apache.org/jira/browse/SPARK-3428">GC metrics</a> and <a href="https://issues.apache.org/jira/browse/SPARK-4874">record counts</a> have been added to the UI. </p>
<h3 id="dataframe-api">DataFrame API</h3>
<p>Spark 1.3 adds a new <a href="/docs/1.3.0/sql-programming-guide.html#dataframes">DataFrames API</a> that provides powerful and convenient operators when working with structured datasets. The DataFrame is an evolution of the base RDD API that includes named fields along with schema information. It’s easy to construct a DataFrame from sources such as Hive tables, JSON data, a JDBC database, or any implementation of Spark’s new data source API. Data frames will become a common interchange format between Spark components and when importing and exporting data to other systems. Data frames are supported in Python, Scala, and Java.</p>
@@ -203,7 +203,7 @@
<p>In this release Spark MLlib introduces several new algorithms: latent Dirichlet allocation (LDA) for <a href="https://issues.apache.org/jira/browse/SPARK-1405">topic modeling</a>, <a href="https://issues.apache.org/jira/browse/SPARK-2309">multinomial logistic regression</a> for multiclass classification, <a href="https://issues.apache.org/jira/browse/SPARK-5012">Gaussian mixture model (GMM)</a> and <a href="https://issues.apache.org/jira/browse/SPARK-4259">power iteration clustering</a> for clustering, <a href="https://issues.apache.org/jira/browse/SPARK-4001">FP-growth</a> for frequent pattern mining, and <a href="https://issues.apache.org/jira/browse/SPARK-4409">block matrix abstraction</a> for distributed linear algebra. Initial support has been added for <a href="https://issues.apache.org/jira/browse/SPARK-4587">model import/export</a> in exchangeable format, which will be expanded in future versions to cover more model types in Java/Python/Scala. The implementations of k-means and ALS receive <a href="https://issues.apache.org/jira/browse/SPARK-3424, https://issues.apache.org/jira/browse/SPARK-3541">updates</a> that lead to significant performance gain. PySpark now supports the <a href="https://issues.apache.org/jira/browse/SPARK-4586">ML pipeline API</a> added in Spark 1.2, and <a href="https://issues.apache.org/jira/browse/SPARK-5094">gradient boosted trees</a> and <a href="https://issues.apache.org/jira/browse/SPARK-5012">Gaussian mixture model</a>. Finally, the ML pipeline API has been ported to support the new DataFrames abstraction.</p>
<h3 id="spark-streaming">Spark Streaming</h3>
-<p>Spark 1.3 introduces a new <a href="https://issues.apache.org/jira/browse/SPARK-4964"><em>direct</em> Kafka API</a> (<a href="http://spark.apache.org/docs/1.3.0/streaming-kafka-integration.html">docs</a>) which enables exactly-once delivery without the use of write ahead logs. It also adds a <a href="https://issues.apache.org/jira/browse/SPARK-5047">Python Kafka API</a> along with infrastructure for additional Python API’s in future releases. An online version of <a href="https://issues.apache.org/jira/browse/SPARK-4979">logistic regression</a> and the ability to read <a href="https://issues.apache.org/jira/browse/SPARK-4969">binary records</a> have also been added. For stateful operations, support has been added for loading of an <a href="https://issues.apache.org/jira/browse/SPARK-3660">initial state RDD</a>. Finally, the streaming programming guide has been updated to include information about SQL and DataFrame operations within streaming applications, and important clarifications to the fault-tolerance semantics.</p>
+<p>Spark 1.3 introduces a new <a href="https://issues.apache.org/jira/browse/SPARK-4964"><em>direct</em> Kafka API</a> (<a href="http://spark.apache.org/docs/1.3.0/streaming-kafka-integration.html">docs</a>) which enables exactly-once delivery without the use of write ahead logs. It also adds a <a href="https://issues.apache.org/jira/browse/SPARK-5047">Python Kafka API</a> along with infrastructure for additional Python API’s in future releases. An online version of <a href="https://issues.apache.org/jira/browse/SPARK-4979">logistic regression</a> and the ability to read <a href="https://issues.apache.org/jira/browse/SPARK-4969">binary records</a> have also been added. For stateful operations, support has been added for loading of an <a href="https://issues.apache.org/jira/browse/SPARK-3660">initial state RDD</a>. Finally, the streaming programming guide has been updated to include information about SQL and DataFrame operations within streaming applications, and important clarifications to the fault-tolerance semantics. </p>
<h3 id="graphx">GraphX</h3>
<p>GraphX adds a handful of utility functions in this release, including conversion into a <a href="https://issues.apache.org/jira/browse/SPARK-4917">canonical edge graph</a>.</p>
@@ -219,7 +219,7 @@
<ul>
<li><a href="https://issues.apache.org/jira/browse/SPARK-6194">SPARK-6194</a>: A memory leak in PySPark&#8217;s <code>collect()</code>.</li>
<li><a href="https://issues.apache.org/jira/browse/SPARK-6222">SPARK-6222</a>: An issue with failure recovery in Spark Streaming.</li>
- <li><a href="https://issues.apache.org/jira/browse/SPARK-6315">SPARK-6315</a>: Spark SQL can&#8217;t read parquet data generated with Spark 1.1.</li>
+ <li><a href="https://issues.apache.org/jira/browse/SPARK-6315">SPARK-6315</a>: Spark SQL can&#8217;t read parquet data generated with Spark 1.1. </li>
<li><a href="https://issues.apache.org/jira/browse/SPARK-6247">SPARK-6247</a>: Errors analyzing certain join types in Spark SQL.</li>
</ul>
diff --git a/site/releases/spark-release-1-3-1.html b/site/releases/spark-release-1-3-1.html
index fc3d52e09..21932396f 100644
--- a/site/releases/spark-release-1-3-1.html
+++ b/site/releases/spark-release-1-3-1.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -196,10 +196,10 @@
<h4 id="spark-sql">Spark SQL</h4>
<ul>
<li>Unable to use reserved words in DDL (<a href="http://issues.apache.org/jira/browse/SPARK-6250">SPARK-6250</a>)</li>
- <li>Parquet no longer caches metadata (<a href="http://issues.apache.org/jira/browse/SPARK-6575">SPARK-6575</a>)</li>
+ <li>Parquet no longer caches metadata (<a href="http://issues.apache.org/jira/browse/SPARK-6575">SPARK-6575</a>) </li>
<li>Bug when joining two Parquet tables (<a href="http://issues.apache.org/jira/browse/SPARK-6851">SPARK-6851</a>)</li>
- <li>Unable to read parquet data generated by Spark 1.1.1 (<a href="http://issues.apache.org/jira/browse/SPARK-6315">SPARK-6315</a>)</li>
- <li>Parquet data source may use wrong Hadoop FileSystem (<a href="http://issues.apache.org/jira/browse/SPARK-6330">SPARK-6330</a>)</li>
+ <li>Unable to read parquet data generated by Spark 1.1.1 (<a href="http://issues.apache.org/jira/browse/SPARK-6315">SPARK-6315</a>) </li>
+ <li>Parquet data source may use wrong Hadoop FileSystem (<a href="http://issues.apache.org/jira/browse/SPARK-6330">SPARK-6330</a>) </li>
</ul>
<h4 id="spark-streaming">Spark Streaming</h4>
diff --git a/site/releases/spark-release-1-4-0.html b/site/releases/spark-release-1-4-0.html
index f42193eb3..44e6d1ee1 100644
--- a/site/releases/spark-release-1-4-0.html
+++ b/site/releases/spark-release-1-4-0.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -250,7 +250,7 @@ Python coverage. MLlib also adds several new algorithms.</p>
</ul>
<h3 id="spark-streaming">Spark Streaming</h3>
-<p>Spark streaming adds visual instrumentation graphs and significantly improved debugging information in the UI. It also enhances support for both Kafka and Kinesis.</p>
+<p>Spark streaming adds visual instrumentation graphs and significantly improved debugging information in the UI. It also enhances support for both Kafka and Kinesis. </p>
<ul>
<li><a href="https://issues.apache.org/jira/browse/SPARK-7602">SPARK-7602</a>: Visualization and monitoring in the streaming UI including batch drill down (<a href="https://issues.apache.org/jira/browse/SPARK-6796">SPARK-6796</a>, <a href="https://issues.apache.org/jira/browse/SPARK-6862">SPARK-6862</a>)</li>
@@ -276,7 +276,7 @@ Python coverage. MLlib also adds several new algorithms.</p>
<h4 id="test-partners">Test Partners</h4>
-<p>Thanks to The following organizations, who helped benchmark or integration test release candidates: <br /> Intel, Palantir, Cloudera, Mesosphere, Huawei, Shopify, Netflix, Yahoo, UC Berkeley and Databricks.</p>
+<p>Thanks to The following organizations, who helped benchmark or integration test release candidates: <br /> Intel, Palantir, Cloudera, Mesosphere, Huawei, Shopify, Netflix, Yahoo, UC Berkeley and Databricks. </p>
<h4 id="contributors">Contributors</h4>
<ul>
diff --git a/site/releases/spark-release-1-4-1.html b/site/releases/spark-release-1-4-1.html
index 0e77706a5..807274edc 100644
--- a/site/releases/spark-release-1-4-1.html
+++ b/site/releases/spark-release-1-4-1.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-1-5-0.html b/site/releases/spark-release-1-5-0.html
index a8db1944f..4c0a1202c 100644
--- a/site/releases/spark-release-1-5-0.html
+++ b/site/releases/spark-release-1-5-0.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -191,25 +191,25 @@
<p>You can consult JIRA for the <a href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12315420&amp;version=12332078">detailed changes</a>. We have curated a list of high level changes here:</p>
<ul id="markdown-toc">
- <li><a href="#apis-rdd-dataframe-and-sql" id="markdown-toc-apis-rdd-dataframe-and-sql">APIs: RDD, DataFrame and SQL</a></li>
- <li><a href="#backend-execution-dataframe-and-sql" id="markdown-toc-backend-execution-dataframe-and-sql">Backend Execution: DataFrame and SQL</a></li>
- <li><a href="#integrations-data-sources-hive-hadoop-mesos-and-cluster-management" id="markdown-toc-integrations-data-sources-hive-hadoop-mesos-and-cluster-management">Integrations: Data Sources, Hive, Hadoop, Mesos and Cluster Management</a></li>
- <li><a href="#r-language" id="markdown-toc-r-language">R Language</a></li>
- <li><a href="#machine-learning-and-advanced-analytics" id="markdown-toc-machine-learning-and-advanced-analytics">Machine Learning and Advanced Analytics</a></li>
- <li><a href="#spark-streaming" id="markdown-toc-spark-streaming">Spark Streaming</a></li>
- <li><a href="#deprecations-removals-configs-and-behavior-changes" id="markdown-toc-deprecations-removals-configs-and-behavior-changes">Deprecations, Removals, Configs, and Behavior Changes</a> <ul>
- <li><a href="#spark-core" id="markdown-toc-spark-core">Spark Core</a></li>
- <li><a href="#spark-sql--dataframes" id="markdown-toc-spark-sql--dataframes">Spark SQL &amp; DataFrames</a></li>
- <li><a href="#spark-streaming-1" id="markdown-toc-spark-streaming-1">Spark Streaming</a></li>
- <li><a href="#mllib" id="markdown-toc-mllib">MLlib</a></li>
+ <li><a href="#apis-rdd-dataframe-and-sql">APIs: RDD, DataFrame and SQL</a></li>
+ <li><a href="#backend-execution-dataframe-and-sql">Backend Execution: DataFrame and SQL</a></li>
+ <li><a href="#integrations-data-sources-hive-hadoop-mesos-and-cluster-management">Integrations: Data Sources, Hive, Hadoop, Mesos and Cluster Management</a></li>
+ <li><a href="#r-language">R Language</a></li>
+ <li><a href="#machine-learning-and-advanced-analytics">Machine Learning and Advanced Analytics</a></li>
+ <li><a href="#spark-streaming">Spark Streaming</a></li>
+ <li><a href="#deprecations-removals-configs-and-behavior-changes">Deprecations, Removals, Configs, and Behavior Changes</a> <ul>
+ <li><a href="#spark-core">Spark Core</a></li>
+ <li><a href="#spark-sql--dataframes">Spark SQL &amp; DataFrames</a></li>
+ <li><a href="#spark-streaming-1">Spark Streaming</a></li>
+ <li><a href="#mllib">MLlib</a></li>
</ul>
</li>
- <li><a href="#known-issues" id="markdown-toc-known-issues">Known Issues</a> <ul>
- <li><a href="#sqldataframe" id="markdown-toc-sqldataframe">SQL/DataFrame</a></li>
- <li><a href="#streaming" id="markdown-toc-streaming">Streaming</a></li>
+ <li><a href="#known-issues">Known Issues</a> <ul>
+ <li><a href="#sqldataframe">SQL/DataFrame</a></li>
+ <li><a href="#streaming">Streaming</a></li>
</ul>
</li>
- <li><a href="#credits" id="markdown-toc-credits">Credits</a></li>
+ <li><a href="#credits">Credits</a></li>
</ul>
<h3 id="apis-rdd-dataframe-and-sql">APIs: RDD, DataFrame and SQL</h3>
diff --git a/site/releases/spark-release-1-5-1.html b/site/releases/spark-release-1-5-1.html
index 8516a0326..9f6e4b772 100644
--- a/site/releases/spark-release-1-5-1.html
+++ b/site/releases/spark-release-1-5-1.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-1-5-2.html b/site/releases/spark-release-1-5-2.html
index f21f9dfda..02bc00311 100644
--- a/site/releases/spark-release-1-5-2.html
+++ b/site/releases/spark-release-1-5-2.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-1-6-0.html b/site/releases/spark-release-1-6-0.html
index 530c28c01..b9c245f5b 100644
--- a/site/releases/spark-release-1-6-0.html
+++ b/site/releases/spark-release-1-6-0.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -191,13 +191,13 @@
<p>You can consult JIRA for the <a href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12333083&amp;projectId=12315420">detailed changes</a>. We have curated a list of high level changes here:</p>
<ul id="markdown-toc">
- <li><a href="#spark-coresql" id="markdown-toc-spark-coresql">Spark Core/SQL</a></li>
- <li><a href="#spark-streaming" id="markdown-toc-spark-streaming">Spark Streaming</a></li>
- <li><a href="#mllib" id="markdown-toc-mllib">MLlib</a></li>
- <li><a href="#deprecations" id="markdown-toc-deprecations">Deprecations</a></li>
- <li><a href="#changes-of-behavior" id="markdown-toc-changes-of-behavior">Changes of behavior</a></li>
- <li><a href="#known-issues" id="markdown-toc-known-issues">Known issues</a></li>
- <li><a href="#credits" id="markdown-toc-credits">Credits</a></li>
+ <li><a href="#spark-coresql">Spark Core/SQL</a></li>
+ <li><a href="#spark-streaming">Spark Streaming</a></li>
+ <li><a href="#mllib">MLlib</a></li>
+ <li><a href="#deprecations">Deprecations</a></li>
+ <li><a href="#changes-of-behavior">Changes of behavior</a></li>
+ <li><a href="#known-issues">Known issues</a></li>
+ <li><a href="#credits">Credits</a></li>
</ul>
<h3 id="spark-coresql">Spark Core/SQL</h3>
@@ -220,7 +220,7 @@
<ul>
<li><a href="https://issues.apache.org/jira/browse/SPARK-10000">SPARK-10000</a> <strong>Unified Memory Management</strong> - Shared memory for execution and caching instead of exclusive division of the regions.</li>
<li><a href="https://issues.apache.org/jira/browse/SPARK-11787">SPARK-11787</a> <strong>Parquet Performance</strong> - Improve Parquet scan performance when using flat schemas.</li>
- <li><a href="https://issues.apache.org/jira/browse/SPARK-9241">SPARK-9241&#160;</a> <strong>Improved query planner for queries having distinct aggregations</strong> - Query plans of distinct aggregations are more robust when distinct columns have high cardinality.</li>
+ <li><a href="https://issues.apache.org/jira/browse/SPARK-9241">SPARK-9241&#160;</a> <strong>Improved query planner for queries having distinct aggregations</strong> - Query plans of distinct aggregations are more robust when distinct columns have high cardinality. </li>
<li><a href="https://issues.apache.org/jira/browse/SPARK-9858">SPARK-9858&#160;</a> <strong>Adaptive query execution</strong> - Initial support for automatically selecting the number of reducers for joins and aggregations.</li>
<li><a href="https://issues.apache.org/jira/browse/SPARK-10978">SPARK-10978</a> <strong>Avoiding double filters in Data Source API</strong> - When implementing a data source with filter pushdown, developers can now tell Spark SQL to avoid double evaluating a pushed-down filter.</li>
<li><a href="https://issues.apache.org/jira/browse/SPARK-11111">SPARK-11111</a> <strong>Fast null-safe joins</strong> - Joins using null-safe equality (<code>&lt;=&gt;</code>) will now execute using SortMergeJoin instead of computing a cartisian product.</li>
@@ -233,7 +233,7 @@
<h3 id="spark-streaming">Spark Streaming</h3>
<ul>
- <li><strong>API Updates</strong>
+ <li><strong>API Updates</strong>
<ul>
<li><a href="https://issues.apache.org/jira/browse/SPARK-2629">SPARK-2629&#160;</a> <strong>New improved state management</strong> - <code>mapWithState</code> - a DStream transformation for stateful stream processing, supercedes <code>updateStateByKey</code> in functionality and performance.</li>
<li><a href="https://issues.apache.org/jira/browse/SPARK-11198">SPARK-11198</a> <strong>Kinesis record deaggregation</strong> - Kinesis streams have been upgraded to use KCL 1.4.0 and supports transparent deaggregation of KPL-aggregated records.</li>
@@ -244,7 +244,7 @@
<li><strong>UI Improvements</strong>
<ul>
<li>Made failures visible in the streaming tab, in the timelines, batch list, and batch details page.</li>
- <li>Made output operations visible in the streaming tab as progress bars.</li>
+ <li>Made output operations visible in the streaming tab as progress bars. </li>
</ul>
</li>
</ul>
diff --git a/site/releases/spark-release-1-6-1.html b/site/releases/spark-release-1-6-1.html
index 23d4ab47f..43215617a 100644
--- a/site/releases/spark-release-1-6-1.html
+++ b/site/releases/spark-release-1-6-1.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-1-6-2.html b/site/releases/spark-release-1-6-2.html
index dfbbaf952..36b9a4b51 100644
--- a/site/releases/spark-release-1-6-2.html
+++ b/site/releases/spark-release-1-6-2.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-1-6-3.html b/site/releases/spark-release-1-6-3.html
index 1650b1532..45aae5f58 100644
--- a/site/releases/spark-release-1-6-3.html
+++ b/site/releases/spark-release-1-6-3.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-2-0-0.html b/site/releases/spark-release-2-0-0.html
index e75aae043..7cdb4b838 100644
--- a/site/releases/spark-release-2-0-0.html
+++ b/site/releases/spark-release-2-0-0.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
@@ -191,30 +191,30 @@
<p>To download Apache Spark 2.0.0, visit the <a href="http://spark.apache.org/downloads.html">downloads</a> page. You can consult JIRA for the <a href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12315420&amp;version=12329449">detailed changes</a>. We have curated a list of high level changes here, grouped by major modules.</p>
<ul id="markdown-toc">
- <li><a href="#api-stability" id="markdown-toc-api-stability">API Stability</a></li>
- <li><a href="#core-and-spark-sql" id="markdown-toc-core-and-spark-sql">Core and Spark SQL</a> <ul>
- <li><a href="#programming-apis" id="markdown-toc-programming-apis">Programming APIs</a></li>
- <li><a href="#sql" id="markdown-toc-sql">SQL</a></li>
- <li><a href="#new-features" id="markdown-toc-new-features">New Features</a></li>
- <li><a href="#performance-and-runtime" id="markdown-toc-performance-and-runtime">Performance and Runtime</a></li>
+ <li><a href="#api-stability">API Stability</a></li>
+ <li><a href="#core-and-spark-sql">Core and Spark SQL</a> <ul>
+ <li><a href="#programming-apis">Programming APIs</a></li>
+ <li><a href="#sql">SQL</a></li>
+ <li><a href="#new-features">New Features</a></li>
+ <li><a href="#performance-and-runtime">Performance and Runtime</a></li>
</ul>
</li>
- <li><a href="#mllib" id="markdown-toc-mllib">MLlib</a> <ul>
- <li><a href="#new-features-1" id="markdown-toc-new-features-1">New features</a></li>
- <li><a href="#speedscaling" id="markdown-toc-speedscaling">Speed/scaling</a></li>
+ <li><a href="#mllib">MLlib</a> <ul>
+ <li><a href="#new-features-1">New features</a></li>
+ <li><a href="#speedscaling">Speed/scaling</a></li>
</ul>
</li>
- <li><a href="#sparkr" id="markdown-toc-sparkr">SparkR</a></li>
- <li><a href="#streaming" id="markdown-toc-streaming">Streaming</a></li>
- <li><a href="#dependency-packaging-and-operations" id="markdown-toc-dependency-packaging-and-operations">Dependency, Packaging, and Operations</a></li>
- <li><a href="#removals-behavior-changes-and-deprecations" id="markdown-toc-removals-behavior-changes-and-deprecations">Removals, Behavior Changes and Deprecations</a> <ul>
- <li><a href="#removals" id="markdown-toc-removals">Removals</a></li>
- <li><a href="#behavior-changes" id="markdown-toc-behavior-changes">Behavior Changes</a></li>
- <li><a href="#deprecations" id="markdown-toc-deprecations">Deprecations</a></li>
+ <li><a href="#sparkr">SparkR</a></li>
+ <li><a href="#streaming">Streaming</a></li>
+ <li><a href="#dependency-packaging-and-operations">Dependency, Packaging, and Operations</a></li>
+ <li><a href="#removals-behavior-changes-and-deprecations">Removals, Behavior Changes and Deprecations</a> <ul>
+ <li><a href="#removals">Removals</a></li>
+ <li><a href="#behavior-changes">Behavior Changes</a></li>
+ <li><a href="#deprecations">Deprecations</a></li>
</ul>
</li>
- <li><a href="#known-issues" id="markdown-toc-known-issues">Known Issues</a></li>
- <li><a href="#credits" id="markdown-toc-credits">Credits</a></li>
+ <li><a href="#known-issues">Known Issues</a></li>
+ <li><a href="#credits">Credits</a></li>
</ul>
<h3 id="api-stability">API Stability</h3>
diff --git a/site/releases/spark-release-2-0-1.html b/site/releases/spark-release-2-0-1.html
index 83df43265..ebd890868 100644
--- a/site/releases/spark-release-2-0-1.html
+++ b/site/releases/spark-release-2-0-1.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/releases/spark-release-2-0-2.html b/site/releases/spark-release-2-0-2.html
index a97d849fd..4da273a70 100644
--- a/site/releases/spark-release-2-0-2.html
+++ b/site/releases/spark-release-2-0-2.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/research.html b/site/research.html
index 8833d3ed6..910ea80a0 100644
--- a/site/research.html
+++ b/site/research.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/screencasts/1-first-steps-with-spark.html b/site/screencasts/1-first-steps-with-spark.html
index d89f9333e..b90c120a6 100644
--- a/site/screencasts/1-first-steps-with-spark.html
+++ b/site/screencasts/1-first-steps-with-spark.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/screencasts/2-spark-documentation-overview.html b/site/screencasts/2-spark-documentation-overview.html
index e0916f7a4..ee281cc49 100644
--- a/site/screencasts/2-spark-documentation-overview.html
+++ b/site/screencasts/2-spark-documentation-overview.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/screencasts/3-transformations-and-caching.html b/site/screencasts/3-transformations-and-caching.html
index d3b4a649d..753ce43f9 100644
--- a/site/screencasts/3-transformations-and-caching.html
+++ b/site/screencasts/3-transformations-and-caching.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/screencasts/4-a-standalone-job-in-spark.html b/site/screencasts/4-a-standalone-job-in-spark.html
index e17ec5066..c2a0957d2 100644
--- a/site/screencasts/4-a-standalone-job-in-spark.html
+++ b/site/screencasts/4-a-standalone-job-in-spark.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/screencasts/index.html b/site/screencasts/index.html
index c6962f8c8..e3610bcf1 100644
--- a/site/screencasts/index.html
+++ b/site/screencasts/index.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/sql/index.html b/site/sql/index.html
index b8e81a006..e32231f44 100644
--- a/site/sql/index.html
+++ b/site/sql/index.html
@@ -153,6 +153,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -162,9 +165,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/streaming/index.html b/site/streaming/index.html
index 3922cd5c4..726b85564 100644
--- a/site/streaming/index.html
+++ b/site/streaming/index.html
@@ -153,6 +153,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -162,9 +165,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>
diff --git a/site/trademarks.html b/site/trademarks.html
index d41c2b147..54cec2586 100644
--- a/site/trademarks.html
+++ b/site/trademarks.html
@@ -150,6 +150,9 @@
<h5>Latest News</h5>
<ul class="list-unstyled">
+ <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+ <span class="small">(Nov 15, 2016)</span></li>
+
<li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
<span class="small">(Nov 14, 2016)</span></li>
@@ -159,9 +162,6 @@
<li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
<span class="small">(Oct 03, 2016)</span></li>
- <li><a href="/news/spark-2-0-0-released.html">Spark 2.0.0 released</a>
- <span class="small">(Jul 26, 2016)</span></li>
-
</ul>
<p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
</div>