aboutsummaryrefslogtreecommitdiff
path: root/examples
diff options
context:
space:
mode:
authorReynold Xin <rxin@databricks.com>2015-12-30 18:07:07 -0800
committerReynold Xin <rxin@databricks.com>2015-12-30 18:07:07 -0800
commitee8f8d318417c514fbb26e57157483d466ddbfae (patch)
tree7da3d291a1014f63789679f8a22c726ece3634de /examples
parentf76ee109d87e727710d2721e4be47fdabc21582c (diff)
downloadspark-ee8f8d318417c514fbb26e57157483d466ddbfae.tar.gz
spark-ee8f8d318417c514fbb26e57157483d466ddbfae.tar.bz2
spark-ee8f8d318417c514fbb26e57157483d466ddbfae.zip
[SPARK-12588] Remove HttpBroadcast in Spark 2.0.
We switched to TorrentBroadcast in Spark 1.1, and HttpBroadcast has been undocumented since then. It's time to remove it in Spark 2.0. Author: Reynold Xin <rxin@databricks.com> Closes #10531 from rxin/SPARK-12588.
Diffstat (limited to 'examples')
-rw-r--r--examples/src/main/scala/org/apache/spark/examples/BroadcastTest.scala8
1 files changed, 3 insertions, 5 deletions
diff --git a/examples/src/main/scala/org/apache/spark/examples/BroadcastTest.scala b/examples/src/main/scala/org/apache/spark/examples/BroadcastTest.scala
index d812262fd8..3da5236745 100644
--- a/examples/src/main/scala/org/apache/spark/examples/BroadcastTest.scala
+++ b/examples/src/main/scala/org/apache/spark/examples/BroadcastTest.scala
@@ -21,16 +21,14 @@ package org.apache.spark.examples
import org.apache.spark.{SparkConf, SparkContext}
/**
- * Usage: BroadcastTest [slices] [numElem] [broadcastAlgo] [blockSize]
+ * Usage: BroadcastTest [slices] [numElem] [blockSize]
*/
object BroadcastTest {
def main(args: Array[String]) {
- val bcName = if (args.length > 2) args(2) else "Http"
- val blockSize = if (args.length > 3) args(3) else "4096"
+ val blockSize = if (args.length > 2) args(2) else "4096"
val sparkConf = new SparkConf().setAppName("Broadcast Test")
- .set("spark.broadcast.factory", s"org.apache.spark.broadcast.${bcName}BroadcastFactory")
.set("spark.broadcast.blockSize", blockSize)
val sc = new SparkContext(sparkConf)
@@ -44,7 +42,7 @@ object BroadcastTest {
println("===========")
val startTime = System.nanoTime
val barr1 = sc.broadcast(arr1)
- val observedSizes = sc.parallelize(1 to 10, slices).map(_ => barr1.value.size)
+ val observedSizes = sc.parallelize(1 to 10, slices).map(_ => barr1.value.length)
// Collect the small RDD so we can print the observed sizes locally.
observedSizes.collect().foreach(i => println(i))
println("Iteration %d took %.0f milliseconds".format(i, (System.nanoTime - startTime) / 1E6))