diff options
author | Reynold Xin <rxin@databricks.com> | 2015-12-30 18:07:07 -0800 |
---|---|---|
committer | Reynold Xin <rxin@databricks.com> | 2015-12-30 18:07:07 -0800 |
commit | ee8f8d318417c514fbb26e57157483d466ddbfae (patch) | |
tree | 7da3d291a1014f63789679f8a22c726ece3634de /examples/src | |
parent | f76ee109d87e727710d2721e4be47fdabc21582c (diff) | |
download | spark-ee8f8d318417c514fbb26e57157483d466ddbfae.tar.gz spark-ee8f8d318417c514fbb26e57157483d466ddbfae.tar.bz2 spark-ee8f8d318417c514fbb26e57157483d466ddbfae.zip |
[SPARK-12588] Remove HttpBroadcast in Spark 2.0.
We switched to TorrentBroadcast in Spark 1.1, and HttpBroadcast has been undocumented since then. It's time to remove it in Spark 2.0.
Author: Reynold Xin <rxin@databricks.com>
Closes #10531 from rxin/SPARK-12588.
Diffstat (limited to 'examples/src')
-rw-r--r-- | examples/src/main/scala/org/apache/spark/examples/BroadcastTest.scala | 8 |
1 files changed, 3 insertions, 5 deletions
diff --git a/examples/src/main/scala/org/apache/spark/examples/BroadcastTest.scala b/examples/src/main/scala/org/apache/spark/examples/BroadcastTest.scala index d812262fd8..3da5236745 100644 --- a/examples/src/main/scala/org/apache/spark/examples/BroadcastTest.scala +++ b/examples/src/main/scala/org/apache/spark/examples/BroadcastTest.scala @@ -21,16 +21,14 @@ package org.apache.spark.examples import org.apache.spark.{SparkConf, SparkContext} /** - * Usage: BroadcastTest [slices] [numElem] [broadcastAlgo] [blockSize] + * Usage: BroadcastTest [slices] [numElem] [blockSize] */ object BroadcastTest { def main(args: Array[String]) { - val bcName = if (args.length > 2) args(2) else "Http" - val blockSize = if (args.length > 3) args(3) else "4096" + val blockSize = if (args.length > 2) args(2) else "4096" val sparkConf = new SparkConf().setAppName("Broadcast Test") - .set("spark.broadcast.factory", s"org.apache.spark.broadcast.${bcName}BroadcastFactory") .set("spark.broadcast.blockSize", blockSize) val sc = new SparkContext(sparkConf) @@ -44,7 +42,7 @@ object BroadcastTest { println("===========") val startTime = System.nanoTime val barr1 = sc.broadcast(arr1) - val observedSizes = sc.parallelize(1 to 10, slices).map(_ => barr1.value.size) + val observedSizes = sc.parallelize(1 to 10, slices).map(_ => barr1.value.length) // Collect the small RDD so we can print the observed sizes locally. observedSizes.collect().foreach(i => println(i)) println("Iteration %d took %.0f milliseconds".format(i, (System.nanoTime - startTime) / 1E6)) |