diff options
| author | shane-huang <shengsheng.huang@intel.com> | 2013-02-20 11:51:13 +0800 |
|---|---|---|
| committer | shane-huang <shengsheng.huang@intel.com> | 2013-04-07 14:37:12 +0800 |
| commit | df47b40b764e25cbd10ce49d7152e1d33f51a263 (patch) | |
| tree | 46b3efea5434f02a5ee87c0b31c3bb59c74b773c /project/SparkBuild.scala | |
| parent | dfe98ca798d84e6847330012f1332d9271156534 (diff) | |
| download | spark-df47b40b764e25cbd10ce49d7152e1d33f51a263.tar.gz spark-df47b40b764e25cbd10ce49d7152e1d33f51a263.tar.bz2 spark-df47b40b764e25cbd10ce49d7152e1d33f51a263.zip | |
Shuffle Performance fix: Use netty embeded OIO file server instead of ConnectionManager
Shuffle Performance Optimization: do not send 0-byte block requests to reduce network messages
change reference from io.Source to scala.io.Source to avoid looking into io.netty package
Signed-off-by: shane-huang <shengsheng.huang@intel.com>
Diffstat (limited to 'project/SparkBuild.scala')
| -rw-r--r-- | project/SparkBuild.scala | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index 5f378b2398..e3645653ee 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -141,7 +141,8 @@ object SparkBuild extends Build { "cc.spray" % "spray-can" % "1.0-M2.1", "cc.spray" % "spray-server" % "1.0-M2.1", "cc.spray" %% "spray-json" % "1.1.1", - "org.apache.mesos" % "mesos" % "0.9.0-incubating" + "org.apache.mesos" % "mesos" % "0.9.0-incubating", + "io.netty" % "netty-all" % "4.0.0.Beta2" ) ++ (if (HADOOP_MAJOR_VERSION == "2") Some("org.apache.hadoop" % "hadoop-client" % HADOOP_VERSION) else None).toSeq, unmanagedSourceDirectories in Compile <+= baseDirectory{ _ / ("src/hadoop" + HADOOP_MAJOR_VERSION + "/scala") } ) ++ assemblySettings ++ extraAssemblySettings ++ Twirl.settings |