From aa17f022c59af02b04b977da9017671ef14d664a Mon Sep 17 00:00:00 2001 From: Xiangrui Meng Date: Fri, 18 Apr 2014 10:03:15 -0700 Subject: [SPARK-1520] remove fastutil from dependencies A quick fix for https://issues.apache.org/jira/browse/SPARK-1520 By excluding fastutil, we bring the number of files in the assembly jar back under 65536, so Java 7 won't create the assembly jar in zip64 format, which cannot be read by Java 6. With this change, the assembly jar now has about 60000 entries (58000 files), tested with both sbt and maven. Author: Xiangrui Meng Closes #437 from mengxr/remove-fastutil and squashes the following commits: 00f9beb [Xiangrui Meng] remove fastutil from dependencies --- project/SparkBuild.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'project/SparkBuild.scala') diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index 4f5a3a224f..33f9d644ca 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -304,7 +304,7 @@ object SparkBuild extends Build { val excludeHadoop = ExclusionRule(organization = "org.apache.hadoop") val excludeCurator = ExclusionRule(organization = "org.apache.curator") val excludePowermock = ExclusionRule(organization = "org.powermock") - + val excludeFastutil = ExclusionRule(organization = "it.unimi.dsi") def sparkPreviousArtifact(id: String, organization: String = "org.apache.spark", version: String = "0.9.0-incubating", crossVersion: String = "2.10"): Option[sbt.ModuleID] = { @@ -343,7 +343,7 @@ object SparkBuild extends Build { "com.twitter" %% "chill" % chillVersion excludeAll(excludeAsm), "com.twitter" % "chill-java" % chillVersion excludeAll(excludeAsm), "org.tachyonproject" % "tachyon" % "0.4.1-thrift" excludeAll(excludeHadoop, excludeCurator, excludeEclipseJetty, excludePowermock), - "com.clearspring.analytics" % "stream" % "2.5.1", + "com.clearspring.analytics" % "stream" % "2.5.1" excludeAll(excludeFastutil), "org.spark-project" % "pyrolite" % "2.0" ), libraryDependencies ++= maybeAvro -- cgit v1.2.3