diff options
| author | Michael Armbrust <michael@databricks.com> | 2014-05-10 11:48:01 -0700 |
|---|---|---|
| committer | Patrick Wendell <pwendell@gmail.com> | 2014-05-10 11:48:01 -0700 |
| commit | 4d6055329846f5e09472e5f844127a5ab5880e15 (patch) | |
| tree | ecdd2ba3990b29d75f64af389ce87bcfd2cdec0f | |
| parent | 561510867a1b79beef57acf9df65c9f88481435d (diff) | |
| download | spark-4d6055329846f5e09472e5f844127a5ab5880e15.tar.gz spark-4d6055329846f5e09472e5f844127a5ab5880e15.tar.bz2 spark-4d6055329846f5e09472e5f844127a5ab5880e15.zip | |
[SQL] Upgrade parquet library.
I think we are hitting this issue in some perf tests: https://github.com/Parquet/parquet-mr/commit/6aed5288fd4a1398063a5a219b2ae4a9f71b02cf
Credit to @aarondav !
Author: Michael Armbrust <michael@databricks.com>
Closes #684 from marmbrus/upgradeParquet and squashes the following commits:
e10a619 [Michael Armbrust] Upgrade parquet library.
| -rw-r--r-- | pom.xml | 2 | ||||
| -rw-r--r-- | project/SparkBuild.scala | 2 |
2 files changed, 2 insertions, 2 deletions
@@ -123,7 +123,7 @@ <yarn.version>${hadoop.version}</yarn.version> <hbase.version>0.94.6</hbase.version> <hive.version>0.12.0</hive.version> - <parquet.version>1.3.2</parquet.version> + <parquet.version>1.4.3</parquet.version> <jblas.version>1.2.3</jblas.version> <jetty.version>8.1.14.v20131031</jetty.version> <chill.version>0.3.6</chill.version> diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index 27e9505ec9..af882b3ea7 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -300,7 +300,7 @@ object SparkBuild extends Build { val jets3tVersion = if ("^2\\.[3-9]+".r.findFirstIn(hadoopVersion).isDefined) "0.9.0" else "0.7.1" val jettyVersion = "8.1.14.v20131031" val hiveVersion = "0.12.0" - val parquetVersion = "1.3.2" + val parquetVersion = "1.4.3" val slf4jVersion = "1.7.5" val excludeNetty = ExclusionRule(organization = "org.jboss.netty") |