aboutsummaryrefslogtreecommitdiff
path: root/assembly
diff options
context:
space:
mode:
authorPatrick Wendell <pwendell@gmail.com>2013-09-10 21:38:22 -0700
committerPatrick Wendell <pwendell@gmail.com>2013-09-10 22:05:13 -0700
commit0c1985b153a2dc2c891ae61c1ee67506926384ae (patch)
tree7ef83d89054315a412480dabe3f9079e58a29634 /assembly
parent2425eb85ca709273c48958f81a81c8a04657ea1f (diff)
downloadspark-0c1985b153a2dc2c891ae61c1ee67506926384ae.tar.gz
spark-0c1985b153a2dc2c891ae61c1ee67506926384ae.tar.bz2
spark-0c1985b153a2dc2c891ae61c1ee67506926384ae.zip
Fix HDFS access bug with assembly build.
Due to this change in HDFS: https://issues.apache.org/jira/browse/HADOOP-7549 there is a bug when using the new assembly builds. The symptom is that any HDFS access results in an exception saying "No filesystem for scheme 'hdfs'". This adds a merge strategy in the assembly build which fixes the problem.
Diffstat (limited to 'assembly')
-rw-r--r--assembly/pom.xml6
1 files changed, 6 insertions, 0 deletions
diff --git a/assembly/pom.xml b/assembly/pom.xml
index d19f44d292..808a829e19 100644
--- a/assembly/pom.xml
+++ b/assembly/pom.xml
@@ -106,6 +106,12 @@
<transformers>
<transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/>
<transformer implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
+ <resource>META-INF/services/org.apache.hadoop.fs.FileSystem</resource>
+ </transformer>
+ </transformers>
+ <transformers>
+ <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/>
+ <transformer implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
<resource>reference.conf</resource>
</transformer>
</transformers>