aboutsummaryrefslogtreecommitdiff
path: root/assembly/pom.xml
diff options
context:
space:
mode:
Diffstat (limited to 'assembly/pom.xml')
-rw-r--r--assembly/pom.xml21
1 files changed, 21 insertions, 0 deletions
diff --git a/assembly/pom.xml b/assembly/pom.xml
index 2b4d0a990b..626c8577e3 100644
--- a/assembly/pom.xml
+++ b/assembly/pom.xml
@@ -92,6 +92,27 @@
<skip>true</skip>
</configuration>
</plugin>
+ <!-- zip pyspark archives to run python application on yarn mode -->
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-antrun-plugin</artifactId>
+ <executions>
+ <execution>
+ <phase>package</phase>
+ <goals>
+ <goal>run</goal>
+ </goals>
+ </execution>
+ </executions>
+ <configuration>
+ <target>
+ <delete dir="${basedir}/../python/lib/pyspark.zip"/>
+ <zip destfile="${basedir}/../python/lib/pyspark.zip">
+ <fileset dir="${basedir}/../python/" includes="pyspark/**/*"/>
+ </zip>
+ </target>
+ </configuration>
+ </plugin>
<!-- Use the shade plugin to create a big JAR with all the dependencies -->
<plugin>
<groupId>org.apache.maven.plugins</groupId>