diff options
| author | tgravescs <tgraves_cs@yahoo.com> | 2013-11-04 09:40:40 -0600 |
|---|---|---|
| committer | tgravescs <tgraves_cs@yahoo.com> | 2013-11-04 16:16:28 -0600 |
| commit | a35472e1dd2ea1b5a0b1fb6b382f5a98f5aeba5a (patch) | |
| tree | 9af869314d823270e47861208d2388a6e4c5c798 /yarn/pom.xml | |
| parent | b5dc3393a586099229fcd293d96f909e596a11e6 (diff) | |
| download | spark-a35472e1dd2ea1b5a0b1fb6b382f5a98f5aeba5a.tar.gz spark-a35472e1dd2ea1b5a0b1fb6b382f5a98f5aeba5a.tar.bz2 spark-a35472e1dd2ea1b5a0b1fb6b382f5a98f5aeba5a.zip | |
Allow spark on yarn to be run from HDFS. Allows the spark.jar, app.jar, and log4j.properties to be put into hdfs.
Diffstat (limited to 'yarn/pom.xml')
| -rw-r--r-- | yarn/pom.xml | 50 |
1 files changed, 50 insertions, 0 deletions
diff --git a/yarn/pom.xml b/yarn/pom.xml index 3bc619df07..8a065c6d7d 100644 --- a/yarn/pom.xml +++ b/yarn/pom.xml @@ -61,6 +61,16 @@ <groupId>org.apache.avro</groupId> <artifactId>avro-ipc</artifactId> </dependency> + <dependency> + <groupId>org.scalatest</groupId> + <artifactId>scalatest_2.9.3</artifactId> + <scope>test</scope> + </dependency> + <dependency> + <groupId>org.mockito</groupId> + <artifactId>mockito-all</artifactId> + <scope>test</scope> + </dependency> </dependencies> <build> @@ -106,6 +116,46 @@ </execution> </executions> </plugin> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-antrun-plugin</artifactId> + <executions> + <execution> + <phase>test</phase> + <goals> + <goal>run</goal> + </goals> + <configuration> + <exportAntProperties>true</exportAntProperties> + <tasks> + <property name="spark.classpath" refid="maven.test.classpath" /> + <property environment="env" /> + <fail message="Please set the SCALA_HOME (or SCALA_LIBRARY_PATH if scala is on the path) environment variables and retry."> + <condition> + <not> + <or> + <isset property="env.SCALA_HOME" /> + <isset property="env.SCALA_LIBRARY_PATH" /> + </or> + </not> + </condition> + </fail> + </tasks> + </configuration> + </execution> + </executions> + </plugin> + <plugin> + <groupId>org.scalatest</groupId> + <artifactId>scalatest-maven-plugin</artifactId> + <configuration> + <environmentVariables> + <SPARK_HOME>${basedir}/..</SPARK_HOME> + <SPARK_TESTING>1</SPARK_TESTING> + <SPARK_CLASSPATH>${spark.classpath}</SPARK_CLASSPATH> + </environmentVariables> + </configuration> + </plugin> </plugins> </build> </project> |