4.0.0 org.apache apache 14 org.apache.spark spark-parent_2.11 2.2.0-SNAPSHOT pom Spark Project Parent POM http://spark.apache.org/ Apache 2.0 License http://www.apache.org/licenses/LICENSE-2.0.html repo scm:git:git@github.com:apache/spark.git scm:git:https://git-wip-us.apache.org/repos/asf/spark.git scm:git:git@github.com:apache/spark.git HEAD matei Matei Zaharia matei.zaharia@gmail.com http://www.cs.berkeley.edu/~matei Apache Software Foundation http://spark.apache.org JIRA https://issues.apache.org/jira/browse/SPARK ${maven.version} Dev Mailing List dev@spark.apache.org dev-subscribe@spark.apache.org dev-unsubscribe@spark.apache.org User Mailing List user@spark.apache.org user-subscribe@spark.apache.org user-unsubscribe@spark.apache.org Commits Mailing List commits@spark.apache.org commits-subscribe@spark.apache.org commits-unsubscribe@spark.apache.org common/sketch common/network-common common/network-shuffle common/unsafe common/tags core graphx mllib mllib-local tools streaming sql/catalyst sql/core sql/hive assembly external/flume external/flume-sink external/flume-assembly examples repl launcher external/kafka-0-8 external/kafka-0-8-assembly external/kafka-0-10 external/kafka-0-10-assembly external/kafka-0-10-sql UTF-8 UTF-8 1.8 3.3.9 spark 1.7.16 1.2.17 2.6.5 2.5.0 ${hadoop.version} 1.6.0 3.4.6 2.6.0 org.spark-project.hive 1.2.1.spark2 1.2.1 10.12.1.1 1.8.2 1.6.0 9.2.16.v20160414 3.1.0 0.8.0 2.4.0 2.0.8 3.1.2 1.7.7 hadoop2 0.9.3 1.7.3 1.11.76 0.10.2 4.5.2 4.4.4 3.1 3.4.1 3.2.2 2.11.8 2.11 1.9.13 2.6.5 1.1.2.6 1.1.2 1.2.0-incubating 1.10 2.4 2.6 3.5 3.2.10 3.0.0 2.22.2 2.9.3 3.5.2 1.3.9 0.9.3 4.5.3 1.1 2.52.0 2.6 1.8 1.0.0 ${java.home} org.spark_project ${project.build.directory}/scala-${scala.binary.version}/jars prepare-package none compile compile compile compile test ${session.executionRootDirectory} 512m central Maven Repository https://repo1.maven.org/maven2 true false central https://repo1.maven.org/maven2 true false org.spark-project.spark unused 1.0.0 org.scalatest scalatest_${scala.binary.version} test junit junit test com.novocode junit-interface test org.apache.spark spark-tags_${scala.binary.version} ${project.version} org.apache.spark spark-tags_${scala.binary.version} ${project.version} test-jar com.twitter chill_${scala.binary.version} ${chill.version} com.twitter chill-java ${chill.version} org.apache.xbean xbean-asm5-shaded 4.4 org.eclipse.jetty jetty-http ${jetty.version} provided org.eclipse.jetty jetty-continuation ${jetty.version} provided org.eclipse.jetty jetty-servlet ${jetty.version} provided org.eclipse.jetty jetty-servlets ${jetty.version} provided org.eclipse.jetty jetty-proxy ${jetty.version} provided org.eclipse.jetty jetty-client ${jetty.version} provided org.eclipse.jetty jetty-util ${jetty.version} provided org.eclipse.jetty jetty-security ${jetty.version} provided org.eclipse.jetty jetty-plus ${jetty.version} provided org.eclipse.jetty jetty-server ${jetty.version} provided com.google.guava guava 14.0.1 provided org.apache.commons commons-lang3 ${commons-lang3.version} commons-lang commons-lang ${commons-lang2.version} commons-io commons-io ${commons-io.version} commons-codec commons-codec ${commons-codec.version} org.apache.commons commons-math3 ${commons.math3.version} commons-collections commons-collections ${commons.collections.version} org.apache.ivy ivy ${ivy.version} com.google.code.findbugs jsr305 ${jsr305.version} commons-httpclient commons-httpclient ${httpclient.classic.version} org.apache.httpcomponents httpclient ${commons.httpclient.version} org.apache.httpcomponents httpmime ${commons.httpclient.version} org.apache.httpcomponents httpcore ${commons.httpcore.version} org.seleniumhq.selenium selenium-java ${selenium.version} test com.google.guava guava io.netty netty org.seleniumhq.selenium selenium-htmlunit-driver ${selenium.version} test xml-apis xml-apis 1.4.01 test org.slf4j slf4j-api ${slf4j.version} ${hadoop.deps.scope} org.slf4j slf4j-log4j12 ${slf4j.version} ${hadoop.deps.scope} org.slf4j jul-to-slf4j ${slf4j.version} org.slf4j jcl-over-slf4j ${slf4j.version} log4j log4j ${log4j.version} ${hadoop.deps.scope} com.ning compress-lzf 1.0.3 org.xerial.snappy snappy-java ${snappy.version} ${hadoop.deps.scope} net.jpountz.lz4 lz4 1.3.0 com.clearspring.analytics stream 2.7.0 it.unimi.dsi fastutil com.google.protobuf protobuf-java ${protobuf.version} ${hadoop.deps.scope} org.roaringbitmap RoaringBitmap 0.5.11 commons-net commons-net 2.2 io.netty netty-all 4.0.43.Final io.netty netty 3.9.9.Final org.apache.derby derby ${derby.version} io.dropwizard.metrics metrics-core ${codahale.metrics.version} io.dropwizard.metrics metrics-jvm ${codahale.metrics.version} io.dropwizard.metrics metrics-json ${codahale.metrics.version} io.dropwizard.metrics metrics-ganglia ${codahale.metrics.version} io.dropwizard.metrics metrics-graphite ${codahale.metrics.version} com.fasterxml.jackson.core jackson-databind ${fasterxml.jackson.version} com.fasterxml.jackson.core jackson-annotations ${fasterxml.jackson.version} com.fasterxml.jackson.module jackson-module-scala_${scala.binary.version} ${fasterxml.jackson.version} com.google.guava guava com.fasterxml.jackson.module jackson-module-jaxb-annotations ${fasterxml.jackson.version} org.glassfish.jersey.core jersey-server ${jersey.version} org.glassfish.jersey.core jersey-common ${jersey.version} org.glassfish.jersey.core jersey-client ${jersey.version} org.glassfish.jersey.containers jersey-container-servlet ${jersey.version} org.glassfish.jersey.containers jersey-container-servlet-core ${jersey.version} org.glassfish.jersey jersey-client ${jersey.version} javax.ws.rs javax.ws.rs-api 2.0.1 org.scalanlp breeze_${scala.binary.version} 0.12 junit junit org.apache.commons commons-math3 org.json4s json4s-jackson_${scala.binary.version} 3.2.11 org.scala-lang scala-compiler ${scala.version} org.scala-lang scala-reflect ${scala.version} org.scala-lang scala-library ${scala.version} org.scala-lang scala-actors ${scala.version} org.scala-lang scalap ${scala.version} org.scalatest scalatest_${scala.binary.version} 2.2.6 test org.mockito mockito-core 1.10.19 test org.scalacheck scalacheck_${scala.binary.version} 1.12.5 test junit junit 4.12 test org.hamcrest hamcrest-core 1.3 test org.hamcrest hamcrest-library 1.3 test com.novocode junit-interface 0.11 test com.spotify docker-client 5.0.2 test guava com.google.guava commons-logging commons-logging mysql mysql-connector-java 5.1.38 test org.postgresql postgresql 9.4.1207.jre7 test org.apache.curator curator-recipes ${curator.version} ${hadoop.deps.scope} org.jboss.netty netty jline jline org.apache.curator curator-client ${curator.version} org.apache.curator curator-framework ${curator.version} org.apache.curator curator-test ${curator.version} test org.apache.hadoop hadoop-client ${hadoop.version} ${hadoop.deps.scope} asm asm org.codehaus.jackson jackson-mapper-asl org.ow2.asm asm org.jboss.netty netty commons-logging commons-logging org.mockito mockito-all org.mortbay.jetty servlet-api-2.5 javax.servlet servlet-api junit junit com.sun.jersey * com.sun.jersey.jersey-test-framework * com.sun.jersey.contribs * org.apache.avro avro ${avro.version} ${hadoop.deps.scope} org.apache.avro avro-ipc ${avro.version} ${hadoop.deps.scope} io.netty netty org.mortbay.jetty jetty org.mortbay.jetty jetty-util org.mortbay.jetty servlet-api org.apache.velocity velocity org.apache.avro avro-ipc tests ${avro.version} test org.apache.avro avro-mapred ${avro.version} ${avro.mapred.classifier} ${hive.deps.scope} io.netty netty org.mortbay.jetty jetty org.mortbay.jetty jetty-util org.mortbay.jetty servlet-api org.apache.velocity velocity net.java.dev.jets3t jets3t ${jets3t.version} ${hadoop.deps.scope} commons-logging commons-logging org.apache.hadoop hadoop-yarn-api ${yarn.version} ${hadoop.deps.scope} javax.servlet servlet-api asm asm org.ow2.asm asm org.jboss.netty netty commons-logging commons-logging com.sun.jersey * com.sun.jersey.jersey-test-framework * com.sun.jersey.contribs * org.apache.hadoop hadoop-yarn-common ${yarn.version} ${hadoop.deps.scope} asm asm org.ow2.asm asm org.jboss.netty netty javax.servlet servlet-api commons-logging commons-logging com.sun.jersey * com.sun.jersey.jersey-test-framework * com.sun.jersey.contribs * org.apache.hadoop hadoop-yarn-server-tests ${yarn.version} tests test asm asm org.ow2.asm asm org.jboss.netty netty javax.servlet servlet-api commons-logging commons-logging com.sun.jersey * com.sun.jersey.jersey-test-framework * com.sun.jersey.contribs * org.apache.hadoop hadoop-yarn-server-web-proxy ${yarn.version} ${hadoop.deps.scope} asm asm org.ow2.asm asm org.jboss.netty netty javax.servlet servlet-api commons-logging commons-logging com.sun.jersey * com.sun.jersey.jersey-test-framework * com.sun.jersey.contribs * org.apache.hadoop hadoop-yarn-client ${yarn.version} ${hadoop.deps.scope} asm asm org.ow2.asm asm org.jboss.netty netty javax.servlet servlet-api commons-logging commons-logging com.sun.jersey * com.sun.jersey.jersey-test-framework * com.sun.jersey.contribs * org.apache.zookeeper zookeeper ${zookeeper.version} ${hadoop.deps.scope} org.jboss.netty netty org.codehaus.jackson jackson-core-asl ${codehaus.jackson.version} ${hadoop.deps.scope} org.codehaus.jackson jackson-mapper-asl ${codehaus.jackson.version} ${hadoop.deps.scope} org.codehaus.jackson jackson-xc ${codehaus.jackson.version} org.codehaus.jackson jackson-jaxrs ${codehaus.jackson.version} ${hive.group} hive-beeline ${hive.version} ${hive.deps.scope} ${hive.group} hive-common ${hive.group} hive-exec ${hive.group} hive-jdbc ${hive.group} hive-metastore ${hive.group} hive-service ${hive.group} hive-shims org.apache.thrift libthrift org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging ${hive.group} hive-cli ${hive.version} ${hive.deps.scope} ${hive.group} hive-common ${hive.group} hive-exec ${hive.group} hive-jdbc ${hive.group} hive-metastore ${hive.group} hive-serde ${hive.group} hive-service ${hive.group} hive-shims org.apache.thrift libthrift org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging ${hive.group} hive-common ${hive.version} ${hive.deps.scope} ${hive.group} hive-shims org.apache.ant ant org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging ${hive.group} hive-exec ${hive.version} ${hive.deps.scope} ${hive.group} hive-metastore ${hive.group} hive-shims ${hive.group} hive-ant ${hive.group} spark-client ant ant org.apache.ant ant com.esotericsoftware.kryo kryo commons-codec commons-codec commons-httpclient commons-httpclient org.apache.avro avro-mapred org.apache.calcite calcite-core org.apache.curator apache-curator org.apache.curator curator-client org.apache.curator curator-framework org.apache.thrift libthrift org.apache.thrift libfb303 org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all jline jline org.json json ${hive.group} hive-jdbc ${hive.version} ${hive.group} hive-common ${hive.group} hive-common ${hive.group} hive-metastore ${hive.group} hive-serde ${hive.group} hive-service ${hive.group} hive-shims org.apache.curator curator-framework org.apache.thrift libthrift org.apache.thrift libfb303 org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all ${hive.group} hive-metastore ${hive.version} ${hive.deps.scope} ${hive.group} hive-serde ${hive.group} hive-shims org.apache.thrift libfb303 org.apache.thrift libthrift org.mortbay.jetty servlet-api com.google.guava guava org.slf4j slf4j-api org.slf4j slf4j-log4j12 ${hive.group} hive-serde ${hive.version} ${hive.deps.scope} ${hive.group} hive-common ${hive.group} hive-shims commons-codec commons-codec com.google.code.findbugs jsr305 org.apache.avro avro org.apache.thrift libthrift org.apache.thrift libfb303 org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all net.sf.jpam jpam ${hive.deps.scope} ${jpam.version} javax.servlet servlet-api ${hive.group} hive-shims ${hive.version} ${hive.deps.scope} com.google.guava guava org.apache.hadoop hadoop-yarn-server-resourcemanager org.apache.curator curator-framework org.apache.thrift libthrift org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all org.apache.parquet parquet-column ${parquet.version} ${parquet.deps.scope} org.apache.parquet parquet-hadoop ${parquet.version} ${parquet.deps.scope} org.apache.parquet parquet-avro ${parquet.version} ${parquet.test.deps.scope} com.twitter parquet-hadoop-bundle ${hive.parquet.version} compile org.apache.flume flume-ng-core ${flume.version} ${flume.deps.scope} io.netty netty org.apache.flume flume-ng-auth org.apache.thrift libthrift org.mortbay.jetty servlet-api org.apache.flume flume-ng-sdk ${flume.version} ${flume.deps.scope} io.netty netty org.apache.thrift libthrift org.apache.calcite calcite-core ${calcite.version} com.fasterxml.jackson.core jackson-annotations com.fasterxml.jackson.core jackson-core com.fasterxml.jackson.core jackson-databind com.google.guava guava com.google.code.findbugs jsr305 org.codehaus.janino janino org.codehaus.janino commons-compiler org.hsqldb hsqldb org.pentaho pentaho-aggdesigner-algorithm org.apache.calcite calcite-avatica ${calcite.version} com.fasterxml.jackson.core jackson-annotations com.fasterxml.jackson.core jackson-core com.fasterxml.jackson.core jackson-databind org.codehaus.janino janino ${janino.version} org.codehaus.janino commons-compiler ${janino.version} joda-time joda-time ${joda.version} org.jodd jodd-core ${jodd.version} org.datanucleus datanucleus-core ${datanucleus-core.version} org.apache.thrift libthrift ${libthrift.version} org.slf4j slf4j-api org.apache.thrift libfb303 ${libthrift.version} org.slf4j slf4j-api org.antlr antlr4-runtime ${antlr4.version} ${jline.groupid} jline ${jline.version} org.apache.commons commons-crypto ${commons-crypto.version} net.java.dev.jna jna com.thoughtworks.paranamer paranamer ${paranamer.version} org.apache.maven.plugins maven-enforcer-plugin 1.4.1 enforce-versions enforce ${maven.version} ${java.version} org.jboss.netty org.codehaus.groovy true org.codehaus.mojo build-helper-maven-plugin 3.0.0 net.alchim31.maven scala-maven-plugin 3.2.2 eclipse-add-source add-source scala-compile-first process-resources compile scala-test-compile-first process-test-resources testCompile attach-scaladocs verify doc-jar ${scala.version} incremental true -unchecked -deprecation -feature -Xms1024m -Xmx1024m -XX:ReservedCodeCacheSize=${CodeCacheSize} -source ${java.version} -target ${java.version} -Xlint:all,-serial,-path org.apache.maven.plugins maven-compiler-plugin 3.6.1 ${java.version} ${java.version} UTF-8 1024m true -Xlint:all,-serial,-path org.antlr antlr4-maven-plugin ${antlr4.version} org.apache.maven.plugins maven-surefire-plugin 2.19.1 **/Test*.java **/*Test.java **/*TestCase.java **/*Suite.java ${project.build.directory}/surefire-reports -Xmx3g -Xss4096k -XX:ReservedCodeCacheSize=${CodeCacheSize} ${test_classpath} 1 ${scala.binary.version} 1 ${test.java.home} file:src/test/resources/log4j.properties test true ${project.build.directory}/tmp ${spark.test.home} 1 false false false true true src false ${test.exclude.tags} test test org.scalatest scalatest-maven-plugin 1.0 ${project.build.directory}/surefire-reports . SparkTestSuite.txt -ea -Xmx3g -XX:ReservedCodeCacheSize=${CodeCacheSize} ${test_classpath} 1 ${scala.binary.version} 1 ${test.java.home} file:src/test/resources/log4j.properties test true ${project.build.directory}/tmp ${spark.test.home} 1 false false true __not_used__ ${test.exclude.tags} test test org.apache.maven.plugins maven-jar-plugin 3.0.2 org.apache.maven.plugins maven-antrun-plugin ${maven-antrun.version} org.apache.maven.plugins maven-source-plugin 3.0.1 true create-source-jar jar-no-fork test-jar-no-fork org.apache.maven.plugins maven-clean-plugin 3.0.0 work checkpoint lib_managed org.apache.maven.plugins maven-javadoc-plugin 2.10.4 -Xdoclint:all -Xdoclint:-missing example a Example: note a Note: group X tparam X constructor X todo X groupname X org.codehaus.mojo exec-maven-plugin 1.5.0 org.apache.maven.plugins maven-assembly-plugin 3.0.0 org.apache.maven.plugins maven-shade-plugin 3.0.0 org.apache.maven.plugins maven-install-plugin 2.5.2 org.apache.maven.plugins maven-deploy-plugin 2.8.2 org.apache.maven.plugins maven-dependency-plugin 3.0.0 default-cli build-classpath runtime org.eclipse.m2e lifecycle-mapping 1.0.0 org.apache.maven.plugins maven-dependency-plugin [2.8,) build-classpath org.apache.maven.plugins maven-jar-plugin [2.6,) test-jar org.apache.maven.plugins maven-antrun-plugin [${maven-antrun.version},) run org.apache.maven.plugins maven-dependency-plugin generate-test-classpath test-compile build-classpath test test_classpath copy-module-dependencies ${build.copyDependenciesPhase} copy-dependencies runtime ${jars.target.dir} org.apache.maven.plugins maven-shade-plugin false org.spark-project.spark:unused org.eclipse.jetty:jetty-io org.eclipse.jetty:jetty-http org.eclipse.jetty:jetty-proxy org.eclipse.jetty:jetty-client org.eclipse.jetty:jetty-continuation org.eclipse.jetty:jetty-servlet org.eclipse.jetty:jetty-servlets org.eclipse.jetty:jetty-plus org.eclipse.jetty:jetty-security org.eclipse.jetty:jetty-util org.eclipse.jetty:jetty-server com.google.guava:guava org.eclipse.jetty ${spark.shade.packageName}.jetty org.eclipse.jetty.** com.google.common ${spark.shade.packageName}.guava package shade org.apache.maven.plugins maven-enforcer-plugin net.alchim31.maven scala-maven-plugin org.apache.maven.plugins maven-source-plugin org.scalastyle scalastyle-maven-plugin 0.8.0 false true false false ${basedir}/src/main/scala ${basedir}/src/test/scala scalastyle-config.xml ${basedir}/target/scalastyle-output.xml ${project.build.sourceEncoding} ${project.reporting.outputEncoding} check org.apache.maven.plugins maven-checkstyle-plugin 2.17 false false true false ${basedir}/src/main/java,${basedir}/src/main/scala ${basedir}/src/test/java dev/checkstyle.xml ${basedir}/target/checkstyle-output.xml ${project.build.sourceEncoding} ${project.reporting.outputEncoding} check org.apache.maven.plugins maven-antrun-plugin create-tmp-dir generate-test-resources run org.apache.maven.plugins maven-surefire-plugin org.scalatest scalatest-maven-plugin org.apache.maven.plugins maven-jar-plugin prepare-test-jar ${build.testJarPhase} test-jar log4j.properties sbt com.google.guava guava compile spark-ganglia-lgpl external/spark-ganglia-lgpl kinesis-asl external/kinesis-asl external/kinesis-asl-assembly docker-integration-tests external/docker-integration-tests hadoop-2.6 hadoop-2.7 2.7.3 yarn resource-managers/yarn common/network-yarn mesos resource-managers/mesos hive-thriftserver sql/hive-thriftserver scala-2.10 scala-2.10 2.10.6 2.10 ${scala.version} org.scala-lang org.apache.maven.plugins maven-enforcer-plugin enforce-versions enforce *:*_2.11 test-java-home env.JAVA_HOME ${env.JAVA_HOME} scala-2.11 !scala-2.10 2.11.8 2.11 2.12.1 jline org.apache.maven.plugins maven-enforcer-plugin enforce-versions enforce *:*_2.10 snapshots-and-staging https://repository.apache.org/content/groups/staging/ https://repository.apache.org/content/repositories/snapshots/ ASF Staging ${asf.staging} ASF Snapshots ${asf.snapshots} true false ASF Staging ${asf.staging} ASF Snapshots ${asf.snapshots} true false flume-provided hadoop-provided hive-provided parquet-provided sparkr