aboutsummaryrefslogtreecommitdiff
path: root/launcher
diff options
context:
space:
mode:
authorTim Ellison <t.p.ellison@gmail.com>2015-05-13 21:00:12 +0100
committerSean Owen <sowen@cloudera.com>2015-05-13 21:00:12 +0100
commite676fc0c6326f3ddeced87214cc88534ea646473 (patch)
tree21620c5f86e9df31c55c2e0e846b15f8a276a720 /launcher
parent213a6f30fee4a1c416ea76b678c71877fd36ef18 (diff)
downloadspark-e676fc0c6326f3ddeced87214cc88534ea646473.tar.gz
spark-e676fc0c6326f3ddeced87214cc88534ea646473.tar.bz2
spark-e676fc0c6326f3ddeced87214cc88534ea646473.zip
[MINOR] Avoid passing the PermGenSize option to IBM JVMs.
IBM's Java VM doesn't have the concept of a permgen, so this option shouldn't be passed when the vendor property shows it is an IBM JDK. Author: Tim Ellison <t.p.ellison@gmail.com> Author: Tim Ellison <tellison@users.noreply.github.com> Closes #6055 from tellison/MaxPermSize and squashes the following commits: 3a0fb66 [Tim Ellison] Convert tabs back to spaces 6ad4266 [Tim Ellison] Remove unnecessary else clauses to reduce nesting. d27174b [Tim Ellison] Merge branch 'master' of https://github.com/apache/spark into MaxPermSize 42a8c3f [Tim Ellison] [MINOR] Avoid passing the PermGenSize option to IBM JVMs.
Diffstat (limited to 'launcher')
-rw-r--r--launcher/src/main/java/org/apache/spark/launcher/AbstractCommandBuilder.java5
-rw-r--r--launcher/src/main/java/org/apache/spark/launcher/CommandBuilderUtils.java20
2 files changed, 24 insertions, 1 deletions
diff --git a/launcher/src/main/java/org/apache/spark/launcher/AbstractCommandBuilder.java b/launcher/src/main/java/org/apache/spark/launcher/AbstractCommandBuilder.java
index b8f02b9611..33fd813f7a 100644
--- a/launcher/src/main/java/org/apache/spark/launcher/AbstractCommandBuilder.java
+++ b/launcher/src/main/java/org/apache/spark/launcher/AbstractCommandBuilder.java
@@ -121,7 +121,10 @@ abstract class AbstractCommandBuilder {
* set it.
*/
void addPermGenSizeOpt(List<String> cmd) {
- // Don't set MaxPermSize for Java 8 and later.
+ // Don't set MaxPermSize for IBM Java, or Oracle Java 8 and later.
+ if (getJavaVendor() == JavaVendor.IBM) {
+ return;
+ }
String[] version = System.getProperty("java.version").split("\\.");
if (Integer.parseInt(version[0]) > 1 || Integer.parseInt(version[1]) > 7) {
return;
diff --git a/launcher/src/main/java/org/apache/spark/launcher/CommandBuilderUtils.java b/launcher/src/main/java/org/apache/spark/launcher/CommandBuilderUtils.java
index 261402856a..2665a700fe 100644
--- a/launcher/src/main/java/org/apache/spark/launcher/CommandBuilderUtils.java
+++ b/launcher/src/main/java/org/apache/spark/launcher/CommandBuilderUtils.java
@@ -32,6 +32,11 @@ class CommandBuilderUtils {
static final String ENV_SPARK_HOME = "SPARK_HOME";
static final String ENV_SPARK_ASSEMBLY = "_SPARK_ASSEMBLY";
+ /** The set of known JVM vendors. */
+ static enum JavaVendor {
+ Oracle, IBM, OpenJDK, Unknown
+ };
+
/** Returns whether the given string is null or empty. */
static boolean isEmpty(String s) {
return s == null || s.isEmpty();
@@ -108,6 +113,21 @@ class CommandBuilderUtils {
return os.startsWith("Windows");
}
+ /** Returns an enum value indicating whose JVM is being used. */
+ static JavaVendor getJavaVendor() {
+ String vendorString = System.getProperty("java.vendor");
+ if (vendorString.contains("Oracle")) {
+ return JavaVendor.Oracle;
+ }
+ if (vendorString.contains("IBM")) {
+ return JavaVendor.IBM;
+ }
+ if (vendorString.contains("OpenJDK")) {
+ return JavaVendor.OpenJDK;
+ }
+ return JavaVendor.Unknown;
+ }
+
/**
* Updates the user environment, appending the given pathList to the existing value of the given
* environment variable (or setting it if it hasn't yet been set).