diff options
| author | Stephen Haberman <stephen@exigencecorp.com> | 2013-10-30 12:29:39 -0500 |
|---|---|---|
| committer | Stephen Haberman <stephen@exigencecorp.com> | 2013-10-30 12:29:39 -0500 |
| commit | 09f3b677cb7cce08882ea030e9af5798a63046ba (patch) | |
| tree | b67dd7037ab5f08ce88934e3d0467eff0aaef472 /core | |
| parent | 3a388c320c5079bec44fe51d2f8218af2e56d98e (diff) | |
| download | spark-09f3b677cb7cce08882ea030e9af5798a63046ba.tar.gz spark-09f3b677cb7cce08882ea030e9af5798a63046ba.tar.bz2 spark-09f3b677cb7cce08882ea030e9af5798a63046ba.zip | |
Avoid match errors when filtering for spark.hadoop settings.
Diffstat (limited to 'core')
| -rw-r--r-- | core/src/main/scala/org/apache/spark/SparkContext.scala | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala index d694dfe4d9..28ac49a24a 100644 --- a/core/src/main/scala/org/apache/spark/SparkContext.scala +++ b/core/src/main/scala/org/apache/spark/SparkContext.scala @@ -248,8 +248,10 @@ class SparkContext( conf.set("fs.s3n.awsSecretAccessKey", System.getenv("AWS_SECRET_ACCESS_KEY")) } // Copy any "spark.hadoop.foo=bar" system properties into conf as "foo=bar" - Utils.getSystemProperties.foreach { case (key, value) if key.startsWith("spark.hadoop.") => - conf.set(key.substring("spark.hadoop.".length), value) + Utils.getSystemProperties.foreach { case (key, value) => + if (key.startsWith("spark.hadoop.")) { + conf.set(key.substring("spark.hadoop.".length), value) + } } val bufferSize = System.getProperty("spark.buffer.size", "65536") conf.set("io.file.buffer.size", bufferSize) |