diff options
| -rw-r--r-- | R/pkg/R/sparkR.R | 4 | ||||
| -rw-r--r-- | docs/sparkr.md | 15 |
2 files changed, 19 insertions, 0 deletions
diff --git a/R/pkg/R/sparkR.R b/R/pkg/R/sparkR.R index 06015362e6..cc6d591bb2 100644 --- a/R/pkg/R/sparkR.R +++ b/R/pkg/R/sparkR.R @@ -491,6 +491,10 @@ sparkConfToSubmitOps[["spark.driver.memory"]] <- "--driver-memory" sparkConfToSubmitOps[["spark.driver.extraClassPath"]] <- "--driver-class-path" sparkConfToSubmitOps[["spark.driver.extraJavaOptions"]] <- "--driver-java-options" sparkConfToSubmitOps[["spark.driver.extraLibraryPath"]] <- "--driver-library-path" +sparkConfToSubmitOps[["spark.master"]] <- "--master" +sparkConfToSubmitOps[["spark.yarn.keytab"]] <- "--keytab" +sparkConfToSubmitOps[["spark.yarn.principal"]] <- "--principal" + # Utility function that returns Spark Submit arguments as a string # diff --git a/docs/sparkr.md b/docs/sparkr.md index b881119731..340e7f7cb1 100644 --- a/docs/sparkr.md +++ b/docs/sparkr.md @@ -63,6 +63,21 @@ The following Spark driver properties can be set in `sparkConfig` with `sparkR.s <table class="table"> <tr><th>Property Name</th><th>Property group</th><th><code>spark-submit</code> equivalent</th></tr> <tr> + <td><code>spark.master</code></td> + <td>Application Properties</td> + <td><code>--master</code></td> + </tr> + <tr> + <td><code>spark.yarn.keytab</code></td> + <td>Application Properties</td> + <td><code>--keytab</code></td> + </tr> + <tr> + <td><code>spark.yarn.principal</code></td> + <td>Application Properties</td> + <td><code>--principal</code></td> + </tr> + <tr> <td><code>spark.driver.memory</code></td> <td>Application Properties</td> <td><code>--driver-memory</code></td> |