[SPARK-3476] Remove outdated memory checks in Yarn

See description in [JIRA](https://issues.apache.org/jira/browse/SPARK-3476).

Author: Andrew Or <andrewor14@gmail.com>

Closes #2528 from andrewor14/yarn-memory-checks and squashes the following commits:

c5400cd [Andrew Or] Simplify checks
e30ffac [Andrew Or] Remove outdated memory checks

1 files changed, 3 insertions, 10 deletions

diff --git a/yarn/common/src/main/scala/org/apache/spark/deploy/yarn/ClientArguments.scala b/yarn/common/src/main/scala/org/apache/spark/deploy/yarn/ClientArguments.scala
index 201b742736..26dbd6237c 100644
--- a/yarn/common/src/main/scala/org/apache/spark/deploy/yarn/ClientArguments.scala
+++ b/yarn/common/src/main/scala/org/apache/spark/deploy/yarn/ClientArguments.scala
@@ -69,16 +69,9 @@ private[spark] class ClientArguments(args: Array[String], sparkConf: SparkConf)
    * This is intended to be called only after the provided arguments have been parsed.
    */
   private def validateArgs(): Unit = {
-    // TODO: memory checks are outdated (SPARK-3476)
-    Map[Boolean, String](
-      (numExecutors <= 0) -> "You must specify at least 1 executor!",
-      (amMemory <= amMemoryOverhead) -> s"AM memory must be > $amMemoryOverhead MB",
-      (executorMemory <= executorMemoryOverhead) ->
-        s"Executor memory must be > $executorMemoryOverhead MB"
-    ).foreach { case (errorCondition, errorMessage) =>
-      if (errorCondition) {
-        throw new IllegalArgumentException(errorMessage + "\n" + getUsageMessage())
-      }
+    if (numExecutors <= 0) {
+      throw new IllegalArgumentException(
+        "You must specify at least 1 executor!\n" + getUsageMessage())
     }
   }