diff options
| -rw-r--r-- | sql/core/src/main/scala/org/apache/spark/sql/execution/LocalTableScanExec.scala | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/LocalTableScanExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/LocalTableScanExec.scala index 556f482f4b..6598fa381a 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/LocalTableScanExec.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/LocalTableScanExec.scala @@ -42,7 +42,10 @@ case class LocalTableScanExec( } } - private lazy val rdd = sqlContext.sparkContext.parallelize(unsafeRows) + private lazy val numParallelism: Int = math.min(math.max(unsafeRows.length, 1), + sqlContext.sparkContext.defaultParallelism) + + private lazy val rdd = sqlContext.sparkContext.parallelize(unsafeRows, numParallelism) protected override def doExecute(): RDD[InternalRow] = { val numOutputRows = longMetric("numOutputRows") |