diff options
| author | Liwei Lin <lwlin7@gmail.com> | 2016-04-12 23:06:55 -0700 |
|---|---|---|
| committer | Reynold Xin <rxin@databricks.com> | 2016-04-12 23:06:55 -0700 |
| commit | 23f93f559cbe5436df3bad75f4ffa1219b0d6968 (patch) | |
| tree | 30bfd4e97bc133a987bdb86caa87158b0bd1b6de | |
| parent | a5f8c9b15b6181f04c1314c638017adb8c88c7df (diff) | |
| download | spark-23f93f559cbe5436df3bad75f4ffa1219b0d6968.tar.gz spark-23f93f559cbe5436df3bad75f4ffa1219b0d6968.tar.bz2 spark-23f93f559cbe5436df3bad75f4ffa1219b0d6968.zip | |
[SPARK-13992][CORE][PYSPARK][FOLLOWUP] Update OFF_HEAP semantics for Java api and Python api
## What changes were proposed in this pull request?
- updated `OFF_HEAP` semantics for `StorageLevels.java`
- updated `OFF_HEAP` semantics for `storagelevel.py`
## How was this patch tested?
no need to test
Author: Liwei Lin <lwlin7@gmail.com>
Closes #12126 from lw-lin/storagelevel.py.
| -rw-r--r-- | core/src/main/java/org/apache/spark/api/java/StorageLevels.java | 2 | ||||
| -rw-r--r-- | python/pyspark/storagelevel.py | 2 |
2 files changed, 2 insertions, 2 deletions
diff --git a/core/src/main/java/org/apache/spark/api/java/StorageLevels.java b/core/src/main/java/org/apache/spark/api/java/StorageLevels.java index 23673d3e3d..3fcb52f615 100644 --- a/core/src/main/java/org/apache/spark/api/java/StorageLevels.java +++ b/core/src/main/java/org/apache/spark/api/java/StorageLevels.java @@ -34,7 +34,7 @@ public class StorageLevels { public static final StorageLevel MEMORY_AND_DISK_2 = create(true, true, false, true, 2); public static final StorageLevel MEMORY_AND_DISK_SER = create(true, true, false, false, 1); public static final StorageLevel MEMORY_AND_DISK_SER_2 = create(true, true, false, false, 2); - public static final StorageLevel OFF_HEAP = create(false, false, true, false, 1); + public static final StorageLevel OFF_HEAP = create(true, true, true, false, 1); /** * Create a new StorageLevel object. diff --git a/python/pyspark/storagelevel.py b/python/pyspark/storagelevel.py index 176e3bb41c..ef012d27cb 100644 --- a/python/pyspark/storagelevel.py +++ b/python/pyspark/storagelevel.py @@ -55,7 +55,7 @@ StorageLevel.MEMORY_ONLY = StorageLevel(False, True, False, False) StorageLevel.MEMORY_ONLY_2 = StorageLevel(False, True, False, False, 2) StorageLevel.MEMORY_AND_DISK = StorageLevel(True, True, False, False) StorageLevel.MEMORY_AND_DISK_2 = StorageLevel(True, True, False, False, 2) -StorageLevel.OFF_HEAP = StorageLevel(False, False, True, False, 1) +StorageLevel.OFF_HEAP = StorageLevel(True, True, True, False, 1) """ .. note:: The following four storage level constants are deprecated in 2.0, since the records \ |