aboutsummaryrefslogtreecommitdiff
path: root/python/pyspark/context.py
diff options
context:
space:
mode:
Diffstat (limited to 'python/pyspark/context.py')
-rw-r--r--python/pyspark/context.py14
1 files changed, 14 insertions, 0 deletions
diff --git a/python/pyspark/context.py b/python/pyspark/context.py
index 8fbf296509..49f9b4610d 100644
--- a/python/pyspark/context.py
+++ b/python/pyspark/context.py
@@ -279,6 +279,20 @@ class SparkContext(object):
"""
self._jsc.sc().setCheckpointDir(dirName, useExisting)
+class StorageLevelReader:
+ """
+ Mimics the Scala StorageLevel by directing all attribute requests
+ (e.g., StorageLevel.DISK_ONLY) to the JVM for reflection.
+ """
+
+ def __init__(self, sc):
+ self.sc = sc
+
+ def __getattr__(self, name):
+ try:
+ return self.sc._jvm.PythonRDD.getStorageLevel(name)
+ except:
+ print "Failed to find StorageLevel:", name
def _test():
import atexit