public class StateDStream<K,V,S> extends DStream<scala.Tuple2<K,S>>
Constructor and Description |
---|
StateDStream(DStream<scala.Tuple2<K,V>> parent,
scala.Function1<scala.collection.Iterator<scala.Tuple3<K,scala.collection.Seq<V>,scala.Option<S>>>,scala.collection.Iterator<scala.Tuple2<K,S>>> updateFunc,
Partitioner partitioner,
boolean preservePartitioning,
scala.Option<RDD<scala.Tuple2<K,S>>> initialRDD,
scala.reflect.ClassTag<K> evidence$1,
scala.reflect.ClassTag<V> evidence$2,
scala.reflect.ClassTag<S> evidence$3) |
Modifier and Type | Method and Description |
---|---|
scala.Option<RDD<scala.Tuple2<K,S>>> |
compute(Time validTime)
Method that generates a RDD for the given time
|
scala.collection.immutable.List<DStream<scala.Tuple2<K,V>>> |
dependencies() |
boolean |
mustCheckpoint() |
Duration |
slideDuration()
Time interval after which the DStream generates a RDD
|
cache, checkpoint, checkpointData, checkpointDuration, clearCheckpointData, clearMetadata, context, count, countByValue, countByValueAndWindow, countByWindow, creationSite, filter, flatMap, foreach, foreach, foreachRDD, foreachRDD, generatedRDDs, generateJob, getCreationSite, getOrCompute, glom, graph, initialize, isInitialized, isTimeValid, map, mapPartitions, parentRememberDuration, persist, persist, print, print, reduce, reduceByWindow, reduceByWindow, register, remember, rememberDuration, repartition, restoreCheckpointData, saveAsObjectFiles, saveAsTextFiles, setContext, setGraph, slice, slice, ssc, storageLevel, toPairDStreamFunctions, transform, transform, transformWith, transformWith, union, updateCheckpointData, validate, window, window, zeroTime
equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
initializeIfNecessary, initializeLogging, isTraceEnabled, log_, log, logDebug, logDebug, logError, logError, logInfo, logInfo, logName, logTrace, logTrace, logWarning, logWarning
public StateDStream(DStream<scala.Tuple2<K,V>> parent, scala.Function1<scala.collection.Iterator<scala.Tuple3<K,scala.collection.Seq<V>,scala.Option<S>>>,scala.collection.Iterator<scala.Tuple2<K,S>>> updateFunc, Partitioner partitioner, boolean preservePartitioning, scala.Option<RDD<scala.Tuple2<K,S>>> initialRDD, scala.reflect.ClassTag<K> evidence$1, scala.reflect.ClassTag<V> evidence$2, scala.reflect.ClassTag<S> evidence$3)
public Duration slideDuration()
DStream
slideDuration
in class DStream<scala.Tuple2<K,S>>
public boolean mustCheckpoint()
mustCheckpoint
in class DStream<scala.Tuple2<K,S>>