public interface SparkListener
JavaSparkListener
Modifier and Type | Method and Description |
---|---|
void |
onApplicationEnd(SparkListenerApplicationEnd applicationEnd)
Called when the application ends
|
void |
onApplicationStart(SparkListenerApplicationStart applicationStart)
Called when the application starts
|
void |
onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
Called when a new block manager has joined
|
void |
onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
Called when an existing block manager has been removed
|
void |
onEnvironmentUpdate(SparkListenerEnvironmentUpdate environmentUpdate)
Called when environment properties have been updated
|
void |
onExecutorAdded(SparkListenerExecutorAdded executorAdded)
Called when the driver registers a new executor.
|
void |
onExecutorMetricsUpdate(SparkListenerExecutorMetricsUpdate executorMetricsUpdate)
Called when the driver receives task metrics from an executor in a heartbeat.
|
void |
onExecutorRemoved(SparkListenerExecutorRemoved executorRemoved)
Called when the driver removes an executor.
|
void |
onJobEnd(SparkListenerJobEnd jobEnd)
Called when a job ends
|
void |
onJobStart(SparkListenerJobStart jobStart)
Called when a job starts
|
void |
onStageCompleted(SparkListenerStageCompleted stageCompleted)
Called when a stage completes successfully or fails, with information on the completed stage.
|
void |
onStageSubmitted(SparkListenerStageSubmitted stageSubmitted)
Called when a stage is submitted
|
void |
onTaskEnd(SparkListenerTaskEnd taskEnd)
Called when a task ends
|
void |
onTaskGettingResult(SparkListenerTaskGettingResult taskGettingResult)
Called when a task begins remotely fetching its result (will not be called for tasks that do
not need to fetch the result remotely).
|
void |
onTaskStart(SparkListenerTaskStart taskStart)
Called when a task starts
|
void |
onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
Called when an RDD is manually unpersisted by the application
|
void onStageCompleted(SparkListenerStageCompleted stageCompleted)
stageCompleted
- (undocumented)void onStageSubmitted(SparkListenerStageSubmitted stageSubmitted)
stageSubmitted
- (undocumented)void onTaskStart(SparkListenerTaskStart taskStart)
taskStart
- (undocumented)void onTaskGettingResult(SparkListenerTaskGettingResult taskGettingResult)
taskGettingResult
- (undocumented)void onTaskEnd(SparkListenerTaskEnd taskEnd)
taskEnd
- (undocumented)void onJobStart(SparkListenerJobStart jobStart)
jobStart
- (undocumented)void onJobEnd(SparkListenerJobEnd jobEnd)
jobEnd
- (undocumented)void onEnvironmentUpdate(SparkListenerEnvironmentUpdate environmentUpdate)
environmentUpdate
- (undocumented)void onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
blockManagerAdded
- (undocumented)void onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
blockManagerRemoved
- (undocumented)void onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
unpersistRDD
- (undocumented)void onApplicationStart(SparkListenerApplicationStart applicationStart)
applicationStart
- (undocumented)void onApplicationEnd(SparkListenerApplicationEnd applicationEnd)
applicationEnd
- (undocumented)void onExecutorMetricsUpdate(SparkListenerExecutorMetricsUpdate executorMetricsUpdate)
executorMetricsUpdate
- (undocumented)void onExecutorAdded(SparkListenerExecutorAdded executorAdded)
executorAdded
- (undocumented)void onExecutorRemoved(SparkListenerExecutorRemoved executorRemoved)
executorRemoved
- (undocumented)