org.apache.spark.storage

StorageStatusTrackingListener

class StorageStatusTrackingListener extends SparkListener

:: DeveloperApi :: A modified version of StorageStatusListener that tracks the peak memory usage during the entire application runtime.

NOTICE: this class copies StorageStatusListener's codes instead of extending from it, because the methods that require being overridden are all in private scope.

Annotations
@DeveloperApi()
Linear Supertypes
SparkListener, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. StorageStatusTrackingListener
  2. SparkListener
  3. AnyRef
  4. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new StorageStatusTrackingListener()

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  7. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  8. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  9. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  10. val executorIdToMaxUsedMem: Map[String, Long]

  11. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  12. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  13. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  14. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  15. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  16. final def notify(): Unit

    Definition Classes
    AnyRef
  17. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  18. def onApplicationEnd(applicationEnd: SparkListenerApplicationEnd): Unit

    Definition Classes
    SparkListener
  19. def onApplicationStart(applicationStart: SparkListenerApplicationStart): Unit

    Definition Classes
    SparkListener
  20. def onBlockManagerAdded(blockManagerAdded: SparkListenerBlockManagerAdded): Unit

    Definition Classes
    StorageStatusTrackingListener → SparkListener
  21. def onBlockManagerRemoved(blockManagerRemoved: SparkListenerBlockManagerRemoved): Unit

    Definition Classes
    StorageStatusTrackingListener → SparkListener
  22. def onBlockUpdated(blockUpdated: SparkListenerBlockUpdated): Unit

    Definition Classes
    SparkListener
  23. def onEnvironmentUpdate(environmentUpdate: SparkListenerEnvironmentUpdate): Unit

    Definition Classes
    SparkListener
  24. def onExecutorAdded(executorAdded: SparkListenerExecutorAdded): Unit

    Definition Classes
    SparkListener
  25. def onExecutorMetricsUpdate(executorMetricsUpdate: SparkListenerExecutorMetricsUpdate): Unit

    Definition Classes
    SparkListener
  26. def onExecutorRemoved(executorRemoved: SparkListenerExecutorRemoved): Unit

    Definition Classes
    SparkListener
  27. def onJobEnd(jobEnd: SparkListenerJobEnd): Unit

    Definition Classes
    SparkListener
  28. def onJobStart(jobStart: SparkListenerJobStart): Unit

    Definition Classes
    SparkListener
  29. def onStageCompleted(stageCompleted: SparkListenerStageCompleted): Unit

    Definition Classes
    SparkListener
  30. def onStageSubmitted(stageSubmitted: SparkListenerStageSubmitted): Unit

    Definition Classes
    SparkListener
  31. def onTaskEnd(taskEnd: SparkListenerTaskEnd): Unit

    Definition Classes
    StorageStatusTrackingListener → SparkListener
  32. def onTaskGettingResult(taskGettingResult: SparkListenerTaskGettingResult): Unit

    Definition Classes
    SparkListener
  33. def onTaskStart(taskStart: SparkListenerTaskStart): Unit

    Definition Classes
    SparkListener
  34. def onUnpersistRDD(unpersistRDD: SparkListenerUnpersistRDD): Unit

    Definition Classes
    StorageStatusTrackingListener → SparkListener
  35. def storageStatusList: Seq[StorageStatus]

  36. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  37. def toString(): String

    Definition Classes
    AnyRef → Any
  38. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  39. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  40. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from SparkListener

Inherited from AnyRef

Inherited from Any

Ungrouped