org.apache.spark.streaming.aliyun.logservice

LoghubInputDStream

class LoghubInputDStream extends ReceiverInputDStream[Array[Byte]]

Linear Supertypes
ReceiverInputDStream[Array[Byte]], InputDStream[Array[Byte]], DStream[Array[Byte]], Logging, Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. LoghubInputDStream
  2. ReceiverInputDStream
  3. InputDStream
  4. DStream
  5. Logging
  6. Serializable
  7. Serializable
  8. AnyRef
  9. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new LoghubInputDStream(_ssc: StreamingContext, logServiceProject: String, logStoreName: String, loghubConsumerGroupName: String, loghubInstanceNameBase: String, loghubEndpoint: String, accessKeyId: String, accessKeySecret: String, storageLevel: StorageLevel)

  2. new LoghubInputDStream(_ssc: StreamingContext, logServiceProject: String, logStoreName: String, loghubConsumerGroupName: String, loghubInstanceNameBase: String, loghubEndpoint: String, accessKeyId: String, accessKeySecret: String, storageLevel: StorageLevel, cursorPosition: LogHubCursorPosition, mLoghubCursorStartTime: Int, forceSpecial: Boolean)

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  7. val baseScope: Option[String]

    Attributes
    protected[org.apache.spark.streaming]
    Definition Classes
    InputDStream → DStream
  8. val batchInterval: Long

  9. def cache(): DStream[Array[Byte]]

    Definition Classes
    DStream
  10. def checkpoint(interval: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream
  11. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  12. def compute(validTime: Time): Option[RDD[Array[Byte]]]

    Definition Classes
    ReceiverInputDStream → DStream
  13. def context: StreamingContext

    Definition Classes
    DStream
  14. def count(): DStream[Long]

    Definition Classes
    DStream
  15. def countByValue(numPartitions: Int)(implicit ord: Ordering[Array[Byte]]): DStream[(Array[Byte], Long)]

    Definition Classes
    DStream
  16. def countByValueAndWindow(windowDuration: Duration, slideDuration: Duration, numPartitions: Int)(implicit ord: Ordering[Array[Byte]]): DStream[(Array[Byte], Long)]

    Definition Classes
    DStream
  17. def countByWindow(windowDuration: Duration, slideDuration: Duration): DStream[Long]

    Definition Classes
    DStream
  18. def createRDDWithLocalProperties[U](time: Time, displayInnerRDDOps: Boolean)(body: ⇒ U): U

    Attributes
    protected[org.apache.spark.streaming]
    Definition Classes
    DStream
  19. val dataFetchIntervalMillis: Long

  20. def dependencies: List[DStream[_]]

    Definition Classes
    InputDStream → DStream
  21. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  22. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  23. def filter(filterFunc: (Array[Byte]) ⇒ Boolean): DStream[Array[Byte]]

    Definition Classes
    DStream
  24. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  25. def flatMap[U](flatMapFunc: (Array[Byte]) ⇒ Traversable[U])(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream
  26. def foreachRDD(foreachFunc: (RDD[Array[Byte]], Time) ⇒ Unit): Unit

    Definition Classes
    DStream
  27. def foreachRDD(foreachFunc: (RDD[Array[Byte]]) ⇒ Unit): Unit

    Definition Classes
    DStream
  28. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  29. def getReceiver(): Receiver[Array[Byte]]

    Definition Classes
    LoghubInputDStream → ReceiverInputDStream
  30. def glom(): DStream[Array[Array[Byte]]]

    Definition Classes
    DStream
  31. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  32. val id: Int

    Definition Classes
    InputDStream
  33. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  34. def isTraceEnabled(): Boolean

    Attributes
    protected
    Definition Classes
    Logging
  35. def log: Logger

    Attributes
    protected
    Definition Classes
    Logging
  36. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  37. def logDebug(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  38. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  39. def logError(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  40. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  41. def logInfo(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  42. def logName: String

    Attributes
    protected
    Definition Classes
    Logging
  43. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  44. def logTrace(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  45. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  46. def logWarning(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  47. val mConsumeInOrder: Boolean

  48. val mHeartBeatIntervalMillis: Long

  49. def map[U](mapFunc: (Array[Byte]) ⇒ U)(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream
  50. def mapPartitions[U](mapPartFunc: (Iterator[Array[Byte]]) ⇒ Iterator[U], preservePartitioning: Boolean)(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream
  51. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  52. final def notify(): Unit

    Definition Classes
    AnyRef
  53. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  54. def persist(): DStream[Array[Byte]]

    Definition Classes
    DStream
  55. def persist(level: StorageLevel): DStream[Array[Byte]]

    Definition Classes
    DStream
  56. def print(num: Int): Unit

    Definition Classes
    DStream
  57. def print(): Unit

    Definition Classes
    DStream
  58. val rateController: Option[RateController]

    Attributes
    protected[org.apache.spark.streaming]
    Definition Classes
    ReceiverInputDStream → InputDStream
  59. def reduce(reduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte]): DStream[Array[Byte]]

    Definition Classes
    DStream
  60. def reduceByWindow(reduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte], invReduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte], windowDuration: Duration, slideDuration: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream
  61. def reduceByWindow(reduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte], windowDuration: Duration, slideDuration: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream
  62. def repartition(numPartitions: Int): DStream[Array[Byte]]

    Definition Classes
    DStream
  63. def saveAsObjectFiles(prefix: String, suffix: String): Unit

    Definition Classes
    DStream
  64. def saveAsTextFiles(prefix: String, suffix: String): Unit

    Definition Classes
    DStream
  65. def slice(fromTime: Time, toTime: Time): Seq[RDD[Array[Byte]]]

    Definition Classes
    DStream
  66. def slice(interval: Interval): Seq[RDD[Array[Byte]]]

    Definition Classes
    DStream
  67. def slideDuration: Duration

    Definition Classes
    InputDStream → DStream
  68. lazy val slsClient: Client

  69. def start(): Unit

    Definition Classes
    ReceiverInputDStream → InputDStream
  70. def stop(): Unit

    Definition Classes
    ReceiverInputDStream → InputDStream
  71. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  72. def toString(): String

    Definition Classes
    AnyRef → Any
  73. def transform[U](transformFunc: (RDD[Array[Byte]], Time) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream
  74. def transform[U](transformFunc: (RDD[Array[Byte]]) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream
  75. def transformWith[U, V](other: DStream[U], transformFunc: (RDD[Array[Byte]], RDD[U], Time) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

    Definition Classes
    DStream
  76. def transformWith[U, V](other: DStream[U], transformFunc: (RDD[Array[Byte]], RDD[U]) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

    Definition Classes
    DStream
  77. def union(that: DStream[Array[Byte]]): DStream[Array[Byte]]

    Definition Classes
    DStream
  78. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  79. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  80. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  81. def window(windowDuration: Duration, slideDuration: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream
  82. def window(windowDuration: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream

Deprecated Value Members

  1. def foreach(foreachFunc: (RDD[Array[Byte]], Time) ⇒ Unit): Unit

    Definition Classes
    DStream
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) use foreachRDD

  2. def foreach(foreachFunc: (RDD[Array[Byte]]) ⇒ Unit): Unit

    Definition Classes
    DStream
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) use foreachRDD

Inherited from ReceiverInputDStream[Array[Byte]]

Inherited from InputDStream[Array[Byte]]

Inherited from DStream[Array[Byte]]

Inherited from Logging

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped