org.apache.spark.streaming.aliyun.logservice

LoghubInputDStream

class LoghubInputDStream extends ReceiverInputDStream[Array[Byte]]

Linear Supertypes
ReceiverInputDStream[Array[Byte]], InputDStream[Array[Byte]], DStream[Array[Byte]], Logging, Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. LoghubInputDStream
  2. ReceiverInputDStream
  3. InputDStream
  4. DStream
  5. Logging
  6. Serializable
  7. Serializable
  8. AnyRef
  9. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new LoghubInputDStream(_ssc: StreamingContext, mysqlHost: String, mysqlPort: Int, mysqlDatabase: String, mysqlUser: String, mysqlPwd: String, mysqlWorkerInstanceTableName: String, mysqlShardLeaseTableName: String, logServiceProject: String, logStoreName: String, loghubConsumerGroupName: String, loghubInstanceNameBase: String, loghubEndpoint: String, accessKeyId: String, accessKeySecret: String, storageLevel: StorageLevel)

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  7. val baseScope: Option[String]

    Attributes
    protected[org.apache.spark.streaming]
    Definition Classes
    InputDStream → DStream
  8. def cache(): DStream[Array[Byte]]

    Definition Classes
    DStream
  9. def checkpoint(interval: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream
  10. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  11. def compute(validTime: Time): Option[RDD[Array[Byte]]]

    Definition Classes
    ReceiverInputDStream → DStream
  12. def context: StreamingContext

    Definition Classes
    DStream
  13. def count(): DStream[Long]

    Definition Classes
    DStream
  14. def countByValue(numPartitions: Int)(implicit ord: Ordering[Array[Byte]]): DStream[(Array[Byte], Long)]

    Definition Classes
    DStream
  15. def countByValueAndWindow(windowDuration: Duration, slideDuration: Duration, numPartitions: Int)(implicit ord: Ordering[Array[Byte]]): DStream[(Array[Byte], Long)]

    Definition Classes
    DStream
  16. def countByWindow(windowDuration: Duration, slideDuration: Duration): DStream[Long]

    Definition Classes
    DStream
  17. def createRDDWithLocalProperties[U](time: Time)(body: ⇒ U): U

    Attributes
    protected
    Definition Classes
    DStream
  18. val dataFetchIntervalMillis: Long

  19. def dependencies: List[DStream[_]]

    Definition Classes
    InputDStream → DStream
  20. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  21. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  22. def filter(filterFunc: (Array[Byte]) ⇒ Boolean): DStream[Array[Byte]]

    Definition Classes
    DStream
  23. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  24. def flatMap[U](flatMapFunc: (Array[Byte]) ⇒ Traversable[U])(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream
  25. def foreachRDD(foreachFunc: (RDD[Array[Byte]], Time) ⇒ Unit): Unit

    Definition Classes
    DStream
  26. def foreachRDD(foreachFunc: (RDD[Array[Byte]]) ⇒ Unit): Unit

    Definition Classes
    DStream
  27. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  28. def getReceiver(): Receiver[Array[Byte]]

    Definition Classes
    LoghubInputDStream → ReceiverInputDStream
  29. def glom(): DStream[Array[Array[Byte]]]

    Definition Classes
    DStream
  30. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  31. val id: Int

    Definition Classes
    InputDStream
  32. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  33. def isTraceEnabled(): Boolean

    Attributes
    protected
    Definition Classes
    Logging
  34. def log: Logger

    Attributes
    protected
    Definition Classes
    Logging
  35. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  36. def logDebug(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  37. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  38. def logError(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  39. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  40. def logInfo(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  41. def logName: String

    Attributes
    protected
    Definition Classes
    Logging
  42. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  43. def logTrace(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  44. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging
  45. def logWarning(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging
  46. def map[U](mapFunc: (Array[Byte]) ⇒ U)(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream
  47. def mapPartitions[U](mapPartFunc: (Iterator[Array[Byte]]) ⇒ Iterator[U], preservePartitioning: Boolean)(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream
  48. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  49. final def notify(): Unit

    Definition Classes
    AnyRef
  50. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  51. def persist(): DStream[Array[Byte]]

    Definition Classes
    DStream
  52. def persist(level: StorageLevel): DStream[Array[Byte]]

    Definition Classes
    DStream
  53. def print(num: Int): Unit

    Definition Classes
    DStream
  54. def print(): Unit

    Definition Classes
    DStream
  55. def reduce(reduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte]): DStream[Array[Byte]]

    Definition Classes
    DStream
  56. def reduceByWindow(reduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte], invReduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte], windowDuration: Duration, slideDuration: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream
  57. def reduceByWindow(reduceFunc: (Array[Byte], Array[Byte]) ⇒ Array[Byte], windowDuration: Duration, slideDuration: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream
  58. def repartition(numPartitions: Int): DStream[Array[Byte]]

    Definition Classes
    DStream
  59. def saveAsObjectFiles(prefix: String, suffix: String): Unit

    Definition Classes
    DStream
  60. def saveAsTextFiles(prefix: String, suffix: String): Unit

    Definition Classes
    DStream
  61. def slice(fromTime: Time, toTime: Time): Seq[RDD[Array[Byte]]]

    Definition Classes
    DStream
  62. def slice(interval: Interval): Seq[RDD[Array[Byte]]]

    Definition Classes
    DStream
  63. def slideDuration: Duration

    Definition Classes
    InputDStream → DStream
  64. def start(): Unit

    Definition Classes
    ReceiverInputDStream → InputDStream
  65. def stop(): Unit

    Definition Classes
    ReceiverInputDStream → InputDStream
  66. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  67. def toString(): String

    Definition Classes
    AnyRef → Any
  68. def transform[U](transformFunc: (RDD[Array[Byte]], Time) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream
  69. def transform[U](transformFunc: (RDD[Array[Byte]]) ⇒ RDD[U])(implicit arg0: ClassTag[U]): DStream[U]

    Definition Classes
    DStream
  70. def transformWith[U, V](other: DStream[U], transformFunc: (RDD[Array[Byte]], RDD[U], Time) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

    Definition Classes
    DStream
  71. def transformWith[U, V](other: DStream[U], transformFunc: (RDD[Array[Byte]], RDD[U]) ⇒ RDD[V])(implicit arg0: ClassTag[U], arg1: ClassTag[V]): DStream[V]

    Definition Classes
    DStream
  72. def union(that: DStream[Array[Byte]]): DStream[Array[Byte]]

    Definition Classes
    DStream
  73. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  74. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  75. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  76. def window(windowDuration: Duration, slideDuration: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream
  77. def window(windowDuration: Duration): DStream[Array[Byte]]

    Definition Classes
    DStream

Deprecated Value Members

  1. def foreach(foreachFunc: (RDD[Array[Byte]], Time) ⇒ Unit): Unit

    Definition Classes
    DStream
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) use foreachRDD

  2. def foreach(foreachFunc: (RDD[Array[Byte]]) ⇒ Unit): Unit

    Definition Classes
    DStream
    Annotations
    @deprecated
    Deprecated

    (Since version 0.9.0) use foreachRDD

Inherited from ReceiverInputDStream[Array[Byte]]

Inherited from InputDStream[Array[Byte]]

Inherited from DStream[Array[Byte]]

Inherited from Logging

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped