本文整理汇总了Scala中org.apache.spark.streaming.api.java.JavaDStream类的典型用法代码示例。如果您正苦于以下问题:Scala JavaDStream类的具体用法?Scala JavaDStream怎么用?Scala JavaDStream使用的例子?那么, 这里精选的类代码示例或许可以为您提供帮助。
在下文中一共展示了JavaDStream类的2个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Scala代码示例。
示例1: SparkInflux
//设置package包名称以及导入依赖的类
package com.pygmalios.reactiveinflux.spark.jawa
import com.pygmalios.reactiveinflux.ReactiveInfluxDbName
import com.pygmalios.reactiveinflux.jawa.{Conversions, PointNoTime}
import com.pygmalios.reactiveinflux.spark._
import org.apache.spark.api.java.JavaRDD
import org.apache.spark.streaming.api.java.JavaDStream
import scala.concurrent.duration._
class SparkInflux(val dbName: String,
val awaitAtMostMillis: Long) {
private implicit val reactiveInfluxDbName = ReactiveInfluxDbName(dbName)
private implicit val awaitAtMost = awaitAtMostMillis.millis
def saveToInflux[T <: PointNoTime](javaRdd: JavaRDD[T]): Unit = {
javaRdd.rdd.map(Conversions.toScala).saveToInflux()
}
def saveToInflux[T <: PointNoTime](javaDStream: JavaDStream[T]): Unit = {
javaDStream.dstream.map(Conversions.toScala).saveToInflux()
}
}
示例2: KafkaSourcePythonHelper
//设置package包名称以及导入依赖的类
package com.ippontech.kafka
import com.ippontech.kafka.stores.{OffsetsStore, ZooKeeperOffsetsStore}
import kafka.serializer.StringDecoder
import org.apache.spark.streaming.api.java.{JavaDStream, JavaStreamingContext}
object KafkaSourcePythonHelper {
def kafkaStream(jssc: JavaStreamingContext, brokers: String, offsetsStore: OffsetsStore,
topic: String): JavaDStream[(String, String)] = {
val dstream = KafkaSource.kafkaStream[String, String, StringDecoder, StringDecoder](jssc.ssc, brokers, offsetsStore, topic)
val jdstream = new JavaDStream(dstream)
jdstream
}
def kafkaStream(jssc: JavaStreamingContext, brokers: String, zkHosts: String, zkPath: String,
topic: String): JavaDStream[(String, String)] = {
val offsetsStore = new ZooKeeperOffsetsStore(zkHosts, zkPath)
val dstream = KafkaSource.kafkaStream[String, String, StringDecoder, StringDecoder](jssc.ssc, brokers, offsetsStore, topic)
val jdstream = new JavaDStream(dstream)
jdstream
}
}