本文整理汇总了Scala中org.apache.spark.mllib.feature.ChiSqSelector类的典型用法代码示例。如果您正苦于以下问题：Scala ChiSqSelector类的具体用法？Scala ChiSqSelector怎么用？Scala ChiSqSelector使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
在下文中一共展示了ChiSqSelector类的1个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Scala代码示例。
示例1: FeatureExtractionApp
//设置package包名称以及导入依赖的类
package org.apress.prospark
import org.apache.spark.SparkConf
import org.apache.spark.SparkContext
import org.apache.spark.mllib.feature.ChiSqSelector
import org.apache.spark.mllib.linalg.Vectors
import org.apache.spark.mllib.regression.LabeledPoint
import org.apache.spark.streaming.Seconds
import org.apache.spark.streaming.StreamingContext
object FeatureExtractionApp {
def main(args: Array[String]) {
if (args.length != 4) {
System.err.println(
"Usage: FeatureExtractionApp <appname> <batchInterval> <hostname> <port>")
System.exit(1)
}
val Seq(appName, batchInterval, hostname, port) = args.toSeq
val conf = new SparkConf()
.setAppName(appName)
.setJars(SparkContext.jarOfClass(this.getClass).toSeq)
val ssc = new StreamingContext(conf, Seconds(batchInterval.toInt))
val substream = ssc.socketTextStream(hostname, port.toInt)
.filter(!_.contains("NaN"))
.map(_.split(" "))
.filter(f => f(1) != "0")
val datastream = substream.map(f => Array(f(1), f(4), f(5), f(6), f(20), f(21), f(22), f(36), f(37), f(38)))
.map(f => f.map(v => v.toDouble))
.map(f => LabeledPoint(f(0), Vectors.dense(f.slice(1, f.length).map(f => f / 2048))))
datastream.foreachRDD(rdd => {
val selector = new ChiSqSelector(5)
val model = selector.fit(rdd)
val filtered = rdd.map(p => LabeledPoint(p.label, model.transform(p.features)))
filtered.take(20).foreach(println)
})
ssc.start()
ssc.awaitTermination()
}
}