本文整理汇总了Scala中org.apache.spark.ml.tree.CategoricalSplit类的典型用法代码示例。如果您正苦于以下问题：Scala CategoricalSplit类的具体用法？Scala CategoricalSplit怎么用？Scala CategoricalSplit使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
在下文中一共展示了CategoricalSplit类的2个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Scala代码示例。
示例1: Forest
//设置package包名称以及导入依赖的类
package com.redislabs.provider.redis.ml
import org.apache.spark.ml.tree
import org.apache.spark.ml.classification.DecisionTreeClassificationModel
import redis.clients.jedis.Protocol.Command
import redis.clients.jedis.{Jedis, _}
import com.redislabs.client.redisml.MLClient
import org.apache.spark.ml.tree.{CategoricalSplit, ContinuousSplit, InternalNode}
class Forest(trees: Array[DecisionTreeClassificationModel]) {
private def subtreeToRedisString(n: org.apache.spark.ml.tree.Node, path: String = "."): String = {
val prefix: String = s",${path},"
n.getClass.getSimpleName match {
case "InternalNode" => {
val in = n.asInstanceOf[InternalNode]
val splitStr = in.split match {
case contSplit: ContinuousSplit => s"numeric,${in.split.featureIndex},${contSplit.threshold}"
case catSplit: CategoricalSplit => s"categoric,${in.split.featureIndex}," +
catSplit.leftCategories.mkString(":")
}
prefix + splitStr + subtreeToRedisString(in.leftChild, path + "l") +
subtreeToRedisString(in.rightChild, path + "r")
}
case "LeafNode" => {
prefix + s"leaf,${n.prediction}" +
s",stats,${n.getImpurityStats.mkString(":")}"
}
}
}
private def toRedisString: String = {
trees.zipWithIndex.map { case (tree, treeIndex) =>
s"${treeIndex}" + subtreeToRedisString(tree.rootNode, ".")
}.fold("") { (a, b) => a + "\n" + b }
}
def toDebugArray: Array[String] = {
toRedisString.split("\n").drop(1)
}
def loadToRedis(forestId: String = "test_forest", host: String = "localhost") {
val jedis = new Jedis(host)
val commands = toRedisString.split("\n").drop(1)
jedis.getClient.sendCommand(Command.MULTI)
jedis.getClient().getStatusCodeReply
for (cmd <- commands) {
val cmdArray = forestId +: cmd.split(",")
jedis.getClient.sendCommand(MLClient.ModuleCommand.FOREST_ADD, cmdArray: _*)
jedis.getClient().getStatusCodeReply
}
jedis.getClient.sendCommand(Command.EXEC)
jedis.getClient.getMultiBulkReply
}
} 示例2: SplitToMleap
//设置package包名称以及导入依赖的类
package org.apache.spark.ml.mleap.converter
import com.truecar.mleap.core.tree
import org.apache.spark.ml.tree.{ContinuousSplit, CategoricalSplit, Split}
case class SplitToMleap(split: Split) {
def toMleap: tree.Split = {
split match {
case split: CategoricalSplit =>
val (isLeft, categories) = if(split.leftCategories.length >= split.rightCategories.length) {
(true, split.leftCategories)
} else {
(false, split.rightCategories)
}
val numCategories = split.leftCategories.length + split.rightCategories.length
tree.CategoricalSplit(split.featureIndex, numCategories, categories, isLeft)
case split: ContinuousSplit =>
tree.ContinuousSplit(split.featureIndex, split.threshold)
}
}
}