本文整理汇总了Scala中org.apache.spark.ml.tree.InternalNode类的典型用法代码示例。如果您正苦于以下问题：Scala InternalNode类的具体用法？Scala InternalNode怎么用？Scala InternalNode使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
在下文中一共展示了InternalNode类的2个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Scala代码示例。
示例1: Forest
//设置package包名称以及导入依赖的类
package com.redislabs.provider.redis.ml
import org.apache.spark.ml.tree
import org.apache.spark.ml.classification.DecisionTreeClassificationModel
import redis.clients.jedis.Protocol.Command
import redis.clients.jedis.{Jedis, _}
import com.redislabs.client.redisml.MLClient
import org.apache.spark.ml.tree.{CategoricalSplit, ContinuousSplit, InternalNode}
class Forest(trees: Array[DecisionTreeClassificationModel]) {
private def subtreeToRedisString(n: org.apache.spark.ml.tree.Node, path: String = "."): String = {
val prefix: String = s",${path},"
n.getClass.getSimpleName match {
case "InternalNode" => {
val in = n.asInstanceOf[InternalNode]
val splitStr = in.split match {
case contSplit: ContinuousSplit => s"numeric,${in.split.featureIndex},${contSplit.threshold}"
case catSplit: CategoricalSplit => s"categoric,${in.split.featureIndex}," +
catSplit.leftCategories.mkString(":")
}
prefix + splitStr + subtreeToRedisString(in.leftChild, path + "l") +
subtreeToRedisString(in.rightChild, path + "r")
}
case "LeafNode" => {
prefix + s"leaf,${n.prediction}" +
s",stats,${n.getImpurityStats.mkString(":")}"
}
}
}
private def toRedisString: String = {
trees.zipWithIndex.map { case (tree, treeIndex) =>
s"${treeIndex}" + subtreeToRedisString(tree.rootNode, ".")
}.fold("") { (a, b) => a + "\n" + b }
}
def toDebugArray: Array[String] = {
toRedisString.split("\n").drop(1)
}
def loadToRedis(forestId: String = "test_forest", host: String = "localhost") {
val jedis = new Jedis(host)
val commands = toRedisString.split("\n").drop(1)
jedis.getClient.sendCommand(Command.MULTI)
jedis.getClient().getStatusCodeReply
for (cmd <- commands) {
val cmdArray = forestId +: cmd.split(",")
jedis.getClient.sendCommand(MLClient.ModuleCommand.FOREST_ADD, cmdArray: _*)
jedis.getClient().getStatusCodeReply
}
jedis.getClient.sendCommand(Command.EXEC)
jedis.getClient.getMultiBulkReply
}
} 示例2: NodeToMleap
//设置package包名称以及导入依赖的类
package org.apache.spark.ml.mleap.converter
import com.truecar.mleap.core.linalg.{DenseVector, Vector}
import com.truecar.mleap.core.tree
import com.truecar.mleap.spark.MleapSparkSupport._
import org.apache.spark.ml.tree.{InternalNode, LeafNode, Node}
case class NodeToMleap(node: Node) {
def toMleap(includeImpurityStats: Boolean): tree.Node = {
node match {
case node: InternalNode =>
tree.InternalNode(node.prediction,
node.impurity,
node.gain,
node.leftChild.toMleap(includeImpurityStats),
node.rightChild.toMleap(includeImpurityStats),
node.split.toMleap)
case node: LeafNode =>
val impurityStats = if(includeImpurityStats) {
Some(DenseVector(node.impurityStats.stats))
} else { None }
tree.LeafNode(node.prediction, node.impurity, impurityStats)
}
}
}