本文整理汇总了Scala中org.apache.hadoop.fs.BlockLocation类的典型用法代码示例。如果您正苦于以下问题：Scala BlockLocation类的具体用法？Scala BlockLocation怎么用？Scala BlockLocation使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
在下文中一共展示了BlockLocation类的1个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Scala代码示例。
示例1: HdfsSource
//设置package包名称以及导入依赖的类
package io.eels.component.hdfs
import io.eels.FilePattern
import org.apache.hadoop.fs.permission.{AclEntryScope, AclEntryType, FsAction, FsPermission, AclEntry => HdfsAclEntry}
import org.apache.hadoop.fs.{BlockLocation, FileSystem, Path}
import scala.collection.JavaConverters._
case class HdfsSource(pattern: FilePattern)(implicit fs: FileSystem) {
def permissions(): Vector[(Path, FsPermission)] = pattern.toPaths().map(fs.getFileStatus)
.map(status => (status.getPath, status.getPermission)).toVector
def setPermissions(permission: FsPermission): Unit = {
pattern.toPaths().foreach(fs.setPermission(_, permission))
}
def blocks(): Map[Path, Seq[BlockLocation]] = pattern.toPaths().map { path =>
path -> fs.getFileBlockLocations(path, 0, fs.getFileLinkStatus(path).getLen).toSeq
}.toMap
def setAcl(spec: AclSpec): Unit = {
pattern.toPaths().foreach { path =>
val hadoopAclEntries = spec.entries.map { entry =>
val `type` = entry.`type`.toLowerCase match {
case "user" => AclEntryType.USER
case "group" => AclEntryType.GROUP
case "other" => AclEntryType.OTHER
}
new HdfsAclEntry.Builder().setName(entry.name).setPermission(FsAction.getFsAction(entry.action)).setType(`type`).setScope(AclEntryScope.ACCESS).build()
}
fs.setAcl(path, hadoopAclEntries.asJava)
}
}
}
object HdfsSource {
def apply(path: String)(implicit fs: FileSystem): HdfsSource = apply(FilePattern(path))
def apply(path: Path)(implicit fs: FileSystem): HdfsSource = HdfsSource(FilePattern(path))
}