本文整理汇总了Golang中github.com/apoydence/hydra/examples/wordCount/types.SetupFunction.AsConsumer方法的典型用法代码示例。如果您正苦于以下问题:Golang SetupFunction.AsConsumer方法的具体用法?Golang SetupFunction.AsConsumer怎么用?Golang SetupFunction.AsConsumer使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类github.com/apoydence/hydra/examples/wordCount/types.SetupFunction
的用法示例。
在下文中一共展示了SetupFunction.AsConsumer方法的3个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Golang代码示例。
示例1: urlLooper
func urlLooper(sf types.SetupFunction, feeder chan<- interface{}, done types.AtomicBool) {
in := sf.AsConsumer("MimeSplitterHtml").Build()
for url := range in {
if !done.Get() {
u := ToString(url)
feeder <- u
}
}
}
示例2: wordPrinter
func wordPrinter(sf types.SetupFunction, done chan struct{}) {
defer close(done)
in := sf.AsConsumer("github.com/apoydence/hydra/examples/wordCount.FinalWordCounter").Build()
for wordMap := range in {
for k, v := range ToMap(wordMap) {
println(k, v)
}
}
}
示例3: textDownloader
func textDownloader(sf types.SetupFunction, download string, mb int, done chan struct{}, closer func()) {
in := sf.AsConsumer("MimeSplitterText").Build()
var totalSize int64 = 0
for url := range in {
if totalSize >= int64(mb)*1024*1024 {
closer()
continue
}
u := ToString(url)
println("download", u, path.Base(u))
totalSize += saveToFile(Download(u), path.Join(download, path.Base(u)))
println("Size", totalSize)
}
close(done)
}