本文整理匯總了Golang中github.com/apoydence/hydra/examples/wordCount/types.SetupFunction.AsConsumer方法的典型用法代碼示例。如果您正苦於以下問題:Golang SetupFunction.AsConsumer方法的具體用法?Golang SetupFunction.AsConsumer怎麽用?Golang SetupFunction.AsConsumer使用的例子?那麽, 這裏精選的方法代碼示例或許可以為您提供幫助。您也可以進一步了解該方法所在類github.com/apoydence/hydra/examples/wordCount/types.SetupFunction
的用法示例。
在下文中一共展示了SetupFunction.AsConsumer方法的3個代碼示例,這些例子默認根據受歡迎程度排序。您可以為喜歡或者感覺有用的代碼點讚,您的評價將有助於係統推薦出更棒的Golang代碼示例。
示例1: urlLooper
func urlLooper(sf types.SetupFunction, feeder chan<- interface{}, done types.AtomicBool) {
in := sf.AsConsumer("MimeSplitterHtml").Build()
for url := range in {
if !done.Get() {
u := ToString(url)
feeder <- u
}
}
}
示例2: wordPrinter
func wordPrinter(sf types.SetupFunction, done chan struct{}) {
defer close(done)
in := sf.AsConsumer("github.com/apoydence/hydra/examples/wordCount.FinalWordCounter").Build()
for wordMap := range in {
for k, v := range ToMap(wordMap) {
println(k, v)
}
}
}
示例3: textDownloader
func textDownloader(sf types.SetupFunction, download string, mb int, done chan struct{}, closer func()) {
in := sf.AsConsumer("MimeSplitterText").Build()
var totalSize int64 = 0
for url := range in {
if totalSize >= int64(mb)*1024*1024 {
closer()
continue
}
u := ToString(url)
println("download", u, path.Base(u))
totalSize += saveToFile(Download(u), path.Join(download, path.Base(u)))
println("Size", totalSize)
}
close(done)
}