本文整理汇总了Python中article.Article.analyze方法的典型用法代码示例。如果您正苦于以下问题：Python Article.analyze方法的具体用法？Python Article.analyze怎么用？Python Article.analyze使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类article.Article的用法示例。
在下文中一共展示了Article.analyze方法的1个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: generate_model
# 需要导入模块: from article import Article [as 别名]
# 或者: from article.Article import analyze [as 别名]
def generate_model(lang, sites, mxParse=-1, mxSetSize=3):
model = LanguageModel(lang)
mongo = LanguageModel_Mongo("", lang, None)
parsed = 0
articleDB = ArticleDB()
while (parsed < mxParse or (mxParse == -1 and parsed < articleDB.count())):
a = articleDB.get(index=parsed)
txt = ""#' '.join(a.get('text',''))
adate = ' '.join(a.get('time',''))
url = ""#''.join(a.get('url',''))
atitle = ""
if isinstance(a.get('url', []), list):
url = ' '.join(a.get('url',''))
elif isinstance(a.get('url', ""), basestring):
url = a.get('url', "")
if isinstance(a.get('text', []), list):
txt = ' '.join(a.get('text',''))
elif isinstance(a.get('text', ""), basestring):
txt = a.get('text', "")
if isinstance(a.get('title', []), list):
atitle = ' '.join(a.get('title',''))
elif isinstance(a.get('title', ""), basestring):
atitle = a.get('title', "")
for s in sites:
if s in url:
a = Article(text=txt, title=atitle, src=url, date=adate, nid=a['_id'], language_model=model)
a.analyze(mxSetSize)
parsed += 1
print "Parsed ", parsed, " Articles. Inserting into Database"
mongo.collection.drop()
for k, w in model.words.iteritems():
mongo.__process_word__(w)
#Update Language Info
langInfo = LanguageInfoModel_Mongo()
keys = sorted(model.words.keys())
freq = model.getWordsByFrequency()
langInfo.updateLanguage(lang, parsed, len(model.words.keys()), sorted(freq.keys())[len(freq)-1], sites)
return mongo