本文整理汇总了Python中DB.getInclusionList方法的典型用法代码示例。如果您正苦于以下问题:Python DB.getInclusionList方法的具体用法?Python DB.getInclusionList怎么用?Python DB.getInclusionList使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类DB
的用法示例。
在下文中一共展示了DB.getInclusionList方法的4个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: getNER
# 需要导入模块: import DB [as 别名]
# 或者: from DB import getInclusionList [as 别名]
def getNER():
if not request.get_json(force=True) or not 'text' in request.get_json(force=True):
print 'aborting'
abort(400)
# istr = request.json['text']
istr = request.get_json(force=True)['text']
n = int(request.get_json(force=True)['max_n'] )
# remove all nonAsciiCharacters
istr = removeNonAscii(istr)
inclusion_list = DB.getInclusionList()
exclusion_list = DB.getExclusionList()
istr = removeNonAscii(istr)
NER_results = NER.findNamedEntities(istr, inclusion_list)
keywords = NER_results[0:n]
# omit repeats and return lowercase
keywords = sorted(list(set(i.lower() for i in keywords)))
keywords = NER.excludeKeywords(exclusion_list, keywords)
return jsonify({'keywords': keywords}), 201
示例2: getTFIDF
# 需要导入模块: import DB [as 别名]
# 或者: from DB import getInclusionList [as 别名]
def getTFIDF():
if not request.get_json(force=True) or not 'text' in request.get_json(force=True):
print 'aborting'
abort(400)
# istr = request.json['text']
istr = request.get_json(force=True)['text']
n = int(request.get_json(force=True)['max_n'] )
# remove all nonAsciiCharacters
istr = removeNonAscii(istr)
inclusion_list = DB.getInclusionList()
exclusion_list = DB.getExclusionList()
istr = removeNonAscii(istr)
TFIDF_results = TFIDF.findTFIDFkeywords(istr)
keywords = TFIDF_results[0:n]
keywords = NER.excludeKeywords(exclusion_list, keywords)
return jsonify({'keywords': keywords}), 201
示例3: getKeywords
# 需要导入模块: import DB [as 别名]
# 或者: from DB import getInclusionList [as 别名]
def getKeywords():
if not request.get_json(force=True) or not 'text' in request.get_json(force=True):
print 'aborting'
abort(400)
# istr = request.json['text']
istr = request.get_json(force=True)['text']
n = int(request.get_json(force=True)['max_n'] )
# remove all nonAsciiCharacters
istr = removeNonAscii(istr)
inclusion_list = DB.getInclusionList()
exclusion_list = DB.getExclusionList()
istr = removeNonAscii(istr)
NER_results = NER.findNamedEntities(istr, inclusion_list)
NER_results = list(set(NER_results))
TFIDF_results = TFIDF.findTFIDFkeywords(istr)
keywords = NER_results[0:n/2] + TFIDF_results[0:n/2]
# omit repeats and return lowercase
keywords = sorted(list(set(i.lower() for i in keywords)))
current_j = n/2
current_k = n/2
while len(keywords) < n:
if current_k < len(NER_results):
current_k += 1
if NER_results[current_k] not in keywords:
keywords.append(NER_results[current_k])
else:
current_j += 1
if TFIDF_results[current_j] not in keywords:
keywords.append(TFIDF_results[current_j])
keywords = NER.excludeKeywords(exclusion_list, keywords)
return jsonify({'keywords': keywords}), 201
示例4: removeNonAscii
# 需要导入模块: import DB [as 别名]
# 或者: from DB import getInclusionList [as 别名]
import NER.extractNER as NER
import TFIDF.extractTFIDF as TFIDF
import DB
import sample
def removeNonAscii(s): return "".join(filter(lambda x: ord(x)<128, s))
inclusion_list = DB.getInclusionList()
exclusion_list = DB.getExclusionList()
n = 10
istr = sample.sample_text
istr = removeNonAscii(istr)
NER_results = NER.findNamedEntities(istr, inclusion_list)
TFIDF_results = TFIDF.findTFIDFkeywords(istr)
keywords = NER_results[0:n/2] + TFIDF_results[0:n/2]
# omit repeats and return lowercase
keywords = sorted(list(set(i.lower() for i in keywords)))
keywords = NER.excludeKeywords(exclusion_list, keywords)
print keywords