本文整理汇总了Python中lexicon.Lexicon.load_from_binary方法的典型用法代码示例。如果您正苦于以下问题:Python Lexicon.load_from_binary方法的具体用法?Python Lexicon.load_from_binary怎么用?Python Lexicon.load_from_binary使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类lexicon.Lexicon
的用法示例。
在下文中一共展示了Lexicon.load_from_binary方法的5个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: __init__
# 需要导入模块: from lexicon import Lexicon [as 别名]
# 或者: from lexicon.Lexicon import load_from_binary [as 别名]
def __init__(self, cfg):
self.cfg = cfg
self.lang = self.cfg.get("deps", "lang")
self.out_fn = self.cfg.get("machine", "definitions_binary_out")
ensure_dir(os.path.dirname(self.out_fn))
self.dependency_processor = DependencyProcessor(self.cfg)
dep_map_fn = cfg.get("deps", "dep_map")
self.read_dep_map(dep_map_fn)
self.undefined = set()
self.lemmatizer = Lemmatizer(cfg)
self.lexicon_fn = self.cfg.get("machine", "definitions_binary")
self.lexicon = Lexicon.load_from_binary(self.lexicon_fn)
self.word2lemma = {}
示例2: __init__
# 需要导入模块: from lexicon import Lexicon [as 别名]
# 或者: from lexicon.Lexicon import load_from_binary [as 别名]
def __init__(self, cfg, direct_parse=False):
self.cfg = cfg
self.lang = self.cfg.get("deps", "lang")
if(not direct_parse):
self.out_fn = self.cfg.get("machine", "definitions_binary_out")
ensure_dir(os.path.dirname(self.out_fn))
self.dependency_processor = DependencyProcessor(self.cfg)
dep_map_fn = cfg.get("deps", "dep_map")
self.undefined = set()
self.lemmatizer = Lemmatizer(cfg)
self.lexicon_fn = self.cfg.get("machine", "definitions_binary")
self.lexicon = Lexicon.load_from_binary(self.lexicon_fn)
self.read_dep_map(dep_map_fn)
self.word2lemma = {}
self.first_n = cfg.getint('filter', 'first_n')
self.graph_dir = self.cfg.get('machine', 'graph_dir')
ensure_dir(self.graph_dir)
示例3: __init__
# 需要导入模块: from lexicon import Lexicon [as 别名]
# 或者: from lexicon.Lexicon import load_from_binary [as 别名]
def __init__(self, cfg, cfg_section="word_sim"):
try:
self.batch = cfg.getboolean(cfg_section, "batch")
except NoSectionError:
self.batch = False
self.cfg = cfg
self.graph_dir = cfg.get(cfg_section, "graph_dir")
ensure_dir(self.graph_dir)
self.lemmatizer = Lemmatizer(cfg)
self.lexicon_fn = self.cfg.get(cfg_section, "definitions_binary")
self.lexicon = Lexicon.load_from_binary(self.lexicon_fn)
self.defined_words = self.lexicon.get_words()
self.word_sim_cache = {}
self.lemma_sim_cache = {}
self.links_nodes_cache = {}
self.stopwords = set(nltk_stopwords.words("english"))
self.expand = cfg.getboolean(cfg_section, "expand")
logging.info("expand is {0}".format(self.expand))
示例4: __init__
# 需要导入模块: from lexicon import Lexicon [as 别名]
# 或者: from lexicon.Lexicon import load_from_binary [as 别名]
def __init__(self, cfg, cfg_section='word_sim'):
self.batch = cfg.getboolean(cfg_section, 'batch')
logging.warning("fourlangpath is {0}".format(
cfg.get(cfg_section, 'fourlangpath')))
self.cfg = cfg
self.graph_dir = cfg.get(cfg_section, "graph_dir")
ensure_dir(self.graph_dir)
self.lemmatizer = Lemmatizer(cfg)
self.lexicon_fn = self.cfg.get(cfg_section, "definitions_binary")
self.lexicon = Lexicon.load_from_binary(self.lexicon_fn)
self.defined_words = self.lexicon.get_words()
self.word_sim_cache = {}
self.lemma_sim_cache = {}
self.links_nodes_cache = {}
self.stopwords = set(nltk_stopwords.words('english'))
self.sim_feats = SimFeatures(cfg, cfg_section)
self.expand = cfg.getboolean(cfg_section, "expand")
logging.info("expand is {0}".format(self.expand))
示例5: __init__
# 需要导入模块: from lexicon import Lexicon [as 别名]
# 或者: from lexicon.Lexicon import load_from_binary [as 别名]
def __init__(self, cfg, cfg_section='word_sim'):
self.batch = cfg.getboolean(cfg_section, 'batch')
logging.warning("fourlangpath is {0}".format(
cfg.get(cfg_section, 'fourlangpath')))
self.cfg = cfg
self.graph_dir = cfg.get(cfg_section, "graph_dir")
ensure_dir(self.graph_dir)
self.lemmatizer = Lemmatizer(cfg)
self.lexicon_fn = self.cfg.get(cfg_section, "definitions_binary")
self.lexicon = Lexicon.load_from_binary(self.lexicon_fn)
self.defined_words = self.lexicon.get_words()
self.word_sim_cache = {}
self.lemma_sim_cache = {}
self.links_nodes_cache = {}
self.stopwords = set(nltk_stopwords.words('english'))
self.sim_feats = SimFeatures(cfg, cfg_section, self.lexicon)
self.expand = cfg.getboolean(cfg_section, "expand")
compositional = cfg.getboolean('similarity', 'compositional')
if compositional is True:
self.text_to_4lang = TextTo4lang(cfg, direct_parse=True)
logging.info("expand is {0}".format(self.expand))
self.allow_4lang = cfg.getboolean('machine', 'allow_4lang')