当前位置: 首页>>代码示例>>Java>>正文


Java Predefine.BIN_EXT属性代码示例

本文整理汇总了Java中com.hankcs.hanlp.utility.Predefine.BIN_EXT属性的典型用法代码示例。如果您正苦于以下问题:Java Predefine.BIN_EXT属性的具体用法?Java Predefine.BIN_EXT怎么用?Java Predefine.BIN_EXT使用的例子?那么恭喜您, 这里精选的属性代码示例或许可以为您提供帮助。您也可以进一步了解该属性所在com.hankcs.hanlp.utility.Predefine的用法示例。


在下文中一共展示了Predefine.BIN_EXT属性的7个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: load

private static boolean load(String path)
{
    String binPath = path + Predefine.BIN_EXT;
    if (loadBin(binPath)) return true;
    CONVERT = new char[Character.MAX_VALUE + 1];
    for (int i = 0; i < CONVERT.length; i++)
    {
        CONVERT[i] = (char) i;
    }
    IOUtil.LineIterator iterator = new IOUtil.LineIterator(path);
    while (iterator.hasNext())
    {
        String line = iterator.next();
        if (line == null) return false;
        if (line.length() != 3) continue;
        CONVERT[line.charAt(0)] = CONVERT[line.charAt(2)];
    }
    logger.info("正在缓存字符正规化表到" + binPath);
    IOUtil.saveObjectTo(CONVERT, binPath);

    return true;
}
 
开发者ID:priester,项目名称:hanlpStudy,代码行数:22,代码来源:CharTable.java

示例2: MaxEntDependencyParser

public MaxEntDependencyParser()
{
    String path = HanLP.Config.MaxEntModelPath + Predefine.BIN_EXT;
    model = GlobalObjectPool.get(path);
    if (model != null) return;
    long start = System.currentTimeMillis();
    ByteArray byteArray = ByteArrayFileStream.createByteArrayFileStream(path);
    if (byteArray != null)
    {
        model = MaxEntModel.create(byteArray);
    }
    else
    {
        model = MaxEntModel.create(HanLP.Config.MaxEntModelPath);
    }
    if (model != null)
    {
        GlobalObjectPool.put(path, model);
    }
    String result = model == null ? "失败" : "成功";
    logger.info("最大熵依存句法模型载入" + result + ",耗时" + (System.currentTimeMillis() - start) + " ms");
}
 
开发者ID:priester,项目名称:hanlpStudy,代码行数:22,代码来源:MaxEntDependencyParser.java

示例3: load

/**
 * 加载parser模型
 * @param path
 * @return
 */
public boolean load(String path)
{
    String binPath = path + Predefine.BIN_EXT;
    if (load(ByteArrayStream.createByteArrayStream(binPath))) return true;
    if (!loadTxt(path)) return false;
    try
    {
        logger.info("正在缓存" + binPath);
        DataOutputStream out = new DataOutputStream(IOUtil.newOutputStream(binPath));
        save(out);
        out.close();
    }
    catch (Exception e)
    {
        logger.warning("缓存" + binPath + "失败:\n" + TextUtility.exceptionToString(e));
    }

    return true;
}
 
开发者ID:priester,项目名称:hanlpStudy,代码行数:24,代码来源:NeuralNetworkParser.java

示例4: testLoadModelWithBiGramFeature

public void testLoadModelWithBiGramFeature() throws Exception
{
    String path = HanLP.Config.CRFSegmentModelPath + Predefine.BIN_EXT;
    CRFModel model = new CRFModel(new BinTrie<FeatureFunction>());
    model.load(ByteArray.createByteArray(path));

    Table table = new Table();
    String text = "人民生活进一步改善了";
    table.v = new String[text.length()][2];
    for (int i = 0; i < text.length(); i++)
    {
        table.v[i][0] = String.valueOf(text.charAt(i));
    }

    model.tag(table);
    System.out.println(table);
}
 
开发者ID:priester,项目名称:hanlpStudy,代码行数:17,代码来源:TestCRF.java

示例5: saveDat

static boolean saveDat(String path, AhoCorasickDoubleArrayTrie<String> trie, Set<Map.Entry<String, String>> entrySet)
{
    try
    {
        DataOutputStream out = new DataOutputStream(new FileOutputStream(path + Predefine.BIN_EXT));
        out.writeInt(entrySet.size());
        for (Map.Entry<String, String> entry : entrySet)
        {
            char[] charArray = entry.getValue().toCharArray();
            out.writeInt(charArray.length);
            for (char c : charArray)
            {
                out.writeChar(c);
            }
        }
        trie.save(out);
        out.close();
    }
    catch (Exception e)
    {
        logger.warning("缓存值dat" + path + "失败");
        return false;
    }

    return true;
}
 
开发者ID:ml-distribution,项目名称:HanLP,代码行数:26,代码来源:BaseChineseDictionary.java

示例6: saveDat

static boolean saveDat(String path, AhoCorasickDoubleArrayTrie<Pinyin[]> trie, Set<Map.Entry<String, Pinyin[]>> entrySet)
{
    try
    {
        DataOutputStream out = new DataOutputStream(new FileOutputStream(path + Predefine.BIN_EXT));
        out.writeInt(entrySet.size());
        for (Map.Entry<String, Pinyin[]> entry : entrySet)
        {
            Pinyin[] value = entry.getValue();
            out.writeInt(value.length);
            for (Pinyin pinyin : value)
            {
                out.writeInt(pinyin.ordinal());
            }
        }
        trie.save(out);
        out.close();
    }
    catch (Exception e)
    {
        logger.warning("缓存值dat" + path + "失败");
        return false;
    }

    return true;
}
 
开发者ID:ml-distribution,项目名称:HanLP,代码行数:26,代码来源:PinyinDictionary.java

示例7: saveDat

static boolean saveDat(String path, TreeMap<String, String> map)
{
    Collection<String> dependencyList = map.values();
    // 缓存值文件
    try
    {
        DataOutputStream out = new DataOutputStream(new FileOutputStream(path +  ".bi" + Predefine.BIN_EXT));
        out.writeInt(dependencyList.size());
        for (String dependency : dependencyList)
        {
            out.writeUTF(dependency);
        }
        if (!trie.save(out)) return false;
        out.close();
    }
    catch (Exception e)
    {
        logger.warning("保存失败" + e);
        return false;
    }
    return true;
}
 
开发者ID:ml-distribution,项目名称:HanLP,代码行数:22,代码来源:BigramDependencyModel.java


注:本文中的com.hankcs.hanlp.utility.Predefine.BIN_EXT属性示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。