本文整理汇总了Java中com.hankcs.hanlp.corpus.io.IOUtil.readLineListWithLessMemory方法的典型用法代码示例。如果您正苦于以下问题：Java IOUtil.readLineListWithLessMemory方法的具体用法？Java IOUtil.readLineListWithLessMemory怎么用？Java IOUtil.readLineListWithLessMemory使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类com.hankcs.hanlp.corpus.io.IOUtil的用法示例。
在下文中一共展示了IOUtil.readLineListWithLessMemory方法的4个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: load
import com.hankcs.hanlp.corpus.io.IOUtil; //导入方法依赖的package包/类
static boolean load(String path)
{
trie = new DoubleArrayTrie<String>();
if (loadDat(path + ".bi" + Predefine.BIN_EXT)) return true;
TreeMap<String, String> map = new TreeMap<String, String>();
for (String line : IOUtil.readLineListWithLessMemory(path))
{
String[] param = line.split(" ");
if (param[0].endsWith("@"))
{
continue;
}
String dependency = param[1];
map.put(param[0], dependency);
}
if (map.size() == 0) return false;
trie.build(map);
if (!saveDat(path, map)) logger.warning("缓存" + path + Predefine.BIN_EXT + "失败");
return true;
}
示例2: fix
import com.hankcs.hanlp.corpus.io.IOUtil; //导入方法依赖的package包/类
public static boolean fix(String path)
{
StringBuilder sbOut = new StringBuilder();
for (String line : IOUtil.readLineListWithLessMemory(path))
{
if (line.trim().length() == 0)
{
sbOut.append(line);
sbOut.append('\n');
continue;
}
String[] args = line.split("\t");
for (int i = 10 - args.length; i > 0; --i)
{
line += "\t_";
}
sbOut.append(line);
sbOut.append('\n');
}
return IOUtil.saveTxt(path + ".fixed.txt", sbOut.toString());
}
示例3: loadSentenceList
import com.hankcs.hanlp.corpus.io.IOUtil; //导入方法依赖的package包/类
public static LinkedList<CoNLLSentence> loadSentenceList(String path)
{
LinkedList<CoNLLSentence> result = new LinkedList<CoNLLSentence>();
LinkedList<CoNllLine> lineList = new LinkedList<CoNllLine>();
for (String line : IOUtil.readLineListWithLessMemory(path))
{
if (line.trim().length() == 0)
{
result.add(new CoNLLSentence(lineList));
lineList = new LinkedList<CoNllLine>();
continue;
}
lineList.add(new CoNllLine(line.split("\t")));
}
return result;
}
示例4: testGenerateBMES
import com.hankcs.hanlp.corpus.io.IOUtil; //导入方法依赖的package包/类
public void testGenerateBMES() throws Exception
{
BufferedWriter bw = new BufferedWriter(new OutputStreamWriter(new FileOutputStream(PATH + ".bmes.txt")));
for (String line : IOUtil.readLineListWithLessMemory(PATH))
{
String[] wordArray = line.split("\\s");
for (String word : wordArray)
{
if (word.length() == 1)
{
bw.write(word + "\tS\n");
}
else if (word.length() > 1)
{
bw.write(word.charAt(0) + "\tB\n");
for (int i = 1; i < word.length() - 1; ++i)
{
bw.write(word.charAt(i) + "\tM\n");
}
bw.write(word.charAt(word.length() - 1) + "\tE\n");
}
}
bw.newLine();
}
bw.close();
}