本文整理汇总了Python中Levenshtein.editops方法的典型用法代码示例。如果您正苦于以下问题：Python Levenshtein.editops方法的具体用法？Python Levenshtein.editops怎么用？Python Levenshtein.editops使用的例子？那么, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类Levenshtein的用法示例。
在下文中一共展示了Levenshtein.editops方法的7个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: _get_operation_counts
# 需要导入模块: import Levenshtein [as 别名]
# 或者: from Levenshtein import editops [as 别名]
def _get_operation_counts(
source_string: str, destination_string: str
) -> Tuple[int, int, int, int]:
"""
Check how many edit operations (delete, insert, replace) are required to
transform the source string into the destination string. The number of hits
can be given by subtracting the number of deletes and substitutions from the
total length of the source string.
:param source_string: the source string to transform into the destination string
:param destination_string: the destination to transform the source string into
:return: a tuple of #hits, #substitutions, #deletions, #insertions
"""
editops = Levenshtein.editops(source_string, destination_string)
substitutions = sum(1 if op[0] == "replace" else 0 for op in editops)
deletions = sum(1 if op[0] == "delete" else 0 for op in editops)
insertions = sum(1 if op[0] == "insert" else 0 for op in editops)
hits = len(source_string) - (substitutions + deletions)
return hits, substitutions, deletions, insertions 示例2: print_error_analysis
# 需要导入模块: import Levenshtein [as 别名]
# 或者: from Levenshtein import editops [as 别名]
def print_error_analysis():
options = config.options(read=True)
output = get_output(options.run_dir, 'eval')
errors = [(inst['input'], pred, inst['output'])
for inst, pred in zip(output.data, output.predictions)
if inst['output'] != pred]
if 0 < options.max_examples < len(errors):
indices = np.random.choice(np.arange(len(errors)), size=options.max_examples, replace=False)
else:
indices = range(len(errors))
if options.html:
print('<!DOCTYPE html>')
print('<html><head><title>Error analysis</title><meta charset="utf-8" /></head><body>')
for i in indices:
inp, pred, gold = [unicode(s).strip() for s in errors[i]]
editops = lev.editops(gold, pred)
print_visualization(inp, pred, gold, editops, html=options.html)
if options.html:
print('</body></html>') 示例3: print_visualization
# 需要导入模块: import Levenshtein [as 别名]
# 或者: from Levenshtein import editops [as 别名]
def print_visualization(input_seq, pred_output_seq,
gold_output_seq, editops, html=False):
gold_highlights = []
pred_highlights = []
for optype, gold_idx, pred_idx in editops:
gold_highlights.append(gold_idx)
pred_highlights.append(pred_idx)
input_seq = highlight(input_seq, pred_highlights, 'cyan', html=html)
pred_output_seq = highlight(pred_output_seq, pred_highlights, 'red', html=html)
gold_output_seq = highlight(gold_output_seq, gold_highlights, 'yellow', html=html)
if html:
print('<p>')
br = u' <br />'
else:
br = u''
uprint(input_seq + br)
uprint(pred_output_seq + br)
uprint(gold_output_seq)
if html:
print('</p>')
print('') 示例4: _get_word_errors
# 需要导入模块: import Levenshtein [as 别名]
# 或者: from Levenshtein import editops [as 别名]
def _get_word_errors(s1, s2):
b = set(s1.split() + s2.split())
word2char = dict(zip(b, range(len(b))))
w1 = [chr(word2char[w]) for w in s1.split()]
w2 = [chr(word2char[w]) for w in s2.split()]
ops = Lev.editops(''.join(w1), ''.join(w2))
errors = {"delete": 0, "insert": 0, "replace": 0}
for x in ops:
errors[x[0]] += 1
return errors 示例5: _get_char_errors
# 需要导入模块: import Levenshtein [as 别名]
# 或者: from Levenshtein import editops [as 别名]
def _get_char_errors(s1, s2):
s1, s2, = s1.replace(' ', ''), s2.replace(' ', '')
ops = Lev.editops(s1, s2)
errors = {"delete": 0, "insert": 0, "replace": 0}
for x in ops:
errors[x[0]] += 1
return errors 示例6: main
# 需要导入模块: import Levenshtein [as 别名]
# 或者: from Levenshtein import editops [as 别名]
def main():
# a = 'GCCTGAGTCCGAGCAGAAGAAGAAGGGCTCCCATCACATCAAC'
# b = 'GAGTCGAGCAGAAGAAGAANGG'
a = 'AATGTGTGTCTGCTGGAAGCTCCTATTCTTCCGCCATTTTCCAGTCCTCCAGAAGTTTCCTGATGGTCCATGTCTGAATTAGACACCCCTCTTCTTTGTTCCAGTTGCACCTGTAATTCTTCAGCATAGTACTTCTTAAACTGTTTTTAA'
b= 'TTTNCTGATGGTCCATGTCTGTTACTC'
print(l.distance(a, b))
print(l.editops(a, b))
print(l.matching_blocks(l.editops(a,b), a, b)) 示例7: compute_uer_confusion_matrix
# 需要导入模块: import Levenshtein [as 别名]
# 或者: from Levenshtein import editops [as 别名]
def compute_uer_confusion_matrix(predictions_dict, labels_dict, unit_dict):
slim_dict = {key:val for key, val in unit_dict.items() if val not in ['GO', 'EOS', 'MASK', 'END']}
vocab_size = len(slim_dict)
invdict = {v: k for k, v in slim_dict.items()}
conf_matrix = np.zeros(shape=(vocab_size, vocab_size + 2)) # plus deletions, insertions
edit_ops_indices = []
edit_ops_at_word_boundaries = []
edit_ops_not_at_word_boundaries = []
for (id, label) in labels_dict.items():
label_str = ''.join(_strip_extra_chars(label))
prediction_str = ''.join(_strip_extra_chars(predictions_dict[id]))
edit_ops = Levenshtein.editops(prediction_str, label_str)
seen_positions = []
for op in edit_ops:
opname = op[0]
if len(prediction_str) >= 40:
edit_ops_indices.append(op[1] / len(prediction_str)) # store all errors in the source (prediction) string
if opname == 'delete':
source_unit = prediction_str[op[1]]
mat_col = vocab_size
seen_positions.append(op[1])
if source_unit == ' ':
edit_ops_at_word_boundaries.append(source_unit)
else:
edit_ops_not_at_word_boundaries.append(source_unit)
elif opname == 'insert':
source_unit = label_str[op[2]] # the inserted unit does not exist in the source string
mat_col = vocab_size + 1
elif opname == 'replace':
source_unit = prediction_str[op[1]]
dest_unit = label_str[op[2]]
mat_col = invdict[dest_unit] - 1
seen_positions.append(op[1])
if source_unit == ' ':
edit_ops_at_word_boundaries.append(source_unit)
else:
edit_ops_not_at_word_boundaries.append(source_unit)
else:
raise Exception('unknown opname {}'.format(opname))
mat_row = invdict[source_unit] - 1
conf_matrix[mat_row, mat_col] += 1
for idx, symbol in enumerate(prediction_str):
if idx not in seen_positions: # correct match
mat_pos = invdict[symbol] - 1
conf_matrix[mat_pos, mat_pos] += 1
# plot_confusion_matrix(conf_matrix, invdict)
plot_edit_ops_histogram(edit_ops_indices)