本文整理汇总了Python中tokenizer.Tokenizer.print_all方法的典型用法代码示例。如果您正苦于以下问题：Python Tokenizer.print_all方法的具体用法？Python Tokenizer.print_all怎么用？Python Tokenizer.print_all使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类tokenizer.Tokenizer的用法示例。
在下文中一共展示了Tokenizer.print_all方法的1个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: SyntaxAnalyzer
# 需要导入模块: from tokenizer import Tokenizer [as 别名]
# 或者: from tokenizer.Tokenizer import print_all [as 别名]
#.........这里部分代码省略.........
self.token_sequence.append(self.tokenizer.tokens[0])
self.tokenizer.tokens.pop(0)
else:
self.token_sequence.append(self.tokenizer.symbols[0])
self.tokenizer.symbols.pop(0)
position += 1
self.token_sequence.append(
Token(
line=0,
lexeme=constants.END_SYMBOL,
token=constants.END_SYMBOL,
pos=-1
)
)
def make_table(self):
terminals = {key:None for key in constants.TERMINALS}
self.table = {key:terminals.copy() for key in self.grammar.keys()}
def load_table(self, table_file):
if not self.table:
self.make_table()
loaded_table = CSVTableReader.dict_from_table(table_file)
for production in loaded_table.keys():
for terminal in loaded_table[production].keys():
production_choice = loaded_table[production][terminal]
if production_choice != None:
self.table[production][terminal] = \
self.grammar[production][production_choice]
def perform_analysis(self):
stack = [constants.END_SYMBOL, self.grammar_full.initial]
if not self.token_sequence:
self.make_token_sequence()
sequence = self.token_sequence
first_terminal = None
production = None
curr_prod = None
while stack and sequence:
print 'STACK:', stack
print 'SEQUENCE', [a.get_terminal() for a in sequence]
raw_input()
first_terminal = sequence[0].get_terminal()
#Ask if a new production needs to be pushed into the pile
if stack[-1] in self.grammar_full.non_terminals:
#Ask if such a production exists on the table
if self.table[stack[-1]][first_terminal]:
production = list(self.table[stack.pop()][first_terminal])
print production
curr_prod = list(production)
curr_prod.reverse()
#Ask if it isn't an empty production
if not production == constants.EMPTY_PRODUCTION:
while production:
stack.append(production.pop()) #reversing production
else:
self.add_error(stack[-1], first_terminal, sequence[0].line)
sequence.pop(0)
#error handling here
elif stack[-1] == first_terminal:
stack.pop()
if curr_prod:
curr_prod.pop()
sequence.pop(0) #sequence is NOT a stack, pops from the front
else:
self.add_error(stack[-1], first_terminal, sequence[0].line)
while curr_prod:
curr_prod.pop()
stack.pop()
if len(stack) == 1 and len(sequence) > 1:
stack.append(constants.WILDCARD_PROD)
#error handling here
def add_error(self, expected, actual, line):
if expected is '$':
expected = constants.END_OF_FILE
self.errors.append(
SyntaxError(
line=line,
error=constants.SYNTAX_ERROR % {
'expected': expected,
'actual': actual
}
)
)
def print_all(self):
self.tokenizer.print_all()