Lines Matching refs:lexer
124 # The following Lexer class implements the lexer runtime. There are only
127 # input() - Store a new string in the lexer
129 # clone() - Clone the lexer
143 self.lexstatere = {} # Dictionary mapping lexer states to master regexs
144 self.lexstateretext = {} # Dictionary mapping lexer states to regex strings
145 self.lexstaterenames = {} # Dictionary mapping lexer states to symbol names
146 self.lexstate = "INITIAL" # Current lexer state
147 self.lexstatestack = [] # Stack of lexer states
167 # lexer to a new object. In this case, we have to rebind all methods in
191 # writetab() - Write lexer information to a table file
236 # readtab() - Read lexer information from a tab file
274 # input() - Push a new string into the lexer
370 tok.lexer = self # Set additional attributes useful in token rules
407 tok.lexer = self
578 # This class represents information needed to build a lexer as extracted from a
916 global lexer
930 # Get the module dictionary used for the lexer
945 raise SyntaxError("Can't build lexer")
952 lexer = lexobj
1050 lexer = lexobj
1061 # This runs the lexer as a main program
1065 def runmain(lexer=None, data=None):
1076 if lexer:
1077 _input = lexer.input
1081 if lexer:
1082 _token = lexer.token