Lines Matching defs:tokens
366 self.tokens = []
397 self.tokens.insert(0, token);
401 print "Token queue: ", self.tokens
405 while self.tokens == []:
415 self.tokens = map((lambda x: ('preproc', x)),
506 self.tokens.append(('name', line[s:i]))
512 self.tokens.append(('sep', line[i]))
522 self.tokens.append(('name', '...'))
533 self.tokens.append(('op', line[i:j+1]))
536 self.tokens.append(('op', line[i]))
560 self.tokens.append(('name', line[s:i]))
562 tok = self.tokens[0]
563 self.tokens = self.tokens[1:]
915 print "=> preproc ", token, self.lexer.tokens
951 # We process conditionals (i.e. tokens from #ifdef, #ifndef,
966 apstr = self.lexer.tokens[0][1]
974 apstr = self.lexer.tokens[0][1]
983 for tok in self.lexer.tokens:
1630 tokens = string.split(str)
1631 for token in tokens:
2012 tokens = index[id];
2013 tokens.sort()
2015 for token in tokens: