Lines Matching refs:tokens
47 StringRef tok = tokens[pos - 1];
60 StringRef tok = tokens[pos - 1];
84 StringRef tok = tokens[pos - 1];
107 // Split S into linker script tokens.
120 // because, in a glob match context, only unquoted tokens are interpreted
121 // as glob patterns. Double-quoted tokens are literal patterns in that
137 // Some operators form separate tokens.
150 // Unquoted token. This is more relaxed than tokens in C-like language,
164 tokens.insert(tokens.begin() + pos, vec.begin(), vec.end());
194 bool ScriptLexer::atEOF() { return errorCount() || tokens.size() == pos; }
221 // Keep !=, ==, >=, <=, << and >> operators as a single tokens.
238 // expression context, they should be independent tokens.
243 // This function may split the current token into multiple tokens.
248 std::vector<StringRef> v = tokenizeExpr(tokens[pos]);
251 tokens.erase(tokens.begin() + pos);
252 tokens.insert(tokens.begin() + pos, v.begin(), v.end());
264 return tokens[pos++];
296 if (tokens.size() >= pos + 2 && tokens[pos] == tok &&
297 tokens[pos + 1] == ":") {
325 if (encloses(mb.getBuffer(), tokens[pos - 1]))