Searched refs:tokenize (Results 1 - 17 of 17) sorted by relevance

/openbsd-current/gnu/usr.bin/perl/cpan/Test-Harness/t/
H A Dgrammar.t99 can_ok $grammar, 'tokenize';
101 ok my $token = $grammar->tokenize,
127 ok $token = $grammar->tokenize,
154 ok $token = $grammar->tokenize,
172 ok $token = $grammar->tokenize,
187 ok $token = $grammar->tokenize,
204 ok $token = $grammar->tokenize,
220 ok $token = $grammar->tokenize,
241 ok $token = $grammar->tokenize,
262 ok $token = $grammar->tokenize,
[all...]
H A Dparser-subclass.t51 my $r = $p->_grammar->tokenize;
/openbsd-current/gnu/llvm/clang/lib/Tooling/Syntax/
H A DTokenBufferTokenManager.cpp19 auto It = ExtraTokens.try_emplace(FID, tokenize(FID, SM, LangOpts));
H A DTokens.cpp620 std::vector<syntax::Token> syntax::tokenize(const FileRange &FR,
653 std::vector<syntax::Token> syntax::tokenize(FileID FID, const SourceManager &SM,
655 return tokenize(syntax::FileRange(FID, 0, SM.getFileIDSize(FID)), SM, LO);
928 File.SpelledTokens = tokenize(FID, SM, LangOpts);
/openbsd-current/gnu/llvm/lld/ELF/
H A DScriptLexer.h24 void tokenize(MemoryBufferRef mb);
H A DScriptLexer.cpp93 ScriptLexer::ScriptLexer(MemoryBufferRef mb) { tokenize(mb); }
108 void ScriptLexer::tokenize(MemoryBufferRef mb) { function in class:ScriptLexer
H A DScriptParser.cpp384 tokenize(*mb);
/openbsd-current/gnu/llvm/clang/include/clang/Tooling/Syntax/
H A DTokens.h171 /// the spelled tokens of a file using the tokenize() helper.
405 std::vector<syntax::Token> tokenize(FileID FID, const SourceManager &SM,
412 tokenize(const FileRange &FR, const SourceManager &SM, const LangOptions &LO);
/openbsd-current/gnu/llvm/lld/COFF/
H A DDriver.h61 llvm::opt::InputArgList parse(StringRef s) { return parse(tokenize(s)); }
72 std::vector<const char *> tokenize(StringRef s);
H A DDriverUtils.cpp946 std::vector<const char *> v = tokenize(*s);
950 std::vector<const char *> v = tokenize(*s);
955 std::vector<const char *> ArgParser::tokenize(StringRef s) { function in class:lld::coff::ArgParser
/openbsd-current/gnu/llvm/llvm/utils/lit/lit/
H A DBooleanExpression.py38 self.tokens = BooleanExpression.tokenize(string)
51 def tokenize(string): member in class:BooleanExpression
H A DTest.py411 BooleanExpression.tokenize(expr) for expr in
/openbsd-current/gnu/usr.bin/perl/cpan/Test-Harness/lib/TAP/Parser/
H A DGrammar.pm32 my $result = $grammar->tokenize;
276 =head3 C<tokenize>
278 my $token = $grammar->tokenize;
285 sub tokenize { subroutine
/openbsd-current/libexec/tradcpp/
H A Deval.c703 tokenize(struct place *p, char *expr) function
751 tokenize(p, expr);
/openbsd-current/usr.bin/fgen/
H A Dfgen.l334 static void tokenize(YY_BUFFER_STATE);
1000 tokenize(newbuf);
1066 tokenize(inbuf);
1098 tokenize(YY_BUFFER_STATE yinput)
1238 /* The next pass should tokenize the FCODE number */
1561 * zero offset while remembering b1 and t2. Then we call tokenize()
1562 * to generate the body. When tokenize() finds a b(loop) or b(+loop),
1897 /* The next pass should tokenize the FCODE number */
2023 tokenize(inbuf);
/openbsd-current/gnu/usr.bin/perl/cpan/Test-Harness/lib/TAP/
H A DParser.pm1430 my $result = eval { $grammar->tokenize };
1459 my $result = eval { $grammar->tokenize };
/openbsd-current/gnu/usr.bin/perl/win32/
H A Dwin32.c119 static long tokenize(const char *str, char **dest, char ***destv);
558 tokenize(const char *str, char **dest, char ***destv) function
623 w32_perlshell_items = tokenize(shell,
628 /* tokenize does some Unix-ish like things like

Completed in 379 milliseconds