Searched refs:tokenizer (Results 1 - 18 of 18) sorted by relevance

/netbsd-current/tools/m4/bootstrap/
H A DMakefile3 FILES=parser.h parser.c tokenizer.c
17 tokenizer.c: ${DIST}/tokenizer.l
18 ${LEX} ${DIST}/tokenizer.l
/netbsd-current/tools/m4/
H A DMakefile17 tokenizer.c: ${.CURDIR}/bootstrap/tokenizer.c
/netbsd-current/external/bsd/atf/dist/tools/
H A Dparser_test.cpp118 // Tests for the "tokenizer" class.
134 class tokenizer : public tools::parser::tokenizer< std::istream > { class in namespace:minimal
136 tokenizer(std::istream& is, bool skipws) : function in class:minimal::tokenizer
137 tools::parser::tokenizer< std::istream >
154 class tokenizer : public tools::parser::tokenizer< std::istream > { class in namespace:delims
156 tokenizer(std::istream& is, bool skipws) : function in class:delims::tokenizer
157 tools::parser::tokenizer< std::istream >
177 class tokenizer class in namespace:keywords
179 tokenizer(std::istream& is, bool skipws) : function in class:keywords::tokenizer
198 class tokenizer : public tools::parser::tokenizer< std::istream > { class in namespace:quotes
200 tokenizer(std::istream& is, bool skipws) : function in class:quotes::tokenizer
[all...]
H A Dreader.cpp90 class tokenizer : public tools::parser::tokenizer< std::istream > { class in namespace:atf_tps
92 tokenizer(std::istream& is, size_t curline) : function in class:atf_tps::tokenizer
93 tools::parser::tokenizer< std::istream >
120 read_timeval(tools::parser::parser< atf_tps::tokenizer >& parser)
213 tools::parser::parser< tokenizer >& p =
214 *reinterpret_cast< tools::parser::parser< tokenizer >* >
232 tools::parser::parser< tokenizer >& p =
233 *reinterpret_cast< tools::parser::parser< tokenizer >* >
304 tools::parser::parser< tokenizer >
[all...]
H A Dparser.cpp212 // The header tokenizer.
225 class tokenizer : public impl::tokenizer< std::istream > { class in namespace:header
227 tokenizer(std::istream& is, size_t curline) : function in class:header::tokenizer
228 impl::tokenizer< std::istream >
239 impl::parser< header::tokenizer >&
240 read(impl::parser< header::tokenizer >& p, impl::header_entry& he)
319 header::tokenizer tkz(is, curline);
320 impl::parser< header::tokenizer > p(tkz);
H A Dconfig_file.cpp56 class tokenizer : public tools::parser::tokenizer< std::istream > { class in namespace:__anon1064::atf_config
58 tokenizer(std::istream& is, size_t curline) : function in class:__anon1064::atf_config::tokenizer
59 tools::parser::tokenizer< std::istream >
161 tokenizer tkz(m_is, hml.first);
162 tools::parser::parser< tokenizer > p(tkz);
H A Dparser.hpp117 // The "tokenizer" class.
121 //! \brief A stream tokenizer.
124 //! tokenizer. It is only able to recognize one character-long delimiters,
131 class tokenizer { class in namespace:tools::parser
154 tokenizer(IS&, bool, const token_type&, const token_type&,
168 tokenizer< IS >::tokenizer(IS& p_is, function in class:tools::parser::tokenizer
186 tokenizer< IS >::lineno(void)
194 tokenizer< IS >::add_delim(char delim, const token_type& type)
202 tokenizer< I
[all...]
H A Datffile.cpp66 class tokenizer : public tools::parser::tokenizer< std::istream > { class in namespace:atf_atffile
68 tokenizer(std::istream& is, size_t curline) : function in class:atf_atffile::tokenizer
69 tools::parser::tokenizer< std::istream >
135 tokenizer tkz(m_is, hml.first);
136 tools::parser::parser< tokenizer > p(tkz);
H A Dtest-program.cpp89 class tokenizer : public tools::parser::tokenizer< std::istream > { class in namespace:__anon1::atf_tp
91 tokenizer(std::istream& is, size_t curline) : function in class:__anon1::atf_tp::tokenizer
92 tools::parser::tokenizer< std::istream >
497 tokenizer tkz(m_is, hml.first);
498 tools::parser::parser< tokenizer > p(tkz);
/netbsd-current/usr.bin/m4/
H A DMakefile11 SRCS= parser.y tokenizer.l eval.c expr.c look.c main.c misc.c gnum4.c trace.c
23 tokenizer.o: parser.h
25 CLEANFILES+=parser.c parser.h tokenizer.o
/netbsd-current/external/gpl3/gcc.old/dist/libcc1/
H A Dfindcomp.cc80 class tokenizer class
84 tokenizer (const char *str) function in class:tokenizer
131 tokenizer dirs (cpath);
/netbsd-current/external/gpl3/gcc/dist/libcc1/
H A Dfindcomp.cc80 class tokenizer class
84 tokenizer (const char *str) function in class:tokenizer
131 tokenizer dirs (cpath);
/netbsd-current/lib/libedit/
H A DMakefile20 terminal.c tokenizer.c tokenizern.c tty.c vi.c
143 COPTS.tokenizer.c+= -Wno-cast-qual
H A Dhistedit.h240 typedef struct tokenizer Tokenizer;
305 /* Wide character tokenizer support */
H A Dtokenizer.c1 /* $NetBSD: tokenizer.c,v 1.29 2023/05/30 11:53:40 christos Exp $ */
38 static char sccsid[] = "@(#)tokenizer.c 8.1 (Berkeley) 6/4/93";
40 __RCSID("$NetBSD: tokenizer.c,v 1.29 2023/05/30 11:53:40 christos Exp $");
46 * tokenize.c: Bourne shell like tokenizer
85 struct TYPE(tokenizer) {
101 * Finish a word in the tokenizer.
118 * Initialize the tokenizer
159 * Reset the tokenizer
191 * tok current tokenizer state (setup with FUN(tok,init)())
/netbsd-current/usr.bin/fgen/
H A Dfgen.l91 static int tokenizer = 0;
285 tokenizer\[ { ltoken.type = TOK_BEGTOK; ltoken.text = yytext;
291 \]tokenizer { ltoken.type = TOK_ENDTOK; ltoken.text = yytext;
324 * tokenizer aliases.
1095 if (tokenizer) {
1638 /* This is actually a tokenizer directive. */
1648 * Another tokenizer directive.
1943 /* This is actually a tokenizer directive. */
1961 tokenizer = 1;
1969 tokenizer
[all...]
/netbsd-current/external/gpl3/gcc/dist/libcpp/
H A Dlex.cc3340 /* Maybe tell the tokenizer we expect a header-name down the
5333 Start up the tokenizer. */
/netbsd-current/external/public-domain/sqlite/dist/
H A Dsqlite3.c13180 ** Tokenize text using the tokenizer belonging to the FTS5 table.
13329 ** token. It is the output of the tokenizer module. For tokendata=1
13343 ** It is the output of the tokenizer module. For tokendata=1 tables, this
13401 ** Applications may also register custom tokenizer types. A tokenizer
13408 ** This function is used to allocate and initialize a tokenizer instance.
13409 ** A tokenizer instance is required to actually tokenize text.
13415 ** containing the tokenizer arguments, if any, specified following the
13416 ** tokenizer name as part of the CREATE VIRTUAL TABLE statement used
13420 ** should be set to point to the new tokenizer handl
252555 fts5_tokenizer tokenizer; /* Parent tokenizer module */ member in struct:PorterTokenizer
[all...]

Completed in 512 milliseconds