Searched refs:RuleBasedTokenizer (Results 1 - 3 of 3) sorted by relevance
/macosx-10.10/ICU-531.30/icuSources/common/ |
H A D | rbtok.h | 38 class U_COMMON_API RuleBasedTokenizer : public RuleBasedBreakIterator { class in inherits:RuleBasedBreakIterator 61 * Construct a RuleBasedTokenizer from a set of rules supplied as a string. 68 RuleBasedTokenizer(const UnicodeString &rules, UParseError &parseErr, UErrorCode &status); 80 RuleBasedTokenizer(uint8_t *data, UErrorCode &status); 93 RuleBasedTokenizer(const uint8_t *data, enum EDontAdopt dontAdopt, UErrorCode &status); 99 virtual ~RuleBasedTokenizer();
|
H A D | rbtok.cpp | 26 int32_t RuleBasedTokenizer::tokenize(int32_t maxTokens, RuleBasedTokenRange *outTokenRanges, unsigned long *outTokenFlags) 185 RuleBasedTokenizer::init() 234 RuleBasedTokenizer::RuleBasedTokenizer(const UnicodeString &rules, UParseError &parseErr, UErrorCode &err) function in class:RuleBasedTokenizer 240 RuleBasedTokenizer::RuleBasedTokenizer(uint8_t *data, UErrorCode &status) function in class:RuleBasedTokenizer 246 RuleBasedTokenizer::RuleBasedTokenizer(const uint8_t *data, enum EDontAdopt, UErrorCode &status) function in class:RuleBasedTokenizer 252 RuleBasedTokenizer::~RuleBasedTokenizer() { [all...] |
H A D | urbtok.cpp | 33 result = new RuleBasedTokenizer(ruleString, *parseErr, *status); 60 result = new RuleBasedTokenizer(ruleCopy, *status); 78 result = new RuleBasedTokenizer(rules, RuleBasedTokenizer::kDontAdopt, *status); 119 return ((RuleBasedTokenizer *)bi)->tokenize(maxTokens, outTokens, outTokenFlags);
|
Completed in 71 milliseconds