Searched refs:RuleBasedTokenizer (Results 1 - 3 of 3) sorted by relevance

/macosx-10.10/ICU-531.30/icuSources/common/
H A Drbtok.h38 class U_COMMON_API RuleBasedTokenizer : public RuleBasedBreakIterator { class in inherits:RuleBasedBreakIterator
61 * Construct a RuleBasedTokenizer from a set of rules supplied as a string.
68 RuleBasedTokenizer(const UnicodeString &rules, UParseError &parseErr, UErrorCode &status);
80 RuleBasedTokenizer(uint8_t *data, UErrorCode &status);
93 RuleBasedTokenizer(const uint8_t *data, enum EDontAdopt dontAdopt, UErrorCode &status);
99 virtual ~RuleBasedTokenizer();
H A Drbtok.cpp26 int32_t RuleBasedTokenizer::tokenize(int32_t maxTokens, RuleBasedTokenRange *outTokenRanges, unsigned long *outTokenFlags)
185 RuleBasedTokenizer::init()
234 RuleBasedTokenizer::RuleBasedTokenizer(const UnicodeString &rules, UParseError &parseErr, UErrorCode &err) function in class:RuleBasedTokenizer
240 RuleBasedTokenizer::RuleBasedTokenizer(uint8_t *data, UErrorCode &status) function in class:RuleBasedTokenizer
246 RuleBasedTokenizer::RuleBasedTokenizer(const uint8_t *data, enum EDontAdopt, UErrorCode &status) function in class:RuleBasedTokenizer
252 RuleBasedTokenizer::~RuleBasedTokenizer() {
[all...]
H A Durbtok.cpp33 result = new RuleBasedTokenizer(ruleString, *parseErr, *status);
60 result = new RuleBasedTokenizer(ruleCopy, *status);
78 result = new RuleBasedTokenizer(rules, RuleBasedTokenizer::kDontAdopt, *status);
119 return ((RuleBasedTokenizer *)bi)->tokenize(maxTokens, outTokens, outTokenFlags);

Completed in 71 milliseconds