Lines Matching refs:tokens
19 tokens = RDoc::RubyLex.tokenize "def x() end", nil
32 assert_equal expected, tokens
36 tokens = RDoc::RubyLex.tokenize '__END__', nil
43 assert_equal expected, tokens
47 tokens = RDoc::RubyLex.tokenize "?\\", nil
54 assert_equal expected, tokens
58 tokens = RDoc::RubyLex.tokenize <<-'RUBY', nil
80 assert_equal expected, tokens
84 tokens = RDoc::RubyLex.tokenize '{ class:"foo" }', nil
97 assert_equal expected, tokens
101 tokens = RDoc::RubyLex.tokenize <<-RUBY, nil
119 assert_equal expected, tokens
123 tokens = RDoc::RubyLex.tokenize <<-'RUBY', nil
141 assert_equal expected, tokens
145 tokens = RDoc::RubyLex.tokenize <<-'RUBY', nil
162 assert_equal expected, tokens
166 tokens = RDoc::RubyLex.tokenize <<-'RUBY', nil
181 assert_equal expected, tokens
185 tokens = RDoc::RubyLex.tokenize '����', nil
189 assert_equal expected, tokens.first
193 tokens = RDoc::RubyLex.tokenize 'v%10==10', nil
204 assert_equal expected, tokens
208 tokens = RDoc::RubyLex.tokenize '%r[hi]', nil
215 assert_equal expected, tokens
219 tokens = RDoc::RubyLex.tokenize '%w[hi]', nil
226 assert_equal expected, tokens
230 tokens = RDoc::RubyLex.tokenize "/hay/", nil
237 assert_equal expected, tokens
241 tokens = RDoc::RubyLex.tokenize "/[csh](..) [csh]\\1 in/", nil
248 assert_equal expected, tokens
252 tokens = RDoc::RubyLex.tokenize "/\\//", nil
259 assert_equal expected, tokens
263 tokens = RDoc::RubyLex.tokenize "'hi'", nil
270 assert_equal expected, tokens