Lines Matching full:t
17 StringTokenizer t(input, " "); in TEST() local
20 EXPECT_TRUE(t.token_is_delim()); in TEST()
22 EXPECT_TRUE(t.GetNext()); in TEST()
23 EXPECT_FALSE(t.token_is_delim()); in TEST()
24 EXPECT_EQ("this", t.token()); in TEST()
26 EXPECT_TRUE(t.GetNext()); in TEST()
27 EXPECT_FALSE(t.token_is_delim()); in TEST()
28 EXPECT_EQ("is", t.token()); in TEST()
30 EXPECT_TRUE(t.GetNext()); in TEST()
31 EXPECT_FALSE(t.token_is_delim()); in TEST()
32 EXPECT_EQ("a", t.token()); in TEST()
34 EXPECT_TRUE(t.GetNext()); in TEST()
35 EXPECT_FALSE(t.token_is_delim()); in TEST()
36 EXPECT_EQ("test", t.token()); in TEST()
38 EXPECT_FALSE(t.GetNext()); in TEST()
40 EXPECT_TRUE(t.token_is_delim()); in TEST()
45 StringTokenizer t(input, " "); in TEST() local
48 EXPECT_TRUE(t.token_is_delim()); in TEST()
50 EXPECT_TRUE(t.GetNext()); in TEST()
51 EXPECT_FALSE(t.token_is_delim()); in TEST()
52 EXPECT_EQ("this", t.token()); in TEST()
54 EXPECT_TRUE(t.GetNext()); in TEST()
55 EXPECT_FALSE(t.token_is_delim()); in TEST()
56 EXPECT_EQ("is", t.token()); in TEST()
58 EXPECT_TRUE(t.GetNext()); in TEST()
59 EXPECT_FALSE(t.token_is_delim()); in TEST()
60 EXPECT_EQ("a", t.token()); in TEST()
62 EXPECT_TRUE(t.GetNext()); in TEST()
63 EXPECT_FALSE(t.token_is_delim()); in TEST()
64 EXPECT_EQ("test", t.token()); in TEST()
66 EXPECT_FALSE(t.GetNext()); in TEST()
67 EXPECT_TRUE(t.token_is_delim()); in TEST()
69 t.Reset(); in TEST()
75 StringTokenizer t(input, " "); in TEST() local
76 t.set_options(StringTokenizer::RETURN_DELIMS); in TEST()
77 EXPECT_TRUE(t.token_is_delim()); in TEST()
79 EXPECT_TRUE(t.GetNext()); in TEST()
80 EXPECT_FALSE(t.token_is_delim()); in TEST()
81 EXPECT_EQ("this", t.token()); in TEST()
83 EXPECT_TRUE(t.GetNext()); in TEST()
84 EXPECT_TRUE(t.token_is_delim()); in TEST()
85 EXPECT_EQ(" ", t.token()); in TEST()
87 EXPECT_TRUE(t.GetNext()); in TEST()
88 EXPECT_FALSE(t.token_is_delim()); in TEST()
89 EXPECT_EQ("is", t.token()); in TEST()
91 EXPECT_TRUE(t.GetNext()); in TEST()
92 EXPECT_TRUE(t.token_is_delim()); in TEST()
93 EXPECT_EQ(" ", t.token()); in TEST()
95 EXPECT_TRUE(t.GetNext()); in TEST()
96 EXPECT_FALSE(t.token_is_delim()); in TEST()
97 EXPECT_EQ("a", t.token()); in TEST()
99 EXPECT_TRUE(t.GetNext()); in TEST()
100 EXPECT_TRUE(t.token_is_delim()); in TEST()
101 EXPECT_EQ(" ", t.token()); in TEST()
103 EXPECT_TRUE(t.GetNext()); in TEST()
104 EXPECT_FALSE(t.token_is_delim()); in TEST()
105 EXPECT_EQ("test", t.token()); in TEST()
107 EXPECT_FALSE(t.GetNext()); in TEST()
108 EXPECT_TRUE(t.token_is_delim()); in TEST()
113 StringTokenizer t(input, ","); in TEST() local
114 t.set_options(StringTokenizer::RETURN_EMPTY_TOKENS); in TEST()
115 t.set_quote_chars("'"); in TEST()
117 ASSERT_TRUE(t.GetNext()); in TEST()
118 EXPECT_EQ("foo='a, b'", t.token()); in TEST()
120 ASSERT_TRUE(t.GetNext()); in TEST()
121 EXPECT_EQ("", t.token()); in TEST()
123 ASSERT_TRUE(t.GetNext()); in TEST()
124 EXPECT_EQ("bar", t.token()); in TEST()
126 ASSERT_TRUE(t.GetNext()); in TEST()
127 EXPECT_EQ("", t.token()); in TEST()
129 ASSERT_TRUE(t.GetNext()); in TEST()
130 EXPECT_EQ("baz", t.token()); in TEST()
132 ASSERT_TRUE(t.GetNext()); in TEST()
133 EXPECT_EQ("quux", t.token()); in TEST()
135 EXPECT_FALSE(t.GetNext()); in TEST()
140 StringTokenizer t(input, ","); in TEST() local
141 t.set_options(StringTokenizer::RETURN_EMPTY_TOKENS); in TEST()
142 t.set_quote_chars("'"); in TEST()
144 ASSERT_TRUE(t.GetNext()); in TEST()
145 EXPECT_EQ("", t.token()); in TEST()
147 ASSERT_TRUE(t.GetNext()); in TEST()
148 EXPECT_EQ("bar", t.token()); in TEST()
150 EXPECT_FALSE(t.GetNext()); in TEST()
155 StringTokenizer t(input, ","); in TEST() local
156 t.set_options(StringTokenizer::RETURN_EMPTY_TOKENS); in TEST()
157 t.set_quote_chars("'"); in TEST()
159 ASSERT_TRUE(t.GetNext()); in TEST()
160 EXPECT_EQ("bar", t.token()); in TEST()
162 ASSERT_TRUE(t.GetNext()); in TEST()
163 EXPECT_EQ("", t.token()); in TEST()
165 EXPECT_FALSE(t.GetNext()); in TEST()
170 StringTokenizer t(input, ","); in TEST() local
171 t.set_options(StringTokenizer::RETURN_EMPTY_TOKENS); in TEST()
172 t.set_quote_chars("'"); in TEST()
174 ASSERT_TRUE(t.GetNext()); in TEST()
175 EXPECT_EQ("", t.token()); in TEST()
177 ASSERT_TRUE(t.GetNext()); in TEST()
178 EXPECT_EQ("", t.token()); in TEST()
180 EXPECT_FALSE(t.GetNext()); in TEST()
185 StringTokenizer t(input, ","); in TEST() local
186 t.set_options(StringTokenizer::RETURN_EMPTY_TOKENS); in TEST()
188 ASSERT_TRUE(t.GetNext()); in TEST()
189 EXPECT_EQ("", t.token()); in TEST()
191 EXPECT_FALSE(t.GetNext()); in TEST()
196 StringTokenizer t(input, ","); in TEST() local
197 t.set_options(StringTokenizer::RETURN_DELIMS | in TEST()
199 t.set_quote_chars("'"); in TEST()
201 ASSERT_TRUE(t.GetNext()); in TEST()
202 EXPECT_EQ("foo='a, b'", t.token()); in TEST()
204 ASSERT_TRUE(t.GetNext()); in TEST()
205 EXPECT_EQ(",", t.token()); in TEST()
207 ASSERT_TRUE(t.GetNext()); in TEST()
208 EXPECT_EQ("", t.token()); in TEST()
210 ASSERT_TRUE(t.GetNext()); in TEST()
211 EXPECT_EQ(",", t.token()); in TEST()
213 ASSERT_TRUE(t.GetNext()); in TEST()
214 EXPECT_EQ("bar", t.token()); in TEST()
216 ASSERT_TRUE(t.GetNext()); in TEST()
217 EXPECT_EQ(",", t.token()); in TEST()
219 ASSERT_TRUE(t.GetNext()); in TEST()
220 EXPECT_EQ("", t.token()); in TEST()
222 ASSERT_TRUE(t.GetNext()); in TEST()
223 EXPECT_EQ(",", t.token()); in TEST()
225 ASSERT_TRUE(t.GetNext()); in TEST()
226 EXPECT_EQ("baz", t.token()); in TEST()
228 ASSERT_TRUE(t.GetNext()); in TEST()
229 EXPECT_EQ(",", t.token()); in TEST()
231 ASSERT_TRUE(t.GetNext()); in TEST()
232 EXPECT_EQ("quux", t.token()); in TEST()
234 EXPECT_FALSE(t.GetNext()); in TEST()
239 StringTokenizer t(input, ": ,-"); in TEST() local
241 EXPECT_TRUE(t.GetNext()); in TEST()
242 EXPECT_EQ("this", t.token()); in TEST()
244 EXPECT_TRUE(t.GetNext()); in TEST()
245 EXPECT_EQ("is", t.token()); in TEST()
247 EXPECT_TRUE(t.GetNext()); in TEST()
248 EXPECT_EQ("a", t.token()); in TEST()
250 EXPECT_TRUE(t.GetNext()); in TEST()
251 EXPECT_EQ("test", t.token()); in TEST()
253 EXPECT_FALSE(t.GetNext()); in TEST()
258 StringTokenizer t(input, ": ;="); in TEST() local
259 t.set_options(StringTokenizer::RETURN_DELIMS); in TEST()
260 EXPECT_TRUE(t.token_is_delim()); in TEST()
262 EXPECT_TRUE(t.GetNext()); in TEST()
263 EXPECT_FALSE(t.token_is_delim()); in TEST()
264 EXPECT_EQ("Content-Type", t.token()); in TEST()
266 EXPECT_TRUE(t.GetNext()); in TEST()
267 EXPECT_TRUE(t.token_is_delim()); in TEST()
268 EXPECT_EQ(":", t.token()); in TEST()
270 EXPECT_TRUE(t.GetNext()); in TEST()
271 EXPECT_TRUE(t.token_is_delim()); in TEST()
272 EXPECT_EQ(" ", t.token()); in TEST()
274 EXPECT_TRUE(t.GetNext()); in TEST()
275 EXPECT_FALSE(t.token_is_delim()); in TEST()
276 EXPECT_EQ("text/html", t.token()); in TEST()
278 EXPECT_TRUE(t.GetNext()); in TEST()
279 EXPECT_TRUE(t.token_is_delim()); in TEST()
280 EXPECT_EQ(" ", t.token()); in TEST()
282 EXPECT_TRUE(t.GetNext()); in TEST()
283 EXPECT_TRUE(t.token_is_delim()); in TEST()
284 EXPECT_EQ(";", t.token()); in TEST()
286 EXPECT_TRUE(t.GetNext()); in TEST()
287 EXPECT_TRUE(t.token_is_delim()); in TEST()
288 EXPECT_EQ(" ", t.token()); in TEST()
290 EXPECT_TRUE(t.GetNext()); in TEST()
291 EXPECT_FALSE(t.token_is_delim()); in TEST()
292 EXPECT_EQ("charset", t.token()); in TEST()
294 EXPECT_TRUE(t.GetNext()); in TEST()
295 EXPECT_TRUE(t.token_is_delim()); in TEST()
296 EXPECT_EQ("=", t.token()); in TEST()
298 EXPECT_TRUE(t.GetNext()); in TEST()
299 EXPECT_FALSE(t.token_is_delim()); in TEST()
300 EXPECT_EQ("UTF-8", t.token()); in TEST()
302 EXPECT_FALSE(t.GetNext()); in TEST()
303 EXPECT_TRUE(t.token_is_delim()); in TEST()
308 StringTokenizer t(input, " "); in TEST() local
309 t.set_quote_chars("'"); in TEST()
311 EXPECT_TRUE(t.GetNext()); in TEST()
312 EXPECT_EQ("foo", t.token()); in TEST()
314 EXPECT_TRUE(t.GetNext()); in TEST()
315 EXPECT_EQ("bar", t.token()); in TEST()
317 EXPECT_TRUE(t.GetNext()); in TEST()
318 EXPECT_EQ("'hello world'", t.token()); in TEST()
320 EXPECT_TRUE(t.GetNext()); in TEST()
321 EXPECT_EQ("baz", t.token()); in TEST()
323 EXPECT_FALSE(t.GetNext()); in TEST()
328 StringTokenizer t(input, " "); in TEST() local
329 t.set_quote_chars("'"); in TEST()
331 EXPECT_TRUE(t.GetNext()); in TEST()
332 EXPECT_EQ("bar", t.token()); in TEST()
334 EXPECT_TRUE(t.GetNext()); in TEST()
335 EXPECT_EQ("'hello wo", t.token()); in TEST()
337 EXPECT_FALSE(t.GetNext()); in TEST()
342 StringTokenizer t(input, " "); in TEST() local
343 t.set_quote_chars("'\""); in TEST()
345 EXPECT_TRUE(t.GetNext()); in TEST()
346 EXPECT_EQ("bar", t.token()); in TEST()
348 EXPECT_TRUE(t.GetNext()); in TEST()
349 EXPECT_EQ("'hel\"lo\" wo'", t.token()); in TEST()
351 EXPECT_TRUE(t.GetNext()); in TEST()
352 EXPECT_EQ("baz\"", t.token()); in TEST()
354 EXPECT_FALSE(t.GetNext()); in TEST()
358 string input = "foo 'don\\'t do that'"; in TEST()
359 StringTokenizer t(input, " "); in TEST() local
360 t.set_quote_chars("'"); in TEST()
362 EXPECT_TRUE(t.GetNext()); in TEST()
363 EXPECT_EQ("foo", t.token()); in TEST()
365 EXPECT_TRUE(t.GetNext()); in TEST()
366 EXPECT_EQ("'don\\'t do that'", t.token()); in TEST()
368 EXPECT_FALSE(t.GetNext()); in TEST()
373 StringTokenizer t(input, ", "); in TEST() local
374 t.set_quote_chars("'"); in TEST()
376 EXPECT_TRUE(t.GetNext()); in TEST()
377 EXPECT_EQ("foo='a, b'", t.token()); in TEST()
379 EXPECT_TRUE(t.GetNext()); in TEST()
380 EXPECT_EQ("bar", t.token()); in TEST()
382 EXPECT_FALSE(t.GetNext()); in TEST()
386 string input = "\t\t\t foo=a,\r\n b,\r\n\t\t\t bar\t "; in TEST()
387 StringTokenizer t(input, ",", StringTokenizer::WhitespacePolicy::kSkipOver); in TEST() local
389 EXPECT_TRUE(t.GetNext()); in TEST()
390 EXPECT_EQ("foo=a", t.token()); in TEST()
392 EXPECT_TRUE(t.GetNext()); in TEST()
393 EXPECT_EQ("b", t.token()); in TEST()
395 EXPECT_TRUE(t.GetNext()); in TEST()
396 EXPECT_EQ("bar", t.token()); in TEST()
398 EXPECT_FALSE(t.GetNext()); in TEST()
402 string input = "\t\t\t foo='a, b',\t\t\t bar\t "; in TEST()
403 StringTokenizer t(input, ",", StringTokenizer::WhitespacePolicy::kSkipOver); in TEST() local
404 t.set_quote_chars("'"); in TEST()
406 EXPECT_TRUE(t.GetNext()); in TEST()
407 EXPECT_EQ("foo='a, b'", t.token()); in TEST()
409 EXPECT_TRUE(t.GetNext()); in TEST()
410 EXPECT_EQ("bar", t.token()); in TEST()
412 EXPECT_FALSE(t.GetNext()); in TEST()