1 // Copyright (c) 2011 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4
5 #include <stdio.h>
6
7 #include <fstream>
8 #include <string>
9 #include <vector>
10
11 #include "app/sql/connection.h"
12 #include "app/sql/statement.h"
13 #include "app/sql/transaction.h"
14 #include "base/file_path.h"
15 #include "base/file_util.h"
16 #include "base/memory/scoped_ptr.h"
17 #include "base/path_service.h"
18 #include "base/string_util.h"
19 #include "base/time.h"
20 #include "base/utf_string_conversions.h"
21 #include "chrome/browser/history/in_memory_url_index.h"
22 #include "chrome/browser/history/in_memory_database.h"
23 #include "chrome/common/chrome_paths.h"
24 #include "testing/gtest/include/gtest/gtest.h"
25
26 // The test version of the history url database table ('url') is contained in
27 // a database file created from a text file('url_history_provider_test.db.txt').
28 // The only difference between this table and a live 'urls' table from a
29 // profile is that the last_visit_time column in the test table contains a
30 // number specifying the number of days relative to 'today' to which the
31 // absolute time should be set during the test setup stage.
32 //
33 // The format of the test database text file is of a SQLite .dump file.
34 // Note that only lines whose first character is an upper-case letter are
35 // processed when creating the test database.
36
37 namespace history {
38
39 class InMemoryURLIndexTest : public testing::Test,
40 public InMemoryDatabase {
41 public:
InMemoryURLIndexTest()42 InMemoryURLIndexTest() { InitFromScratch(); }
43
44 protected:
45 // Test setup.
SetUp()46 virtual void SetUp() {
47 // Create and populate a working copy of the URL history database.
48 FilePath history_proto_path;
49 PathService::Get(chrome::DIR_TEST_DATA, &history_proto_path);
50 history_proto_path = history_proto_path.Append(
51 FILE_PATH_LITERAL("History"));
52 history_proto_path = history_proto_path.Append(TestDBName());
53 EXPECT_TRUE(file_util::PathExists(history_proto_path));
54
55 std::ifstream proto_file(history_proto_path.value().c_str());
56 static const size_t kCommandBufferMaxSize = 2048;
57 char sql_cmd_line[kCommandBufferMaxSize];
58
59 sql::Connection& db(GetDB());
60 {
61 sql::Transaction transaction(&db);
62 transaction.Begin();
63 while (!proto_file.eof()) {
64 proto_file.getline(sql_cmd_line, kCommandBufferMaxSize);
65 if (!proto_file.eof()) {
66 // We only process lines which begin with a upper-case letter.
67 // TODO(mrossetti): Can iswupper() be used here?
68 if (sql_cmd_line[0] >= 'A' && sql_cmd_line[0] <= 'Z') {
69 std::string sql_cmd(sql_cmd_line);
70 sql::Statement sql_stmt(db.GetUniqueStatement(sql_cmd_line));
71 EXPECT_TRUE(sql_stmt.Run());
72 }
73 }
74 }
75 transaction.Commit();
76 }
77 proto_file.close();
78
79 // Update the last_visit_time table column
80 // such that it represents a time relative to 'now'.
81 sql::Statement statement(db.GetUniqueStatement(
82 "SELECT" HISTORY_URL_ROW_FIELDS "FROM urls;"));
83 EXPECT_TRUE(statement);
84 base::Time time_right_now = base::Time::NowFromSystemTime();
85 base::TimeDelta day_delta = base::TimeDelta::FromDays(1);
86 {
87 sql::Transaction transaction(&db);
88 transaction.Begin();
89 while (statement.Step()) {
90 URLRow row;
91 FillURLRow(statement, &row);
92 base::Time last_visit = time_right_now;
93 for (int64 i = row.last_visit().ToInternalValue(); i > 0; --i)
94 last_visit -= day_delta;
95 row.set_last_visit(last_visit);
96 UpdateURLRow(row.id(), row);
97 }
98 transaction.Commit();
99 }
100 }
101
TestDBName() const102 virtual FilePath::StringType TestDBName() const {
103 return FILE_PATH_LITERAL("url_history_provider_test.db.txt");
104 }
105
MakeURLRow(const char * url,const char * title,int visit_count,int last_visit_ago,int typed_count)106 URLRow MakeURLRow(const char* url,
107 const char* title,
108 int visit_count,
109 int last_visit_ago,
110 int typed_count) {
111 URLRow row(GURL(url), 0);
112 row.set_title(UTF8ToUTF16(title));
113 row.set_visit_count(visit_count);
114 row.set_typed_count(typed_count);
115 row.set_last_visit(base::Time::NowFromSystemTime() -
116 base::TimeDelta::FromDays(last_visit_ago));
117 return row;
118 }
119
Make1Term(const char * term)120 InMemoryURLIndex::String16Vector Make1Term(const char* term) {
121 InMemoryURLIndex::String16Vector terms;
122 terms.push_back(UTF8ToUTF16(term));
123 return terms;
124 }
125
Make2Terms(const char * term_1,const char * term_2)126 InMemoryURLIndex::String16Vector Make2Terms(const char* term_1,
127 const char* term_2) {
128 InMemoryURLIndex::String16Vector terms;
129 terms.push_back(UTF8ToUTF16(term_1));
130 terms.push_back(UTF8ToUTF16(term_2));
131 return terms;
132 }
133
134 scoped_ptr<InMemoryURLIndex> url_index_;
135 };
136
137 class LimitedInMemoryURLIndexTest : public InMemoryURLIndexTest {
138 protected:
TestDBName() const139 FilePath::StringType TestDBName() const {
140 return FILE_PATH_LITERAL("url_history_provider_test_limited.db.txt");
141 }
142 };
143
144 class ExpandedInMemoryURLIndexTest : public InMemoryURLIndexTest {
145 protected:
SetUp()146 virtual void SetUp() {
147 InMemoryURLIndexTest::SetUp();
148 // Add 600 more history items.
149 // NOTE: Keep the string length constant at least the length of the format
150 // string plus 5 to account for a 3 digit number and terminator.
151 char url_format[] = "http://www.google.com/%d";
152 const size_t kMaxLen = arraysize(url_format) + 5;
153 char url_string[kMaxLen + 1];
154 for (int i = 0; i < 600; ++i) {
155 base::snprintf(url_string, kMaxLen, url_format, i);
156 URLRow row(MakeURLRow(url_string, "Google Search", 20, 0, 20));
157 AddURL(row);
158 }
159 }
160 };
161
TEST_F(InMemoryURLIndexTest,Construction)162 TEST_F(InMemoryURLIndexTest, Construction) {
163 url_index_.reset(new InMemoryURLIndex(FilePath(FILE_PATH_LITERAL("/dummy"))));
164 EXPECT_TRUE(url_index_.get());
165 }
166
TEST_F(LimitedInMemoryURLIndexTest,Initialization)167 TEST_F(LimitedInMemoryURLIndexTest, Initialization) {
168 // Verify that the database contains the expected number of items, which
169 // is the pre-filtered count, i.e. all of the items.
170 sql::Statement statement(GetDB().GetUniqueStatement("SELECT * FROM urls;"));
171 EXPECT_TRUE(statement);
172 uint64 row_count = 0;
173 while (statement.Step()) ++row_count;
174 EXPECT_EQ(1U, row_count);
175 url_index_.reset(new InMemoryURLIndex);
176 url_index_->Init(this, "en,ja,hi,zh");
177 EXPECT_EQ(1, url_index_->history_item_count_);
178
179 // history_info_map_ should have the same number of items as were filtered.
180 EXPECT_EQ(1U, url_index_->history_info_map_.size());
181 EXPECT_EQ(36U, url_index_->char_word_map_.size());
182 EXPECT_EQ(17U, url_index_->word_map_.size());
183 }
184
TEST_F(InMemoryURLIndexTest,Retrieval)185 TEST_F(InMemoryURLIndexTest, Retrieval) {
186 url_index_.reset(new InMemoryURLIndex(FilePath(FILE_PATH_LITERAL("/dummy"))));
187 url_index_->Init(this, "en,ja,hi,zh");
188 InMemoryURLIndex::String16Vector terms;
189 // The term will be lowercased by the search.
190
191 // See if a very specific term gives a single result.
192 terms.push_back(ASCIIToUTF16("DrudgeReport"));
193 ScoredHistoryMatches matches = url_index_->HistoryItemsForTerms(terms);
194 EXPECT_EQ(1U, matches.size());
195
196 // Verify that we got back the result we expected.
197 EXPECT_EQ(5, matches[0].url_info.id());
198 EXPECT_EQ("http://drudgereport.com/", matches[0].url_info.url().spec());
199 EXPECT_EQ(ASCIIToUTF16("DRUDGE REPORT 2010"), matches[0].url_info.title());
200
201 // Search which should result in multiple results.
202 terms.clear();
203 terms.push_back(ASCIIToUTF16("drudge"));
204 matches = url_index_->HistoryItemsForTerms(terms);
205 ASSERT_EQ(2U, matches.size());
206 // The results should be in descending score order.
207 EXPECT_GE(matches[0].raw_score, matches[1].raw_score);
208
209 // Search which should result in nearly perfect result.
210 terms.clear();
211 terms.push_back(ASCIIToUTF16("https"));
212 terms.push_back(ASCIIToUTF16("NearlyPerfectResult"));
213 matches = url_index_->HistoryItemsForTerms(terms);
214 ASSERT_EQ(1U, matches.size());
215 // The results should have a very high score.
216 EXPECT_GT(matches[0].raw_score, 900);
217 EXPECT_EQ(32, matches[0].url_info.id());
218 EXPECT_EQ("https://nearlyperfectresult.com/",
219 matches[0].url_info.url().spec()); // Note: URL gets lowercased.
220 EXPECT_EQ(ASCIIToUTF16("Practically Perfect Search Result"),
221 matches[0].url_info.title());
222
223 // Search which should result in very poor result.
224 terms.clear();
225 terms.push_back(ASCIIToUTF16("z"));
226 terms.push_back(ASCIIToUTF16("y"));
227 terms.push_back(ASCIIToUTF16("x"));
228 matches = url_index_->HistoryItemsForTerms(terms);
229 ASSERT_EQ(1U, matches.size());
230 // The results should have a poor score.
231 EXPECT_LT(matches[0].raw_score, 500);
232 EXPECT_EQ(33, matches[0].url_info.id());
233 EXPECT_EQ("http://quiteuselesssearchresultxyz.com/",
234 matches[0].url_info.url().spec()); // Note: URL gets lowercased.
235 EXPECT_EQ(ASCIIToUTF16("Practically Useless Search Result"),
236 matches[0].url_info.title());
237
238 // Search which will match at the end of an URL with encoded characters.
239 terms.clear();
240 terms.push_back(ASCIIToUTF16("ice"));
241 matches = url_index_->HistoryItemsForTerms(terms);
242 ASSERT_EQ(1U, matches.size());
243 }
244
TEST_F(ExpandedInMemoryURLIndexTest,ShortCircuit)245 TEST_F(ExpandedInMemoryURLIndexTest, ShortCircuit) {
246 url_index_.reset(new InMemoryURLIndex(FilePath(FILE_PATH_LITERAL("/dummy"))));
247 url_index_->Init(this, "en,ja,hi,zh");
248 InMemoryURLIndex::String16Vector terms;
249
250 // A search for 'w' should short-circuit and not return any matches.
251 terms.push_back(ASCIIToUTF16("w"));
252 ScoredHistoryMatches matches = url_index_->HistoryItemsForTerms(terms);
253 EXPECT_TRUE(matches.empty());
254
255 // A search for 'working' should not short-circuit.
256 terms.clear();
257 terms.push_back(ASCIIToUTF16("working"));
258 matches = url_index_->HistoryItemsForTerms(terms);
259 EXPECT_EQ(1U, matches.size());
260 }
261
TEST_F(InMemoryURLIndexTest,TitleSearch)262 TEST_F(InMemoryURLIndexTest, TitleSearch) {
263 url_index_.reset(new InMemoryURLIndex());
264 url_index_->Init(this, "en,ja,hi,zh");
265 // Signal if someone has changed the test DB.
266 EXPECT_EQ(25U, url_index_->history_info_map_.size());
267 InMemoryURLIndex::String16Vector terms;
268
269 // Ensure title is being searched.
270 terms.push_back(ASCIIToUTF16("MORTGAGE"));
271 terms.push_back(ASCIIToUTF16("RATE"));
272 terms.push_back(ASCIIToUTF16("DROPS"));
273 ScoredHistoryMatches matches = url_index_->HistoryItemsForTerms(terms);
274 EXPECT_EQ(1U, matches.size());
275
276 // Verify that we got back the result we expected.
277 EXPECT_EQ(1, matches[0].url_info.id());
278 EXPECT_EQ("http://www.reuters.com/article/idUSN0839880620100708",
279 matches[0].url_info.url().spec());
280 EXPECT_EQ(ASCIIToUTF16(
281 "UPDATE 1-US 30-yr mortgage rate drops to new record low | Reuters"),
282 matches[0].url_info.title());
283 }
284
TEST_F(InMemoryURLIndexTest,Char16Utilities)285 TEST_F(InMemoryURLIndexTest, Char16Utilities) {
286 string16 term = ASCIIToUTF16("drudgereport");
287 string16 expected = ASCIIToUTF16("drugepot");
288 EXPECT_EQ(expected.size(),
289 InMemoryURLIndex::Char16SetFromString16(term).size());
290 InMemoryURLIndex::Char16Vector c_vector =
291 InMemoryURLIndex::Char16VectorFromString16(term);
292 ASSERT_EQ(expected.size(), c_vector.size());
293
294 InMemoryURLIndex::Char16Vector::const_iterator c_iter = c_vector.begin();
295 for (string16::const_iterator s_iter = expected.begin();
296 s_iter != expected.end(); ++s_iter, ++c_iter)
297 EXPECT_EQ(*s_iter, *c_iter);
298 }
299
TEST_F(InMemoryURLIndexTest,StaticFunctions)300 TEST_F(InMemoryURLIndexTest, StaticFunctions) {
301 // Test WordVectorFromString16
302 string16 string_a(ASCIIToUTF16("http://www.google.com/ frammy the brammy"));
303 InMemoryURLIndex::String16Vector string_vec =
304 InMemoryURLIndex::WordVectorFromString16(string_a, false);
305 ASSERT_EQ(7U, string_vec.size());
306 // See if we got the words we expected.
307 EXPECT_EQ(UTF8ToUTF16("http"), string_vec[0]);
308 EXPECT_EQ(UTF8ToUTF16("www"), string_vec[1]);
309 EXPECT_EQ(UTF8ToUTF16("google"), string_vec[2]);
310 EXPECT_EQ(UTF8ToUTF16("com"), string_vec[3]);
311 EXPECT_EQ(UTF8ToUTF16("frammy"), string_vec[4]);
312 EXPECT_EQ(UTF8ToUTF16("the"), string_vec[5]);
313 EXPECT_EQ(UTF8ToUTF16("brammy"), string_vec[6]);
314
315 string_vec = InMemoryURLIndex::WordVectorFromString16(string_a, true);
316 ASSERT_EQ(5U, string_vec.size());
317 EXPECT_EQ(UTF8ToUTF16("http://"), string_vec[0]);
318 EXPECT_EQ(UTF8ToUTF16("www.google.com/"), string_vec[1]);
319 EXPECT_EQ(UTF8ToUTF16("frammy"), string_vec[2]);
320 EXPECT_EQ(UTF8ToUTF16("the"), string_vec[3]);
321 EXPECT_EQ(UTF8ToUTF16("brammy"), string_vec[4]);
322
323 // Test WordSetFromString16
324 string16 string_b(ASCIIToUTF16(
325 "http://web.google.com/search Google Web Search"));
326 InMemoryURLIndex::String16Set string_set =
327 InMemoryURLIndex::WordSetFromString16(string_b);
328 EXPECT_EQ(5U, string_set.size());
329 // See if we got the words we expected.
330 EXPECT_TRUE(string_set.find(UTF8ToUTF16("com")) != string_set.end());
331 EXPECT_TRUE(string_set.find(UTF8ToUTF16("google")) != string_set.end());
332 EXPECT_TRUE(string_set.find(UTF8ToUTF16("http")) != string_set.end());
333 EXPECT_TRUE(string_set.find(UTF8ToUTF16("search")) != string_set.end());
334 EXPECT_TRUE(string_set.find(UTF8ToUTF16("web")) != string_set.end());
335
336 // Test SortAndDeoverlap
337 TermMatches matches_a;
338 matches_a.push_back(TermMatch(1, 13, 10));
339 matches_a.push_back(TermMatch(2, 23, 10));
340 matches_a.push_back(TermMatch(3, 3, 10));
341 matches_a.push_back(TermMatch(4, 40, 5));
342 TermMatches matches_b = InMemoryURLIndex::SortAndDeoverlap(matches_a);
343 // Nothing should have been eliminated.
344 EXPECT_EQ(matches_a.size(), matches_b.size());
345 // The order should now be 3, 1, 2, 4.
346 EXPECT_EQ(3, matches_b[0].term_num);
347 EXPECT_EQ(1, matches_b[1].term_num);
348 EXPECT_EQ(2, matches_b[2].term_num);
349 EXPECT_EQ(4, matches_b[3].term_num);
350 matches_a.push_back(TermMatch(5, 18, 10));
351 matches_a.push_back(TermMatch(6, 38, 5));
352 matches_b = InMemoryURLIndex::SortAndDeoverlap(matches_a);
353 // Two matches should have been eliminated.
354 EXPECT_EQ(matches_a.size() - 2, matches_b.size());
355 // The order should now be 3, 1, 2, 6.
356 EXPECT_EQ(3, matches_b[0].term_num);
357 EXPECT_EQ(1, matches_b[1].term_num);
358 EXPECT_EQ(2, matches_b[2].term_num);
359 EXPECT_EQ(6, matches_b[3].term_num);
360
361 // Test MatchTermInString
362 TermMatches matches_c = InMemoryURLIndex::MatchTermInString(
363 UTF8ToUTF16("x"), UTF8ToUTF16("axbxcxdxex fxgx/hxixjx.kx"), 123);
364 ASSERT_EQ(11U, matches_c.size());
365 const size_t expected_offsets[] = { 1, 3, 5, 7, 9, 12, 14, 17, 19, 21, 24 };
366 for (int i = 0; i < 11; ++i)
367 EXPECT_EQ(expected_offsets[i], matches_c[i].offset);
368 }
369
TEST_F(InMemoryURLIndexTest,OffsetsAndTermMatches)370 TEST_F(InMemoryURLIndexTest, OffsetsAndTermMatches) {
371 // Test OffsetsFromTermMatches
372 history::TermMatches matches_a;
373 matches_a.push_back(history::TermMatch(1, 1, 2));
374 matches_a.push_back(history::TermMatch(2, 4, 3));
375 matches_a.push_back(history::TermMatch(3, 9, 1));
376 matches_a.push_back(history::TermMatch(3, 10, 1));
377 matches_a.push_back(history::TermMatch(4, 14, 5));
378 std::vector<size_t> offsets =
379 InMemoryURLIndex::OffsetsFromTermMatches(matches_a);
380 const size_t expected_offsets_a[] = {1, 4, 9, 10, 14};
381 ASSERT_EQ(offsets.size(), arraysize(expected_offsets_a));
382 for (size_t i = 0; i < offsets.size(); ++i)
383 EXPECT_EQ(expected_offsets_a[i], offsets[i]);
384
385 // Test ReplaceOffsetsInTermMatches
386 offsets[2] = string16::npos;
387 history::TermMatches matches_b =
388 InMemoryURLIndex::ReplaceOffsetsInTermMatches(matches_a, offsets);
389 const size_t expected_offsets_b[] = {1, 4, 10, 14};
390 ASSERT_EQ(arraysize(expected_offsets_b), matches_b.size());
391 for (size_t i = 0; i < matches_b.size(); ++i)
392 EXPECT_EQ(expected_offsets_b[i], matches_b[i].offset);
393 }
394
TEST_F(InMemoryURLIndexTest,TypedCharacterCaching)395 TEST_F(InMemoryURLIndexTest, TypedCharacterCaching) {
396 // Verify that match results for previously typed characters are retained
397 // (in the term_char_word_set_cache_) and reused, if possible, in future
398 // autocompletes.
399 url_index_.reset(new InMemoryURLIndex(FilePath(FILE_PATH_LITERAL("/dummy"))));
400 url_index_->Init(this, "en,ja,hi,zh");
401
402 // Verify that we can find something that already exists.
403 InMemoryURLIndex::String16Vector terms;
404 string16 term = ASCIIToUTF16("drudgerepo");
405 terms.push_back(term);
406 EXPECT_EQ(1U, url_index_->HistoryItemsForTerms(terms).size());
407
408 {
409 // Exercise the term matching cache with the same term.
410 InMemoryURLIndex::Char16Vector uni_chars =
411 InMemoryURLIndex::Char16VectorFromString16(term);
412 EXPECT_EQ(uni_chars.size(), 7U); // Equivalent to 'degopru'
413 EXPECT_EQ(6U, url_index_->CachedResultsIndexForTerm(uni_chars));
414 }
415
416 {
417 // Back off a character.
418 InMemoryURLIndex::Char16Vector uni_chars =
419 InMemoryURLIndex::Char16VectorFromString16(ASCIIToUTF16("drudgerep"));
420 EXPECT_EQ(6U, uni_chars.size()); // Equivalent to 'degpru'
421 EXPECT_EQ(5U, url_index_->CachedResultsIndexForTerm(uni_chars));
422 }
423
424 {
425 // Add a couple of characters.
426 InMemoryURLIndex::Char16Vector uni_chars =
427 InMemoryURLIndex::Char16VectorFromString16(
428 ASCIIToUTF16("drudgereporta"));
429 EXPECT_EQ(9U, uni_chars.size()); // Equivalent to 'adegoprtu'
430 EXPECT_EQ(6U, url_index_->CachedResultsIndexForTerm(uni_chars));
431 }
432
433 {
434 // Use different string.
435 InMemoryURLIndex::Char16Vector uni_chars =
436 InMemoryURLIndex::Char16VectorFromString16(ASCIIToUTF16("abcde"));
437 EXPECT_EQ(5U, uni_chars.size());
438 EXPECT_EQ(static_cast<size_t>(-1),
439 url_index_->CachedResultsIndexForTerm(uni_chars));
440 }
441 }
442
TEST_F(InMemoryURLIndexTest,Scoring)443 TEST_F(InMemoryURLIndexTest, Scoring) {
444 URLRow row_a(MakeURLRow("http://abcdef", "fedcba", 3, 30, 1));
445 // Test scores based on position.
446 ScoredHistoryMatch scored_a(
447 InMemoryURLIndex::ScoredMatchForURL(row_a, Make1Term("abc")));
448 ScoredHistoryMatch scored_b(
449 InMemoryURLIndex::ScoredMatchForURL(row_a, Make1Term("bcd")));
450 EXPECT_GT(scored_a.raw_score, scored_b.raw_score);
451 // Test scores based on length.
452 ScoredHistoryMatch scored_c(
453 InMemoryURLIndex::ScoredMatchForURL(row_a, Make1Term("abcd")));
454 EXPECT_LT(scored_a.raw_score, scored_c.raw_score);
455 // Test scores based on order.
456 ScoredHistoryMatch scored_d(
457 InMemoryURLIndex::ScoredMatchForURL(row_a, Make2Terms("abc", "def")));
458 ScoredHistoryMatch scored_e(
459 InMemoryURLIndex::ScoredMatchForURL(row_a, Make2Terms("def", "abc")));
460 EXPECT_GT(scored_d.raw_score, scored_e.raw_score);
461 // Test scores based on visit_count.
462 URLRow row_b(MakeURLRow("http://abcdef", "fedcba", 10, 30, 1));
463 ScoredHistoryMatch scored_f(
464 InMemoryURLIndex::ScoredMatchForURL(row_b, Make1Term("abc")));
465 EXPECT_GT(scored_f.raw_score, scored_a.raw_score);
466 // Test scores based on last_visit.
467 URLRow row_c(MakeURLRow("http://abcdef", "fedcba", 3, 10, 1));
468 ScoredHistoryMatch scored_g(
469 InMemoryURLIndex::ScoredMatchForURL(row_c, Make1Term("abc")));
470 EXPECT_GT(scored_g.raw_score, scored_a.raw_score);
471 // Test scores based on typed_count.
472 URLRow row_d(MakeURLRow("http://abcdef", "fedcba", 3, 30, 10));
473 ScoredHistoryMatch scored_h(
474 InMemoryURLIndex::ScoredMatchForURL(row_d, Make1Term("abc")));
475 EXPECT_GT(scored_h.raw_score, scored_a.raw_score);
476 }
477
TEST_F(InMemoryURLIndexTest,AddNewRows)478 TEST_F(InMemoryURLIndexTest, AddNewRows) {
479 url_index_.reset(new InMemoryURLIndex(FilePath(FILE_PATH_LITERAL("/dummy"))));
480 url_index_->Init(this, "en,ja,hi,zh");
481 InMemoryURLIndex::String16Vector terms;
482
483 // Verify that the row we're going to add does not already exist.
484 URLID new_row_id = 87654321;
485 // Newly created URLRows get a last_visit time of 'right now' so it should
486 // qualify as a quick result candidate.
487 terms.push_back(ASCIIToUTF16("brokeandalone"));
488 EXPECT_TRUE(url_index_->HistoryItemsForTerms(terms).empty());
489
490 // Add a new row.
491 URLRow new_row(GURL("http://www.brokeandaloneinmanitoba.com/"), new_row_id);
492 new_row.set_last_visit(base::Time::Now());
493 url_index_->UpdateURL(new_row_id, new_row);
494
495 // Verify that we can retrieve it.
496 EXPECT_EQ(1U, url_index_->HistoryItemsForTerms(terms).size());
497
498 // Add it again just to be sure that is harmless.
499 url_index_->UpdateURL(new_row_id, new_row);
500 EXPECT_EQ(1U, url_index_->HistoryItemsForTerms(terms).size());
501 }
502
TEST_F(InMemoryURLIndexTest,DeleteRows)503 TEST_F(InMemoryURLIndexTest, DeleteRows) {
504 url_index_.reset(new InMemoryURLIndex(FilePath(FILE_PATH_LITERAL("/dummy"))));
505 url_index_->Init(this, "en,ja,hi,zh");
506 InMemoryURLIndex::String16Vector terms;
507
508 // Make sure we actually get an existing result.
509 terms.push_back(ASCIIToUTF16("DrudgeReport"));
510 ScoredHistoryMatches matches = url_index_->HistoryItemsForTerms(terms);
511 ASSERT_EQ(1U, matches.size());
512
513 // Determine the row id for that result, delete that id, then search again.
514 url_index_->DeleteURL(matches[0].url_info.id());
515 EXPECT_TRUE(url_index_->HistoryItemsForTerms(terms).empty());
516 }
517
TEST_F(InMemoryURLIndexTest,CacheFilePath)518 TEST_F(InMemoryURLIndexTest, CacheFilePath) {
519 url_index_.reset(new InMemoryURLIndex(FilePath(FILE_PATH_LITERAL(
520 "/flammmy/frammy/"))));
521 FilePath full_file_path;
522 url_index_->GetCacheFilePath(&full_file_path);
523 std::vector<FilePath::StringType> expected_parts;
524 FilePath(FILE_PATH_LITERAL("/flammmy/frammy/History Provider Cache")).
525 GetComponents(&expected_parts);
526 std::vector<FilePath::StringType> actual_parts;
527 full_file_path.GetComponents(&actual_parts);
528 ASSERT_EQ(expected_parts.size(), actual_parts.size());
529 size_t count = expected_parts.size();
530 for (size_t i = 0; i < count; ++i)
531 EXPECT_EQ(expected_parts[i], actual_parts[i]);
532 }
533
TEST_F(InMemoryURLIndexTest,CacheSaveRestore)534 TEST_F(InMemoryURLIndexTest, CacheSaveRestore) {
535 // Save the cache to a protobuf, restore it, and compare the results.
536 url_index_.reset(new InMemoryURLIndex(FilePath(FILE_PATH_LITERAL("/dummy"))));
537 InMemoryURLIndex& url_index(*(url_index_.get()));
538 url_index.Init(this, "en,ja,hi,zh");
539 in_memory_url_index::InMemoryURLIndexCacheItem index_cache;
540 url_index.SavePrivateData(&index_cache);
541
542 // Capture our private data so we can later compare for equality.
543 int history_item_count(url_index.history_item_count_);
544 InMemoryURLIndex::String16Vector word_list(url_index.word_list_);
545 InMemoryURLIndex::WordMap word_map(url_index.word_map_);
546 InMemoryURLIndex::CharWordIDMap char_word_map(url_index.char_word_map_);
547 InMemoryURLIndex::WordIDHistoryMap word_id_history_map(
548 url_index.word_id_history_map_);
549 InMemoryURLIndex::HistoryInfoMap history_info_map(
550 url_index.history_info_map_);
551
552 // Prove that there is really something there.
553 EXPECT_GT(url_index.history_item_count_, 0);
554 EXPECT_FALSE(url_index.word_list_.empty());
555 EXPECT_FALSE(url_index.word_map_.empty());
556 EXPECT_FALSE(url_index.char_word_map_.empty());
557 EXPECT_FALSE(url_index.word_id_history_map_.empty());
558 EXPECT_FALSE(url_index.history_info_map_.empty());
559
560 // Clear and then prove it's clear.
561 url_index.ClearPrivateData();
562 EXPECT_EQ(0, url_index.history_item_count_);
563 EXPECT_TRUE(url_index.word_list_.empty());
564 EXPECT_TRUE(url_index.word_map_.empty());
565 EXPECT_TRUE(url_index.char_word_map_.empty());
566 EXPECT_TRUE(url_index.word_id_history_map_.empty());
567 EXPECT_TRUE(url_index.history_info_map_.empty());
568
569 // Restore the cache.
570 EXPECT_TRUE(url_index.RestorePrivateData(index_cache));
571
572 // Compare the restored and captured for equality.
573 EXPECT_EQ(history_item_count, url_index.history_item_count_);
574 EXPECT_EQ(word_list.size(), url_index.word_list_.size());
575 EXPECT_EQ(word_map.size(), url_index.word_map_.size());
576 EXPECT_EQ(char_word_map.size(), url_index.char_word_map_.size());
577 EXPECT_EQ(word_id_history_map.size(), url_index.word_id_history_map_.size());
578 EXPECT_EQ(history_info_map.size(), url_index.history_info_map_.size());
579 // WordList must be index-by-index equal.
580 size_t count = word_list.size();
581 for (size_t i = 0; i < count; ++i)
582 EXPECT_EQ(word_list[i], url_index.word_list_[i]);
583 for (InMemoryURLIndex::CharWordIDMap::const_iterator expected =
584 char_word_map.begin(); expected != char_word_map.end(); ++expected) {
585 InMemoryURLIndex::CharWordIDMap::const_iterator actual =
586 url_index.char_word_map_.find(expected->first);
587 ASSERT_TRUE(url_index.char_word_map_.end() != actual);
588 const InMemoryURLIndex::WordIDSet& expected_set(expected->second);
589 const InMemoryURLIndex::WordIDSet& actual_set(actual->second);
590 ASSERT_EQ(expected_set.size(), actual_set.size());
591 for (InMemoryURLIndex::WordIDSet::const_iterator set_iter =
592 expected_set.begin(); set_iter != expected_set.end(); ++set_iter)
593 EXPECT_GT(actual_set.count(*set_iter), 0U);
594 }
595 for (InMemoryURLIndex::WordIDHistoryMap::const_iterator expected =
596 word_id_history_map.begin(); expected != word_id_history_map.end();
597 ++expected) {
598 InMemoryURLIndex::WordIDHistoryMap::const_iterator actual =
599 url_index.word_id_history_map_.find(expected->first);
600 ASSERT_TRUE(url_index.word_id_history_map_.end() != actual);
601 const InMemoryURLIndex::HistoryIDSet& expected_set(expected->second);
602 const InMemoryURLIndex::HistoryIDSet& actual_set(actual->second);
603 ASSERT_EQ(expected_set.size(), actual_set.size());
604 for (InMemoryURLIndex::HistoryIDSet::const_iterator set_iter =
605 expected_set.begin(); set_iter != expected_set.end(); ++set_iter)
606 EXPECT_GT(actual_set.count(*set_iter), 0U);
607 }
608 for (InMemoryURLIndex::HistoryInfoMap::const_iterator expected =
609 history_info_map.begin(); expected != history_info_map.end();
610 ++expected) {
611 InMemoryURLIndex::HistoryInfoMap::const_iterator actual =
612 url_index.history_info_map_.find(expected->first);
613 ASSERT_FALSE(url_index.history_info_map_.end() == actual);
614 const URLRow& expected_row(expected->second);
615 const URLRow& actual_row(actual->second);
616 EXPECT_EQ(expected_row.visit_count(), actual_row.visit_count());
617 EXPECT_EQ(expected_row.typed_count(), actual_row.typed_count());
618 EXPECT_EQ(expected_row.last_visit(), actual_row.last_visit());
619 EXPECT_EQ(expected_row.url(), actual_row.url());
620 }
621 }
622
623 } // namespace history
624