1 // Copyright (c) 2011 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4
5 #include "chrome/browser/prerender/prerender_util.h"
6
7 #include "base/metrics/histogram.h"
8 #include "base/metrics/histogram_samples.h"
9 #include "base/metrics/statistics_recorder.h"
10 #include "net/http/http_response_headers.h"
11 #include "testing/gtest/include/gtest/gtest.h"
12 #include "url/gurl.h"
13
14 using content::ResourceType;
15
16 namespace prerender {
17
18 class PrerenderUtilTest : public testing::Test {
19 public:
PrerenderUtilTest()20 PrerenderUtilTest() {
21 }
22 };
23
24 // Ensure that extracting a urlencoded URL in the url= query string component
25 // works.
TEST_F(PrerenderUtilTest,ExtractURLInQueryStringTest)26 TEST_F(PrerenderUtilTest, ExtractURLInQueryStringTest) {
27 GURL result;
28 EXPECT_TRUE(MaybeGetQueryStringBasedAliasURL(
29 GURL("http://www.google.com/url?sa=t&source=web&cd=1&ved=0CBcQFjAA&url=http%3A%2F%2Fwww.abercrombie.com%2Fwebapp%2Fwcs%2Fstores%2Fservlet%2FStoreLocator%3FcatalogId%3D%26storeId%3D10051%26langId%3D-1&rct=j&q=allinurl%3A%26&ei=KLyUTYGSEdTWiAKUmLCdCQ&usg=AFQjCNF8nJ2MpBFfr1ijO39_f22bcKyccw&sig2=2ymyGpO0unJwU1d4kdCUjQ"),
30 &result));
31 ASSERT_EQ(GURL("http://www.abercrombie.com/webapp/wcs/stores/servlet/StoreLocator?catalogId=&storeId=10051&langId=-1").spec(), result.spec());
32 EXPECT_FALSE(MaybeGetQueryStringBasedAliasURL(
33 GURL("http://www.google.com/url?sadf=test&blah=blahblahblah"), &result));
34 EXPECT_FALSE(MaybeGetQueryStringBasedAliasURL(
35 GURL("http://www.google.com/?url=INVALIDurlsAREsoMUCHfun.com"), &result));
36 EXPECT_TRUE(MaybeGetQueryStringBasedAliasURL(
37 GURL("http://www.google.com/?url=http://validURLSareGREAT.com"),
38 &result));
39 ASSERT_EQ(GURL("http://validURLSareGREAT.com").spec(), result.spec());
40 }
41
42 // Ensure that extracting an experiment in the lpe= query string component
43 // works.
TEST_F(PrerenderUtilTest,ExtractExperimentInQueryStringTest)44 TEST_F(PrerenderUtilTest, ExtractExperimentInQueryStringTest) {
45 EXPECT_EQ(GetQueryStringBasedExperiment(
46 GURL("http://www.google.com/url?sa=t&source=web&cd=1&ved=0CBcQFjAA&url=http%3A%2F%2Fwww.abercrombie.com%2Fwebapp%2Fwcs%2Fstores%2Fservlet%2FStoreLocator%3FcatalogId%3D%26storeId%3D10051%26langId%3D-1&rct=j&q=allinurl%3A%26&ei=KLyUTYGSEdTWiAKUmLCdCQ&usg=AFQjCNF8nJ2MpBFfr1ijO39_f22bcKyccw&sig2=2ymyGpO0unJwU1d4kdCUjQ&lpe=4&asdf=test")), 4);
47 EXPECT_EQ(GetQueryStringBasedExperiment(
48 GURL("http://www.google.com/test.php?a=b")), kNoExperiment);
49 EXPECT_EQ(GetQueryStringBasedExperiment(
50 GURL("http://www.google.com/test.php?lpe=5")), 5);
51 EXPECT_EQ(GetQueryStringBasedExperiment(
52 GURL("http://www.google.com/test.php?lpe=50")), kNoExperiment);
53 EXPECT_EQ(GetQueryStringBasedExperiment(
54 GURL("http://www.google.com/test.php?lpe=0")), kNoExperiment);
55 EXPECT_EQ(GetQueryStringBasedExperiment(
56 GURL("http://www.google.com/test.php?lpe=10")), kNoExperiment);
57 }
58
59 // Ensure that we detect Google search result URLs correctly.
TEST_F(PrerenderUtilTest,DetectGoogleSearchREsultURLTest)60 TEST_F(PrerenderUtilTest, DetectGoogleSearchREsultURLTest) {
61 EXPECT_TRUE(IsGoogleSearchResultURL(GURL("http://www.google.com/#asdf")));
62 EXPECT_TRUE(IsGoogleSearchResultURL(GURL("http://www.google.com/")));
63 EXPECT_TRUE(IsGoogleSearchResultURL(GURL("http://www.google.com/?a=b")));
64 EXPECT_TRUE(IsGoogleSearchResultURL(
65 GURL("http://www.google.com/search?q=hi")));
66 EXPECT_TRUE(IsGoogleSearchResultURL(GURL("http://www.google.com/search")));
67 EXPECT_TRUE(IsGoogleSearchResultURL(GURL("http://www.google.com/webhp")));
68 EXPECT_TRUE(IsGoogleSearchResultURL(
69 GURL("http://www.google.com/webhp?a=b#123")));
70 EXPECT_FALSE(IsGoogleSearchResultURL(GURL("http://www.google.com/imgres")));
71 EXPECT_FALSE(IsGoogleSearchResultURL(
72 GURL("http://www.google.com/imgres?q=hi")));
73 EXPECT_FALSE(IsGoogleSearchResultURL(
74 GURL("http://www.google.com/imgres?q=hi#123")));
75 EXPECT_FALSE(IsGoogleSearchResultURL(GURL("http://google.com/search")));
76 EXPECT_TRUE(IsGoogleSearchResultURL(GURL("http://WWW.GooGLE.CoM/search")));
77 EXPECT_FALSE(IsGoogleSearchResultURL(GURL("http://WWW.GooGLE.CoM/SeArcH")));
78 EXPECT_TRUE(IsGoogleSearchResultURL(GURL("http://www.google.co.uk/search")));
79 EXPECT_FALSE(IsGoogleSearchResultURL(GURL("http://google.co.uk/search")));
80 EXPECT_FALSE(IsGoogleSearchResultURL(GURL("http://www.chromium.org/search")));
81 }
82
83 // Ensure that we count PageSpeed headers correctly.
TEST_F(PrerenderUtilTest,CountPageSpeedHeadersTest)84 TEST_F(PrerenderUtilTest, CountPageSpeedHeadersTest) {
85 base::StatisticsRecorder::Initialize();
86 GURL url("http://google.com");
87 std::string temp("HTTP/1.1 200 OK\n\n");
88 std::replace(temp.begin(), temp.end(), '\n', '\0');
89 scoped_refptr<net::HttpResponseHeaders> headers(
90 new net::HttpResponseHeaders(temp));
91
92 int num_responses = 0;
93 int num_mps = 0;
94 int num_ngx = 0;
95 int num_pss = 0;
96 int num_other = 0;
97 int num_bucket_1 = 0; // unrecognized format/value bucket
98 int num_bucket_30 = 0; // 1.2.24.1 bucket
99 int num_bucket_33 = 0; // 1.3.25.2 bucket
100
101 scoped_ptr<base::HistogramSamples> server_samples;
102 scoped_ptr<base::HistogramSamples> version_samples;
103
104 // No PageSpeed header. The VersionCounts histogram isn't created yet.
105 GatherPagespeedData(content::RESOURCE_TYPE_MAIN_FRAME, url, headers.get());
106 base::HistogramBase* server_histogram =
107 base::StatisticsRecorder::FindHistogram(
108 "Prerender.PagespeedHeader.ServerCounts");
109 ASSERT_TRUE(server_histogram != NULL);
110 ASSERT_TRUE(NULL == base::StatisticsRecorder::FindHistogram(
111 "Prerender.PagespeedHeader.VersionCounts"));
112
113 server_samples = server_histogram->SnapshotSamples();
114 EXPECT_EQ(++num_responses, server_samples->GetCount(0));
115 EXPECT_EQ( num_mps, server_samples->GetCount(1));
116 EXPECT_EQ( num_ngx, server_samples->GetCount(2));
117 EXPECT_EQ( num_pss, server_samples->GetCount(3));
118 EXPECT_EQ( num_other, server_samples->GetCount(4));
119
120 // X-Mod-Pagespeed header in expected format. VersionCounts now exists.
121 headers->AddHeader("X-Mod-Pagespeed: 1.2.24.1-2300");
122 GatherPagespeedData(content::RESOURCE_TYPE_MAIN_FRAME, url, headers.get());
123 base::HistogramBase* version_histogram =
124 base::StatisticsRecorder::FindHistogram(
125 "Prerender.PagespeedHeader.VersionCounts");
126 ASSERT_TRUE(version_histogram != NULL);
127 server_samples = server_histogram->SnapshotSamples();
128 version_samples = version_histogram->SnapshotSamples();
129 EXPECT_EQ(++num_responses, server_samples->GetCount(0));
130 EXPECT_EQ(++num_mps, server_samples->GetCount(1));
131 EXPECT_EQ( num_ngx, server_samples->GetCount(2));
132 EXPECT_EQ( num_pss, server_samples->GetCount(3));
133 EXPECT_EQ( num_other, server_samples->GetCount(4));
134 EXPECT_EQ( num_bucket_1, version_samples->GetCount(1));
135 EXPECT_EQ(++num_bucket_30, version_samples->GetCount(30)); // +1 for #30
136 EXPECT_EQ( num_bucket_33, version_samples->GetCount(33));
137 headers->RemoveHeader("X-Mod-Pagespeed");
138
139 // X-Mod-Pagespeed header in unexpected format.
140 headers->AddHeader("X-Mod-Pagespeed: Powered By PageSpeed!");
141 GatherPagespeedData(content::RESOURCE_TYPE_MAIN_FRAME, url, headers.get());
142 server_samples = server_histogram->SnapshotSamples();
143 version_samples = version_histogram->SnapshotSamples();
144 EXPECT_EQ(++num_responses, server_samples->GetCount(0));
145 EXPECT_EQ(++num_mps, server_samples->GetCount(1));
146 EXPECT_EQ( num_ngx, server_samples->GetCount(2));
147 EXPECT_EQ( num_pss, server_samples->GetCount(3));
148 EXPECT_EQ( num_other, server_samples->GetCount(4));
149 EXPECT_EQ(++num_bucket_1, version_samples->GetCount(1)); // +1 for 'huh?'
150 EXPECT_EQ( num_bucket_30, version_samples->GetCount(30));
151 EXPECT_EQ( num_bucket_33, version_samples->GetCount(33));
152 headers->RemoveHeader("X-Mod-Pagespeed");
153
154 // X-Page-Speed header in mod_pagespeed format (so ngx_pagespeed).
155 headers->AddHeader("X-Page-Speed: 1.3.25.2-2530");
156 GatherPagespeedData(content::RESOURCE_TYPE_MAIN_FRAME, url, headers.get());
157 server_samples = server_histogram->SnapshotSamples();
158 version_samples = version_histogram->SnapshotSamples();
159 EXPECT_EQ(++num_responses, server_samples->GetCount(0));
160 EXPECT_EQ( num_mps, server_samples->GetCount(1));
161 EXPECT_EQ(++num_ngx, server_samples->GetCount(2));
162 EXPECT_EQ( num_pss, server_samples->GetCount(3));
163 EXPECT_EQ( num_other, server_samples->GetCount(4));
164 EXPECT_EQ( num_bucket_1, version_samples->GetCount(1));
165 EXPECT_EQ( num_bucket_30, version_samples->GetCount(30));
166 EXPECT_EQ(++num_bucket_33, version_samples->GetCount(33)); // +1 for #33
167 headers->RemoveHeader("X-Page-Speed");
168
169 // X-Page-Speed header in PageSpeed Service format.
170 headers->AddHeader("X-Page-Speed: 97_4_bo");
171 GatherPagespeedData(content::RESOURCE_TYPE_MAIN_FRAME, url, headers.get());
172 server_samples = server_histogram->SnapshotSamples();
173 version_samples = version_histogram->SnapshotSamples();
174 EXPECT_EQ(++num_responses, server_samples->GetCount(0));
175 EXPECT_EQ( num_mps, server_samples->GetCount(1)); // no change
176 EXPECT_EQ( num_ngx, server_samples->GetCount(2));
177 EXPECT_EQ(++num_pss, server_samples->GetCount(3)); // +1 for PSS
178 EXPECT_EQ( num_other, server_samples->GetCount(4));
179 EXPECT_EQ( num_bucket_1, version_samples->GetCount(1));
180 EXPECT_EQ( num_bucket_30, version_samples->GetCount(30));
181 EXPECT_EQ( num_bucket_33, version_samples->GetCount(33));
182 headers->RemoveHeader("X-Page-Speed");
183
184 // X-Page-Speed header in an unrecognized format (IISpeed in this case).
185 headers->AddHeader("X-Page-Speed: 1.0PS1.2-20130615");
186 GatherPagespeedData(content::RESOURCE_TYPE_MAIN_FRAME, url, headers.get());
187 server_samples = server_histogram->SnapshotSamples();
188 version_samples = version_histogram->SnapshotSamples();
189 EXPECT_EQ(++num_responses, server_samples->GetCount(0));
190 EXPECT_EQ( num_mps, server_samples->GetCount(1)); // no change
191 EXPECT_EQ( num_pss, server_samples->GetCount(3));
192 EXPECT_EQ(++num_other, server_samples->GetCount(4)); // +1 for 'other'
193 EXPECT_EQ( num_bucket_1, version_samples->GetCount(1));
194 EXPECT_EQ( num_bucket_30, version_samples->GetCount(30));
195 EXPECT_EQ( num_bucket_33, version_samples->GetCount(33));
196
197 // Not a main frame => not counted at all.
198 GatherPagespeedData(content::RESOURCE_TYPE_SUB_FRAME, url, headers.get());
199 server_samples = server_histogram->SnapshotSamples();
200 version_samples = version_histogram->SnapshotSamples();
201 EXPECT_EQ( num_responses, server_samples->GetCount(0));
202 EXPECT_EQ( num_mps, server_samples->GetCount(1));
203 EXPECT_EQ( num_ngx, server_samples->GetCount(2));
204 EXPECT_EQ( num_pss, server_samples->GetCount(3));
205 EXPECT_EQ( num_other, server_samples->GetCount(4));
206 EXPECT_EQ( num_bucket_1, version_samples->GetCount(1));
207 EXPECT_EQ( num_bucket_30, version_samples->GetCount(30));
208 EXPECT_EQ( num_bucket_33, version_samples->GetCount(33));
209
210 // Not a http/https URL => not counted at all.
211 GURL data_url("data:image/png;base64,yadda yadda==");
212 GatherPagespeedData(
213 content::RESOURCE_TYPE_MAIN_FRAME, data_url, headers.get());
214 server_samples = server_histogram->SnapshotSamples();
215 version_samples = version_histogram->SnapshotSamples();
216 EXPECT_EQ( num_responses, server_samples->GetCount(0));
217 EXPECT_EQ( num_mps, server_samples->GetCount(1));
218 EXPECT_EQ( num_ngx, server_samples->GetCount(2));
219 EXPECT_EQ( num_pss, server_samples->GetCount(3));
220 EXPECT_EQ( num_other, server_samples->GetCount(4));
221 EXPECT_EQ( num_bucket_1, version_samples->GetCount(1));
222 EXPECT_EQ( num_bucket_30, version_samples->GetCount(30));
223 EXPECT_EQ( num_bucket_33, version_samples->GetCount(33));
224
225 headers->RemoveHeader("X-Page-Speed");
226 }
227
228 } // namespace prerender
229