• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // Copyright 2007, Google Inc.
2 // All rights reserved.
3 //
4 // Redistribution and use in source and binary forms, with or without
5 // modification, are permitted provided that the following conditions are
6 // met:
7 //
8 //     * Redistributions of source code must retain the above copyright
9 // notice, this list of conditions and the following disclaimer.
10 //     * Redistributions in binary form must reproduce the above
11 // copyright notice, this list of conditions and the following disclaimer
12 // in the documentation and/or other materials provided with the
13 // distribution.
14 //     * Neither the name of Google Inc. nor the names of its
15 // contributors may be used to endorse or promote products derived from
16 // this software without specific prior written permission.
17 //
18 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
21 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
22 // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
24 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
25 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
26 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
27 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
28 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29 
30 #ifndef GOOGLEURL_SRC_GURL_H__
31 #define GOOGLEURL_SRC_GURL_H__
32 
33 #include <iostream>
34 #include <string>
35 
36 #include "base/string16.h"
37 #include "googleurl/src/url_canon.h"
38 #include "googleurl/src/url_canon_stdstring.h"
39 #include "googleurl/src/url_parse.h"
40 
41 class GURL {
42  public:
43   typedef url_canon::StdStringReplacements<std::string> Replacements;
44   typedef url_canon::StdStringReplacements<string16> ReplacementsW;
45 
46   // Creates an empty, invalid URL.
47   GURL();
48 
49   // Copy construction is relatively inexpensive, with most of the time going
50   // to reallocating the string. It does not re-parse.
51   GURL(const GURL& other);
52 
53   // The narrow version requires the input be UTF-8. Invalid UTF-8 input will
54   // result in an invalid URL.
55   //
56   // The wide version should also take an encoding parameter so we know how to
57   // encode the query parameters. It is probably sufficient for the narrow
58   // version to assume the query parameter encoding should be the same as the
59   // input encoding.
60   explicit GURL(const std::string& url_string /*, output_param_encoding*/);
61   explicit GURL(const string16& url_string /*, output_param_encoding*/);
62 
63   // Constructor for URLs that have already been parsed and canonicalized. This
64   // is used for conversions from KURL, for example. The caller must supply all
65   // information associated with the URL, which must be correct and consistent.
66   GURL(const char* canonical_spec, size_t canonical_spec_len,
67        const url_parse::Parsed& parsed, bool is_valid);
68 
69   // Returns true when this object represents a valid parsed URL. When not
70   // valid, other functions will still succeed, but you will not get canonical
71   // data out in the format you may be expecting. Instead, we keep something
72   // "reasonable looking" so that the user can see how it's busted if
73   // displayed to them.
is_valid()74   bool is_valid() const {
75     return is_valid_;
76   }
77 
78   // Returns true if the URL is zero-length. Note that empty URLs are also
79   // invalid, and is_valid() will return false for them. This is provided
80   // because some users may want to treat the empty case differently.
is_empty()81   bool is_empty() const {
82     return spec_.empty();
83   }
84 
85   // Returns the raw spec, i.e., the full text of the URL, in canonical UTF-8,
86   // if the URL is valid. If the URL is not valid, this will assert and return
87   // the empty string (for safety in release builds, to keep them from being
88   // misused which might be a security problem).
89   //
90   // The URL will be ASCII except the reference fragment, which may be UTF-8.
91   // It is guaranteed to be valid UTF-8.
92   //
93   // The exception is for empty() URLs (which are !is_valid()) but this will
94   // return the empty string without asserting.
95   //
96   // Used invalid_spec() below to get the unusable spec of an invalid URL. This
97   // separation is designed to prevent errors that may cause security problems
98   // that could result from the mistaken use of an invalid URL.
99   const std::string& spec() const;
100 
101   // Returns the potentially invalid spec for a the URL. This spec MUST NOT be
102   // modified or sent over the network. It is designed to be displayed in error
103   // messages to the user, as the apperance of the spec may explain the error.
104   // If the spec is valid, the valid spec will be returned.
105   //
106   // The returned string is guaranteed to be valid UTF-8.
possibly_invalid_spec()107   const std::string& possibly_invalid_spec() const {
108     return spec_;
109   }
110 
111   // Getter for the raw parsed structure. This allows callers to locate parts
112   // of the URL within the spec themselves. Most callers should consider using
113   // the individual component getters below.
114   //
115   // The returned parsed structure will reference into the raw spec, which may
116   // or may not be valid. If you are using this to index into the spec, BE
117   // SURE YOU ARE USING possibly_invalid_spec() to get the spec, and that you
118   // don't do anything "important" with invalid specs.
parsed_for_possibly_invalid_spec()119   const url_parse::Parsed& parsed_for_possibly_invalid_spec() const {
120     return parsed_;
121   }
122 
123   // Defiant equality operator!
124   bool operator==(const GURL& other) const {
125     return spec_ == other.spec_;
126   }
127   bool operator!=(const GURL& other) const {
128     return spec_ != other.spec_;
129   }
130 
131   // Allows GURL to used as a key in STL (for example, a std::set or std::map).
132   bool operator<(const GURL& other) const {
133     return spec_ < other.spec_;
134   }
135 
136   // Resolves a URL that's possibly relative to this object's URL, and returns
137   // it. Absolute URLs are also handled according to the rules of URLs on web
138   // pages.
139   //
140   // It may be impossible to resolve the URLs properly. If the input is not
141   // "standard" (SchemeIsStandard() == false) and the input looks relative, we
142   // can't resolve it. In these cases, the result will be an empty, invalid
143   // GURL.
144   //
145   // The result may also be a nonempty, invalid URL if the input has some kind
146   // of encoding error. In these cases, we will try to construct a "good" URL
147   // that may have meaning to the user, but it will be marked invalid.
148   //
149   // It is an error to resolve a URL relative to an invalid URL. The result
150   // will be the empty URL.
151   GURL Resolve(const std::string& relative) const;
152   GURL Resolve(const string16& relative) const;
153 
154   // Like Resolve() above but takes a character set encoder which will be used
155   // for any query text specified in the input. The charset converter parameter
156   // may be NULL, in which case it will be treated as UTF-8.
157   //
158   // TODO(brettw): These should be replaced with versions that take something
159   // more friendly than a raw CharsetConverter (maybe like an ICU character set
160   // name).
161   GURL ResolveWithCharsetConverter(
162       const std::string& relative,
163       url_canon::CharsetConverter* charset_converter) const;
164   GURL ResolveWithCharsetConverter(
165       const string16& relative,
166       url_canon::CharsetConverter* charset_converter) const;
167 
168   // Creates a new GURL by replacing the current URL's components with the
169   // supplied versions. See the Replacements class in url_canon.h for more.
170   //
171   // These are not particularly quick, so avoid doing mutations when possible.
172   // Prefer the 8-bit version when possible.
173   //
174   // It is an error to replace components of an invalid URL. The result will
175   // be the empty URL.
176   //
177   // Note that we use the more general url_canon::Replacements type to give
178   // callers extra flexibility rather than our override.
179   GURL ReplaceComponents(
180       const url_canon::Replacements<char>& replacements) const;
181   GURL ReplaceComponents(
182       const url_canon::Replacements<char16>& replacements) const;
183 
184   // A helper function that is equivalent to replacing the path with a slash
185   // and clearing out everything after that. We sometimes need to know just the
186   // scheme and the authority. If this URL is not a standard URL (it doesn't
187   // have the regular authority and path sections), then the result will be
188   // an empty, invalid GURL. Note that this *does* work for file: URLs, which
189   // some callers may want to filter out before calling this.
190   //
191   // It is an error to get an empty path on an invalid URL. The result
192   // will be the empty URL.
193   GURL GetWithEmptyPath() const;
194 
195   // A helper function to return a GURL containing just the scheme, host,
196   // and port from a URL. Equivalent to clearing any username and password,
197   // replacing the path with a slash, and clearing everything after that. If
198   // this URL is not a standard URL, then the result will be an empty,
199   // invalid GURL. If the URL has neither username nor password, this
200   // degenerates to GetWithEmptyPath().
201   //
202   // It is an error to get the origin of an invalid URL. The result
203   // will be the empty URL.
204   GURL GetOrigin() const;
205 
206   // Returns true if the scheme for the current URL is a known "standard"
207   // scheme or there is a "://" after it. Standard schemes have an authority
208   // and a path section. This includes file:, which some callers may want to
209   // filter out explicitly by calling SchemeIsFile.
210   bool IsStandard() const;
211 
212   // Returns true if the given parameter (should be lower-case ASCII to match
213   // the canonicalized scheme) is the scheme for this URL. This call is more
214   // efficient than getting the scheme and comparing it because no copies or
215   // object constructions are done.
216   bool SchemeIs(const char* lower_ascii_scheme) const;
217 
218   // We often need to know if this is a file URL. File URLs are "standard", but
219   // are often treated separately by some programs.
SchemeIsFile()220   bool SchemeIsFile() const {
221     return SchemeIs("file");
222   }
223 
224   // If the scheme indicates a secure connection
SchemeIsSecure()225   bool SchemeIsSecure() const {
226     return SchemeIs("https");
227   }
228 
229   // Returns true if the hostname is an IP address. Note: this function isn't
230   // as cheap as a simple getter because it re-parses the hostname to verify.
231   // This currently identifies only IPv4 addresses (bug 822685).
232   bool HostIsIPAddress() const;
233 
234   // Getters for various components of the URL. The returned string will be
235   // empty if the component is empty or is not present.
scheme()236   std::string scheme() const {  // Not including the colon. See also SchemeIs.
237     return ComponentString(parsed_.scheme);
238   }
username()239   std::string username() const {
240     return ComponentString(parsed_.username);
241   }
password()242   std::string password() const {
243     return ComponentString(parsed_.password);
244   }
245   // Note that this may be a hostname, an IPv4 address, or an IPv6 literal
246   // surrounded by square brackets, like "[2001:db8::1]".  To exclude these
247   // brackets, use HostNoBrackets() below.
host()248   std::string host() const {
249     return ComponentString(parsed_.host);
250   }
port()251   std::string port() const {  // Returns -1 if "default"
252     return ComponentString(parsed_.port);
253   }
path()254   std::string path() const {  // Including first slash following host
255     return ComponentString(parsed_.path);
256   }
query()257   std::string query() const {  // Stuff following '?'
258     return ComponentString(parsed_.query);
259   }
ref()260   std::string ref() const {  // Stuff following '#'
261     return ComponentString(parsed_.ref);
262   }
263 
264   // Existance querying. These functions will return true if the corresponding
265   // URL component exists in this URL. Note that existance is different than
266   // being nonempty. http://www.google.com/? has a query that just happens to
267   // be empty, and has_query() will return true.
has_scheme()268   bool has_scheme() const {
269     return parsed_.scheme.len >= 0;
270   }
has_username()271   bool has_username() const {
272     return parsed_.username.len >= 0;
273   }
has_password()274   bool has_password() const {
275     return parsed_.password.len >= 0;
276   }
has_host()277   bool has_host() const {
278     // Note that hosts are special, absense of host means length 0.
279     return parsed_.host.len > 0;
280   }
has_port()281   bool has_port() const {
282     return parsed_.port.len >= 0;
283   }
has_path()284   bool has_path() const {
285     // Note that http://www.google.com/" has a path, the path is "/". This can
286     // return false only for invalid or nonstandard URLs.
287     return parsed_.path.len >= 0;
288   }
has_query()289   bool has_query() const {
290     return parsed_.query.len >= 0;
291   }
has_ref()292   bool has_ref() const {
293     return parsed_.ref.len >= 0;
294   }
295 
296   // Returns a parsed version of the port. Can also be any of the special
297   // values defined in Parsed for ExtractPort.
298   int IntPort() const;
299 
300   // Returns the port number of the url, or the default port number.
301   // If the scheme has no concept of port (or unknown default) returns
302   // PORT_UNSPECIFIED.
303   int EffectiveIntPort() const;
304 
305   // Extracts the filename portion of the path and returns it. The filename
306   // is everything after the last slash in the path. This may be empty.
307   std::string ExtractFileName() const;
308 
309   // Returns the path that should be sent to the server. This is the path,
310   // parameter, and query portions of the URL. It is guaranteed to be ASCII.
311   std::string PathForRequest() const;
312 
313   // Returns the host, excluding the square brackets surrounding IPv6 address
314   // literals.  This can be useful for passing to getaddrinfo().
315   std::string HostNoBrackets() const;
316 
317   // Returns true if this URL's host matches or is in the same domain as
318   // the given input string. For example if this URL was "www.google.com",
319   // this would match "com", "google.com", and "www.google.com
320   // (input domain should be lower-case ASCII to match the canonicalized
321   // scheme). This call is more efficient than getting the host and check
322   // whether host has the specific domain or not because no copies or
323   // object constructions are done.
324   //
325   // If function DomainIs has parameter domain_len, which means the parameter
326   // lower_ascii_domain does not gurantee to terminate with NULL character.
327   bool DomainIs(const char* lower_ascii_domain, int domain_len) const;
328 
329   // If function DomainIs only has parameter lower_ascii_domain, which means
330   // domain string should be terminate with NULL character.
DomainIs(const char * lower_ascii_domain)331   bool DomainIs(const char* lower_ascii_domain) const {
332     return DomainIs(lower_ascii_domain,
333                     static_cast<int>(strlen(lower_ascii_domain)));
334   }
335 
336   // Swaps the contents of this GURL object with the argument without doing
337   // any memory allocations.
338   void Swap(GURL* other);
339 
340   // Returns a reference to a singleton empty GURL. This object is for callers
341   // who return references but don't have anything to return in some cases.
342   // This function may be called from any thread.
343   static const GURL& EmptyGURL();
344 
345  private:
346   // Returns the substring of the input identified by the given component.
ComponentString(const url_parse::Component & comp)347   std::string ComponentString(const url_parse::Component& comp) const {
348     if (comp.len <= 0)
349       return std::string();
350     return std::string(spec_, comp.begin, comp.len);
351   }
352 
353   // The actual text of the URL, in canonical ASCII form.
354   std::string spec_;
355 
356   // Set when the given URL is valid. Otherwise, we may still have a spec and
357   // components, but they may not identify valid resources (for example, an
358   // invalid port number, invalid characters in the scheme, etc.).
359   bool is_valid_;
360 
361   // Identified components of the canonical spec.
362   url_parse::Parsed parsed_;
363 
364   // TODO bug 684583: Add encoding for query params.
365 };
366 
367 // Stream operator so GURL can be used in assertion statements.
368 inline std::ostream& operator<<(std::ostream& out, const GURL& url) {
369   return out << url.possibly_invalid_spec();
370 }
371 
372 #endif  // GOOGLEURL_SRC_GURL_H__
373