1 // Copyright 2007, Google Inc.
2 // All rights reserved.
4 // Redistribution and use in source and binary forms, with or without
5 // modification, are permitted provided that the following conditions are
8 // * Redistributions of source code must retain the above copyright
9 // notice, this list of conditions and the following disclaimer.
10 // * Redistributions in binary form must reproduce the above
11 // copyright notice, this list of conditions and the following disclaimer
12 // in the documentation and/or other materials provided with the
14 // * Neither the name of Google Inc. nor the names of its
15 // contributors may be used to endorse or promote products derived from
16 // this software without specific prior written permission.
18 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
21 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
22 // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
23 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
24 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
25 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
26 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
27 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
28 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 #include "base/string16.h"
37 #include "url/url_canon.h"
38 #include "url/url_canon_stdstring.h"
39 #include "url/url_parse.h"
43 typedef url_canon::StdStringReplacements
<std::string
> Replacements
;
44 typedef url_canon::StdStringReplacements
<string16
> ReplacementsW
;
46 // Creates an empty, invalid URL.
49 // Copy construction is relatively inexpensive, with most of the time going
50 // to reallocating the string. It does not re-parse.
51 GURL(const GURL
& other
);
53 // The narrow version requires the input be UTF-8. Invalid UTF-8 input will
54 // result in an invalid URL.
56 // The wide version should also take an encoding parameter so we know how to
57 // encode the query parameters. It is probably sufficient for the narrow
58 // version to assume the query parameter encoding should be the same as the
60 explicit GURL(const std::string
& url_string
61 /*, output_param_encoding*/);
62 explicit GURL(const string16
& url_string
63 /*, output_param_encoding*/);
65 // Constructor for URLs that have already been parsed and canonicalized. This
66 // is used for conversions from KURL, for example. The caller must supply all
67 // information associated with the URL, which must be correct and consistent.
68 GURL(const char* canonical_spec
, size_t canonical_spec_len
,
69 const url_parse::Parsed
& parsed
, bool is_valid
);
73 GURL
& operator=(const GURL
& other
);
75 // Returns true when this object represents a valid parsed URL. When not
76 // valid, other functions will still succeed, but you will not get canonical
77 // data out in the format you may be expecting. Instead, we keep something
78 // "reasonable looking" so that the user can see how it's busted if
80 bool is_valid() const {
84 // Returns true if the URL is zero-length. Note that empty URLs are also
85 // invalid, and is_valid() will return false for them. This is provided
86 // because some users may want to treat the empty case differently.
87 bool is_empty() const {
91 // Returns the raw spec, i.e., the full text of the URL, in canonical UTF-8,
92 // if the URL is valid. If the URL is not valid, this will assert and return
93 // the empty string (for safety in release builds, to keep them from being
94 // misused which might be a security problem).
96 // The URL will be ASCII except the reference fragment, which may be UTF-8.
97 // It is guaranteed to be valid UTF-8.
99 // The exception is for empty() URLs (which are !is_valid()) but this will
100 // return the empty string without asserting.
102 // Used invalid_spec() below to get the unusable spec of an invalid URL. This
103 // separation is designed to prevent errors that may cause security problems
104 // that could result from the mistaken use of an invalid URL.
105 const std::string
& spec() const;
107 // Returns the potentially invalid spec for a the URL. This spec MUST NOT be
108 // modified or sent over the network. It is designed to be displayed in error
109 // messages to the user, as the apperance of the spec may explain the error.
110 // If the spec is valid, the valid spec will be returned.
112 // The returned string is guaranteed to be valid UTF-8.
113 const std::string
& possibly_invalid_spec() const {
117 // Getter for the raw parsed structure. This allows callers to locate parts
118 // of the URL within the spec themselves. Most callers should consider using
119 // the individual component getters below.
121 // The returned parsed structure will reference into the raw spec, which may
122 // or may not be valid. If you are using this to index into the spec, BE
123 // SURE YOU ARE USING possibly_invalid_spec() to get the spec, and that you
124 // don't do anything "important" with invalid specs.
125 const url_parse::Parsed
& parsed_for_possibly_invalid_spec() const {
129 // Defiant equality operator!
130 bool operator==(const GURL
& other
) const {
131 return spec_
== other
.spec_
;
133 bool operator!=(const GURL
& other
) const {
134 return spec_
!= other
.spec_
;
137 // Allows GURL to used as a key in STL (for example, a std::set or std::map).
138 bool operator<(const GURL
& other
) const {
139 return spec_
< other
.spec_
;
142 // Resolves a URL that's possibly relative to this object's URL, and returns
143 // it. Absolute URLs are also handled according to the rules of URLs on web
146 // It may be impossible to resolve the URLs properly. If the input is not
147 // "standard" (SchemeIsStandard() == false) and the input looks relative, we
148 // can't resolve it. In these cases, the result will be an empty, invalid
151 // The result may also be a nonempty, invalid URL if the input has some kind
152 // of encoding error. In these cases, we will try to construct a "good" URL
153 // that may have meaning to the user, but it will be marked invalid.
155 // It is an error to resolve a URL relative to an invalid URL. The result
156 // will be the empty URL.
157 GURL
Resolve(const std::string
& relative
) const;
158 GURL
Resolve(const string16
& relative
) const;
160 // Like Resolve() above but takes a character set encoder which will be used
161 // for any query text specified in the input. The charset converter parameter
162 // may be NULL, in which case it will be treated as UTF-8.
164 // TODO(brettw): These should be replaced with versions that take something
165 // more friendly than a raw CharsetConverter (maybe like an ICU character set
167 GURL
ResolveWithCharsetConverter(
168 const std::string
& relative
,
169 url_canon::CharsetConverter
* charset_converter
) const;
170 GURL
ResolveWithCharsetConverter(
171 const string16
& relative
,
172 url_canon::CharsetConverter
* charset_converter
) const;
174 // Creates a new GURL by replacing the current URL's components with the
175 // supplied versions. See the Replacements class in url_canon.h for more.
177 // These are not particularly quick, so avoid doing mutations when possible.
178 // Prefer the 8-bit version when possible.
180 // It is an error to replace components of an invalid URL. The result will
183 // Note that we use the more general url_canon::Replacements type to give
184 // callers extra flexibility rather than our override.
185 GURL
ReplaceComponents(
186 const url_canon::Replacements
<char>& replacements
) const;
187 GURL
ReplaceComponents(
188 const url_canon::Replacements
<char16
>& replacements
) const;
190 // A helper function that is equivalent to replacing the path with a slash
191 // and clearing out everything after that. We sometimes need to know just the
192 // scheme and the authority. If this URL is not a standard URL (it doesn't
193 // have the regular authority and path sections), then the result will be
194 // an empty, invalid GURL. Note that this *does* work for file: URLs, which
195 // some callers may want to filter out before calling this.
197 // It is an error to get an empty path on an invalid URL. The result
198 // will be the empty URL.
199 GURL
GetWithEmptyPath() const;
201 // A helper function to return a GURL containing just the scheme, host,
202 // and port from a URL. Equivalent to clearing any username and password,
203 // replacing the path with a slash, and clearing everything after that. If
204 // this URL is not a standard URL, then the result will be an empty,
205 // invalid GURL. If the URL has neither username nor password, this
206 // degenerates to GetWithEmptyPath().
208 // It is an error to get the origin of an invalid URL. The result
209 // will be the empty URL.
210 GURL
GetOrigin() const;
212 // Returns true if the scheme for the current URL is a known "standard"
213 // scheme. Standard schemes have an authority and a path section. This
214 // includes file: and filesystem:, which some callers may want to filter out
215 // explicitly by calling SchemeIsFile[System].
216 bool IsStandard() const;
218 // Returns true if the given parameter (should be lower-case ASCII to match
219 // the canonicalized scheme) is the scheme for this URL. This call is more
220 // efficient than getting the scheme and comparing it because no copies or
221 // object constructions are done.
222 bool SchemeIs(const char* lower_ascii_scheme
) const;
224 // We often need to know if this is a file URL. File URLs are "standard", but
225 // are often treated separately by some programs.
226 bool SchemeIsFile() const {
227 return SchemeIs("file");
230 // FileSystem URLs need to be treated differently in some cases.
231 bool SchemeIsFileSystem() const {
232 return SchemeIs("filesystem");
235 // If the scheme indicates a secure connection
236 bool SchemeIsSecure() const {
237 return SchemeIs("https") || SchemeIs("wss") ||
238 (SchemeIsFileSystem() && inner_url() && inner_url()->SchemeIsSecure());
241 // Returns true if the hostname is an IP address. Note: this function isn't
242 // as cheap as a simple getter because it re-parses the hostname to verify.
243 // This currently identifies only IPv4 addresses (bug 822685).
244 bool HostIsIPAddress() const;
246 // Getters for various components of the URL. The returned string will be
247 // empty if the component is empty or is not present.
248 std::string
scheme() const { // Not including the colon. See also SchemeIs.
249 return ComponentString(parsed_
.scheme
);
251 std::string
username() const {
252 return ComponentString(parsed_
.username
);
254 std::string
password() const {
255 return ComponentString(parsed_
.password
);
257 // Note that this may be a hostname, an IPv4 address, or an IPv6 literal
258 // surrounded by square brackets, like "[2001:db8::1]". To exclude these
259 // brackets, use HostNoBrackets() below.
260 std::string
host() const {
261 return ComponentString(parsed_
.host
);
263 std::string
port() const { // Returns -1 if "default"
264 return ComponentString(parsed_
.port
);
266 std::string
path() const { // Including first slash following host
267 return ComponentString(parsed_
.path
);
269 std::string
query() const { // Stuff following '?'
270 return ComponentString(parsed_
.query
);
272 std::string
ref() const { // Stuff following '#'
273 return ComponentString(parsed_
.ref
);
276 // Existance querying. These functions will return true if the corresponding
277 // URL component exists in this URL. Note that existance is different than
278 // being nonempty. http://www.google.com/? has a query that just happens to
279 // be empty, and has_query() will return true.
280 bool has_scheme() const {
281 return parsed_
.scheme
.len
>= 0;
283 bool has_username() const {
284 return parsed_
.username
.len
>= 0;
286 bool has_password() const {
287 return parsed_
.password
.len
>= 0;
289 bool has_host() const {
290 // Note that hosts are special, absense of host means length 0.
291 return parsed_
.host
.len
> 0;
293 bool has_port() const {
294 return parsed_
.port
.len
>= 0;
296 bool has_path() const {
297 // Note that http://www.google.com/" has a path, the path is "/". This can
298 // return false only for invalid or nonstandard URLs.
299 return parsed_
.path
.len
>= 0;
301 bool has_query() const {
302 return parsed_
.query
.len
>= 0;
304 bool has_ref() const {
305 return parsed_
.ref
.len
>= 0;
308 // Returns a parsed version of the port. Can also be any of the special
309 // values defined in Parsed for ExtractPort.
312 // Returns the port number of the url, or the default port number.
313 // If the scheme has no concept of port (or unknown default) returns
315 int EffectiveIntPort() const;
317 // Extracts the filename portion of the path and returns it. The filename
318 // is everything after the last slash in the path. This may be empty.
319 std::string
ExtractFileName() const;
321 // Returns the path that should be sent to the server. This is the path,
322 // parameter, and query portions of the URL. It is guaranteed to be ASCII.
323 std::string
PathForRequest() const;
325 // Returns the host, excluding the square brackets surrounding IPv6 address
326 // literals. This can be useful for passing to getaddrinfo().
327 std::string
HostNoBrackets() const;
329 // Returns true if this URL's host matches or is in the same domain as
330 // the given input string. For example if this URL was "www.google.com",
331 // this would match "com", "google.com", and "www.google.com
332 // (input domain should be lower-case ASCII to match the canonicalized
333 // scheme). This call is more efficient than getting the host and check
334 // whether host has the specific domain or not because no copies or
335 // object constructions are done.
337 // If function DomainIs has parameter domain_len, which means the parameter
338 // lower_ascii_domain does not gurantee to terminate with NULL character.
339 bool DomainIs(const char* lower_ascii_domain
, int domain_len
) const;
341 // If function DomainIs only has parameter lower_ascii_domain, which means
342 // domain string should be terminate with NULL character.
343 bool DomainIs(const char* lower_ascii_domain
) const {
344 return DomainIs(lower_ascii_domain
,
345 static_cast<int>(strlen(lower_ascii_domain
)));
348 // Swaps the contents of this GURL object with the argument without doing
349 // any memory allocations.
350 void Swap(GURL
* other
);
352 // Returns a reference to a singleton empty GURL. This object is for callers
353 // who return references but don't have anything to return in some cases.
354 // This function may be called from any thread.
355 static const GURL
& EmptyGURL();
357 // Returns the inner URL of a nested URL [currently only non-null for
358 // filesystem: URLs].
359 const GURL
* inner_url() const {
364 // Returns the substring of the input identified by the given component.
365 std::string
ComponentString(const url_parse::Component
& comp
) const {
367 return std::string();
368 return std::string(spec_
, comp
.begin
, comp
.len
);
371 // The actual text of the URL, in canonical ASCII form.
374 // Set when the given URL is valid. Otherwise, we may still have a spec and
375 // components, but they may not identify valid resources (for example, an
376 // invalid port number, invalid characters in the scheme, etc.).
379 // Identified components of the canonical spec.
380 url_parse::Parsed parsed_
;
382 // Used for nested schemes [currently only filesystem:].
385 // TODO bug 684583: Add encoding for query params.
388 // Stream operator so GURL can be used in assertion statements.
389 std::ostream
& operator<<(std::ostream
& out
, const GURL
& url
);
391 #endif // URL_GURL_H_