net/http/http_stream_factory_impl.cc

   1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #include "net/http/http_stream_factory_impl.h"
   6
   7 #include <string>
   8
   9 #include "base/logging.h"
  10 #include "base/stl_util.h"
  11 #include "base/strings/string_number_conversions.h"
  12 #include "net/base/net_log.h"
  13 #include "net/base/net_util.h"
  14 #include "net/http/http_network_session.h"
  15 #include "net/http/http_pipelined_connection.h"
  16 #include "net/http/http_pipelined_host.h"
  17 #include "net/http/http_pipelined_stream.h"
  18 #include "net/http/http_server_properties.h"
  19 #include "net/http/http_stream_factory_impl_job.h"
  20 #include "net/http/http_stream_factory_impl_request.h"
  21 #include "net/spdy/spdy_http_stream.h"
  22 #include "url/gurl.h"
  23
  24 namespace net {
  25
  26 namespace {
  27
  28 const PortAlternateProtocolPair kNoAlternateProtocol = {
  29   0,  UNINITIALIZED_ALTERNATE_PROTOCOL
  30 };
  31
  32 GURL UpgradeUrlToHttps(const GURL& original_url, int port) {
  33   GURL::Replacements replacements;
  34   // new_sheme and new_port need to be in scope here because GURL::Replacements
  35   // references the memory contained by them directly.
  36   const std::string new_scheme = "https";
  37   const std::string new_port = base::IntToString(port);
  38   replacements.SetSchemeStr(new_scheme);
  39   replacements.SetPortStr(new_port);
  40   return original_url.ReplaceComponents(replacements);
  41 }
  42
  43 }  // namespace
  44
  45 HttpStreamFactoryImpl::HttpStreamFactoryImpl(HttpNetworkSession* session,
  46                                              bool for_websockets)
  47     : session_(session),
  48       http_pipelined_host_pool_(this, NULL,
  49                                 session_->http_server_properties(),
  50                                 session_->force_http_pipelining()),
  51       for_websockets_(for_websockets) {}
  52
  53 HttpStreamFactoryImpl::~HttpStreamFactoryImpl() {
  54   DCHECK(request_map_.empty());
  55   DCHECK(spdy_session_request_map_.empty());
  56   DCHECK(http_pipelining_request_map_.empty());
  57
  58   std::set<const Job*> tmp_job_set;
  59   tmp_job_set.swap(orphaned_job_set_);
  60   STLDeleteContainerPointers(tmp_job_set.begin(), tmp_job_set.end());
  61   DCHECK(orphaned_job_set_.empty());
  62
  63   tmp_job_set.clear();
  64   tmp_job_set.swap(preconnect_job_set_);
  65   STLDeleteContainerPointers(tmp_job_set.begin(), tmp_job_set.end());
  66   DCHECK(preconnect_job_set_.empty());
  67 }
  68
  69 HttpStreamRequest* HttpStreamFactoryImpl::RequestStream(
  70     const HttpRequestInfo& request_info,
  71     RequestPriority priority,
  72     const SSLConfig& server_ssl_config,
  73     const SSLConfig& proxy_ssl_config,
  74     HttpStreamRequest::Delegate* delegate,
  75     const BoundNetLog& net_log) {
  76   DCHECK(!for_websockets_);
  77   return RequestStreamInternal(request_info,
  78                                priority,
  79                                server_ssl_config,
  80                                proxy_ssl_config,
  81                                delegate,
  82                                NULL,
  83                                net_log);
  84 }
  85
  86 HttpStreamRequest* HttpStreamFactoryImpl::RequestWebSocketHandshakeStream(
  87     const HttpRequestInfo& request_info,
  88     RequestPriority priority,
  89     const SSLConfig& server_ssl_config,
  90     const SSLConfig& proxy_ssl_config,
  91     HttpStreamRequest::Delegate* delegate,
  92     WebSocketHandshakeStreamBase::CreateHelper* create_helper,
  93     const BoundNetLog& net_log) {
  94   DCHECK(for_websockets_);
  95   DCHECK(create_helper);
  96   return RequestStreamInternal(request_info,
  97                                priority,
  98                                server_ssl_config,
  99                                proxy_ssl_config,
 100                                delegate,
 101                                create_helper,
 102                                net_log);
 103 }
 104
 105 HttpStreamRequest* HttpStreamFactoryImpl::RequestStreamInternal(
 106     const HttpRequestInfo& request_info,
 107     RequestPriority priority,
 108     const SSLConfig& server_ssl_config,
 109     const SSLConfig& proxy_ssl_config,
 110     HttpStreamRequest::Delegate* delegate,
 111     WebSocketHandshakeStreamBase::CreateHelper*
 112         websocket_handshake_stream_create_helper,
 113     const BoundNetLog& net_log) {
 114   Request* request = new Request(request_info.url,
 115                                  this,
 116                                  delegate,
 117                                  websocket_handshake_stream_create_helper,
 118                                  net_log);
 119
 120   GURL alternate_url;
 121   PortAlternateProtocolPair alternate =
 122       GetAlternateProtocolRequestFor(request_info.url, &alternate_url);
 123   Job* alternate_job = NULL;
 124   if (alternate.protocol != UNINITIALIZED_ALTERNATE_PROTOCOL) {
 125     // Never share connection with other jobs for FTP requests.
 126     DCHECK(!request_info.url.SchemeIs("ftp"));
 127
 128     HttpRequestInfo alternate_request_info = request_info;
 129     alternate_request_info.url = alternate_url;
 130     alternate_job =
 131         new Job(this, session_, alternate_request_info, priority,
 132                 server_ssl_config, proxy_ssl_config, net_log.net_log());
 133     request->AttachJob(alternate_job);
 134     alternate_job->MarkAsAlternate(request_info.url, alternate);
 135   }
 136
 137   Job* job = new Job(this, session_, request_info, priority,
 138                      server_ssl_config, proxy_ssl_config, net_log.net_log());
 139   request->AttachJob(job);
 140   if (alternate_job) {
 141     // Never share connection with other jobs for FTP requests.
 142     DCHECK(!request_info.url.SchemeIs("ftp"));
 143
 144     job->WaitFor(alternate_job);
 145     // Make sure to wait until we call WaitFor(), before starting
 146     // |alternate_job|, otherwise |alternate_job| will not notify |job|
 147     // appropriately.
 148     alternate_job->Start(request);
 149   }
 150   // Even if |alternate_job| has already finished, it won't have notified the
 151   // request yet, since we defer that to the next iteration of the MessageLoop,
 152   // so starting |job| is always safe.
 153   job->Start(request);
 154   return request;
 155 }
 156
 157 void HttpStreamFactoryImpl::PreconnectStreams(
 158     int num_streams,
 159     const HttpRequestInfo& request_info,
 160     RequestPriority priority,
 161     const SSLConfig& server_ssl_config,
 162     const SSLConfig& proxy_ssl_config) {
 163   DCHECK(!for_websockets_);
 164   GURL alternate_url;
 165   PortAlternateProtocolPair alternate =
 166       GetAlternateProtocolRequestFor(request_info.url, &alternate_url);
 167   Job* job = NULL;
 168   if (alternate.protocol != UNINITIALIZED_ALTERNATE_PROTOCOL) {
 169     HttpRequestInfo alternate_request_info = request_info;
 170     alternate_request_info.url = alternate_url;
 171     job = new Job(this, session_, alternate_request_info, priority,
 172                   server_ssl_config, proxy_ssl_config, session_->net_log());
 173     job->MarkAsAlternate(request_info.url, alternate);
 174   } else {
 175     job = new Job(this, session_, request_info, priority,
 176                   server_ssl_config, proxy_ssl_config, session_->net_log());
 177   }
 178   preconnect_job_set_.insert(job);
 179   job->Preconnect(num_streams);
 180 }
 181
 182 base::Value* HttpStreamFactoryImpl::PipelineInfoToValue() const {
 183   return http_pipelined_host_pool_.PipelineInfoToValue();
 184 }
 185
 186 const HostMappingRules* HttpStreamFactoryImpl::GetHostMappingRules() const {
 187   return session_->params().host_mapping_rules;
 188 }
 189
 190 PortAlternateProtocolPair HttpStreamFactoryImpl::GetAlternateProtocolRequestFor(
 191     const GURL& original_url,
 192     GURL* alternate_url) {
 193   if (!use_alternate_protocols())
 194     return kNoAlternateProtocol;
 195
 196   if (original_url.SchemeIs("ftp"))
 197     return kNoAlternateProtocol;
 198
 199   HostPortPair origin = HostPortPair(original_url.HostNoBrackets(),
 200                                      original_url.EffectiveIntPort());
 201
 202   HttpServerProperties& http_server_properties =
 203       *session_->http_server_properties();
 204   if (!http_server_properties.HasAlternateProtocol(origin))
 205     return kNoAlternateProtocol;
 206
 207   PortAlternateProtocolPair alternate =
 208       http_server_properties.GetAlternateProtocol(origin);
 209   if (alternate.protocol == ALTERNATE_PROTOCOL_BROKEN)
 210     return kNoAlternateProtocol;
 211
 212   if (!IsAlternateProtocolValid(alternate.protocol)) {
 213     NOTREACHED();
 214     return kNoAlternateProtocol;
 215   }
 216
 217   // Some shared unix systems may have user home directories (like
 218   // http://foo.com/~mike) which allow users to emit headers.  This is a bad
 219   // idea already, but with Alternate-Protocol, it provides the ability for a
 220   // single user on a multi-user system to hijack the alternate protocol.
 221   // These systems also enforce ports <1024 as restricted ports.  So don't
 222   // allow protocol upgrades to user-controllable ports.
 223   const int kUnrestrictedPort = 1024;
 224   if (!session_->params().enable_user_alternate_protocol_ports &&
 225       (alternate.port >= kUnrestrictedPort &&
 226        origin.port() < kUnrestrictedPort))
 227     return kNoAlternateProtocol;
 228
 229   origin.set_port(alternate.port);
 230   if (alternate.protocol >= NPN_SPDY_MINIMUM_VERSION &&
 231       alternate.protocol <= NPN_SPDY_MAXIMUM_VERSION) {
 232     if (!spdy_enabled())
 233       return kNoAlternateProtocol;
 234
 235     if (HttpStreamFactory::HasSpdyExclusion(origin))
 236       return kNoAlternateProtocol;
 237
 238     *alternate_url = UpgradeUrlToHttps(original_url, alternate.port);
 239   } else {
 240     DCHECK_EQ(QUIC, alternate.protocol);
 241     if (!session_->params().enable_quic ||
 242         !(original_url.SchemeIs("http") ||
 243           session_->params().enable_quic_https)) {
 244         return kNoAlternateProtocol;
 245     }
 246     // TODO(rch):  Figure out how to make QUIC iteract with PAC
 247     // scripts.  By not re-writing the URL, we will query the PAC script
 248     // for the proxy to use to reach the original URL via TCP.  But
 249     // the alternate request will be going via UDP to a different port.
 250     *alternate_url = original_url;
 251   }
 252   return alternate;
 253 }
 254
 255 void HttpStreamFactoryImpl::OrphanJob(Job* job, const Request* request) {
 256   DCHECK(ContainsKey(request_map_, job));
 257   DCHECK_EQ(request_map_[job], request);
 258   DCHECK(!ContainsKey(orphaned_job_set_, job));
 259
 260   request_map_.erase(job);
 261
 262   orphaned_job_set_.insert(job);
 263   job->Orphan(request);
 264 }
 265
 266 void HttpStreamFactoryImpl::OnNewSpdySessionReady(
 267     const base::WeakPtr<SpdySession>& spdy_session,
 268     bool direct,
 269     const SSLConfig& used_ssl_config,
 270     const ProxyInfo& used_proxy_info,
 271     bool was_npn_negotiated,
 272     NextProto protocol_negotiated,
 273     bool using_spdy,
 274     const BoundNetLog& net_log) {
 275   while (true) {
 276     if (!spdy_session)
 277       break;
 278     const SpdySessionKey& spdy_session_key = spdy_session->spdy_session_key();
 279     // Each iteration may empty out the RequestSet for |spdy_session_key| in
 280     // |spdy_session_request_map_|. So each time, check for RequestSet and use
 281     // the first one.
 282     //
 283     // TODO(willchan): If it's important, switch RequestSet out for a FIFO
 284     // queue (Order by priority first, then FIFO within same priority). Unclear
 285     // that it matters here.
 286     if (!ContainsKey(spdy_session_request_map_, spdy_session_key))
 287       break;
 288     Request* request = *spdy_session_request_map_[spdy_session_key].begin();
 289     request->Complete(was_npn_negotiated,
 290                       protocol_negotiated,
 291                       using_spdy,
 292                       net_log);
 293     if (for_websockets_) {
 294       // TODO(ricea): Restore this code path when WebSocket over SPDY
 295       // implementation is ready.
 296       NOTREACHED();
 297     } else {
 298       bool use_relative_url = direct || request->url().SchemeIs("https");
 299       request->OnStreamReady(
 300           NULL,
 301           used_ssl_config,
 302           used_proxy_info,
 303           new SpdyHttpStream(spdy_session, use_relative_url));
 304     }
 305   }
 306   // TODO(mbelshe): Alert other valid requests.
 307 }
 308
 309 void HttpStreamFactoryImpl::OnOrphanedJobComplete(const Job* job) {
 310   orphaned_job_set_.erase(job);
 311   delete job;
 312 }
 313
 314 void HttpStreamFactoryImpl::OnPreconnectsComplete(const Job* job) {
 315   preconnect_job_set_.erase(job);
 316   delete job;
 317   OnPreconnectsCompleteInternal();
 318 }
 319
 320 void HttpStreamFactoryImpl::OnHttpPipelinedHostHasAdditionalCapacity(
 321     HttpPipelinedHost* host) {
 322   while (ContainsKey(http_pipelining_request_map_, host->GetKey())) {
 323     HttpPipelinedStream* stream =
 324         http_pipelined_host_pool_.CreateStreamOnExistingPipeline(
 325             host->GetKey());
 326     if (!stream) {
 327       break;
 328     }
 329
 330     Request* request = *http_pipelining_request_map_[host->GetKey()].begin();
 331     request->Complete(stream->was_npn_negotiated(),
 332                       stream->protocol_negotiated(),
 333                       false,  // not using_spdy
 334                       stream->net_log());
 335     request->OnStreamReady(NULL,
 336                            stream->used_ssl_config(),
 337                            stream->used_proxy_info(),
 338                            stream);
 339   }
 340 }
 341
 342 void HttpStreamFactoryImpl::AbortPipelinedRequestsWithKey(
 343     const Job* job, const HttpPipelinedHost::Key& key, int status,
 344     const SSLConfig& used_ssl_config) {
 345   RequestVector requests_to_fail = http_pipelining_request_map_[key];
 346   for (RequestVector::const_iterator it = requests_to_fail.begin();
 347        it != requests_to_fail.end(); ++it) {
 348     Request* request = *it;
 349     if (request == request_map_[job]) {
 350       continue;
 351     }
 352     request->OnStreamFailed(NULL, status, used_ssl_config);
 353   }
 354 }
 355
 356 }  // namespace net