chrome/browser/prerender/prerender_local_predictor.h

   1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #ifndef CHROME_BROWSER_PRERENDER_PRERENDER_LOCAL_PREDICTOR_H_
   6 #define CHROME_BROWSER_PRERENDER_PRERENDER_LOCAL_PREDICTOR_H_
   7
   8 #include <map>
   9 #include <vector>
  10
  11 #include "base/containers/hash_tables.h"
  12 #include "base/memory/scoped_vector.h"
  13 #include "base/memory/weak_ptr.h"
  14 #include "base/scoped_observer.h"
  15 #include "base/task/cancelable_task_tracker.h"
  16 #include "base/timer/timer.h"
  17 #include "chrome/browser/history/visit_database.h"
  18 #include "components/history/core/browser/history_service_observer.h"
  19 #include "content/public/browser/session_storage_namespace.h"
  20 #include "net/url_request/url_fetcher_delegate.h"
  21 #include "url/gurl.h"
  22
  23 class HistoryService;
  24
  25 namespace base {
  26 class DictionaryValue;
  27 }
  28
  29 namespace content {
  30 class WebContents;
  31 }
  32
  33 namespace gfx {
  34 class Size;
  35 }
  36
  37 namespace prerender {
  38
  39 class PrerenderHandle;
  40 class PrerenderManager;
  41
  42 // PrerenderLocalPredictor maintains local browsing history to make prerender
  43 // predictions.
  44 // At this point, the class is not actually creating prerenders, but just
  45 // recording timing stats about the effect prerendering would have.
  46 class PrerenderLocalPredictor : public history::HistoryServiceObserver,
  47                                 public net::URLFetcherDelegate {
  48  public:
  49   struct LocalPredictorURLInfo;
  50   struct CandidatePrerenderInfo;
  51   // A class simulating a set of URLs prefetched, for statistical purposes.
  52   class PrefetchList;
  53   enum Event {
  54     EVENT_CONSTRUCTED = 0,
  55     EVENT_INIT_SCHEDULED = 1,
  56     EVENT_INIT_STARTED = 2,
  57     EVENT_INIT_FAILED_NO_HISTORY = 3,
  58     EVENT_INIT_SUCCEEDED = 4,
  59     EVENT_ADD_VISIT = 5,
  60     EVENT_ADD_VISIT_INITIALIZED = 6,
  61     EVENT_ADD_VISIT_PRERENDER_IDENTIFIED = 7,
  62     EVENT_ADD_VISIT_RELEVANT_TRANSITION = 8,
  63     EVENT_ADD_VISIT_IDENTIFIED_PRERENDER_CANDIDATE = 9,
  64     EVENT_ADD_VISIT_PRERENDERING = 10,
  65     EVENT_GOT_PRERENDER_URL = 11,
  66     EVENT_ERROR_NO_PRERENDER_URL_FOR_PLT = 12,
  67     EVENT_ADD_VISIT_PRERENDERING_EXTENDED = 13,
  68     EVENT_PRERENDER_URL_LOOKUP_RESULT = 14,
  69     EVENT_PRERENDER_URL_LOOKUP_RESULT_ROOT_PAGE = 15,
  70     EVENT_PRERENDER_URL_LOOKUP_RESULT_IS_HTTP = 16,
  71     EVENT_PRERENDER_URL_LOOKUP_RESULT_HAS_QUERY_STRING = 17,
  72     EVENT_PRERENDER_URL_LOOKUP_RESULT_CONTAINS_LOGOUT = 18,
  73     EVENT_PRERENDER_URL_LOOKUP_RESULT_CONTAINS_LOGIN = 19,
  74     EVENT_START_URL_LOOKUP = 20,
  75     EVENT_ADD_VISIT_NOT_ROOTPAGE = 21,
  76     EVENT_URL_WHITELIST_ERROR = 22,
  77     EVENT_URL_WHITELIST_OK = 23,
  78     EVENT_PRERENDER_URL_LOOKUP_RESULT_ON_WHITELIST = 24,
  79     EVENT_PRERENDER_URL_LOOKUP_RESULT_ON_WHITELIST_ROOT_PAGE = 25,
  80     EVENT_PRERENDER_URL_LOOKUP_RESULT_EXTENDED_ROOT_PAGE = 26,
  81     EVENT_PRERENDER_URL_LOOKUP_RESULT_ROOT_PAGE_HTTP = 27,
  82     EVENT_PRERENDER_URL_LOOKUP_FAILED = 28,
  83     EVENT_PRERENDER_URL_LOOKUP_NO_SOURCE_WEBCONTENTS_FOUND = 29,
  84     EVENT_PRERENDER_URL_LOOKUP_NO_LOGGED_IN_TABLE_FOUND = 30,
  85     EVENT_PRERENDER_URL_LOOKUP_ISSUING_LOGGED_IN_LOOKUP = 31,
  86     EVENT_CONTINUE_PRERENDER_CHECK_STARTED = 32,
  87     EVENT_CONTINUE_PRERENDER_CHECK_NO_URL = 33,
  88     EVENT_CONTINUE_PRERENDER_CHECK_PRIORITY_TOO_LOW = 34,
  89     EVENT_CONTINUE_PRERENDER_CHECK_URLS_IDENTICAL_BUT_FRAGMENT = 35,
  90     EVENT_CONTINUE_PRERENDER_CHECK_HTTPS = 36,
  91     EVENT_CONTINUE_PRERENDER_CHECK_ROOT_PAGE = 37,
  92     EVENT_CONTINUE_PRERENDER_CHECK_LOGOUT_URL = 38,
  93     EVENT_CONTINUE_PRERENDER_CHECK_LOGIN_URL = 39,
  94     EVENT_CONTINUE_PRERENDER_CHECK_NOT_LOGGED_IN = 40,
  95     EVENT_CONTINUE_PRERENDER_CHECK_FALLTHROUGH_NOT_PRERENDERING = 41,
  96     EVENT_CONTINUE_PRERENDER_CHECK_ISSUING_PRERENDER = 42,
  97     EVENT_ISSUING_PRERENDER = 43,
  98     EVENT_NO_PRERENDER_CANDIDATES = 44,
  99     EVENT_GOT_HISTORY_ISSUING_LOOKUP = 45,
 100     EVENT_TAB_HELPER_URL_SEEN = 46,
 101     EVENT_TAB_HELPER_URL_SEEN_MATCH = 47,
 102     EVENT_TAB_HELPER_URL_SEEN_NAMESPACE_MATCH = 48,
 103     EVENT_PRERENDER_URL_LOOKUP_MULTIPLE_SOURCE_WEBCONTENTS_FOUND = 49,
 104     EVENT_CONTINUE_PRERENDER_CHECK_ON_SIDE_EFFECT_FREE_WHITELIST = 50,
 105     EVENT_CONTINUE_PRERENDER_CHECK_EXAMINE_NEXT_URL = 51,
 106     EVENT_ISSUE_PRERENDER_ALREADY_PRERENDERING = 52,
 107     EVENT_ISSUE_PRERENDER_NEW_PRERENDER = 53,
 108     EVENT_ISSUE_PRERENDER_CANCELLED_OLD_PRERENDER = 54,
 109     EVENT_CONTINUE_PRERENDER_CHECK_FALLTHROUGH_PRERENDERING = 55,
 110     EVENT_PRERENDER_URL_LOOKUP_SUCCESS = 56,
 111     EVENT_PRERENDER_SERVICE_DISABLED = 57,
 112     EVENT_PRERENDER_SERVICE_ISSUED_LOOKUP = 58,
 113     EVENT_PRERENDER_SERVICE_LOOKUP_TIMED_OUT = 59,
 114     EVENT_PRERENDER_SERVICE_RECEIVED_RESULT = 60,
 115     EVENT_PRERENDER_SERVICE_NO_RECORD_FOR_RESULT = 61,
 116     EVENT_PRERENDER_SERVICE_PARSED_CORRECTLY = 62,
 117     EVENT_PRERENDER_SERVICE_PARSE_ERROR = 63,
 118     EVENT_PRERENDER_SERVICE_PARSE_ERROR_INCORRECT_JSON = 64,
 119     EVENT_PRERENDER_SERVICE_HINTING_TIMED_OUT = 65,
 120     EVENT_PRERENDER_SERVICE_HINTING_URL_LOOKUP_TIMED_OUT = 66,
 121     EVENT_PRERENDER_SERVICE_CANDIDATE_URL_LOOKUP_TIMED_OUT = 67,
 122     EVENT_CONTINUE_PRERENDER_CHECK_ON_SERVICE_WHITELIST = 68,
 123     EVENT_CONTINUE_PRERENDER_CHECK_EXAMINE_NEXT_URL_LOCAL = 69,
 124     EVENT_CONTINUE_PRERENDER_CHECK_EXAMINE_NEXT_URL_SERVICE = 70,
 125     EVENT_ADD_VISIT_RELEVANT_TRANSITION_REPEAT_URL = 71,
 126     EVENT_ADD_VISIT_RELEVANT_TRANSITION_NEW_URL = 72,
 127     EVENT_TAB_HELPER_URL_SEEN_NAMESPACE_MISMATCH_NO_NAMESPACE = 73,
 128     EVENT_TAB_HELPER_URL_SEEN_NAMESPACE_MISMATCH_MERGE_ISSUED = 74,
 129     EVENT_NAMESPACE_MISMATCH_MERGE_RESULT_RECEIVED = 75,
 130     EVENT_NAMESPACE_MISMATCH_MERGE_RESULT_NAMESPACE_NOT_FOUND = 76,
 131     EVENT_NAMESPACE_MISMATCH_MERGE_RESULT_NOT_LOGGING = 77,
 132     EVENT_NAMESPACE_MISMATCH_MERGE_RESULT_NO_TRANSACTIONS = 78,
 133     EVENT_NAMESPACE_MISMATCH_MERGE_RESULT_TOO_MANY_TRANSACTIONS = 79,
 134     EVENT_NAMESPACE_MISMATCH_MERGE_RESULT_NOT_MERGEABLE = 80,
 135     EVENT_NAMESPACE_MISMATCH_MERGE_RESULT_MERGEABLE = 81,
 136     EVENT_INIT_FAILED_UNENCRYPTED_SYNC_NOT_ENABLED = 82,
 137     EVENT_CONTINUE_PRERENDER_CHECK_EXAMINE_NEXT_URL_NOT_SKIPPED = 83,
 138     EVENT_PRERENDER_SERVICE_RETURNED_HINTING_CANDIDATES = 84,
 139     EVENT_NAMESPACE_MISMATCH_MERGE_RESULT_NAMESPACE_NOT_ALIAS = 85,
 140     EVENT_TAB_HELPER_URL_SEEN_MATCH_ENTRY = 86,
 141     EVENT_TAB_HELPER_URL_SEEN_MATCH_BROWSER_NAVIGATE = 87,
 142     EVENT_TAB_HELPER_URL_SEEN_NAMESPACE_MATCH_ENTRY = 88,
 143     EVENT_TAB_HELPER_URL_SEEN_NAMESPACE_MATCH_BROWSER_NAVIGATE = 89,
 144     EVENT_PREFETCH_LIST_ADDED = 90,
 145     EVENT_PREFETCH_LIST_SEEN_TABCONTENTS = 91,
 146     EVENT_PREFETCH_LIST_SEEN_HISTORY = 92,
 147     EVENT_ISSUE_PRERENDER_CALLED = 93,
 148     EVENT_ISSUE_PRERENDER_PREFETCH_ENABLED = 94,
 149     EVENT_ISSUE_PRERENDER_PREFETCH_ISSUED = 95,
 150     EVENT_MAX_VALUE
 151   };
 152
 153   // A PrerenderLocalPredictor is owned by the PrerenderManager specified
 154   // in the constructor.  It will be destoryed at the time its owning
 155   // PrerenderManager is destroyed.
 156   explicit PrerenderLocalPredictor(PrerenderManager* prerender_manager);
 157   ~PrerenderLocalPredictor() override;
 158
 159   void Shutdown();
 160
 161   // history::HistoryServiceObserver:
 162   void OnAddVisit(HistoryService* history_service,
 163                   const history::BriefVisitInfo& info) override;
 164
 165   void OnGetInitialVisitHistory(
 166       scoped_ptr<std::vector<history::BriefVisitInfo> > visit_history);
 167
 168   void OnPLTEventForURL(const GURL& url, base::TimeDelta page_load_time);
 169
 170   void OnTabHelperURLSeen(const GURL& url, content::WebContents* web_contents);
 171
 172   // net::URLFetcherDelegate implementation:
 173   void OnURLFetchComplete(const net::URLFetcher* source) override;
 174
 175  private:
 176   struct PrerenderProperties;
 177   HistoryService* GetHistoryIfExists() const;
 178   void Init();
 179   bool IsPrerenderStillValid(PrerenderProperties* prerender) const;
 180   bool DoesPrerenderMatchPLTRecord(PrerenderProperties* prerender,
 181                                    const GURL& url,
 182                                    base::TimeDelta plt) const;
 183   void RecordEvent(Event event) const;
 184
 185   void OnLookupURL(scoped_ptr<CandidatePrerenderInfo> info);
 186
 187   // Lookup the prerender candidate in the Prerender Service (if applicable).
 188   void DoPrerenderServiceCheck(scoped_ptr<CandidatePrerenderInfo> info);
 189
 190   // Lookup the prerender candidate in the LoggedIn Predictor.
 191   void DoLoggedInLookup(scoped_ptr<CandidatePrerenderInfo> info);
 192
 193   // Returns an element of issued_prerenders_, which should be replaced
 194   // by a new prerender of the priority indicated, or NULL, if the priority
 195   // is too low (or if the URL requested is already prerendering).
 196   PrerenderProperties* GetIssuedPrerenderSlotForPriority(const GURL& url,
 197                                                          double priority);
 198
 199   void ContinuePrerenderCheck(scoped_ptr<CandidatePrerenderInfo> info);
 200   void LogCandidateURLStats(const GURL& url) const;
 201   void IssuePrerender(CandidatePrerenderInfo* info,
 202                       LocalPredictorURLInfo* url_info);
 203   void MaybeCancelURLFetcher(net::URLFetcher* fetcher);
 204   // Returns true if the parsed response is semantically correct and could
 205   // be fully applied.
 206   bool ApplyParsedPrerenderServiceResponse(
 207       base::DictionaryValue* dict,
 208       CandidatePrerenderInfo* info,
 209       bool* hinting_timed_out,
 210       bool* hinting_url_lookup_timed_out,
 211       bool* candidate_url_lookup_timed_out);
 212   void ProcessNamespaceMergeResult(
 213       content::SessionStorageNamespace::MergeResult result);
 214   typedef std::map<net::URLFetcher*, CandidatePrerenderInfo*>
 215       OutstandingFetchers;
 216   OutstandingFetchers outstanding_prerender_service_requests_;
 217   PrerenderManager* prerender_manager_;
 218   base::OneShotTimer<PrerenderLocalPredictor> timer_;
 219
 220   // Delay after which to initialize, to avoid putting to much load on the
 221   // database thread early on when Chrome is starting up.
 222   static const int kInitDelayMs = 5 * 1000;
 223
 224   base::CancelableTaskTracker history_db_tracker_;
 225
 226   scoped_ptr<std::vector<history::BriefVisitInfo> > visit_history_;
 227
 228   scoped_ptr<PrerenderProperties> current_prerender_;
 229   scoped_ptr<PrerenderProperties> last_swapped_in_prerender_;
 230
 231   ScopedVector<PrerenderProperties> issued_prerenders_;
 232
 233   base::hash_set<int64> url_whitelist_;
 234
 235   base::WeakPtrFactory<PrerenderLocalPredictor> weak_factory_;
 236
 237   scoped_ptr<PrefetchList> prefetch_list_;
 238
 239   ScopedObserver<HistoryService, HistoryServiceObserver>
 240       history_service_observer_;
 241
 242   DISALLOW_COPY_AND_ASSIGN(PrerenderLocalPredictor);
 243 };
 244
 245 }  // namespace prerender
 246
 247 #endif  // CHROME_BROWSER_PRERENDER_PRERENDER_LOCAL_PREDICTOR_H_