storage/browser/quota/quota_manager.cc

   1 // Copyright 2013 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #include "storage/browser/quota/quota_manager.h"
   6
   7 #include <algorithm>
   8 #include <deque>
   9 #include <functional>
  10 #include <set>
  11
  12 #include "base/bind.h"
  13 #include "base/bind_helpers.h"
  14 #include "base/callback.h"
  15 #include "base/command_line.h"
  16 #include "base/files/file_path.h"
  17 #include "base/files/file_util.h"
  18 #include "base/metrics/histogram.h"
  19 #include "base/sequenced_task_runner.h"
  20 #include "base/single_thread_task_runner.h"
  21 #include "base/strings/string_number_conversions.h"
  22 #include "base/sys_info.h"
  23 #include "base/task_runner_util.h"
  24 #include "base/time/time.h"
  25 #include "net/base/net_util.h"
  26 #include "storage/browser/quota/client_usage_tracker.h"
  27 #include "storage/browser/quota/quota_database.h"
  28 #include "storage/browser/quota/quota_manager_proxy.h"
  29 #include "storage/browser/quota/quota_temporary_storage_evictor.h"
  30 #include "storage/browser/quota/storage_monitor.h"
  31 #include "storage/browser/quota/usage_tracker.h"
  32 #include "storage/common/quota/quota_types.h"
  33
  34 #define UMA_HISTOGRAM_MBYTES(name, sample)          \
  35   UMA_HISTOGRAM_CUSTOM_COUNTS(                      \
  36       (name), static_cast<int>((sample) / kMBytes), \
  37       1, 10 * 1024 * 1024 /* 10TB */, 100)
  38
  39 namespace storage {
  40
  41 namespace {
  42
  43 const int64 kMBytes = 1024 * 1024;
  44 const int kMinutesInMilliSeconds = 60 * 1000;
  45
  46 const int64 kReportHistogramInterval = 60 * 60 * 1000;  // 1 hour
  47 const double kTemporaryQuotaRatioToAvail = 1.0 / 3.0;  // 33%
  48
  49 }  // namespace
  50
  51 // Arbitrary for now, but must be reasonably small so that
  52 // in-memory databases can fit.
  53 // TODO(kinuko): Refer SysInfo::AmountOfPhysicalMemory() to determine this.
  54 const int64 QuotaManager::kIncognitoDefaultQuotaLimit = 100 * kMBytes;
  55
  56 const int64 QuotaManager::kNoLimit = kint64max;
  57
  58 const int QuotaManager::kPerHostTemporaryPortion = 5;  // 20%
  59
  60 // Cap size for per-host persistent quota determined by the histogram.
  61 // This is a bit lax value because the histogram says nothing about per-host
  62 // persistent storage usage and we determined by global persistent storage
  63 // usage that is less than 10GB for almost all users.
  64 const int64 QuotaManager::kPerHostPersistentQuotaLimit = 10 * 1024 * kMBytes;
  65
  66 const char QuotaManager::kDatabaseName[] = "QuotaManager";
  67
  68 const int QuotaManager::kThresholdOfErrorsToBeBlacklisted = 3;
  69
  70 // Preserve kMinimumPreserveForSystem disk space for system book-keeping
  71 // when returning the quota to unlimited apps/extensions.
  72 // TODO(kinuko): This should be like 10% of the actual disk space.
  73 // For now we simply use a constant as getting the disk size needs
  74 // platform-dependent code. (http://crbug.com/178976)
  75 int64 QuotaManager::kMinimumPreserveForSystem = 1024 * kMBytes;
  76
  77 const int QuotaManager::kEvictionIntervalInMilliSeconds =
  78     30 * kMinutesInMilliSeconds;
  79
  80 // Heuristics: assuming average cloud server allows a few Gigs storage
  81 // on the server side and the storage needs to be shared for user data
  82 // and by multiple apps.
  83 int64 QuotaManager::kSyncableStorageDefaultHostQuota = 500 * kMBytes;
  84
  85 namespace {
  86
  87 void CountOriginType(const std::set<GURL>& origins,
  88                      SpecialStoragePolicy* policy,
  89                      size_t* protected_origins,
  90                      size_t* unlimited_origins) {
  91   DCHECK(protected_origins);
  92   DCHECK(unlimited_origins);
  93   *protected_origins = 0;
  94   *unlimited_origins = 0;
  95   if (!policy)
  96     return;
  97   for (std::set<GURL>::const_iterator itr = origins.begin();
  98        itr != origins.end();
  99        ++itr) {
 100     if (policy->IsStorageProtected(*itr))
 101       ++*protected_origins;
 102     if (policy->IsStorageUnlimited(*itr))
 103       ++*unlimited_origins;
 104   }
 105 }
 106
 107 bool SetTemporaryGlobalOverrideQuotaOnDBThread(int64* new_quota,
 108                                                QuotaDatabase* database) {
 109   DCHECK(database);
 110   if (!database->SetQuotaConfigValue(
 111           QuotaDatabase::kTemporaryQuotaOverrideKey, *new_quota)) {
 112     *new_quota = -1;
 113     return false;
 114   }
 115   return true;
 116 }
 117
 118 bool GetPersistentHostQuotaOnDBThread(const std::string& host,
 119                                       int64* quota,
 120                                       QuotaDatabase* database) {
 121   DCHECK(database);
 122   database->GetHostQuota(host, kStorageTypePersistent, quota);
 123   return true;
 124 }
 125
 126 bool SetPersistentHostQuotaOnDBThread(const std::string& host,
 127                                       int64* new_quota,
 128                                       QuotaDatabase* database) {
 129   DCHECK(database);
 130   if (database->SetHostQuota(host, kStorageTypePersistent, *new_quota))
 131     return true;
 132   *new_quota = 0;
 133   return false;
 134 }
 135
 136 bool InitializeOnDBThread(int64* temporary_quota_override,
 137                           int64* desired_available_space,
 138                           QuotaDatabase* database) {
 139   DCHECK(database);
 140   database->GetQuotaConfigValue(QuotaDatabase::kTemporaryQuotaOverrideKey,
 141                                 temporary_quota_override);
 142   database->GetQuotaConfigValue(QuotaDatabase::kDesiredAvailableSpaceKey,
 143                                 desired_available_space);
 144   return true;
 145 }
 146
 147 bool GetLRUOriginOnDBThread(StorageType type,
 148                             std::set<GURL>* exceptions,
 149                             SpecialStoragePolicy* policy,
 150                             GURL* url,
 151                             QuotaDatabase* database) {
 152   DCHECK(database);
 153   database->GetLRUOrigin(type, *exceptions, policy, url);
 154   return true;
 155 }
 156
 157 bool DeleteOriginInfoOnDBThread(const GURL& origin,
 158                                 StorageType type,
 159                                 QuotaDatabase* database) {
 160   DCHECK(database);
 161   return database->DeleteOriginInfo(origin, type);
 162 }
 163
 164 bool InitializeTemporaryOriginsInfoOnDBThread(const std::set<GURL>* origins,
 165                                               QuotaDatabase* database) {
 166   DCHECK(database);
 167   if (database->IsOriginDatabaseBootstrapped())
 168     return true;
 169
 170   // Register existing origins with 0 last time access.
 171   if (database->RegisterInitialOriginInfo(*origins, kStorageTypeTemporary)) {
 172     database->SetOriginDatabaseBootstrapped(true);
 173     return true;
 174   }
 175   return false;
 176 }
 177
 178 bool UpdateAccessTimeOnDBThread(const GURL& origin,
 179                                 StorageType type,
 180                                 base::Time accessed_time,
 181                                 QuotaDatabase* database) {
 182   DCHECK(database);
 183   return database->SetOriginLastAccessTime(origin, type, accessed_time);
 184 }
 185
 186 bool UpdateModifiedTimeOnDBThread(const GURL& origin,
 187                                   StorageType type,
 188                                   base::Time modified_time,
 189                                   QuotaDatabase* database) {
 190   DCHECK(database);
 191   return database->SetOriginLastModifiedTime(origin, type, modified_time);
 192 }
 193
 194 int64 CallSystemGetAmountOfFreeDiskSpace(const base::FilePath& profile_path) {
 195   // Ensure the profile path exists.
 196   if (!base::CreateDirectory(profile_path)) {
 197     LOG(WARNING) << "Create directory failed for path" << profile_path.value();
 198     return 0;
 199   }
 200   return base::SysInfo::AmountOfFreeDiskSpace(profile_path);
 201 }
 202
 203 int64 CalculateTemporaryGlobalQuota(int64 global_limited_usage,
 204                                     int64 available_space) {
 205   DCHECK_GE(global_limited_usage, 0);
 206   int64 avail_space = available_space;
 207   if (avail_space < kint64max - global_limited_usage) {
 208     // We basically calculate the temporary quota by
 209     // [available_space + space_used_for_temp] * kTempQuotaRatio,
 210     // but make sure we'll have no overflow.
 211     avail_space += global_limited_usage;
 212   }
 213   return avail_space * kTemporaryQuotaRatioToAvail;
 214 }
 215
 216 void DispatchTemporaryGlobalQuotaCallback(
 217     const QuotaCallback& callback,
 218     QuotaStatusCode status,
 219     const UsageAndQuota& usage_and_quota) {
 220   if (status != kQuotaStatusOk) {
 221     callback.Run(status, 0);
 222     return;
 223   }
 224
 225   callback.Run(status, CalculateTemporaryGlobalQuota(
 226       usage_and_quota.global_limited_usage,
 227       usage_and_quota.available_disk_space));
 228 }
 229
 230 int64 CalculateQuotaWithDiskSpace(
 231     int64 available_disk_space, int64 usage, int64 quota) {
 232   if (available_disk_space < QuotaManager::kMinimumPreserveForSystem) {
 233     LOG(WARNING)
 234         << "Running out of disk space for profile."
 235         << " QuotaManager starts forbidding further quota consumption.";
 236     return usage;
 237   }
 238
 239   if (quota < usage) {
 240     // No more space; cap the quota to the current usage.
 241     return usage;
 242   }
 243
 244   available_disk_space -= QuotaManager::kMinimumPreserveForSystem;
 245   if (available_disk_space < quota - usage)
 246     return available_disk_space + usage;
 247
 248   return quota;
 249 }
 250
 251 int64 CalculateTemporaryHostQuota(int64 host_usage,
 252                                   int64 global_quota,
 253                                   int64 global_limited_usage) {
 254   DCHECK_GE(global_limited_usage, 0);
 255   int64 host_quota = global_quota / QuotaManager::kPerHostTemporaryPortion;
 256   if (global_limited_usage > global_quota)
 257     host_quota = std::min(host_quota, host_usage);
 258   return host_quota;
 259 }
 260
 261 void DispatchUsageAndQuotaForWebApps(
 262     StorageType type,
 263     bool is_incognito,
 264     bool is_unlimited,
 265     bool can_query_disk_size,
 266     const QuotaManager::GetUsageAndQuotaCallback& callback,
 267     QuotaStatusCode status,
 268     const UsageAndQuota& usage_and_quota) {
 269   if (status != kQuotaStatusOk) {
 270     callback.Run(status, 0, 0);
 271     return;
 272   }
 273
 274   int64 usage = usage_and_quota.usage;
 275   int64 quota = usage_and_quota.quota;
 276
 277   if (type == kStorageTypeTemporary && !is_unlimited) {
 278     quota = CalculateTemporaryHostQuota(
 279         usage, quota, usage_and_quota.global_limited_usage);
 280   }
 281
 282   if (is_incognito) {
 283     quota = std::min(quota, QuotaManager::kIncognitoDefaultQuotaLimit);
 284     callback.Run(status, usage, quota);
 285     return;
 286   }
 287
 288   // For apps with unlimited permission or can_query_disk_size is true (and not
 289   // in incognito mode).
 290   // We assume we can expose the actual disk size for them and cap the quota by
 291   // the available disk space.
 292   if (is_unlimited || can_query_disk_size) {
 293     callback.Run(
 294         status, usage,
 295         CalculateQuotaWithDiskSpace(
 296             usage_and_quota.available_disk_space,
 297             usage, quota));
 298     return;
 299   }
 300
 301   callback.Run(status, usage, quota);
 302 }
 303
 304 }  // namespace
 305
 306 UsageAndQuota::UsageAndQuota()
 307     : usage(0),
 308       global_limited_usage(0),
 309       quota(0),
 310       available_disk_space(0) {
 311 }
 312
 313 UsageAndQuota::UsageAndQuota(
 314     int64 usage,
 315     int64 global_limited_usage,
 316     int64 quota,
 317     int64 available_disk_space)
 318     : usage(usage),
 319       global_limited_usage(global_limited_usage),
 320       quota(quota),
 321       available_disk_space(available_disk_space) {
 322 }
 323
 324 class UsageAndQuotaCallbackDispatcher
 325     : public QuotaTask,
 326       public base::SupportsWeakPtr<UsageAndQuotaCallbackDispatcher> {
 327  public:
 328   explicit UsageAndQuotaCallbackDispatcher(QuotaManager* manager)
 329       : QuotaTask(manager),
 330         has_usage_(false),
 331         has_global_limited_usage_(false),
 332         has_quota_(false),
 333         has_available_disk_space_(false),
 334         status_(kQuotaStatusUnknown),
 335         usage_and_quota_(-1, -1, -1, -1),
 336         waiting_callbacks_(1) {}
 337
 338   ~UsageAndQuotaCallbackDispatcher() override {}
 339
 340   void WaitForResults(const QuotaManager::UsageAndQuotaCallback& callback) {
 341     callback_ = callback;
 342     Start();
 343   }
 344
 345   void set_usage(int64 usage) {
 346     usage_and_quota_.usage = usage;
 347     has_usage_ = true;
 348   }
 349
 350   void set_global_limited_usage(int64 global_limited_usage) {
 351     usage_and_quota_.global_limited_usage = global_limited_usage;
 352     has_global_limited_usage_ = true;
 353   }
 354
 355   void set_quota(int64 quota) {
 356     usage_and_quota_.quota = quota;
 357     has_quota_ = true;
 358   }
 359
 360   void set_available_disk_space(int64 available_disk_space) {
 361     usage_and_quota_.available_disk_space = available_disk_space;
 362     has_available_disk_space_ = true;
 363   }
 364
 365   UsageCallback GetHostUsageCallback() {
 366     ++waiting_callbacks_;
 367     has_usage_ = true;
 368     return base::Bind(&UsageAndQuotaCallbackDispatcher::DidGetHostUsage,
 369                       AsWeakPtr());
 370   }
 371
 372   UsageCallback GetGlobalLimitedUsageCallback() {
 373     ++waiting_callbacks_;
 374     has_global_limited_usage_ = true;
 375     return base::Bind(
 376         &UsageAndQuotaCallbackDispatcher::DidGetGlobalLimitedUsage,
 377         AsWeakPtr());
 378   }
 379
 380   QuotaCallback GetQuotaCallback() {
 381     ++waiting_callbacks_;
 382     has_quota_ = true;
 383     return base::Bind(&UsageAndQuotaCallbackDispatcher::DidGetQuota,
 384                       AsWeakPtr());
 385   }
 386
 387   QuotaCallback GetAvailableSpaceCallback() {
 388     ++waiting_callbacks_;
 389     has_available_disk_space_ = true;
 390     return base::Bind(&UsageAndQuotaCallbackDispatcher::DidGetAvailableSpace,
 391                       AsWeakPtr());
 392   }
 393
 394  private:
 395   void DidGetHostUsage(int64 usage) {
 396     if (status_ == kQuotaStatusUnknown)
 397       status_ = kQuotaStatusOk;
 398     usage_and_quota_.usage = usage;
 399     CheckCompleted();
 400   }
 401
 402   void DidGetGlobalLimitedUsage(int64 limited_usage) {
 403     if (status_ == kQuotaStatusUnknown)
 404       status_ = kQuotaStatusOk;
 405     usage_and_quota_.global_limited_usage = limited_usage;
 406     CheckCompleted();
 407   }
 408
 409   void DidGetQuota(QuotaStatusCode status, int64 quota) {
 410     if (status_ == kQuotaStatusUnknown || status_ == kQuotaStatusOk)
 411       status_ = status;
 412     usage_and_quota_.quota = quota;
 413     CheckCompleted();
 414   }
 415
 416   void DidGetAvailableSpace(QuotaStatusCode status, int64 space) {
 417     DCHECK_GE(space, 0);
 418     if (status_ == kQuotaStatusUnknown || status_ == kQuotaStatusOk)
 419       status_ = status;
 420     usage_and_quota_.available_disk_space = space;
 421     CheckCompleted();
 422   }
 423
 424   void Run() override {
 425     // We initialize waiting_callbacks to 1 so that we won't run
 426     // the completion callback until here even some of the callbacks
 427     // are dispatched synchronously.
 428     CheckCompleted();
 429   }
 430
 431   void Aborted() override {
 432     callback_.Run(kQuotaErrorAbort, UsageAndQuota());
 433     DeleteSoon();
 434   }
 435
 436   void Completed() override {
 437     DCHECK(!has_usage_ || usage_and_quota_.usage >= 0);
 438     DCHECK(!has_global_limited_usage_ ||
 439            usage_and_quota_.global_limited_usage >= 0);
 440     DCHECK(!has_quota_ || usage_and_quota_.quota >= 0);
 441     DCHECK(!has_available_disk_space_ ||
 442            usage_and_quota_.available_disk_space >= 0);
 443
 444     callback_.Run(status_, usage_and_quota_);
 445     DeleteSoon();
 446   }
 447
 448   void CheckCompleted() {
 449     if (--waiting_callbacks_ <= 0)
 450       CallCompleted();
 451   }
 452
 453   // For sanity checks, they're checked only when DCHECK is on.
 454   bool has_usage_;
 455   bool has_global_limited_usage_;
 456   bool has_quota_;
 457   bool has_available_disk_space_;
 458
 459   QuotaStatusCode status_;
 460   UsageAndQuota usage_and_quota_;
 461   QuotaManager::UsageAndQuotaCallback callback_;
 462   int waiting_callbacks_;
 463
 464   DISALLOW_COPY_AND_ASSIGN(UsageAndQuotaCallbackDispatcher);
 465 };
 466
 467 class QuotaManager::GetUsageInfoTask : public QuotaTask {
 468  public:
 469   GetUsageInfoTask(
 470       QuotaManager* manager,
 471       const GetUsageInfoCallback& callback)
 472       : QuotaTask(manager),
 473         callback_(callback),
 474         weak_factory_(this) {
 475   }
 476
 477  protected:
 478   void Run() override {
 479     remaining_trackers_ = 3;
 480     // This will populate cached hosts and usage info.
 481     manager()->GetUsageTracker(kStorageTypeTemporary)->GetGlobalUsage(
 482         base::Bind(&GetUsageInfoTask::DidGetGlobalUsage,
 483                    weak_factory_.GetWeakPtr(),
 484                    kStorageTypeTemporary));
 485     manager()->GetUsageTracker(kStorageTypePersistent)->GetGlobalUsage(
 486         base::Bind(&GetUsageInfoTask::DidGetGlobalUsage,
 487                    weak_factory_.GetWeakPtr(),
 488                    kStorageTypePersistent));
 489     manager()->GetUsageTracker(kStorageTypeSyncable)->GetGlobalUsage(
 490         base::Bind(&GetUsageInfoTask::DidGetGlobalUsage,
 491                    weak_factory_.GetWeakPtr(),
 492                    kStorageTypeSyncable));
 493   }
 494
 495   void Completed() override {
 496     callback_.Run(entries_);
 497     DeleteSoon();
 498   }
 499
 500   void Aborted() override {
 501     callback_.Run(UsageInfoEntries());
 502     DeleteSoon();
 503   }
 504
 505  private:
 506   void AddEntries(StorageType type, UsageTracker* tracker) {
 507     std::map<std::string, int64> host_usage;
 508     tracker->GetCachedHostsUsage(&host_usage);
 509     for (std::map<std::string, int64>::const_iterator iter = host_usage.begin();
 510          iter != host_usage.end();
 511          ++iter) {
 512       entries_.push_back(UsageInfo(iter->first, type, iter->second));
 513     }
 514     if (--remaining_trackers_ == 0)
 515       CallCompleted();
 516   }
 517
 518   void DidGetGlobalUsage(StorageType type, int64, int64) {
 519     DCHECK(manager()->GetUsageTracker(type));
 520     AddEntries(type, manager()->GetUsageTracker(type));
 521   }
 522
 523   QuotaManager* manager() const {
 524     return static_cast<QuotaManager*>(observer());
 525   }
 526
 527   GetUsageInfoCallback callback_;
 528   UsageInfoEntries entries_;
 529   int remaining_trackers_;
 530   base::WeakPtrFactory<GetUsageInfoTask> weak_factory_;
 531
 532   DISALLOW_COPY_AND_ASSIGN(GetUsageInfoTask);
 533 };
 534
 535 class QuotaManager::OriginDataDeleter : public QuotaTask {
 536  public:
 537   OriginDataDeleter(QuotaManager* manager,
 538                     const GURL& origin,
 539                     StorageType type,
 540                     int quota_client_mask,
 541                     const StatusCallback& callback)
 542       : QuotaTask(manager),
 543         origin_(origin),
 544         type_(type),
 545         quota_client_mask_(quota_client_mask),
 546         error_count_(0),
 547         remaining_clients_(-1),
 548         skipped_clients_(0),
 549         callback_(callback),
 550         weak_factory_(this) {}
 551
 552  protected:
 553   void Run() override {
 554     error_count_ = 0;
 555     remaining_clients_ = manager()->clients_.size();
 556     for (QuotaClientList::iterator iter = manager()->clients_.begin();
 557          iter != manager()->clients_.end(); ++iter) {
 558       if (quota_client_mask_ & (*iter)->id()) {
 559         (*iter)->DeleteOriginData(
 560             origin_, type_,
 561             base::Bind(&OriginDataDeleter::DidDeleteOriginData,
 562                        weak_factory_.GetWeakPtr()));
 563       } else {
 564         ++skipped_clients_;
 565         if (--remaining_clients_ == 0)
 566           CallCompleted();
 567       }
 568     }
 569   }
 570
 571   void Completed() override {
 572     if (error_count_ == 0) {
 573       // Only remove the entire origin if we didn't skip any client types.
 574       if (skipped_clients_ == 0)
 575         manager()->DeleteOriginFromDatabase(origin_, type_);
 576       callback_.Run(kQuotaStatusOk);
 577     } else {
 578       callback_.Run(kQuotaErrorInvalidModification);
 579     }
 580     DeleteSoon();
 581   }
 582
 583   void Aborted() override {
 584     callback_.Run(kQuotaErrorAbort);
 585     DeleteSoon();
 586   }
 587
 588  private:
 589   void DidDeleteOriginData(QuotaStatusCode status) {
 590     DCHECK_GT(remaining_clients_, 0);
 591
 592     if (status != kQuotaStatusOk)
 593       ++error_count_;
 594
 595     if (--remaining_clients_ == 0)
 596       CallCompleted();
 597   }
 598
 599   QuotaManager* manager() const {
 600     return static_cast<QuotaManager*>(observer());
 601   }
 602
 603   GURL origin_;
 604   StorageType type_;
 605   int quota_client_mask_;
 606   int error_count_;
 607   int remaining_clients_;
 608   int skipped_clients_;
 609   StatusCallback callback_;
 610
 611   base::WeakPtrFactory<OriginDataDeleter> weak_factory_;
 612   DISALLOW_COPY_AND_ASSIGN(OriginDataDeleter);
 613 };
 614
 615 class QuotaManager::HostDataDeleter : public QuotaTask {
 616  public:
 617   HostDataDeleter(QuotaManager* manager,
 618                   const std::string& host,
 619                   StorageType type,
 620                   int quota_client_mask,
 621                   const StatusCallback& callback)
 622       : QuotaTask(manager),
 623         host_(host),
 624         type_(type),
 625         quota_client_mask_(quota_client_mask),
 626         error_count_(0),
 627         remaining_clients_(-1),
 628         remaining_deleters_(-1),
 629         callback_(callback),
 630         weak_factory_(this) {}
 631
 632  protected:
 633   void Run() override {
 634     error_count_ = 0;
 635     remaining_clients_ = manager()->clients_.size();
 636     for (QuotaClientList::iterator iter = manager()->clients_.begin();
 637          iter != manager()->clients_.end(); ++iter) {
 638       (*iter)->GetOriginsForHost(
 639           type_, host_,
 640           base::Bind(&HostDataDeleter::DidGetOriginsForHost,
 641                      weak_factory_.GetWeakPtr()));
 642     }
 643   }
 644
 645   void Completed() override {
 646     if (error_count_ == 0) {
 647       callback_.Run(kQuotaStatusOk);
 648     } else {
 649       callback_.Run(kQuotaErrorInvalidModification);
 650     }
 651     DeleteSoon();
 652   }
 653
 654   void Aborted() override {
 655     callback_.Run(kQuotaErrorAbort);
 656     DeleteSoon();
 657   }
 658
 659  private:
 660   void DidGetOriginsForHost(const std::set<GURL>& origins) {
 661     DCHECK_GT(remaining_clients_, 0);
 662
 663     origins_.insert(origins.begin(), origins.end());
 664
 665     if (--remaining_clients_ == 0) {
 666       if (!origins_.empty())
 667         ScheduleOriginsDeletion();
 668       else
 669         CallCompleted();
 670     }
 671   }
 672
 673   void ScheduleOriginsDeletion() {
 674     remaining_deleters_ = origins_.size();
 675     for (std::set<GURL>::const_iterator p = origins_.begin();
 676          p != origins_.end();
 677          ++p) {
 678       OriginDataDeleter* deleter =
 679           new OriginDataDeleter(
 680               manager(), *p, type_, quota_client_mask_,
 681               base::Bind(&HostDataDeleter::DidDeleteOriginData,
 682                          weak_factory_.GetWeakPtr()));
 683       deleter->Start();
 684     }
 685   }
 686
 687   void DidDeleteOriginData(QuotaStatusCode status) {
 688     DCHECK_GT(remaining_deleters_, 0);
 689
 690     if (status != kQuotaStatusOk)
 691       ++error_count_;
 692
 693     if (--remaining_deleters_ == 0)
 694       CallCompleted();
 695   }
 696
 697   QuotaManager* manager() const {
 698     return static_cast<QuotaManager*>(observer());
 699   }
 700
 701   std::string host_;
 702   StorageType type_;
 703   int quota_client_mask_;
 704   std::set<GURL> origins_;
 705   int error_count_;
 706   int remaining_clients_;
 707   int remaining_deleters_;
 708   StatusCallback callback_;
 709
 710   base::WeakPtrFactory<HostDataDeleter> weak_factory_;
 711   DISALLOW_COPY_AND_ASSIGN(HostDataDeleter);
 712 };
 713
 714 class QuotaManager::GetModifiedSinceHelper {
 715  public:
 716   bool GetModifiedSinceOnDBThread(StorageType type,
 717                                   base::Time modified_since,
 718                                   QuotaDatabase* database) {
 719     DCHECK(database);
 720     return database->GetOriginsModifiedSince(type, &origins_, modified_since);
 721   }
 722
 723   void DidGetModifiedSince(const base::WeakPtr<QuotaManager>& manager,
 724                            const GetOriginsCallback& callback,
 725                            StorageType type,
 726                            bool success) {
 727     if (!manager) {
 728       // The operation was aborted.
 729       callback.Run(std::set<GURL>(), type);
 730       return;
 731     }
 732     manager->DidDatabaseWork(success);
 733     callback.Run(origins_, type);
 734   }
 735
 736  private:
 737   std::set<GURL> origins_;
 738 };
 739
 740 class QuotaManager::DumpQuotaTableHelper {
 741  public:
 742   bool DumpQuotaTableOnDBThread(QuotaDatabase* database) {
 743     DCHECK(database);
 744     return database->DumpQuotaTable(
 745         base::Bind(&DumpQuotaTableHelper::AppendEntry, base::Unretained(this)));
 746   }
 747
 748   void DidDumpQuotaTable(const base::WeakPtr<QuotaManager>& manager,
 749                          const DumpQuotaTableCallback& callback,
 750                          bool success) {
 751     if (!manager) {
 752       // The operation was aborted.
 753       callback.Run(QuotaTableEntries());
 754       return;
 755     }
 756     manager->DidDatabaseWork(success);
 757     callback.Run(entries_);
 758   }
 759
 760  private:
 761   bool AppendEntry(const QuotaTableEntry& entry) {
 762     entries_.push_back(entry);
 763     return true;
 764   }
 765
 766   QuotaTableEntries entries_;
 767 };
 768
 769 class QuotaManager::DumpOriginInfoTableHelper {
 770  public:
 771   bool DumpOriginInfoTableOnDBThread(QuotaDatabase* database) {
 772     DCHECK(database);
 773     return database->DumpOriginInfoTable(
 774         base::Bind(&DumpOriginInfoTableHelper::AppendEntry,
 775                    base::Unretained(this)));
 776   }
 777
 778   void DidDumpOriginInfoTable(const base::WeakPtr<QuotaManager>& manager,
 779                               const DumpOriginInfoTableCallback& callback,
 780                               bool success) {
 781     if (!manager) {
 782       // The operation was aborted.
 783       callback.Run(OriginInfoTableEntries());
 784       return;
 785     }
 786     manager->DidDatabaseWork(success);
 787     callback.Run(entries_);
 788   }
 789
 790  private:
 791   bool AppendEntry(const OriginInfoTableEntry& entry) {
 792     entries_.push_back(entry);
 793     return true;
 794   }
 795
 796   OriginInfoTableEntries entries_;
 797 };
 798
 799 // QuotaManager ---------------------------------------------------------------
 800
 801 QuotaManager::QuotaManager(
 802     bool is_incognito,
 803     const base::FilePath& profile_path,
 804     const scoped_refptr<base::SingleThreadTaskRunner>& io_thread,
 805     const scoped_refptr<base::SequencedTaskRunner>& db_thread,
 806     const scoped_refptr<SpecialStoragePolicy>& special_storage_policy)
 807     : is_incognito_(is_incognito),
 808       profile_path_(profile_path),
 809       proxy_(new QuotaManagerProxy(this, io_thread)),
 810       db_disabled_(false),
 811       eviction_disabled_(false),
 812       io_thread_(io_thread),
 813       db_thread_(db_thread),
 814       temporary_quota_initialized_(false),
 815       temporary_quota_override_(-1),
 816       desired_available_space_(-1),
 817       special_storage_policy_(special_storage_policy),
 818       get_disk_space_fn_(&CallSystemGetAmountOfFreeDiskSpace),
 819       storage_monitor_(new StorageMonitor(this)),
 820       weak_factory_(this) {
 821 }
 822
 823 void QuotaManager::GetUsageInfo(const GetUsageInfoCallback& callback) {
 824   LazyInitialize();
 825   GetUsageInfoTask* get_usage_info = new GetUsageInfoTask(this, callback);
 826   get_usage_info->Start();
 827 }
 828
 829 void QuotaManager::GetUsageAndQuotaForWebApps(
 830     const GURL& origin,
 831     StorageType type,
 832     const GetUsageAndQuotaCallback& callback) {
 833   if (type != kStorageTypeTemporary &&
 834       type != kStorageTypePersistent &&
 835       type != kStorageTypeSyncable) {
 836     callback.Run(kQuotaErrorNotSupported, 0, 0);
 837     return;
 838   }
 839
 840   DCHECK(origin == origin.GetOrigin());
 841   LazyInitialize();
 842
 843   bool unlimited = IsStorageUnlimited(origin, type);
 844   bool can_query_disk_size = CanQueryDiskSize(origin);
 845
 846   UsageAndQuotaCallbackDispatcher* dispatcher =
 847       new UsageAndQuotaCallbackDispatcher(this);
 848
 849   UsageAndQuota usage_and_quota;
 850   if (unlimited) {
 851     dispatcher->set_quota(kNoLimit);
 852   } else {
 853     if (type == kStorageTypeTemporary) {
 854       GetUsageTracker(type)->GetGlobalLimitedUsage(
 855           dispatcher->GetGlobalLimitedUsageCallback());
 856       GetTemporaryGlobalQuota(dispatcher->GetQuotaCallback());
 857     } else if (type == kStorageTypePersistent) {
 858       GetPersistentHostQuota(net::GetHostOrSpecFromURL(origin),
 859                              dispatcher->GetQuotaCallback());
 860     } else {
 861       dispatcher->set_quota(kSyncableStorageDefaultHostQuota);
 862     }
 863   }
 864
 865   DCHECK(GetUsageTracker(type));
 866   GetUsageTracker(type)->GetHostUsage(net::GetHostOrSpecFromURL(origin),
 867                                       dispatcher->GetHostUsageCallback());
 868
 869   if (!is_incognito_ && (unlimited || can_query_disk_size))
 870     GetAvailableSpace(dispatcher->GetAvailableSpaceCallback());
 871
 872   dispatcher->WaitForResults(base::Bind(
 873       &DispatchUsageAndQuotaForWebApps,
 874       type, is_incognito_, unlimited, can_query_disk_size,
 875       callback));
 876 }
 877
 878 void QuotaManager::GetUsageAndQuota(
 879     const GURL& origin, StorageType type,
 880     const GetUsageAndQuotaCallback& callback) {
 881   DCHECK(origin == origin.GetOrigin());
 882
 883   if (IsStorageUnlimited(origin, type)) {
 884     callback.Run(kQuotaStatusOk, 0, kNoLimit);
 885     return;
 886   }
 887
 888   GetUsageAndQuotaForWebApps(origin, type, callback);
 889 }
 890
 891 void QuotaManager::NotifyStorageAccessed(
 892     QuotaClient::ID client_id,
 893     const GURL& origin, StorageType type) {
 894   DCHECK(origin == origin.GetOrigin());
 895   NotifyStorageAccessedInternal(client_id, origin, type, base::Time::Now());
 896 }
 897
 898 void QuotaManager::NotifyStorageModified(
 899     QuotaClient::ID client_id,
 900     const GURL& origin, StorageType type, int64 delta) {
 901   DCHECK(origin == origin.GetOrigin());
 902   NotifyStorageModifiedInternal(client_id, origin, type, delta,
 903                                 base::Time::Now());
 904 }
 905
 906 void QuotaManager::NotifyOriginInUse(const GURL& origin) {
 907   DCHECK(io_thread_->BelongsToCurrentThread());
 908   origins_in_use_[origin]++;
 909 }
 910
 911 void QuotaManager::NotifyOriginNoLongerInUse(const GURL& origin) {
 912   DCHECK(io_thread_->BelongsToCurrentThread());
 913   DCHECK(IsOriginInUse(origin));
 914   int& count = origins_in_use_[origin];
 915   if (--count == 0)
 916     origins_in_use_.erase(origin);
 917 }
 918
 919 void QuotaManager::SetUsageCacheEnabled(QuotaClient::ID client_id,
 920                                         const GURL& origin,
 921                                         StorageType type,
 922                                         bool enabled) {
 923   LazyInitialize();
 924   DCHECK(GetUsageTracker(type));
 925   GetUsageTracker(type)->SetUsageCacheEnabled(client_id, origin, enabled);
 926 }
 927
 928 void QuotaManager::DeleteOriginData(
 929     const GURL& origin, StorageType type, int quota_client_mask,
 930     const StatusCallback& callback) {
 931   LazyInitialize();
 932
 933   if (origin.is_empty() || clients_.empty()) {
 934     callback.Run(kQuotaStatusOk);
 935     return;
 936   }
 937
 938   DCHECK(origin == origin.GetOrigin());
 939   OriginDataDeleter* deleter =
 940       new OriginDataDeleter(this, origin, type, quota_client_mask, callback);
 941   deleter->Start();
 942 }
 943
 944 void QuotaManager::DeleteHostData(const std::string& host,
 945                                   StorageType type,
 946                                   int quota_client_mask,
 947                                   const StatusCallback& callback) {
 948   LazyInitialize();
 949
 950   if (host.empty() || clients_.empty()) {
 951     callback.Run(kQuotaStatusOk);
 952     return;
 953   }
 954
 955   HostDataDeleter* deleter =
 956       new HostDataDeleter(this, host, type, quota_client_mask, callback);
 957   deleter->Start();
 958 }
 959
 960 void QuotaManager::GetAvailableSpace(const AvailableSpaceCallback& callback) {
 961   if (!available_space_callbacks_.Add(callback))
 962     return;
 963
 964   PostTaskAndReplyWithResult(db_thread_.get(),
 965                              FROM_HERE,
 966                              base::Bind(get_disk_space_fn_, profile_path_),
 967                              base::Bind(&QuotaManager::DidGetAvailableSpace,
 968                                         weak_factory_.GetWeakPtr()));
 969 }
 970
 971 void QuotaManager::GetTemporaryGlobalQuota(const QuotaCallback& callback) {
 972   LazyInitialize();
 973   if (!temporary_quota_initialized_) {
 974     db_initialization_callbacks_.Add(base::Bind(
 975         &QuotaManager::GetTemporaryGlobalQuota,
 976         weak_factory_.GetWeakPtr(), callback));
 977     return;
 978   }
 979
 980   if (temporary_quota_override_ > 0) {
 981     callback.Run(kQuotaStatusOk, temporary_quota_override_);
 982     return;
 983   }
 984
 985   UsageAndQuotaCallbackDispatcher* dispatcher =
 986       new UsageAndQuotaCallbackDispatcher(this);
 987   GetUsageTracker(kStorageTypeTemporary)->
 988       GetGlobalLimitedUsage(dispatcher->GetGlobalLimitedUsageCallback());
 989   GetAvailableSpace(dispatcher->GetAvailableSpaceCallback());
 990   dispatcher->WaitForResults(
 991       base::Bind(&DispatchTemporaryGlobalQuotaCallback, callback));
 992 }
 993
 994 void QuotaManager::SetTemporaryGlobalOverrideQuota(
 995     int64 new_quota, const QuotaCallback& callback) {
 996   LazyInitialize();
 997
 998   if (new_quota < 0) {
 999     if (!callback.is_null())
1000       callback.Run(kQuotaErrorInvalidModification, -1);
1001     return;
1002   }
1003
1004   if (db_disabled_) {
1005     if (!callback.is_null())
1006       callback.Run(kQuotaErrorInvalidAccess, -1);
1007     return;
1008   }
1009
1010   int64* new_quota_ptr = new int64(new_quota);
1011   PostTaskAndReplyWithResultForDBThread(
1012       FROM_HERE,
1013       base::Bind(&SetTemporaryGlobalOverrideQuotaOnDBThread,
1014                  base::Unretained(new_quota_ptr)),
1015       base::Bind(&QuotaManager::DidSetTemporaryGlobalOverrideQuota,
1016                  weak_factory_.GetWeakPtr(),
1017                  callback,
1018                  base::Owned(new_quota_ptr)));
1019 }
1020
1021 void QuotaManager::GetPersistentHostQuota(const std::string& host,
1022                                           const QuotaCallback& callback) {
1023   LazyInitialize();
1024   if (host.empty()) {
1025     // This could happen if we are called on file:///.
1026     // TODO(kinuko) We may want to respect --allow-file-access-from-files
1027     // command line switch.
1028     callback.Run(kQuotaStatusOk, 0);
1029     return;
1030   }
1031
1032   if (!persistent_host_quota_callbacks_.Add(host, callback))
1033     return;
1034
1035   int64* quota_ptr = new int64(0);
1036   PostTaskAndReplyWithResultForDBThread(
1037       FROM_HERE,
1038       base::Bind(&GetPersistentHostQuotaOnDBThread,
1039                  host,
1040                  base::Unretained(quota_ptr)),
1041       base::Bind(&QuotaManager::DidGetPersistentHostQuota,
1042                  weak_factory_.GetWeakPtr(),
1043                  host,
1044                  base::Owned(quota_ptr)));
1045 }
1046
1047 void QuotaManager::SetPersistentHostQuota(const std::string& host,
1048                                           int64 new_quota,
1049                                           const QuotaCallback& callback) {
1050   LazyInitialize();
1051   if (host.empty()) {
1052     // This could happen if we are called on file:///.
1053     callback.Run(kQuotaErrorNotSupported, 0);
1054     return;
1055   }
1056
1057   if (new_quota < 0) {
1058     callback.Run(kQuotaErrorInvalidModification, -1);
1059     return;
1060   }
1061
1062   if (kPerHostPersistentQuotaLimit < new_quota) {
1063     // Cap the requested size at the per-host quota limit.
1064     new_quota = kPerHostPersistentQuotaLimit;
1065   }
1066
1067   if (db_disabled_) {
1068     callback.Run(kQuotaErrorInvalidAccess, -1);
1069     return;
1070   }
1071
1072   int64* new_quota_ptr = new int64(new_quota);
1073   PostTaskAndReplyWithResultForDBThread(
1074       FROM_HERE,
1075       base::Bind(&SetPersistentHostQuotaOnDBThread,
1076                  host,
1077                  base::Unretained(new_quota_ptr)),
1078       base::Bind(&QuotaManager::DidSetPersistentHostQuota,
1079                  weak_factory_.GetWeakPtr(),
1080                  host,
1081                  callback,
1082                  base::Owned(new_quota_ptr)));
1083 }
1084
1085 void QuotaManager::GetGlobalUsage(StorageType type,
1086                                   const GlobalUsageCallback& callback) {
1087   LazyInitialize();
1088   DCHECK(GetUsageTracker(type));
1089   GetUsageTracker(type)->GetGlobalUsage(callback);
1090 }
1091
1092 void QuotaManager::GetHostUsage(const std::string& host,
1093                                 StorageType type,
1094                                 const UsageCallback& callback) {
1095   LazyInitialize();
1096   DCHECK(GetUsageTracker(type));
1097   GetUsageTracker(type)->GetHostUsage(host, callback);
1098 }
1099
1100 void QuotaManager::GetHostUsage(const std::string& host,
1101                                 StorageType type,
1102                                 QuotaClient::ID client_id,
1103                                 const UsageCallback& callback) {
1104   LazyInitialize();
1105   DCHECK(GetUsageTracker(type));
1106   ClientUsageTracker* tracker =
1107       GetUsageTracker(type)->GetClientTracker(client_id);
1108   if (!tracker) {
1109     callback.Run(0);
1110     return;
1111   }
1112   tracker->GetHostUsage(host, callback);
1113 }
1114
1115 bool QuotaManager::IsTrackingHostUsage(StorageType type,
1116                                        QuotaClient::ID client_id) const {
1117   UsageTracker* tracker = GetUsageTracker(type);
1118   return tracker && tracker->GetClientTracker(client_id);
1119 }
1120
1121 void QuotaManager::GetStatistics(
1122     std::map<std::string, std::string>* statistics) {
1123   DCHECK(statistics);
1124   if (temporary_storage_evictor_) {
1125     std::map<std::string, int64> stats;
1126     temporary_storage_evictor_->GetStatistics(&stats);
1127     for (std::map<std::string, int64>::iterator p = stats.begin();
1128          p != stats.end();
1129          ++p)
1130       (*statistics)[p->first] = base::Int64ToString(p->second);
1131   }
1132 }
1133
1134 bool QuotaManager::IsStorageUnlimited(const GURL& origin,
1135                                       StorageType type) const {
1136   // For syncable storage we should always enforce quota (since the
1137   // quota must be capped by the server limit).
1138   if (type == kStorageTypeSyncable)
1139     return false;
1140   if (type == kStorageTypeQuotaNotManaged)
1141     return true;
1142   return special_storage_policy_.get() &&
1143          special_storage_policy_->IsStorageUnlimited(origin);
1144 }
1145
1146 void QuotaManager::GetOriginsModifiedSince(StorageType type,
1147                                            base::Time modified_since,
1148                                            const GetOriginsCallback& callback) {
1149   LazyInitialize();
1150   GetModifiedSinceHelper* helper = new GetModifiedSinceHelper;
1151   PostTaskAndReplyWithResultForDBThread(
1152       FROM_HERE,
1153       base::Bind(&GetModifiedSinceHelper::GetModifiedSinceOnDBThread,
1154                  base::Unretained(helper),
1155                  type,
1156                  modified_since),
1157       base::Bind(&GetModifiedSinceHelper::DidGetModifiedSince,
1158                  base::Owned(helper),
1159                  weak_factory_.GetWeakPtr(),
1160                  callback,
1161                  type));
1162 }
1163
1164 bool QuotaManager::ResetUsageTracker(StorageType type) {
1165   DCHECK(GetUsageTracker(type));
1166   if (GetUsageTracker(type)->IsWorking())
1167     return false;
1168   switch (type) {
1169     case kStorageTypeTemporary:
1170       temporary_usage_tracker_.reset(new UsageTracker(
1171           clients_, kStorageTypeTemporary, special_storage_policy_.get(),
1172           storage_monitor_.get()));
1173       return true;
1174     case kStorageTypePersistent:
1175       persistent_usage_tracker_.reset(new UsageTracker(
1176           clients_, kStorageTypePersistent, special_storage_policy_.get(),
1177           storage_monitor_.get()));
1178       return true;
1179     case kStorageTypeSyncable:
1180       syncable_usage_tracker_.reset(new UsageTracker(
1181           clients_, kStorageTypeSyncable, special_storage_policy_.get(),
1182           storage_monitor_.get()));
1183       return true;
1184     default:
1185       NOTREACHED();
1186   }
1187   return true;
1188 }
1189
1190 void QuotaManager::AddStorageObserver(
1191     StorageObserver* observer, const StorageObserver::MonitorParams& params) {
1192   DCHECK(observer);
1193   storage_monitor_->AddObserver(observer, params);
1194 }
1195
1196 void QuotaManager::RemoveStorageObserver(StorageObserver* observer) {
1197   DCHECK(observer);
1198   storage_monitor_->RemoveObserver(observer);
1199 }
1200
1201 void QuotaManager::RemoveStorageObserverForFilter(
1202     StorageObserver* observer, const StorageObserver::Filter& filter) {
1203   DCHECK(observer);
1204   storage_monitor_->RemoveObserverForFilter(observer, filter);
1205 }
1206
1207 QuotaManager::~QuotaManager() {
1208   proxy_->manager_ = NULL;
1209   std::for_each(clients_.begin(), clients_.end(),
1210                 std::mem_fun(&QuotaClient::OnQuotaManagerDestroyed));
1211   if (database_)
1212     db_thread_->DeleteSoon(FROM_HERE, database_.release());
1213 }
1214
1215 QuotaManager::EvictionContext::EvictionContext()
1216     : evicted_type(kStorageTypeUnknown) {
1217 }
1218
1219 QuotaManager::EvictionContext::~EvictionContext() {
1220 }
1221
1222 void QuotaManager::LazyInitialize() {
1223   DCHECK(io_thread_->BelongsToCurrentThread());
1224   if (database_) {
1225     // Initialization seems to be done already.
1226     return;
1227   }
1228
1229   // Use an empty path to open an in-memory only databse for incognito.
1230   database_.reset(new QuotaDatabase(is_incognito_ ? base::FilePath() :
1231       profile_path_.AppendASCII(kDatabaseName)));
1232
1233   temporary_usage_tracker_.reset(new UsageTracker(
1234       clients_, kStorageTypeTemporary, special_storage_policy_.get(),
1235       storage_monitor_.get()));
1236   persistent_usage_tracker_.reset(new UsageTracker(
1237       clients_, kStorageTypePersistent, special_storage_policy_.get(),
1238       storage_monitor_.get()));
1239   syncable_usage_tracker_.reset(new UsageTracker(
1240       clients_, kStorageTypeSyncable, special_storage_policy_.get(),
1241       storage_monitor_.get()));
1242
1243   int64* temporary_quota_override = new int64(-1);
1244   int64* desired_available_space = new int64(-1);
1245   PostTaskAndReplyWithResultForDBThread(
1246       FROM_HERE,
1247       base::Bind(&InitializeOnDBThread,
1248                  base::Unretained(temporary_quota_override),
1249                  base::Unretained(desired_available_space)),
1250       base::Bind(&QuotaManager::DidInitialize,
1251                  weak_factory_.GetWeakPtr(),
1252                  base::Owned(temporary_quota_override),
1253                  base::Owned(desired_available_space)));
1254 }
1255
1256 void QuotaManager::RegisterClient(QuotaClient* client) {
1257   DCHECK(!database_.get());
1258   clients_.push_back(client);
1259 }
1260
1261 UsageTracker* QuotaManager::GetUsageTracker(StorageType type) const {
1262   switch (type) {
1263     case kStorageTypeTemporary:
1264       return temporary_usage_tracker_.get();
1265     case kStorageTypePersistent:
1266       return persistent_usage_tracker_.get();
1267     case kStorageTypeSyncable:
1268       return syncable_usage_tracker_.get();
1269     case kStorageTypeQuotaNotManaged:
1270       return NULL;
1271     case kStorageTypeUnknown:
1272       NOTREACHED();
1273   }
1274   return NULL;
1275 }
1276
1277 void QuotaManager::GetCachedOrigins(
1278     StorageType type, std::set<GURL>* origins) {
1279   DCHECK(origins);
1280   LazyInitialize();
1281   DCHECK(GetUsageTracker(type));
1282   GetUsageTracker(type)->GetCachedOrigins(origins);
1283 }
1284
1285 void QuotaManager::NotifyStorageAccessedInternal(
1286     QuotaClient::ID client_id,
1287     const GURL& origin, StorageType type,
1288     base::Time accessed_time) {
1289   LazyInitialize();
1290   if (type == kStorageTypeTemporary && !lru_origin_callback_.is_null()) {
1291     // Record the accessed origins while GetLRUOrigin task is runing
1292     // to filter out them from eviction.
1293     access_notified_origins_.insert(origin);
1294   }
1295
1296   if (db_disabled_)
1297     return;
1298   PostTaskAndReplyWithResultForDBThread(
1299       FROM_HERE,
1300       base::Bind(&UpdateAccessTimeOnDBThread, origin, type, accessed_time),
1301       base::Bind(&QuotaManager::DidDatabaseWork,
1302                  weak_factory_.GetWeakPtr()));
1303 }
1304
1305 void QuotaManager::NotifyStorageModifiedInternal(
1306     QuotaClient::ID client_id,
1307     const GURL& origin,
1308     StorageType type,
1309     int64 delta,
1310     base::Time modified_time) {
1311   LazyInitialize();
1312   DCHECK(GetUsageTracker(type));
1313   GetUsageTracker(type)->UpdateUsageCache(client_id, origin, delta);
1314
1315   PostTaskAndReplyWithResultForDBThread(
1316       FROM_HERE,
1317       base::Bind(&UpdateModifiedTimeOnDBThread, origin, type, modified_time),
1318       base::Bind(&QuotaManager::DidDatabaseWork,
1319                  weak_factory_.GetWeakPtr()));
1320 }
1321
1322 void QuotaManager::DumpQuotaTable(const DumpQuotaTableCallback& callback) {
1323   DumpQuotaTableHelper* helper = new DumpQuotaTableHelper;
1324   PostTaskAndReplyWithResultForDBThread(
1325       FROM_HERE,
1326       base::Bind(&DumpQuotaTableHelper::DumpQuotaTableOnDBThread,
1327                  base::Unretained(helper)),
1328       base::Bind(&DumpQuotaTableHelper::DidDumpQuotaTable,
1329                  base::Owned(helper),
1330                  weak_factory_.GetWeakPtr(),
1331                  callback));
1332 }
1333
1334 void QuotaManager::DumpOriginInfoTable(
1335     const DumpOriginInfoTableCallback& callback) {
1336   DumpOriginInfoTableHelper* helper = new DumpOriginInfoTableHelper;
1337   PostTaskAndReplyWithResultForDBThread(
1338       FROM_HERE,
1339       base::Bind(&DumpOriginInfoTableHelper::DumpOriginInfoTableOnDBThread,
1340                  base::Unretained(helper)),
1341       base::Bind(&DumpOriginInfoTableHelper::DidDumpOriginInfoTable,
1342                  base::Owned(helper),
1343                  weak_factory_.GetWeakPtr(),
1344                  callback));
1345 }
1346
1347 void QuotaManager::StartEviction() {
1348   DCHECK(!temporary_storage_evictor_.get());
1349   temporary_storage_evictor_.reset(new QuotaTemporaryStorageEvictor(
1350       this, kEvictionIntervalInMilliSeconds));
1351   if (desired_available_space_ >= 0)
1352     temporary_storage_evictor_->set_min_available_disk_space_to_start_eviction(
1353         desired_available_space_);
1354   temporary_storage_evictor_->Start();
1355 }
1356
1357 void QuotaManager::DeleteOriginFromDatabase(
1358     const GURL& origin, StorageType type) {
1359   LazyInitialize();
1360   if (db_disabled_)
1361     return;
1362
1363   PostTaskAndReplyWithResultForDBThread(
1364       FROM_HERE,
1365       base::Bind(&DeleteOriginInfoOnDBThread, origin, type),
1366       base::Bind(&QuotaManager::DidDatabaseWork,
1367                  weak_factory_.GetWeakPtr()));
1368 }
1369
1370 void QuotaManager::DidOriginDataEvicted(QuotaStatusCode status) {
1371   DCHECK(io_thread_->BelongsToCurrentThread());
1372
1373   // We only try evict origins that are not in use, so basically
1374   // deletion attempt for eviction should not fail.  Let's record
1375   // the origin if we get error and exclude it from future eviction
1376   // if the error happens consistently (> kThresholdOfErrorsToBeBlacklisted).
1377   if (status != kQuotaStatusOk)
1378     origins_in_error_[eviction_context_.evicted_origin]++;
1379
1380   eviction_context_.evict_origin_data_callback.Run(status);
1381   eviction_context_.evict_origin_data_callback.Reset();
1382 }
1383
1384 void QuotaManager::ReportHistogram() {
1385   GetGlobalUsage(kStorageTypeTemporary,
1386                  base::Bind(
1387                      &QuotaManager::DidGetTemporaryGlobalUsageForHistogram,
1388                      weak_factory_.GetWeakPtr()));
1389   GetGlobalUsage(kStorageTypePersistent,
1390                  base::Bind(
1391                      &QuotaManager::DidGetPersistentGlobalUsageForHistogram,
1392                      weak_factory_.GetWeakPtr()));
1393 }
1394
1395 void QuotaManager::DidGetTemporaryGlobalUsageForHistogram(
1396     int64 usage,
1397     int64 unlimited_usage) {
1398   UMA_HISTOGRAM_MBYTES("Quota.GlobalUsageOfTemporaryStorage", usage);
1399
1400   std::set<GURL> origins;
1401   GetCachedOrigins(kStorageTypeTemporary, &origins);
1402
1403   size_t num_origins = origins.size();
1404   size_t protected_origins = 0;
1405   size_t unlimited_origins = 0;
1406   CountOriginType(origins,
1407                   special_storage_policy_.get(),
1408                   &protected_origins,
1409                   &unlimited_origins);
1410
1411   UMA_HISTOGRAM_COUNTS("Quota.NumberOfTemporaryStorageOrigins",
1412                        num_origins);
1413   UMA_HISTOGRAM_COUNTS("Quota.NumberOfProtectedTemporaryStorageOrigins",
1414                        protected_origins);
1415   UMA_HISTOGRAM_COUNTS("Quota.NumberOfUnlimitedTemporaryStorageOrigins",
1416                        unlimited_origins);
1417 }
1418
1419 void QuotaManager::DidGetPersistentGlobalUsageForHistogram(
1420     int64 usage,
1421     int64 unlimited_usage) {
1422   UMA_HISTOGRAM_MBYTES("Quota.GlobalUsageOfPersistentStorage", usage);
1423
1424   std::set<GURL> origins;
1425   GetCachedOrigins(kStorageTypePersistent, &origins);
1426
1427   size_t num_origins = origins.size();
1428   size_t protected_origins = 0;
1429   size_t unlimited_origins = 0;
1430   CountOriginType(origins,
1431                   special_storage_policy_.get(),
1432                   &protected_origins,
1433                   &unlimited_origins);
1434
1435   UMA_HISTOGRAM_COUNTS("Quota.NumberOfPersistentStorageOrigins",
1436                        num_origins);
1437   UMA_HISTOGRAM_COUNTS("Quota.NumberOfProtectedPersistentStorageOrigins",
1438                        protected_origins);
1439   UMA_HISTOGRAM_COUNTS("Quota.NumberOfUnlimitedPersistentStorageOrigins",
1440                        unlimited_origins);
1441 }
1442
1443 void QuotaManager::GetLRUOrigin(
1444     StorageType type,
1445     const GetLRUOriginCallback& callback) {
1446   LazyInitialize();
1447   // This must not be called while there's an in-flight task.
1448   DCHECK(lru_origin_callback_.is_null());
1449   lru_origin_callback_ = callback;
1450   if (db_disabled_) {
1451     lru_origin_callback_.Run(GURL());
1452     lru_origin_callback_.Reset();
1453     return;
1454   }
1455
1456   std::set<GURL>* exceptions = new std::set<GURL>;
1457   for (std::map<GURL, int>::const_iterator p = origins_in_use_.begin();
1458        p != origins_in_use_.end();
1459        ++p) {
1460     if (p->second > 0)
1461       exceptions->insert(p->first);
1462   }
1463   for (std::map<GURL, int>::const_iterator p = origins_in_error_.begin();
1464        p != origins_in_error_.end();
1465        ++p) {
1466     if (p->second > QuotaManager::kThresholdOfErrorsToBeBlacklisted)
1467       exceptions->insert(p->first);
1468   }
1469
1470   GURL* url = new GURL;
1471   PostTaskAndReplyWithResultForDBThread(
1472       FROM_HERE,
1473       base::Bind(&GetLRUOriginOnDBThread,
1474                  type,
1475                  base::Owned(exceptions),
1476                  special_storage_policy_,
1477                  base::Unretained(url)),
1478       base::Bind(&QuotaManager::DidGetLRUOrigin,
1479                  weak_factory_.GetWeakPtr(),
1480                  base::Owned(url)));
1481 }
1482
1483 void QuotaManager::EvictOriginData(
1484     const GURL& origin,
1485     StorageType type,
1486     const EvictOriginDataCallback& callback) {
1487   DCHECK(io_thread_->BelongsToCurrentThread());
1488   DCHECK_EQ(type, kStorageTypeTemporary);
1489
1490   eviction_context_.evicted_origin = origin;
1491   eviction_context_.evicted_type = type;
1492   eviction_context_.evict_origin_data_callback = callback;
1493
1494   DeleteOriginData(origin, type, QuotaClient::kAllClientsMask,
1495       base::Bind(&QuotaManager::DidOriginDataEvicted,
1496                  weak_factory_.GetWeakPtr()));
1497 }
1498
1499 void QuotaManager::GetUsageAndQuotaForEviction(
1500     const UsageAndQuotaCallback& callback) {
1501   DCHECK(io_thread_->BelongsToCurrentThread());
1502   LazyInitialize();
1503
1504   UsageAndQuotaCallbackDispatcher* dispatcher =
1505       new UsageAndQuotaCallbackDispatcher(this);
1506   GetUsageTracker(kStorageTypeTemporary)->
1507       GetGlobalLimitedUsage(dispatcher->GetGlobalLimitedUsageCallback());
1508   GetTemporaryGlobalQuota(dispatcher->GetQuotaCallback());
1509   GetAvailableSpace(dispatcher->GetAvailableSpaceCallback());
1510   dispatcher->WaitForResults(callback);
1511 }
1512
1513 void QuotaManager::DidSetTemporaryGlobalOverrideQuota(
1514     const QuotaCallback& callback,
1515     const int64* new_quota,
1516     bool success) {
1517   QuotaStatusCode status = kQuotaErrorInvalidAccess;
1518   DidDatabaseWork(success);
1519   if (success) {
1520     temporary_quota_override_ = *new_quota;
1521     status = kQuotaStatusOk;
1522   }
1523
1524   if (callback.is_null())
1525     return;
1526
1527   callback.Run(status, *new_quota);
1528 }
1529
1530 void QuotaManager::DidGetPersistentHostQuota(const std::string& host,
1531                                              const int64* quota,
1532                                              bool success) {
1533   DidDatabaseWork(success);
1534   persistent_host_quota_callbacks_.Run(host, kQuotaStatusOk, *quota);
1535 }
1536
1537 void QuotaManager::DidSetPersistentHostQuota(const std::string& host,
1538                                              const QuotaCallback& callback,
1539                                              const int64* new_quota,
1540                                              bool success) {
1541   DidDatabaseWork(success);
1542   callback.Run(success ? kQuotaStatusOk : kQuotaErrorInvalidAccess, *new_quota);
1543 }
1544
1545 void QuotaManager::DidInitialize(int64* temporary_quota_override,
1546                                  int64* desired_available_space,
1547                                  bool success) {
1548   temporary_quota_override_ = *temporary_quota_override;
1549   desired_available_space_ = *desired_available_space;
1550   temporary_quota_initialized_ = true;
1551   DidDatabaseWork(success);
1552
1553   histogram_timer_.Start(FROM_HERE,
1554                          base::TimeDelta::FromMilliseconds(
1555                              kReportHistogramInterval),
1556                          this, &QuotaManager::ReportHistogram);
1557
1558   db_initialization_callbacks_.Run();
1559   GetTemporaryGlobalQuota(
1560       base::Bind(&QuotaManager::DidGetInitialTemporaryGlobalQuota,
1561                  weak_factory_.GetWeakPtr()));
1562 }
1563
1564 void QuotaManager::DidGetLRUOrigin(const GURL* origin,
1565                                    bool success) {
1566   DidDatabaseWork(success);
1567   // Make sure the returned origin is (still) not in the origin_in_use_ set
1568   // and has not been accessed since we posted the task.
1569   if (origins_in_use_.find(*origin) != origins_in_use_.end() ||
1570       access_notified_origins_.find(*origin) != access_notified_origins_.end())
1571     lru_origin_callback_.Run(GURL());
1572   else
1573     lru_origin_callback_.Run(*origin);
1574   access_notified_origins_.clear();
1575   lru_origin_callback_.Reset();
1576 }
1577
1578 void QuotaManager::DidGetInitialTemporaryGlobalQuota(
1579     QuotaStatusCode status, int64 quota_unused) {
1580   if (eviction_disabled_)
1581     return;
1582
1583   std::set<GURL>* origins = new std::set<GURL>;
1584   temporary_usage_tracker_->GetCachedOrigins(origins);
1585   // This will call the StartEviction() when initial origin registration
1586   // is completed.
1587   PostTaskAndReplyWithResultForDBThread(
1588       FROM_HERE,
1589       base::Bind(&InitializeTemporaryOriginsInfoOnDBThread,
1590                  base::Owned(origins)),
1591       base::Bind(&QuotaManager::DidInitializeTemporaryOriginsInfo,
1592                  weak_factory_.GetWeakPtr()));
1593 }
1594
1595 void QuotaManager::DidInitializeTemporaryOriginsInfo(bool success) {
1596   DidDatabaseWork(success);
1597   if (success)
1598     StartEviction();
1599 }
1600
1601 void QuotaManager::DidGetAvailableSpace(int64 space) {
1602   available_space_callbacks_.Run(kQuotaStatusOk, space);
1603 }
1604
1605 void QuotaManager::DidDatabaseWork(bool success) {
1606   db_disabled_ = !success;
1607 }
1608
1609 void QuotaManager::DeleteOnCorrectThread() const {
1610   if (!io_thread_->BelongsToCurrentThread() &&
1611       io_thread_->DeleteSoon(FROM_HERE, this)) {
1612     return;
1613   }
1614   delete this;
1615 }
1616
1617 void QuotaManager::PostTaskAndReplyWithResultForDBThread(
1618     const tracked_objects::Location& from_here,
1619     const base::Callback<bool(QuotaDatabase*)>& task,
1620     const base::Callback<void(bool)>& reply) {
1621   // Deleting manager will post another task to DB thread to delete
1622   // |database_|, therefore we can be sure that database_ is alive when this
1623   // task runs.
1624   base::PostTaskAndReplyWithResult(
1625       db_thread_.get(),
1626       from_here,
1627       base::Bind(task, base::Unretained(database_.get())),
1628       reply);
1629 }
1630
1631 }  // namespace storage