chrome/browser/chromeos/customization/customization_document.cc

   1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #include "chrome/browser/chromeos/customization/customization_document.h"
   6
   7 #include <algorithm>
   8
   9 #include "base/bind.h"
  10 #include "base/bind_helpers.h"
  11 #include "base/files/file_path.h"
  12 #include "base/files/file_util.h"
  13 #include "base/i18n/rtl.h"
  14 #include "base/json/json_reader.h"
  15 #include "base/logging.h"
  16 #include "base/memory/weak_ptr.h"
  17 #include "base/metrics/histogram.h"
  18 #include "base/path_service.h"
  19 #include "base/prefs/pref_registry_simple.h"
  20 #include "base/prefs/pref_service.h"
  21 #include "base/strings/pattern.h"
  22 #include "base/strings/string_split.h"
  23 #include "base/strings/string_util.h"
  24 #include "base/strings/stringprintf.h"
  25 #include "base/strings/utf_string_conversions.h"
  26 #include "base/time/time.h"
  27 #include "chrome/browser/browser_process.h"
  28 #include "chrome/browser/chromeos/customization/customization_wallpaper_downloader.h"
  29 #include "chrome/browser/chromeos/extensions/default_app_order.h"
  30 #include "chrome/browser/chromeos/login/users/wallpaper/wallpaper_manager.h"
  31 #include "chrome/browser/chromeos/login/wizard_controller.h"
  32 #include "chrome/browser/chromeos/net/delay_network_call.h"
  33 #include "chrome/browser/extensions/external_loader.h"
  34 #include "chrome/browser/extensions/external_provider_impl.h"
  35 #include "chrome/browser/profiles/profile.h"
  36 #include "chrome/browser/ui/app_list/app_list_syncable_service.h"
  37 #include "chrome/browser/ui/app_list/app_list_syncable_service_factory.h"
  38 #include "chrome/common/chrome_paths.h"
  39 #include "chrome/common/pref_names.h"
  40 #include "chromeos/system/statistics_provider.h"
  41 #include "components/pref_registry/pref_registry_syncable.h"
  42 #include "content/public/browser/browser_thread.h"
  43 #include "extensions/common/extension_urls.h"
  44 #include "net/base/load_flags.h"
  45 #include "net/http/http_response_headers.h"
  46 #include "net/http/http_status_code.h"
  47 #include "net/url_request/url_fetcher.h"
  48
  49 using content::BrowserThread;
  50
  51 namespace chromeos {
  52 namespace {
  53
  54   // Manifest attributes names.
  55 const char kVersionAttr[] = "version";
  56 const char kDefaultAttr[] = "default";
  57 const char kInitialLocaleAttr[] = "initial_locale";
  58 const char kInitialTimezoneAttr[] = "initial_timezone";
  59 const char kKeyboardLayoutAttr[] = "keyboard_layout";
  60 const char kHwidMapAttr[] = "hwid_map";
  61 const char kHwidMaskAttr[] = "hwid_mask";
  62 const char kSetupContentAttr[] = "setup_content";
  63 const char kEulaPageAttr[] = "eula_page";
  64 const char kDefaultWallpaperAttr[] = "default_wallpaper";
  65 const char kDefaultAppsAttr[] = "default_apps";
  66 const char kLocalizedContent[] = "localized_content";
  67 const char kDefaultAppsFolderName[] = "default_apps_folder_name";
  68 const char kIdAttr[] = "id";
  69
  70 const char kAcceptedManifestVersion[] = "1.0";
  71
  72 // Path to OEM partner startup customization manifest.
  73 const char kStartupCustomizationManifestPath[] =
  74     "/opt/oem/etc/startup_manifest.json";
  75
  76 // This is subdirectory relative to PathService(DIR_CHROMEOS_CUSTOM_WALLPAPERS),
  77 // where downloaded (and resized) wallpaper is stored.
  78 const char kCustomizationDefaultWallpaperDir[] = "customization";
  79
  80 // The original downloaded image file is stored under this name.
  81 const char kCustomizationDefaultWallpaperDownloadedFile[] =
  82     "default_downloaded_wallpaper.bin";
  83
  84 // Name of local state option that tracks if services customization has been
  85 // applied.
  86 const char kServicesCustomizationAppliedPref[] = "ServicesCustomizationApplied";
  87
  88 // Maximum number of retries to fetch file if network is not available.
  89 const int kMaxFetchRetries = 3;
  90
  91 // Delay between file fetch retries if network is not available.
  92 const int kRetriesDelayInSec = 2;
  93
  94 // Name of profile option that tracks cached version of service customization.
  95 const char kServicesCustomizationKey[] = "customization.manifest_cache";
  96
  97 // Empty customization document that doesn't customize anything.
  98 const char kEmptyServicesCustomizationManifest[] = "{ \"version\": \"1.0\" }";
  99
 100 // Global overrider for ServicesCustomizationDocument for tests.
 101 ServicesCustomizationDocument* g_test_services_customization_document = NULL;
 102
 103 // Services customization document load results reported via the
 104 // "ServicesCustomization.LoadResult" histogram.
 105 // It is append-only enum due to use in a histogram!
 106 enum HistogramServicesCustomizationLoadResult {
 107   HISTOGRAM_LOAD_RESULT_SUCCESS = 0,
 108   HISTOGRAM_LOAD_RESULT_FILE_NOT_FOUND = 1,
 109   HISTOGRAM_LOAD_RESULT_PARSING_ERROR = 2,
 110   HISTOGRAM_LOAD_RESULT_RETRIES_FAIL = 3,
 111   HISTOGRAM_LOAD_RESULT_MAX_VALUE = 4
 112 };
 113
 114 void LogManifestLoadResult(HistogramServicesCustomizationLoadResult result) {
 115   UMA_HISTOGRAM_ENUMERATION("ServicesCustomization.LoadResult",
 116                             result,
 117                             HISTOGRAM_LOAD_RESULT_MAX_VALUE);
 118 }
 119
 120 std::string GetLocaleSpecificStringImpl(
 121     const base::DictionaryValue* root,
 122     const std::string& locale,
 123     const std::string& dictionary_name,
 124     const std::string& entry_name) {
 125   const base::DictionaryValue* dictionary_content = NULL;
 126   if (!root || !root->GetDictionary(dictionary_name, &dictionary_content))
 127     return std::string();
 128
 129   const base::DictionaryValue* locale_dictionary = NULL;
 130   if (dictionary_content->GetDictionary(locale, &locale_dictionary)) {
 131     std::string result;
 132     if (locale_dictionary->GetString(entry_name, &result))
 133       return result;
 134   }
 135
 136   const base::DictionaryValue* default_dictionary = NULL;
 137   if (dictionary_content->GetDictionary(kDefaultAttr, &default_dictionary)) {
 138     std::string result;
 139     if (default_dictionary->GetString(entry_name, &result))
 140       return result;
 141   }
 142
 143   return std::string();
 144 }
 145
 146 void CheckWallpaperCacheExists(const base::FilePath& path, bool* exists) {
 147   DCHECK(content::BrowserThread::GetBlockingPool()->RunsTasksOnCurrentThread());
 148   DCHECK(exists);
 149   *exists = base::PathExists(path);
 150 }
 151
 152 }  // anonymous namespace
 153
 154 // Template URL where to fetch OEM services customization manifest from.
 155 const char ServicesCustomizationDocument::kManifestUrl[] =
 156     "https://ssl.gstatic.com/chrome/chromeos-customization/%s.json";
 157
 158 // A custom extensions::ExternalLoader that the ServicesCustomizationDocument
 159 // creates and uses to publish OEM default apps to the extensions system.
 160 class ServicesCustomizationExternalLoader
 161     : public extensions::ExternalLoader,
 162       public base::SupportsWeakPtr<ServicesCustomizationExternalLoader> {
 163  public:
 164   explicit ServicesCustomizationExternalLoader(Profile* profile)
 165       : is_apps_set_(false), profile_(profile) {}
 166
 167   Profile* profile() { return profile_; }
 168
 169   // Used by the ServicesCustomizationDocument to update the current apps.
 170   void SetCurrentApps(scoped_ptr<base::DictionaryValue> prefs) {
 171     apps_.Swap(prefs.get());
 172     is_apps_set_ = true;
 173     StartLoading();
 174   }
 175
 176   // Implementation of extensions::ExternalLoader:
 177   void StartLoading() override {
 178     if (!is_apps_set_) {
 179       ServicesCustomizationDocument::GetInstance()->StartFetching();
 180       // In case of missing customization ID, SetCurrentApps will be called
 181       // synchronously from StartFetching and this function will be called
 182       // recursively so we need to return to avoid calling LoadFinished twice.
 183       // In case of async load it is safe to return empty list because this
 184       // provider didn't install any app yet so no app can be removed due to
 185       // returning empty list.
 186       if (is_apps_set_)
 187         return;
 188     }
 189
 190     prefs_.reset(apps_.DeepCopy());
 191     VLOG(1) << "ServicesCustomization extension loader publishing "
 192             << apps_.size() << " apps.";
 193     LoadFinished();
 194   }
 195
 196  protected:
 197   ~ServicesCustomizationExternalLoader() override {}
 198
 199  private:
 200   bool is_apps_set_;
 201   base::DictionaryValue apps_;
 202   Profile* profile_;
 203
 204   DISALLOW_COPY_AND_ASSIGN(ServicesCustomizationExternalLoader);
 205 };
 206
 207 // CustomizationDocument implementation. ---------------------------------------
 208
 209 CustomizationDocument::CustomizationDocument(
 210     const std::string& accepted_version)
 211     : accepted_version_(accepted_version) {}
 212
 213 CustomizationDocument::~CustomizationDocument() {}
 214
 215 bool CustomizationDocument::LoadManifestFromFile(
 216     const base::FilePath& manifest_path) {
 217   std::string manifest;
 218   if (!base::ReadFileToString(manifest_path, &manifest))
 219     return false;
 220   return LoadManifestFromString(manifest);
 221 }
 222
 223 bool CustomizationDocument::LoadManifestFromString(
 224     const std::string& manifest) {
 225   int error_code = 0;
 226   std::string error;
 227   scoped_ptr<base::Value> root = base::JSONReader::ReadAndReturnError(
 228       manifest, base::JSON_ALLOW_TRAILING_COMMAS, &error_code, &error);
 229   if (error_code != base::JSONReader::JSON_NO_ERROR)
 230     LOG(ERROR) << error;
 231   DCHECK(root.get() != NULL);
 232   if (root.get() == NULL)
 233     return false;
 234   DCHECK(root->GetType() == base::Value::TYPE_DICTIONARY);
 235   if (root->GetType() == base::Value::TYPE_DICTIONARY) {
 236     root_.reset(static_cast<base::DictionaryValue*>(root.release()));
 237     std::string result;
 238     if (root_->GetString(kVersionAttr, &result) &&
 239         result == accepted_version_)
 240       return true;
 241
 242     LOG(ERROR) << "Wrong customization manifest version";
 243     root_.reset(NULL);
 244   }
 245   return false;
 246 }
 247
 248 std::string CustomizationDocument::GetLocaleSpecificString(
 249     const std::string& locale,
 250     const std::string& dictionary_name,
 251     const std::string& entry_name) const {
 252   return GetLocaleSpecificStringImpl(
 253       root_.get(), locale, dictionary_name, entry_name);
 254 }
 255
 256 // StartupCustomizationDocument implementation. --------------------------------
 257
 258 StartupCustomizationDocument::StartupCustomizationDocument()
 259     : CustomizationDocument(kAcceptedManifestVersion) {
 260   {
 261     // Loading manifest causes us to do blocking IO on UI thread.
 262     // Temporarily allow it until we fix http://crosbug.com/11103
 263     base::ThreadRestrictions::ScopedAllowIO allow_io;
 264     LoadManifestFromFile(base::FilePath(kStartupCustomizationManifestPath));
 265   }
 266   Init(system::StatisticsProvider::GetInstance());
 267 }
 268
 269 StartupCustomizationDocument::StartupCustomizationDocument(
 270     system::StatisticsProvider* statistics_provider,
 271     const std::string& manifest)
 272     : CustomizationDocument(kAcceptedManifestVersion) {
 273   LoadManifestFromString(manifest);
 274   Init(statistics_provider);
 275 }
 276
 277 StartupCustomizationDocument::~StartupCustomizationDocument() {}
 278
 279 StartupCustomizationDocument* StartupCustomizationDocument::GetInstance() {
 280   return Singleton<StartupCustomizationDocument,
 281       DefaultSingletonTraits<StartupCustomizationDocument> >::get();
 282 }
 283
 284 void StartupCustomizationDocument::Init(
 285     system::StatisticsProvider* statistics_provider) {
 286   if (IsReady()) {
 287     root_->GetString(kInitialLocaleAttr, &initial_locale_);
 288     root_->GetString(kInitialTimezoneAttr, &initial_timezone_);
 289     root_->GetString(kKeyboardLayoutAttr, &keyboard_layout_);
 290
 291     std::string hwid;
 292     if (statistics_provider->GetMachineStatistic(
 293             system::kHardwareClassKey, &hwid)) {
 294       base::ListValue* hwid_list = NULL;
 295       if (root_->GetList(kHwidMapAttr, &hwid_list)) {
 296         for (size_t i = 0; i < hwid_list->GetSize(); ++i) {
 297           base::DictionaryValue* hwid_dictionary = NULL;
 298           std::string hwid_mask;
 299           if (hwid_list->GetDictionary(i, &hwid_dictionary) &&
 300               hwid_dictionary->GetString(kHwidMaskAttr, &hwid_mask)) {
 301             if (base::MatchPattern(hwid, hwid_mask)) {
 302               // If HWID for this machine matches some mask, use HWID specific
 303               // settings.
 304               std::string result;
 305               if (hwid_dictionary->GetString(kInitialLocaleAttr, &result))
 306                 initial_locale_ = result;
 307
 308               if (hwid_dictionary->GetString(kInitialTimezoneAttr, &result))
 309                 initial_timezone_ = result;
 310
 311               if (hwid_dictionary->GetString(kKeyboardLayoutAttr, &result))
 312                 keyboard_layout_ = result;
 313             }
 314             // Don't break here to allow other entires to be applied if match.
 315           } else {
 316             LOG(ERROR) << "Syntax error in customization manifest";
 317           }
 318         }
 319       }
 320     } else {
 321       LOG(ERROR) << "HWID is missing in machine statistics";
 322     }
 323   }
 324
 325   // If manifest doesn't exist still apply values from VPD.
 326   statistics_provider->GetMachineStatistic(kInitialLocaleAttr,
 327                                            &initial_locale_);
 328   statistics_provider->GetMachineStatistic(kInitialTimezoneAttr,
 329                                            &initial_timezone_);
 330   statistics_provider->GetMachineStatistic(kKeyboardLayoutAttr,
 331                                            &keyboard_layout_);
 332   configured_locales_ = base::SplitString(
 333       initial_locale_, ",", base::TRIM_WHITESPACE, base::SPLIT_WANT_ALL);
 334
 335   // Convert ICU locale to chrome ("en_US" to "en-US", etc.).
 336   std::for_each(configured_locales_.begin(), configured_locales_.end(),
 337                 base::i18n::GetCanonicalLocale);
 338
 339   // Let's always have configured_locales_.front() a valid entry.
 340   if (configured_locales_.size() == 0)
 341     configured_locales_.push_back(std::string());
 342 }
 343
 344 const std::vector<std::string>&
 345 StartupCustomizationDocument::configured_locales() const {
 346   return configured_locales_;
 347 }
 348
 349 const std::string& StartupCustomizationDocument::initial_locale_default()
 350     const {
 351   DCHECK(configured_locales_.size() > 0);
 352   return configured_locales_.front();
 353 }
 354
 355 std::string StartupCustomizationDocument::GetEULAPage(
 356     const std::string& locale) const {
 357   return GetLocaleSpecificString(locale, kSetupContentAttr, kEulaPageAttr);
 358 }
 359
 360 // ServicesCustomizationDocument implementation. -------------------------------
 361
 362 class ServicesCustomizationDocument::ApplyingTask {
 363  public:
 364   // Registers in ServicesCustomizationDocument;
 365   explicit ApplyingTask(ServicesCustomizationDocument* document);
 366
 367   // Do not automatically deregister as we might be called on invalid thread.
 368   ~ApplyingTask();
 369
 370   // Mark task finished and check for customization applied.
 371   void Finished(bool success);
 372
 373  private:
 374   ServicesCustomizationDocument* document_;
 375
 376   // This is error-checking flag to prevent destroying unfinished task
 377   // or double finish.
 378   bool engaged_;
 379 };
 380
 381 ServicesCustomizationDocument::ApplyingTask::ApplyingTask(
 382     ServicesCustomizationDocument* document)
 383     : document_(document), engaged_(true) {
 384   document->ApplyingTaskStarted();
 385 }
 386
 387 ServicesCustomizationDocument::ApplyingTask::~ApplyingTask() {
 388   DCHECK(!engaged_);
 389 }
 390
 391 void ServicesCustomizationDocument::ApplyingTask::Finished(bool success) {
 392   DCHECK(engaged_);
 393   if (engaged_) {
 394     engaged_ = false;
 395     document_->ApplyingTaskFinished(success);
 396   }
 397 }
 398
 399 ServicesCustomizationDocument::ServicesCustomizationDocument()
 400     : CustomizationDocument(kAcceptedManifestVersion),
 401       num_retries_(0),
 402       fetch_started_(false),
 403       network_delay_(
 404           base::TimeDelta::FromMilliseconds(kDefaultNetworkRetryDelayMS)),
 405       apply_tasks_started_(0),
 406       apply_tasks_finished_(0),
 407       apply_tasks_success_(0),
 408       weak_ptr_factory_(this) {
 409 }
 410
 411 ServicesCustomizationDocument::ServicesCustomizationDocument(
 412     const std::string& manifest)
 413     : CustomizationDocument(kAcceptedManifestVersion),
 414       network_delay_(
 415           base::TimeDelta::FromMilliseconds(kDefaultNetworkRetryDelayMS)),
 416       apply_tasks_started_(0),
 417       apply_tasks_finished_(0),
 418       apply_tasks_success_(0),
 419       weak_ptr_factory_(this) {
 420   LoadManifestFromString(manifest);
 421 }
 422
 423 ServicesCustomizationDocument::~ServicesCustomizationDocument() {}
 424
 425 // static
 426 ServicesCustomizationDocument* ServicesCustomizationDocument::GetInstance() {
 427   if (g_test_services_customization_document)
 428     return g_test_services_customization_document;
 429
 430   return Singleton<ServicesCustomizationDocument,
 431       DefaultSingletonTraits<ServicesCustomizationDocument> >::get();
 432 }
 433
 434 // static
 435 void ServicesCustomizationDocument::RegisterPrefs(
 436     PrefRegistrySimple* registry) {
 437   registry->RegisterBooleanPref(kServicesCustomizationAppliedPref, false);
 438   registry->RegisterStringPref(prefs::kCustomizationDefaultWallpaperURL,
 439                                std::string());
 440 }
 441
 442 // static
 443 void ServicesCustomizationDocument::RegisterProfilePrefs(
 444     user_prefs::PrefRegistrySyncable* registry) {
 445   registry->RegisterDictionaryPref(kServicesCustomizationKey);
 446 }
 447
 448 // static
 449 bool ServicesCustomizationDocument::WasOOBECustomizationApplied() {
 450   PrefService* prefs = g_browser_process->local_state();
 451   // prefs can be NULL in some tests.
 452   if (prefs)
 453     return prefs->GetBoolean(kServicesCustomizationAppliedPref);
 454   else
 455     return false;
 456 }
 457
 458 // static
 459 void ServicesCustomizationDocument::SetApplied(bool val) {
 460   PrefService* prefs = g_browser_process->local_state();
 461   // prefs can be NULL in some tests.
 462   if (prefs)
 463     prefs->SetBoolean(kServicesCustomizationAppliedPref, val);
 464 }
 465
 466 // static
 467 base::FilePath ServicesCustomizationDocument::GetCustomizedWallpaperCacheDir() {
 468   base::FilePath custom_wallpaper_dir;
 469   if (!PathService::Get(chrome::DIR_CHROMEOS_CUSTOM_WALLPAPERS,
 470                         &custom_wallpaper_dir)) {
 471     LOG(DFATAL) << "Unable to get custom wallpaper dir.";
 472     return base::FilePath();
 473   }
 474   return custom_wallpaper_dir.Append(kCustomizationDefaultWallpaperDir);
 475 }
 476
 477 // static
 478 base::FilePath
 479 ServicesCustomizationDocument::GetCustomizedWallpaperDownloadedFileName() {
 480   const base::FilePath dir = GetCustomizedWallpaperCacheDir();
 481   if (dir.empty()) {
 482     NOTREACHED();
 483     return dir;
 484   }
 485   return dir.Append(kCustomizationDefaultWallpaperDownloadedFile);
 486 }
 487
 488 void ServicesCustomizationDocument::EnsureCustomizationApplied() {
 489   if (WasOOBECustomizationApplied())
 490     return;
 491
 492   // When customization manifest is fetched, applying will start automatically.
 493   if (IsReady())
 494     return;
 495
 496   StartFetching();
 497 }
 498
 499 base::Closure
 500 ServicesCustomizationDocument::EnsureCustomizationAppliedClosure() {
 501   return base::Bind(&ServicesCustomizationDocument::EnsureCustomizationApplied,
 502                     weak_ptr_factory_.GetWeakPtr());
 503 }
 504
 505 void ServicesCustomizationDocument::StartFetching() {
 506   if (IsReady() || fetch_started_)
 507     return;
 508
 509   if (!url_.is_valid()) {
 510     std::string customization_id;
 511     chromeos::system::StatisticsProvider* provider =
 512         chromeos::system::StatisticsProvider::GetInstance();
 513     if (provider->GetMachineStatistic(system::kCustomizationIdKey,
 514                                       &customization_id) &&
 515         !customization_id.empty()) {
 516       url_ = GURL(base::StringPrintf(
 517           kManifestUrl, base::ToLowerASCII(customization_id).c_str()));
 518     } else {
 519       // Remember that there is no customization ID in VPD.
 520       OnCustomizationNotFound();
 521       return;
 522     }
 523   }
 524
 525   if (url_.is_valid()) {
 526     fetch_started_ = true;
 527     if (url_.SchemeIsFile()) {
 528       BrowserThread::PostTask(BrowserThread::FILE, FROM_HERE,
 529           base::Bind(&ServicesCustomizationDocument::ReadFileInBackground,
 530                      weak_ptr_factory_.GetWeakPtr(),
 531                      base::FilePath(url_.path())));
 532     } else {
 533       StartFileFetch();
 534     }
 535   }
 536 }
 537
 538 // static
 539 void ServicesCustomizationDocument::ReadFileInBackground(
 540     base::WeakPtr<ServicesCustomizationDocument> self,
 541     const base::FilePath& file) {
 542   DCHECK_CURRENTLY_ON(BrowserThread::FILE);
 543
 544   std::string manifest;
 545   if (!base::ReadFileToString(file, &manifest)) {
 546     manifest.clear();
 547     LOG(ERROR) << "Failed to load services customization manifest from: "
 548                << file.value();
 549   }
 550
 551   BrowserThread::PostTask(BrowserThread::UI, FROM_HERE,
 552       base::Bind(&ServicesCustomizationDocument::OnManifesteRead,
 553                  self,
 554                  manifest));
 555 }
 556
 557 void ServicesCustomizationDocument::OnManifesteRead(
 558     const std::string& manifest) {
 559   if (!manifest.empty())
 560     LoadManifestFromString(manifest);
 561
 562   fetch_started_ = false;
 563 }
 564
 565 void ServicesCustomizationDocument::StartFileFetch() {
 566   DelayNetworkCall(network_delay_,
 567                    base::Bind(&ServicesCustomizationDocument::DoStartFileFetch,
 568                               weak_ptr_factory_.GetWeakPtr()));
 569 }
 570
 571 void ServicesCustomizationDocument::DoStartFileFetch() {
 572   url_fetcher_ = net::URLFetcher::Create(url_, net::URLFetcher::GET, this);
 573   url_fetcher_->SetRequestContext(g_browser_process->system_request_context());
 574   url_fetcher_->AddExtraRequestHeader("Accept: application/json");
 575   url_fetcher_->SetLoadFlags(net::LOAD_DO_NOT_SEND_COOKIES |
 576                              net::LOAD_DO_NOT_SAVE_COOKIES |
 577                              net::LOAD_DISABLE_CACHE |
 578                              net::LOAD_DO_NOT_SEND_AUTH_DATA);
 579   url_fetcher_->Start();
 580 }
 581
 582 bool ServicesCustomizationDocument::LoadManifestFromString(
 583     const std::string& manifest) {
 584   if (CustomizationDocument::LoadManifestFromString(manifest)) {
 585     LogManifestLoadResult(HISTOGRAM_LOAD_RESULT_SUCCESS);
 586     OnManifestLoaded();
 587     return true;
 588   }
 589
 590   LogManifestLoadResult(HISTOGRAM_LOAD_RESULT_PARSING_ERROR);
 591   return false;
 592 }
 593
 594 void ServicesCustomizationDocument::OnManifestLoaded() {
 595   if (!WasOOBECustomizationApplied())
 596     ApplyOOBECustomization();
 597
 598   scoped_ptr<base::DictionaryValue> prefs =
 599       GetDefaultAppsInProviderFormat(*root_);
 600   for (ExternalLoaders::iterator it = external_loaders_.begin();
 601        it != external_loaders_.end(); ++it) {
 602     if (*it) {
 603       UpdateCachedManifest((*it)->profile());
 604       (*it)->SetCurrentApps(
 605           scoped_ptr<base::DictionaryValue>(prefs->DeepCopy()));
 606       SetOemFolderName((*it)->profile(), *root_);
 607     }
 608   }
 609 }
 610
 611 void ServicesCustomizationDocument::OnURLFetchComplete(
 612     const net::URLFetcher* source) {
 613   std::string mime_type;
 614   std::string data;
 615   if (source->GetStatus().is_success() &&
 616       source->GetResponseCode() == net::HTTP_OK &&
 617       source->GetResponseHeaders()->GetMimeType(&mime_type) &&
 618       mime_type == "application/json" &&
 619       source->GetResponseAsString(&data)) {
 620     LoadManifestFromString(data);
 621   } else if (source->GetResponseCode() == net::HTTP_NOT_FOUND) {
 622     LOG(ERROR) << "Customization manifest is missing on server: "
 623                << source->GetURL().spec();
 624     OnCustomizationNotFound();
 625   } else {
 626     if (num_retries_ < kMaxFetchRetries) {
 627       num_retries_++;
 628       content::BrowserThread::PostDelayedTask(
 629           content::BrowserThread::UI,
 630           FROM_HERE,
 631           base::Bind(&ServicesCustomizationDocument::StartFileFetch,
 632                      weak_ptr_factory_.GetWeakPtr()),
 633           base::TimeDelta::FromSeconds(kRetriesDelayInSec));
 634       return;
 635     }
 636     // This doesn't stop fetching manifest on next restart.
 637     LOG(ERROR) << "URL fetch for services customization failed:"
 638                << " response code = " << source->GetResponseCode()
 639                << " URL = " << source->GetURL().spec();
 640
 641     LogManifestLoadResult(HISTOGRAM_LOAD_RESULT_RETRIES_FAIL);
 642   }
 643   fetch_started_ = false;
 644 }
 645
 646 bool ServicesCustomizationDocument::ApplyOOBECustomization() {
 647   if (apply_tasks_started_)
 648     return false;
 649
 650   CheckAndApplyWallpaper();
 651   return false;
 652 }
 653
 654 bool ServicesCustomizationDocument::GetDefaultWallpaperUrl(
 655     GURL* out_url) const {
 656   if (!IsReady())
 657     return false;
 658
 659   std::string url;
 660   if (!root_->GetString(kDefaultWallpaperAttr, &url))
 661     return false;
 662
 663   *out_url = GURL(url);
 664   return true;
 665 }
 666
 667 scoped_ptr<base::DictionaryValue>
 668 ServicesCustomizationDocument::GetDefaultApps() const {
 669   if (!IsReady())
 670     return scoped_ptr<base::DictionaryValue>();
 671
 672   return GetDefaultAppsInProviderFormat(*root_);
 673 }
 674
 675 std::string ServicesCustomizationDocument::GetOemAppsFolderName(
 676     const std::string& locale) const {
 677   if (!IsReady())
 678     return std::string();
 679
 680   return GetOemAppsFolderNameImpl(locale, *root_);
 681 }
 682
 683 scoped_ptr<base::DictionaryValue>
 684 ServicesCustomizationDocument::GetDefaultAppsInProviderFormat(
 685     const base::DictionaryValue& root) {
 686   scoped_ptr<base::DictionaryValue> prefs(new base::DictionaryValue);
 687   const base::ListValue* apps_list = NULL;
 688   if (root.GetList(kDefaultAppsAttr, &apps_list)) {
 689     for (size_t i = 0; i < apps_list->GetSize(); ++i) {
 690       std::string app_id;
 691       const base::DictionaryValue* app_entry = nullptr;
 692       scoped_ptr<base::DictionaryValue> entry;
 693       if (apps_list->GetString(i, &app_id)) {
 694         entry.reset(new base::DictionaryValue());
 695       } else if (apps_list->GetDictionary(i, &app_entry)) {
 696         if (!app_entry->GetString(kIdAttr, &app_id)) {
 697           LOG(ERROR) << "Wrong format of default application list";
 698           prefs->Clear();
 699           break;
 700         }
 701         entry = app_entry->CreateDeepCopy();
 702         entry->Remove(kIdAttr, nullptr);
 703       } else {
 704         LOG(ERROR) << "Wrong format of default application list";
 705         prefs->Clear();
 706         break;
 707       }
 708       if (!entry->HasKey(
 709               extensions::ExternalProviderImpl::kExternalUpdateUrl)) {
 710         entry->SetString(extensions::ExternalProviderImpl::kExternalUpdateUrl,
 711                          extension_urls::GetWebstoreUpdateUrl().spec());
 712       }
 713       prefs->Set(app_id, entry.Pass());
 714     }
 715   }
 716
 717   return prefs.Pass();
 718 }
 719
 720 void ServicesCustomizationDocument::UpdateCachedManifest(Profile* profile) {
 721   profile->GetPrefs()->Set(kServicesCustomizationKey, *root_);
 722 }
 723
 724 extensions::ExternalLoader* ServicesCustomizationDocument::CreateExternalLoader(
 725     Profile* profile) {
 726   ServicesCustomizationExternalLoader* loader =
 727       new ServicesCustomizationExternalLoader(profile);
 728   external_loaders_.push_back(loader->AsWeakPtr());
 729
 730   if (IsReady()) {
 731     UpdateCachedManifest(profile);
 732     loader->SetCurrentApps(GetDefaultAppsInProviderFormat(*root_));
 733     SetOemFolderName(profile, *root_);
 734   } else {
 735     const base::DictionaryValue* root =
 736         profile->GetPrefs()->GetDictionary(kServicesCustomizationKey);
 737     std::string version;
 738     if (root && root->GetString(kVersionAttr, &version)) {
 739       // If version exists, profile has cached version of customization.
 740       loader->SetCurrentApps(GetDefaultAppsInProviderFormat(*root));
 741       SetOemFolderName(profile, *root);
 742     } else {
 743       // StartFetching will be called from ServicesCustomizationExternalLoader
 744       // when StartLoading is called. We can't initiate manifest fetch here
 745       // because caller may never call StartLoading for the provider.
 746     }
 747   }
 748
 749   return loader;
 750 }
 751
 752 void ServicesCustomizationDocument::OnCustomizationNotFound() {
 753   LogManifestLoadResult(HISTOGRAM_LOAD_RESULT_FILE_NOT_FOUND);
 754   LoadManifestFromString(kEmptyServicesCustomizationManifest);
 755 }
 756
 757 void ServicesCustomizationDocument::SetOemFolderName(
 758     Profile* profile,
 759     const base::DictionaryValue& root) {
 760   std::string locale = g_browser_process->GetApplicationLocale();
 761   std::string name = GetOemAppsFolderNameImpl(locale, root);
 762   if (name.empty())
 763     name = default_app_order::GetOemAppsFolderName();
 764   if (!name.empty()) {
 765     app_list::AppListSyncableService* service =
 766         app_list::AppListSyncableServiceFactory::GetForProfile(profile);
 767     if (!service) {
 768       LOG(WARNING) << "AppListSyncableService is not ready for setting OEM "
 769                       "folder name";
 770       return;
 771     }
 772     service->SetOemFolderName(name);
 773   }
 774 }
 775
 776 std::string ServicesCustomizationDocument::GetOemAppsFolderNameImpl(
 777     const std::string& locale,
 778     const base::DictionaryValue& root) const {
 779   return GetLocaleSpecificStringImpl(
 780       &root, locale, kLocalizedContent, kDefaultAppsFolderName);
 781 }
 782
 783 // static
 784 void ServicesCustomizationDocument::InitializeForTesting() {
 785   g_test_services_customization_document = new ServicesCustomizationDocument;
 786   g_test_services_customization_document->network_delay_ = base::TimeDelta();
 787 }
 788
 789 // static
 790 void ServicesCustomizationDocument::ShutdownForTesting() {
 791   delete g_test_services_customization_document;
 792   g_test_services_customization_document = NULL;
 793 }
 794
 795 void ServicesCustomizationDocument::StartOEMWallpaperDownload(
 796     const GURL& wallpaper_url,
 797     scoped_ptr<ServicesCustomizationDocument::ApplyingTask> applying) {
 798   DCHECK(wallpaper_url.is_valid());
 799
 800   const base::FilePath dir = GetCustomizedWallpaperCacheDir();
 801   const base::FilePath file = GetCustomizedWallpaperDownloadedFileName();
 802   if (dir.empty() || file.empty()) {
 803     NOTREACHED();
 804     applying->Finished(false);
 805     return;
 806   }
 807
 808   wallpaper_downloader_.reset(new CustomizationWallpaperDownloader(
 809       g_browser_process->system_request_context(),
 810       wallpaper_url,
 811       dir,
 812       file,
 813       base::Bind(&ServicesCustomizationDocument::OnOEMWallpaperDownloaded,
 814                  weak_ptr_factory_.GetWeakPtr(),
 815                  base::Passed(applying.Pass()))));
 816
 817   wallpaper_downloader_->Start();
 818 }
 819
 820 void ServicesCustomizationDocument::CheckAndApplyWallpaper() {
 821   if (wallpaper_downloader_.get()) {
 822     VLOG(1) << "CheckAndApplyWallpaper(): download has already started.";
 823     return;
 824   }
 825   scoped_ptr<ServicesCustomizationDocument::ApplyingTask> applying(
 826       new ServicesCustomizationDocument::ApplyingTask(this));
 827
 828   GURL wallpaper_url;
 829   if (!GetDefaultWallpaperUrl(&wallpaper_url)) {
 830     PrefService* pref_service = g_browser_process->local_state();
 831     std::string current_url =
 832         pref_service->GetString(prefs::kCustomizationDefaultWallpaperURL);
 833     if (!current_url.empty()) {
 834       VLOG(1) << "ServicesCustomizationDocument::CheckAndApplyWallpaper() : "
 835               << "No wallpaper URL attribute in customization document, "
 836               << "but current value is non-empty: '" << current_url
 837               << "'. Ignored.";
 838     }
 839     applying->Finished(true);
 840     return;
 841   }
 842
 843   // Should fail if this ever happens in tests.
 844   DCHECK(wallpaper_url.is_valid());
 845   if (!wallpaper_url.is_valid()) {
 846     if (!wallpaper_url.is_empty()) {
 847       LOG(WARNING) << "Invalid Customized Wallpaper URL '"
 848                    << wallpaper_url.spec() << "'.";
 849     }
 850     applying->Finished(false);
 851     return;
 852   }
 853
 854   scoped_ptr<bool> exists(new bool(false));
 855
 856   base::Closure check_file_exists =
 857       base::Bind(&CheckWallpaperCacheExists,
 858                  GetCustomizedWallpaperDownloadedFileName(),
 859                  base::Unretained(exists.get()));
 860   base::Closure on_checked_closure =
 861       base::Bind(&ServicesCustomizationDocument::OnCheckedWallpaperCacheExists,
 862                  weak_ptr_factory_.GetWeakPtr(),
 863                  base::Passed(exists.Pass()),
 864                  base::Passed(applying.Pass()));
 865   if (!content::BrowserThread::PostBlockingPoolTaskAndReply(
 866           FROM_HERE, check_file_exists, on_checked_closure)) {
 867     LOG(WARNING) << "Failed to start check Wallpaper cache exists.";
 868   }
 869 }
 870
 871 void ServicesCustomizationDocument::OnCheckedWallpaperCacheExists(
 872     scoped_ptr<bool> exists,
 873     scoped_ptr<ServicesCustomizationDocument::ApplyingTask> applying) {
 874   DCHECK_CURRENTLY_ON(content::BrowserThread::UI);
 875   DCHECK(exists);
 876   DCHECK(applying);
 877
 878   ApplyWallpaper(*exists, applying.Pass());
 879 }
 880
 881 void ServicesCustomizationDocument::ApplyWallpaper(
 882     bool default_wallpaper_file_exists,
 883     scoped_ptr<ServicesCustomizationDocument::ApplyingTask> applying) {
 884   GURL wallpaper_url;
 885   const bool wallpaper_url_present = GetDefaultWallpaperUrl(&wallpaper_url);
 886
 887   PrefService* pref_service = g_browser_process->local_state();
 888
 889   std::string current_url =
 890       pref_service->GetString(prefs::kCustomizationDefaultWallpaperURL);
 891   if (current_url != wallpaper_url.spec()) {
 892     if (wallpaper_url_present) {
 893       VLOG(1) << "ServicesCustomizationDocument::ApplyWallpaper() : "
 894               << "Wallpaper URL in customization document '"
 895               << wallpaper_url.spec() << "' differs from current '"
 896               << current_url << "'."
 897               << (GURL(current_url).is_valid() && default_wallpaper_file_exists
 898                       ? " Ignored."
 899                       : " Will refetch.");
 900     } else {
 901       VLOG(1) << "ServicesCustomizationDocument::ApplyWallpaper() : "
 902               << "No wallpaper URL attribute in customization document, "
 903               << "but current value is non-empty: '" << current_url
 904               << "'. Ignored.";
 905     }
 906   }
 907   if (!wallpaper_url_present) {
 908     applying->Finished(true);
 909     return;
 910   }
 911
 912   DCHECK(wallpaper_url.is_valid());
 913
 914   // Never update system-wide wallpaper (i.e. do not check
 915   // current_url == wallpaper_url.spec() )
 916   if (GURL(current_url).is_valid() && default_wallpaper_file_exists) {
 917     VLOG(1)
 918         << "ServicesCustomizationDocument::ApplyWallpaper() : reuse existing";
 919     OnOEMWallpaperDownloaded(applying.Pass(), true, GURL(current_url));
 920   } else {
 921     VLOG(1)
 922         << "ServicesCustomizationDocument::ApplyWallpaper() : start download";
 923     StartOEMWallpaperDownload(wallpaper_url, applying.Pass());
 924   }
 925 }
 926
 927 void ServicesCustomizationDocument::OnOEMWallpaperDownloaded(
 928     scoped_ptr<ServicesCustomizationDocument::ApplyingTask> applying,
 929     bool success,
 930     const GURL& wallpaper_url) {
 931   if (success) {
 932     DCHECK(wallpaper_url.is_valid());
 933
 934     VLOG(1) << "Setting default wallpaper to '"
 935             << GetCustomizedWallpaperDownloadedFileName().value() << "' ('"
 936             << wallpaper_url.spec() << "')";
 937     WallpaperManager::Get()->SetCustomizedDefaultWallpaper(
 938         wallpaper_url,
 939         GetCustomizedWallpaperDownloadedFileName(),
 940         GetCustomizedWallpaperCacheDir());
 941   }
 942   wallpaper_downloader_.reset();
 943   applying->Finished(success);
 944 }
 945
 946 void ServicesCustomizationDocument::ApplyingTaskStarted() {
 947   ++apply_tasks_started_;
 948 }
 949
 950 void ServicesCustomizationDocument::ApplyingTaskFinished(bool success) {
 951   DCHECK_GT(apply_tasks_started_, apply_tasks_finished_);
 952   ++apply_tasks_finished_;
 953
 954   apply_tasks_success_ += success;
 955
 956   if (apply_tasks_started_ != apply_tasks_finished_)
 957     return;
 958
 959   if (apply_tasks_success_ == apply_tasks_finished_)
 960     SetApplied(true);
 961 }
 962
 963 }  // namespace chromeos