Change Auto Lo-Fi field trial name.
[chromium-blink-merge.git] / content / common / dwrite_font_platform_win.cc
blob7fa2927fac23f9e3188f093c21dbab3f67aa7f41
1 // Copyright 2014 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
5 #include "content/public/common/dwrite_font_platform_win.h"
7 #include <dwrite.h>
8 #include <map>
9 #include <string>
10 #include <utility>
11 #include <vector>
12 #include <wrl/implements.h>
13 #include <wrl/wrappers/corewrappers.h>
15 #include "base/command_line.h"
16 #include "base/debug/alias.h"
17 #include "base/debug/crash_logging.h"
18 #include "base/files/file_enumerator.h"
19 #include "base/files/file_path.h"
20 #include "base/files/file_util.h"
21 #include "base/files/memory_mapped_file.h"
22 #include "base/memory/scoped_ptr.h"
23 #include "base/memory/scoped_vector.h"
24 #include "base/memory/shared_memory.h"
25 #include "base/metrics/histogram.h"
26 #include "base/path_service.h"
27 #include "base/process/process_handle.h"
28 #include "base/stl_util.h"
29 #include "base/strings/string_number_conversions.h"
30 #include "base/strings/utf_string_conversions.h"
31 #include "base/synchronization/lock.h"
32 #include "base/time/time.h"
33 #include "base/win/registry.h"
34 #include "base/win/scoped_comptr.h"
35 #include "content/public/common/content_switches.h"
37 namespace {
39 // Font Cache implementation short story:
40 // Due to our sandboxing restrictions, we cannot connect to Windows font cache
41 // service from Renderer and need to use DirectWrite isolated font loading
42 // mechanism.
43 // DirectWrite needs to be initialized before any of the API could be used.
44 // During initialization DirectWrite loads all font files and populates
45 // internal cache, we refer this phase as enumeration and we are trying
46 // to optimize this phase in our cache approach. Using cache during
47 // initialization will help improve on startup latency in each renderer
48 // instance.
49 // During enumeration DirectWrite reads various fragments from .ttf/.ttc
50 // font files. Our assumption is that these fragments are being read to
51 // cache information such as font families, supported sizes etc.
52 // For reading fragments DirectWrite calls ReadFragment of our FontFileStream
53 // implementation with parameters start_offset and length. We cache these
54 // parameters along with associated data chunk.
55 // Here is small example of how segments are read
56 // start_offset: 0, length: 16
57 // start_offset: 0, length: 12
58 // start_offset: 0, length: 117
59 // For better cache management we collapse segments if they overlap or are
60 // adjacent.
62 namespace mswr = Microsoft::WRL;
64 const char kFontKeyName[] = "font_key_name";
66 // We use this value to determine whether to cache file fragments
67 // or not. In our trials we observed that for some font files
68 // direct write ends up reading almost entire file during enumeration
69 // phase. If we don't use this percentile formula we will end up
70 // increasing significant cache size by caching entire file contents
71 // for some of the font files.
72 const double kMaxPercentileOfFontFileSizeToCache = 0.6;
74 // With current implementation we map entire shared section into memory during
75 // renderer startup. This causes increase in working set of Chrome. As first
76 // step we want to see if caching is really improving any performance for our
77 // users, so we are putting arbitrary limit on cache file size. There are
78 // multiple ways we can tune our working size, like mapping only required part
79 // of section at any given time.
80 const double kArbitraryCacheFileSizeLimit = (30 * 1024 * 1024);
82 // We have chosen current font file length arbitrarily. In our logic
83 // if we don't find file we are looking for in cache we end up loading
84 // that file directly from system fonts folder.
85 const unsigned int kMaxFontFileNameLength = 34;
87 const DWORD kCacheFileVersion = 103;
88 const DWORD kFileSignature = 0x4D4F5243; // CROM
89 const DWORD kMagicCompletionSignature = 0x454E4F44; // DONE
91 const DWORD kUndefinedDWORDS = 36;
93 // Make sure that all structure sizes align with 8 byte boundary otherwise
94 // dr. memory test may complain.
95 #pragma pack(push, 8)
96 // Cache file header, includes signature, completion bits and version.
97 struct CacheFileHeader {
98 CacheFileHeader() {
99 file_signature = kFileSignature;
100 magic_completion_signature = 0;
101 version = kCacheFileVersion;
102 ::ZeroMemory(undefined, sizeof(undefined));
105 DWORD file_signature;
106 DWORD magic_completion_signature;
107 DWORD version;
108 BYTE undefined[kUndefinedDWORDS];
111 // Entry for a particular font file within this cache.
112 struct CacheFileEntry {
113 CacheFileEntry() {
114 file_size = 0;
115 entry_count = 0;
116 ::ZeroMemory(file_name, sizeof(file_name));
119 UINT64 file_size;
120 DWORD entry_count;
121 wchar_t file_name[kMaxFontFileNameLength];
124 // Offsets or data chunks that are cached for particular font file.
125 struct CacheFileOffsetEntry {
126 CacheFileOffsetEntry() {
127 start_offset = 0;
128 length = 0;
131 UINT64 start_offset;
132 UINT64 length;
133 /* BYTE blob_[]; // Place holder for the blob that follows. */
135 #pragma pack(pop)
137 bool ValidateFontCacheHeader(CacheFileHeader* header) {
138 return (header->file_signature == kFileSignature &&
139 header->magic_completion_signature == kMagicCompletionSignature &&
140 header->version == kCacheFileVersion);
143 class FontCacheWriter;
145 // This class implements main interface required for loading custom font
146 // collection as specified by DirectWrite. We also use this class for storing
147 // some state information as this is one of the centralized entity.
148 class FontCollectionLoader
149 : public mswr::RuntimeClass<mswr::RuntimeClassFlags<mswr::ClassicCom>,
150 IDWriteFontCollectionLoader> {
151 public:
152 FontCollectionLoader()
153 : in_collection_building_mode_(false),
154 create_static_cache_(false) {}
156 ~FontCollectionLoader() override;
158 HRESULT RuntimeClassInitialize() {
159 return S_OK;
162 // IDWriteFontCollectionLoader methods.
163 HRESULT STDMETHODCALLTYPE
164 CreateEnumeratorFromKey(IDWriteFactory* factory,
165 void const* key,
166 UINT32 key_size,
167 IDWriteFontFileEnumerator** file_enumerator) override;
169 // Does all the initialization for required loading fonts from registry.
170 static HRESULT Initialize(IDWriteFactory* factory);
172 // Returns font cache map size.
173 UINT32 GetFontMapSize();
175 // Returns font name string when given font index.
176 base::string16 GetFontNameFromKey(UINT32 idx);
178 // Loads internal structure with fonts from registry.
179 bool LoadFontListFromRegistry();
181 // Loads restricted web safe fonts as fallback method to registry fonts.
182 bool LoadRestrictedFontList();
184 // Puts class in collection building mode. In collection building mode
185 // we use static cache if it is available as a look aside buffer.
186 void EnableCollectionBuildingMode(bool enable);
188 // Returns current state of collection building.
189 bool InCollectionBuildingMode();
191 // Loads static cache file.
192 bool LoadCacheFile();
194 // Unloads cache file and related data.
195 void UnloadCacheFile();
197 // Puts class in static cache creating mode. In this mode we record all
198 // direct write requests and store chunks of font data.
199 void EnterStaticCacheMode(const WCHAR* file_name);
201 // Gets out of static cache building mode.
202 void LeaveStaticCacheMode();
204 // Returns if class is currently in static cache building mode.
205 bool IsBuildStaticCacheMode();
207 // Validates cache file for consistency.
208 bool ValidateCacheFile(base::File* file);
210 private:
211 // Structure to represent each chunk within font file that we load in memory.
212 struct CacheTableOffsetEntry {
213 UINT64 start_offset;
214 UINT64 length;
215 BYTE* inside_file_ptr;
218 typedef std::vector<CacheTableOffsetEntry> OffsetVector;
220 // Structure representing each font entry with cache.
221 struct CacheTableEntry {
222 UINT64 file_size;
223 OffsetVector offset_entries;
226 public:
227 // Returns whether file we have particular font entry within cache or not.
228 bool IsFileCached(UINT32 font_key);
229 // Returns cache fragment corresponding to specific font key.
230 void* GetCachedFragment(UINT32 font_key, UINT64 start_offset, UINT64 length);
231 // Returns actual font file size at the time of caching.
232 UINT64 GetCachedFileSize(UINT32 font_key);
234 // Returns instance of font cache writer. This class manages actual font
235 // file format.
236 FontCacheWriter* GetFontCacheWriter();
238 private:
239 // Functions validates and loads cache into internal map.
240 bool ValidateAndLoadCacheMap();
242 mswr::ComPtr<IDWriteFontFileLoader> file_loader_;
244 std::vector<base::string16> reg_fonts_;
245 bool in_collection_building_mode_;
246 bool create_static_cache_;
247 scoped_ptr<base::SharedMemory> cache_;
248 scoped_ptr<FontCacheWriter> cache_writer_;
250 typedef std::map<base::string16, CacheTableEntry*> CacheMap;
251 CacheMap cache_map_;
253 DISALLOW_COPY_AND_ASSIGN(FontCollectionLoader);
256 mswr::ComPtr<FontCollectionLoader> g_font_loader;
257 base::win::ScopedHandle g_shared_font_cache;
259 // Class responsible for handling font cache file format details as well as
260 // tracking various cache region requests by direct write.
261 class FontCacheWriter {
262 public:
263 FontCacheWriter()
264 : cookie_counter_(0),
265 count_font_entries_ignored_(0) {
268 ~FontCacheWriter() {
269 if (static_cache_.get()) {
270 static_cache_->Close();
274 public:
275 // Holds data related to individual region as requested by direct write.
276 struct CacheRegion {
277 UINT64 start_offset;
278 UINT64 length;
279 const BYTE* ptr;
280 /* BYTE blob_[]; // Place holder for the blob that follows. */
283 // Function to create static font cache file.
284 bool Create(const wchar_t* file_name) {
285 static_cache_.reset(new base::File(base::FilePath(file_name),
286 base::File::FLAG_OPEN_ALWAYS | base::File::FLAG_WRITE |
287 base::File::FLAG_EXCLUSIVE_WRITE));
288 if (!static_cache_->IsValid()) {
289 static_cache_.reset();
290 return false;
292 CacheFileHeader header;
294 // At offset 0 write cache version
295 static_cache_->Write(0,
296 reinterpret_cast<const char*>(&header),
297 sizeof(header));
299 static_cache_->Flush();
300 return true;
303 // Closes static font cache file. Also writes completion signature to mark
304 // it as completely written.
305 void Close() {
306 if (static_cache_.get()) {
307 CacheFileHeader header;
308 header.magic_completion_signature = kMagicCompletionSignature;
309 // At offset 0 write cache version
310 int bytes_written = static_cache_->Write(0,
311 reinterpret_cast<const char*>(&header),
312 sizeof(header));
313 DCHECK_NE(bytes_written, -1);
315 UMA_HISTOGRAM_MEMORY_KB("DirectWrite.Fonts.BuildCache.File.Size",
316 static_cache_->GetLength() / 1024);
318 UMA_HISTOGRAM_COUNTS("DirectWrite.Fonts.BuildCache.Ignored",
319 count_font_entries_ignored_);
321 static_cache_->Close();
322 static_cache_.reset(NULL);
326 private:
327 typedef std::vector<CacheRegion> RegionVector;
329 // Structure to track various regions requested by direct write for particular
330 // font file.
331 struct FontEntryInternal {
332 FontEntryInternal(const wchar_t* name, UINT64 size)
333 : file_name(name),
334 file_size(size) {
337 base::string16 file_name;
338 UINT64 file_size;
339 RegionVector regions;
342 public:
343 // Starts up new font entry to be tracked, returns cookie to identify this
344 // particular entry.
345 UINT NewFontEntry(const wchar_t* file_name, UINT64 file_size) {
346 base::AutoLock lock(lock_);
347 UINT old_counter = cookie_counter_;
348 FontEntryInternal* font_entry = new FontEntryInternal(file_name, file_size);
349 cookie_map_[cookie_counter_].reset(font_entry);
350 cookie_counter_++;
351 return old_counter;
354 // AddRegion function lets caller add various regions to be cached for
355 // particular font file. Once enumerating that particular font file is done
356 // (based on uniquely identifying cookie) changes could be committed using
357 // CommitFontEntry
358 bool AddRegion(UINT64 cookie, UINT64 start, UINT64 length, const BYTE* ptr) {
359 base::AutoLock lock(lock_);
360 if (cookie_map_.find(cookie) == cookie_map_.end())
361 return false;
362 RegionVector& regions = cookie_map_[cookie].get()->regions;
363 CacheRegion region;
364 region.start_offset = start;
365 region.length = length;
366 region.ptr = ptr;
367 regions.push_back(region);
368 return true;
371 // Function which commits after merging all collected regions into cache file.
372 bool CommitFontEntry(UINT cookie) {
373 base::AutoLock lock(lock_);
374 if (cookie_map_.find(cookie) == cookie_map_.end())
375 return false;
377 // We will skip writing entries beyond allowed limit. Following condition
378 // doesn't enforce hard file size. We need to write complete font entry.
379 int64 length = static_cache_->GetLength();
380 if (length == -1 || length >= kArbitraryCacheFileSizeLimit) {
381 count_font_entries_ignored_++;
382 return false;
385 FontEntryInternal* font_entry = cookie_map_[cookie].get();
386 RegionVector& regions = font_entry->regions;
387 std::sort(regions.begin(), regions.end(), SortCacheRegions);
389 // At this point, we have collected all regions to be cached. These regions
390 // are tuples of start, length, data for particular data segment.
391 // These tuples can overlap.
392 // e.g. (0, 12, data), (0, 117, data), (21, 314, data), (335, 15, data)
393 // In this case as you can see first three segments overlap and
394 // 4th is adjacent. If we cache them individually then we will end up
395 // caching duplicate data, so we merge these segments together to find
396 // superset for the cache. In above example our algorithm should
397 // produce (cache) single segment starting at offset 0 with length 350.
398 RegionVector merged_regions;
399 RegionVector::iterator iter;
400 int idx = 0;
401 for (iter = regions.begin(); iter != regions.end(); iter++) {
402 if (iter == regions.begin()) {
403 merged_regions.push_back(*iter);
404 continue;
406 CacheRegion& base_region = merged_regions[idx];
407 if (IsOverlap(&base_region, &(*iter))) {
408 UINT64 end1 = base_region.start_offset + base_region.length;
409 UINT64 end2 = iter->start_offset + iter->length;
410 if (base_region.start_offset > iter->start_offset) {
411 base_region.start_offset = iter->start_offset;
412 base_region.ptr = iter->ptr;
414 base_region.length = std::max(end1, end2) - base_region.start_offset;
415 } else {
416 merged_regions.push_back(*iter);
417 idx++;
421 UINT64 total_merged_cache_in_bytes = 0;
422 for (iter = merged_regions.begin(); iter != merged_regions.end(); iter++) {
423 total_merged_cache_in_bytes += iter->length;
426 // We want to adjust following parameter based on experiments. But general
427 // logic here is that if we are going to end up caching most of the contents
428 // for a file (e.g. simsunb.ttf > 90%) then we should avoid caching that
429 // file.
430 double percentile = static_cast<double>(total_merged_cache_in_bytes) /
431 font_entry->file_size;
432 if (percentile > kMaxPercentileOfFontFileSizeToCache) {
433 count_font_entries_ignored_++;
434 return false;
437 CacheFileEntry entry;
438 wcsncpy_s(entry.file_name, kMaxFontFileNameLength,
439 font_entry->file_name.c_str(), _TRUNCATE);
440 entry.file_size = font_entry->file_size;
441 entry.entry_count = merged_regions.size();
442 static_cache_->WriteAtCurrentPos(
443 reinterpret_cast<const char*>(&entry),
444 sizeof(entry));
445 for (iter = merged_regions.begin(); iter != merged_regions.end(); iter++) {
446 CacheFileOffsetEntry offset_entry;
447 offset_entry.start_offset = iter->start_offset;
448 offset_entry.length = iter->length;
449 static_cache_->WriteAtCurrentPos(
450 reinterpret_cast<const char*>(&offset_entry),
451 sizeof(offset_entry));
452 static_cache_->WriteAtCurrentPos(
453 reinterpret_cast<const char*>(iter->ptr),
454 iter->length);
456 return true;
459 private:
460 // This is the count of font entries that we reject based on size to be
461 // cached.
462 unsigned int count_font_entries_ignored_;
463 scoped_ptr<base::File> static_cache_;
464 std::map<UINT, scoped_ptr<FontEntryInternal>> cookie_map_;
465 UINT cookie_counter_;
467 // Lock is required to protect internal data structures and access to file,
468 // According to MSDN documentation on ReadFileFragment and based on our
469 // experiments so far, there is possibility of ReadFileFragment getting called
470 // from multiple threads.
471 base::Lock lock_;
473 // Function checks if two regions overlap or are adjacent.
474 bool IsOverlap(CacheRegion* region1, CacheRegion* region2) {
475 return
476 !((region1->start_offset + region1->length) < region2->start_offset ||
477 region1->start_offset > (region2->start_offset + region2->length));
480 // Function to sort cached regions.
481 static bool SortCacheRegions(const CacheRegion& region1,
482 const CacheRegion& region2) {
483 return
484 region1.start_offset == region2.start_offset ?
485 region1.length < region2.length :
486 region1.start_offset < region2.start_offset;
489 DISALLOW_COPY_AND_ASSIGN(FontCacheWriter);
492 // Class implements IDWriteFontFileStream interface as required by direct write.
493 class FontFileStream
494 : public mswr::RuntimeClass<mswr::RuntimeClassFlags<mswr::ClassicCom>,
495 IDWriteFontFileStream> {
496 public:
497 // IDWriteFontFileStream methods.
498 HRESULT STDMETHODCALLTYPE ReadFileFragment(
499 void const** fragment_start,
500 UINT64 file_offset,
501 UINT64 fragment_size,
502 void** context) override {
503 if (cached_data_) {
504 *fragment_start = g_font_loader->GetCachedFragment(font_key_,
505 file_offset,
506 fragment_size);
507 if (*fragment_start == NULL) {
508 DCHECK(false);
510 *context = NULL;
511 return *fragment_start != NULL ? S_OK : E_FAIL;
513 if (!memory_.get() || !memory_->IsValid() ||
514 file_offset >= memory_->length() ||
515 (file_offset + fragment_size) > memory_->length())
516 return E_FAIL;
518 *fragment_start = static_cast<BYTE const*>(memory_->data()) +
519 static_cast<size_t>(file_offset);
520 *context = NULL;
521 if (g_font_loader->IsBuildStaticCacheMode()) {
522 FontCacheWriter* cache_writer = g_font_loader->GetFontCacheWriter();
523 cache_writer->AddRegion(writer_cookie_,
524 file_offset,
525 fragment_size,
526 static_cast<const BYTE*>(*fragment_start));
528 return S_OK;
531 void STDMETHODCALLTYPE ReleaseFileFragment(void* context) override {}
533 HRESULT STDMETHODCALLTYPE GetFileSize(UINT64* file_size) override {
534 if (cached_data_) {
535 *file_size = g_font_loader->GetCachedFileSize(font_key_);
536 return S_OK;
539 if (!memory_.get() || !memory_->IsValid())
540 return E_FAIL;
542 *file_size = memory_->length();
543 return S_OK;
546 HRESULT STDMETHODCALLTYPE GetLastWriteTime(UINT64* last_write_time) override {
547 if (cached_data_) {
548 *last_write_time = 0;
549 return S_OK;
552 if (!memory_.get() || !memory_->IsValid())
553 return E_FAIL;
555 // According to MSDN article http://goo.gl/rrSYzi the "last modified time"
556 // is used by DirectWrite font selection algorithms to determine whether
557 // one font resource is more up to date than another one.
558 // So by returning 0 we are assuming that it will treat all fonts to be
559 // equally up to date.
560 // TODO(shrikant): We should further investigate this.
561 *last_write_time = 0;
562 return S_OK;
565 FontFileStream::FontFileStream() : font_key_(0), cached_data_(false) {
568 HRESULT RuntimeClassInitialize(UINT32 font_key) {
569 if (g_font_loader->InCollectionBuildingMode() &&
570 g_font_loader->IsFileCached(font_key)) {
571 cached_data_ = true;
572 font_key_ = font_key;
573 return S_OK;
576 base::FilePath path;
577 PathService::Get(base::DIR_WINDOWS_FONTS, &path);
578 base::string16 font_key_name(g_font_loader->GetFontNameFromKey(font_key));
579 path = path.Append(font_key_name.c_str());
580 memory_.reset(new base::MemoryMappedFile());
582 // Put some debug information on stack.
583 WCHAR font_name[MAX_PATH];
584 path.value().copy(font_name, arraysize(font_name));
585 base::debug::Alias(font_name);
587 if (!memory_->Initialize(path)) {
588 memory_.reset();
589 return E_FAIL;
592 font_key_ = font_key;
594 base::debug::SetCrashKeyValue(kFontKeyName,
595 base::WideToUTF8(font_key_name));
597 if (g_font_loader->IsBuildStaticCacheMode()) {
598 FontCacheWriter* cache_writer = g_font_loader->GetFontCacheWriter();
599 writer_cookie_ = cache_writer->NewFontEntry(font_key_name.c_str(),
600 memory_->length());
602 return S_OK;
605 ~FontFileStream() override {
606 if (g_font_loader->IsBuildStaticCacheMode()) {
607 FontCacheWriter* cache_writer = g_font_loader->GetFontCacheWriter();
608 cache_writer->CommitFontEntry(writer_cookie_);
612 private:
613 UINT32 font_key_;
614 scoped_ptr<base::MemoryMappedFile> memory_;
615 bool cached_data_;
616 UINT writer_cookie_;
618 DISALLOW_COPY_AND_ASSIGN(FontFileStream);
621 // Implements IDWriteFontFileLoader as required by FontFileLoader.
622 class FontFileLoader
623 : public mswr::RuntimeClass<mswr::RuntimeClassFlags<mswr::ClassicCom>,
624 IDWriteFontFileLoader> {
625 public:
626 // IDWriteFontFileLoader methods.
627 HRESULT STDMETHODCALLTYPE
628 CreateStreamFromKey(void const* ref_key,
629 UINT32 ref_key_size,
630 IDWriteFontFileStream** stream) override {
631 if (ref_key_size != sizeof(UINT32))
632 return E_FAIL;
634 UINT32 font_key = *static_cast<const UINT32*>(ref_key);
635 mswr::ComPtr<FontFileStream> font_stream;
636 HRESULT hr = mswr::MakeAndInitialize<FontFileStream>(&font_stream,
637 font_key);
638 if (SUCCEEDED(hr)) {
639 *stream = font_stream.Detach();
640 return S_OK;
642 return E_FAIL;
645 FontFileLoader() {}
646 ~FontFileLoader() override {}
648 private:
649 DISALLOW_COPY_AND_ASSIGN(FontFileLoader);
652 // Implements IDWriteFontFileEnumerator as required by direct write.
653 class FontFileEnumerator
654 : public mswr::RuntimeClass<mswr::RuntimeClassFlags<mswr::ClassicCom>,
655 IDWriteFontFileEnumerator> {
656 public:
657 // IDWriteFontFileEnumerator methods.
658 HRESULT STDMETHODCALLTYPE MoveNext(BOOL* has_current_file) override {
659 *has_current_file = FALSE;
661 if (current_file_)
662 current_file_.ReleaseAndGetAddressOf();
664 if (font_idx_ < g_font_loader->GetFontMapSize()) {
665 HRESULT hr =
666 factory_->CreateCustomFontFileReference(&font_idx_,
667 sizeof(UINT32),
668 file_loader_.Get(),
669 current_file_.GetAddressOf());
670 DCHECK(SUCCEEDED(hr));
671 *has_current_file = TRUE;
672 font_idx_++;
674 return S_OK;
677 HRESULT STDMETHODCALLTYPE
678 GetCurrentFontFile(IDWriteFontFile** font_file) override {
679 if (!current_file_) {
680 *font_file = NULL;
681 return E_FAIL;
684 *font_file = current_file_.Detach();
685 return S_OK;
688 FontFileEnumerator(const void* keys,
689 UINT32 buffer_size,
690 IDWriteFactory* factory,
691 IDWriteFontFileLoader* file_loader)
692 : factory_(factory), file_loader_(file_loader), font_idx_(0) {}
694 ~FontFileEnumerator() override {}
696 mswr::ComPtr<IDWriteFactory> factory_;
697 mswr::ComPtr<IDWriteFontFile> current_file_;
698 mswr::ComPtr<IDWriteFontFileLoader> file_loader_;
699 UINT32 font_idx_;
701 private:
702 DISALLOW_COPY_AND_ASSIGN(FontFileEnumerator);
705 // IDWriteFontCollectionLoader methods.
706 HRESULT STDMETHODCALLTYPE FontCollectionLoader::CreateEnumeratorFromKey(
707 IDWriteFactory* factory,
708 void const* key,
709 UINT32 key_size,
710 IDWriteFontFileEnumerator** file_enumerator) {
711 *file_enumerator = mswr::Make<FontFileEnumerator>(
712 key, key_size, factory, file_loader_.Get()).Detach();
713 return S_OK;
716 // static
717 HRESULT FontCollectionLoader::Initialize(IDWriteFactory* factory) {
718 DCHECK(g_font_loader == NULL);
720 HRESULT result;
721 result = mswr::MakeAndInitialize<FontCollectionLoader>(&g_font_loader);
722 if (FAILED(result) || !g_font_loader) {
723 DCHECK(false);
724 return E_FAIL;
727 CHECK(g_font_loader->LoadFontListFromRegistry());
729 g_font_loader->file_loader_ = mswr::Make<FontFileLoader>().Detach();
731 factory->RegisterFontFileLoader(g_font_loader->file_loader_.Get());
732 factory->RegisterFontCollectionLoader(g_font_loader.Get());
734 return S_OK;
737 FontCollectionLoader::~FontCollectionLoader() {
738 STLDeleteContainerPairSecondPointers(cache_map_.begin(), cache_map_.end());
741 UINT32 FontCollectionLoader::GetFontMapSize() {
742 return reg_fonts_.size();
745 base::string16 FontCollectionLoader::GetFontNameFromKey(UINT32 idx) {
746 DCHECK(idx < reg_fonts_.size());
747 return reg_fonts_[idx];
750 const base::FilePath::CharType* kFontExtensionsToIgnore[] {
751 FILE_PATH_LITERAL(".FON"), // Bitmap or vector
752 FILE_PATH_LITERAL(".PFM"), // Adobe Type 1
753 FILE_PATH_LITERAL(".PFB"), // Adobe Type 1
756 const wchar_t* kFontsToIgnore[] = {
757 // "Gill Sans Ultra Bold" turns into an Ultra Bold weight "Gill Sans" in
758 // DirectWrite, but most users don't have any other weights. The regular
759 // weight font is named "Gill Sans MT", but that ends up in a different
760 // family with that name. On Mac, there's a "Gill Sans" with various weights,
761 // so CSS authors use { 'font-family': 'Gill Sans', 'Gill Sans MT', ... } and
762 // because of the DirectWrite family futzing, they end up with an Ultra Bold
763 // font, when they just wanted "Gill Sans". Mozilla implemented a more
764 // complicated hack where they effectively rename the Ultra Bold font to
765 // "Gill Sans MT Ultra Bold", but because the Ultra Bold font is so ugly
766 // anyway, we simply ignore it. See
767 // http://www.microsoft.com/typography/fonts/font.aspx?FMID=978 for a picture
768 // of the font, and the file name. We also ignore "Gill Sans Ultra Bold
769 // Condensed".
770 L"gilsanub.ttf",
771 L"gillubcd.ttf",
774 bool FontCollectionLoader::LoadFontListFromRegistry() {
775 const wchar_t kFontsRegistry[] =
776 L"Software\\Microsoft\\Windows NT\\CurrentVersion\\Fonts";
777 CHECK(reg_fonts_.empty());
778 base::win::RegKey regkey;
779 if (regkey.Open(HKEY_LOCAL_MACHINE, kFontsRegistry, KEY_READ) !=
780 ERROR_SUCCESS) {
781 return false;
784 base::FilePath system_font_path;
785 PathService::Get(base::DIR_WINDOWS_FONTS, &system_font_path);
787 base::string16 name;
788 base::string16 value;
789 for (DWORD idx = 0; idx < regkey.GetValueCount(); idx++) {
790 if (regkey.GetValueNameAt(idx, &name) == ERROR_SUCCESS &&
791 regkey.ReadValue(name.c_str(), &value) == ERROR_SUCCESS) {
792 base::FilePath path(value.c_str());
793 // We need to check if file name is the only component that exists,
794 // we will ignore all other registry entries.
795 std::vector<base::FilePath::StringType> components;
796 path.GetComponents(&components);
797 if (components.size() == 1 ||
798 base::FilePath::CompareEqualIgnoreCase(system_font_path.value(),
799 path.DirName().value())) {
800 bool should_ignore = false;
801 for (const auto& ignore : kFontsToIgnore) {
802 if (base::FilePath::CompareEqualIgnoreCase(path.value(), ignore)) {
803 should_ignore = true;
804 break;
807 // DirectWrite doesn't support bitmap/vector fonts and Adobe type 1
808 // fonts, we will ignore those font extensions.
809 // MSDN article: http://goo.gl/TfCOA
810 if (!should_ignore) {
811 for (const auto& ignore : kFontExtensionsToIgnore) {
812 if (path.MatchesExtension(ignore)) {
813 should_ignore = true;
814 break;
819 if (!should_ignore)
820 reg_fonts_.push_back(value.c_str());
824 UMA_HISTOGRAM_COUNTS("DirectWrite.Fonts.Loaded", reg_fonts_.size());
825 UMA_HISTOGRAM_COUNTS("DirectWrite.Fonts.Ignored",
826 regkey.GetValueCount() - reg_fonts_.size());
827 return true;
830 // This list is mainly based on prefs/prefs_tab_helper.cc kFontDefaults.
831 const wchar_t* kRestrictedFontSet[] = {
832 // These are the "Web Safe" fonts.
833 L"times.ttf", // IDS_STANDARD_FONT_FAMILY
834 L"timesbd.ttf", // IDS_STANDARD_FONT_FAMILY
835 L"timesbi.ttf", // IDS_STANDARD_FONT_FAMILY
836 L"timesi.ttf", // IDS_STANDARD_FONT_FAMILY
837 L"cour.ttf", // IDS_FIXED_FONT_FAMILY
838 L"courbd.ttf", // IDS_FIXED_FONT_FAMILY
839 L"courbi.ttf", // IDS_FIXED_FONT_FAMILY
840 L"couri.ttf", // IDS_FIXED_FONT_FAMILY
841 L"consola.ttf", // IDS_FIXED_FONT_FAMILY_ALT_WIN
842 L"consolab.ttf", // IDS_FIXED_FONT_FAMILY_ALT_WIN
843 L"consolai.ttf", // IDS_FIXED_FONT_FAMILY_ALT_WIN
844 L"consolaz.ttf", // IDS_FIXED_FONT_FAMILY_ALT_WIN
845 L"arial.ttf", // IDS_SANS_SERIF_FONT_FAMILY
846 L"arialbd.ttf", // IDS_SANS_SERIF_FONT_FAMILY
847 L"arialbi.ttf", // IDS_SANS_SERIF_FONT_FAMILY
848 L"ariali.ttf", // IDS_SANS_SERIF_FONT_FAMILY
849 L"comic.ttf", // IDS_CURSIVE_FONT_FAMILY
850 L"comicbd.ttf", // IDS_CURSIVE_FONT_FAMILY
851 L"comici.ttf", // IDS_CURSIVE_FONT_FAMILY
852 L"comicz.ttf", // IDS_CURSIVE_FONT_FAMILY
853 L"impact.ttf", // IDS_FANTASY_FONT_FAMILY
854 L"georgia.ttf",
855 L"georgiab.ttf",
856 L"georgiai.ttf",
857 L"georgiaz.ttf",
858 L"trebuc.ttf",
859 L"trebucbd.ttf",
860 L"trebucbi.ttf",
861 L"trebucit.ttf",
862 L"verdana.ttf",
863 L"verdanab.ttf",
864 L"verdanai.ttf",
865 L"verdanaz.ttf",
866 L"segoeui.ttf", // IDS_PICTOGRAPH_FONT_FAMILY
867 L"segoeuib.ttf", // IDS_PICTOGRAPH_FONT_FAMILY
868 L"segoeuii.ttf", // IDS_PICTOGRAPH_FONT_FAMILY
869 L"msgothic.ttc", // IDS_STANDARD_FONT_FAMILY_JAPANESE
870 L"msmincho.ttc", // IDS_SERIF_FONT_FAMILY_JAPANESE
871 L"gulim.ttc", // IDS_FIXED_FONT_FAMILY_KOREAN
872 L"batang.ttc", // IDS_SERIF_FONT_FAMILY_KOREAN
873 L"simsun.ttc", // IDS_STANDARD_FONT_FAMILY_SIMPLIFIED_HAN
874 L"mingliu.ttc", // IDS_SERIF_FONT_FAMILY_TRADITIONAL_HAN
876 // These are from the Blink fallback list.
877 L"david.ttf", // USCRIPT_HEBREW
878 L"davidbd.ttf", // USCRIPT_HEBREW
879 L"euphemia.ttf", // USCRIPT_CANADIAN_ABORIGINAL
880 L"gautami.ttf", // USCRIPT_TELUGU
881 L"gautamib.ttf", // USCRIPT_TELUGU
882 L"latha.ttf", // USCRIPT_TAMIL
883 L"lathab.ttf", // USCRIPT_TAMIL
884 L"mangal.ttf", // USCRIPT_DEVANAGARI
885 L"mangalb.ttf", // USCRIPT_DEVANAGARI
886 L"monbaiti.ttf", // USCRIPT_MONGOLIAN
887 L"mvboli.ttf", // USCRIPT_THAANA
888 L"plantc.ttf", // USCRIPT_CHEROKEE
889 L"raavi.ttf", // USCRIPT_GURMUKHI
890 L"raavib.ttf", // USCRIPT_GURMUKHI
891 L"shruti.ttf", // USCRIPT_GUJARATI
892 L"shrutib.ttf", // USCRIPT_GUJARATI
893 L"sylfaen.ttf", // USCRIPT_GEORGIAN and USCRIPT_ARMENIAN
894 L"tahoma.ttf", // USCRIPT_ARABIC,
895 L"tahomabd.ttf", // USCRIPT_ARABIC,
896 L"tunga.ttf", // USCRIPT_KANNADA
897 L"tungab.ttf", // USCRIPT_KANNADA
898 L"vrinda.ttf", // USCRIPT_BENGALI
899 L"vrindab.ttf", // USCRIPT_BENGALI
902 bool FontCollectionLoader::LoadRestrictedFontList() {
903 reg_fonts_.clear();
904 reg_fonts_.assign(kRestrictedFontSet,
905 kRestrictedFontSet + _countof(kRestrictedFontSet));
906 return true;
909 void FontCollectionLoader::EnableCollectionBuildingMode(bool enable) {
910 in_collection_building_mode_ = enable;
913 bool FontCollectionLoader::InCollectionBuildingMode() {
914 return in_collection_building_mode_;
917 bool FontCollectionLoader::IsFileCached(UINT32 font_key) {
918 if (!cache_.get() || cache_->memory() == NULL) {
919 return false;
921 CacheMap::iterator iter = cache_map_.find(
922 GetFontNameFromKey(font_key).c_str());
923 return iter != cache_map_.end();;
926 bool FontCollectionLoader::LoadCacheFile() {
927 std::string font_cache_handle_string =
928 base::CommandLine::ForCurrentProcess()->GetSwitchValueASCII(
929 switches::kFontCacheSharedHandle);
930 if (font_cache_handle_string.empty())
931 return false;
933 base::SharedMemoryHandle font_cache_handle = NULL;
934 base::StringToUint(font_cache_handle_string,
935 reinterpret_cast<unsigned int*>(&font_cache_handle));
936 DCHECK(font_cache_handle);
938 base::SharedMemory* shared_mem = new base::SharedMemory(
939 font_cache_handle, true);
940 // Map while file
941 shared_mem->Map(0);
943 cache_.reset(shared_mem);
945 if (!ValidateAndLoadCacheMap()) {
946 cache_.reset();
947 return false;
950 return true;
953 void FontCollectionLoader::UnloadCacheFile() {
954 cache_.reset();
955 STLDeleteContainerPairSecondPointers(cache_map_.begin(), cache_map_.end());
956 cache_map_.clear();
959 void FontCollectionLoader::EnterStaticCacheMode(const WCHAR* file_name) {
960 cache_writer_.reset(new FontCacheWriter());
961 if (cache_writer_->Create(file_name))
962 create_static_cache_ = true;
965 void FontCollectionLoader::LeaveStaticCacheMode() {
966 cache_writer_->Close();
967 cache_writer_.reset(NULL);
968 create_static_cache_ = false;
971 bool FontCollectionLoader::IsBuildStaticCacheMode() {
972 return create_static_cache_;
975 bool FontCollectionLoader::ValidateAndLoadCacheMap() {
976 BYTE* mem_file_start = static_cast<BYTE*>(cache_->memory());
977 BYTE* mem_file_end = mem_file_start + cache_->mapped_size();
979 BYTE* current_ptr = mem_file_start;
980 CacheFileHeader* file_header =
981 reinterpret_cast<CacheFileHeader*>(current_ptr);
982 if (!ValidateFontCacheHeader(file_header))
983 return false;
985 current_ptr = current_ptr + sizeof(CacheFileHeader);
986 if (current_ptr >= mem_file_end)
987 return false;
989 while ((current_ptr + sizeof(CacheFileEntry)) < mem_file_end) {
990 CacheFileEntry* entry = reinterpret_cast<CacheFileEntry*>(current_ptr);
991 current_ptr += sizeof(CacheFileEntry);
992 WCHAR file_name[kMaxFontFileNameLength];
993 wcsncpy_s(file_name,
994 kMaxFontFileNameLength,
995 entry->file_name,
996 _TRUNCATE);
997 CacheTableEntry* table_entry = NULL;
998 CacheMap::iterator iter = cache_map_.find(file_name);
999 if (iter == cache_map_.end()) {
1000 table_entry = new CacheTableEntry();
1001 cache_map_[file_name] = table_entry;
1002 } else {
1003 table_entry = iter->second;
1005 table_entry->file_size = entry->file_size;
1006 for (DWORD idx = 0;
1007 (current_ptr + sizeof(CacheFileOffsetEntry)) < mem_file_end &&
1008 idx < entry->entry_count;
1009 idx++) {
1010 CacheFileOffsetEntry* offset_entry =
1011 reinterpret_cast<CacheFileOffsetEntry*>(current_ptr);
1012 CacheTableOffsetEntry table_offset_entry;
1013 table_offset_entry.start_offset = offset_entry->start_offset;
1014 table_offset_entry.length = offset_entry->length;
1015 table_offset_entry.inside_file_ptr =
1016 current_ptr + sizeof(CacheFileOffsetEntry);
1017 table_entry->offset_entries.push_back(table_offset_entry);
1018 current_ptr += sizeof(CacheFileOffsetEntry);
1019 current_ptr += offset_entry->length;
1023 return true;
1026 void* FontCollectionLoader::GetCachedFragment(UINT32 font_key,
1027 UINT64 start_offset,
1028 UINT64 length) {
1029 UINT64 just_past_end = start_offset + length;
1030 CacheMap::iterator iter = cache_map_.find(
1031 GetFontNameFromKey(font_key).c_str());
1032 if (iter != cache_map_.end()) {
1033 CacheTableEntry* entry = iter->second;
1034 OffsetVector::iterator offset_iter = entry->offset_entries.begin();
1035 while (offset_iter != entry->offset_entries.end()) {
1036 UINT64 available_just_past_end =
1037 offset_iter->start_offset + offset_iter->length;
1038 if (offset_iter->start_offset <= start_offset &&
1039 just_past_end <= available_just_past_end) {
1040 return offset_iter->inside_file_ptr +
1041 (start_offset - offset_iter->start_offset);
1043 offset_iter++;
1046 return NULL;
1049 UINT64 FontCollectionLoader::GetCachedFileSize(UINT32 font_key) {
1050 CacheMap::iterator iter = cache_map_.find(
1051 GetFontNameFromKey(font_key).c_str());
1052 if (iter != cache_map_.end()) {
1053 return iter->second->file_size;
1055 return 0;
1058 FontCacheWriter* FontCollectionLoader::GetFontCacheWriter() {
1059 return cache_writer_.get();
1062 } // namespace
1064 namespace content {
1066 const char kFontCacheSharedSectionName[] = "ChromeDWriteFontCache";
1068 mswr::ComPtr<IDWriteFontCollection> g_font_collection;
1070 IDWriteFontCollection* GetCustomFontCollection(IDWriteFactory* factory) {
1071 if (g_font_collection.Get() != NULL)
1072 return g_font_collection.Get();
1074 base::TimeTicks start_tick = base::TimeTicks::Now();
1076 FontCollectionLoader::Initialize(factory);
1078 bool cache_file_loaded = g_font_loader->LoadCacheFile();
1080 // Arbitrary threshold to stop loading enormous number of fonts. Usual
1081 // side effect of loading large number of fonts results in renderer getting
1082 // killed as it appears to hang.
1083 const UINT32 kMaxFontThreshold = 1750;
1084 HRESULT hr = E_FAIL;
1085 if (cache_file_loaded ||
1086 g_font_loader->GetFontMapSize() < kMaxFontThreshold) {
1087 g_font_loader->EnableCollectionBuildingMode(true);
1088 hr = factory->CreateCustomFontCollection(
1089 g_font_loader.Get(), NULL, 0, g_font_collection.GetAddressOf());
1090 g_font_loader->UnloadCacheFile();
1091 g_font_loader->EnableCollectionBuildingMode(false);
1093 bool loading_restricted = false;
1094 if (FAILED(hr) || !g_font_collection.Get()) {
1095 loading_restricted = true;
1096 // We will try here just one more time with restricted font set.
1097 g_font_loader->LoadRestrictedFontList();
1098 hr = factory->CreateCustomFontCollection(
1099 g_font_loader.Get(), NULL, 0, g_font_collection.GetAddressOf());
1102 base::TimeDelta time_delta = base::TimeTicks::Now() - start_tick;
1103 int64 delta = time_delta.ToInternalValue();
1104 base::debug::Alias(&delta);
1105 UINT32 size = g_font_loader->GetFontMapSize();
1106 base::debug::Alias(&size);
1107 base::debug::Alias(&loading_restricted);
1109 CHECK(SUCCEEDED(hr));
1110 CHECK(g_font_collection.Get() != NULL);
1112 if (cache_file_loaded)
1113 UMA_HISTOGRAM_TIMES("DirectWrite.Fonts.LoadTime.Cached", time_delta);
1114 else
1115 UMA_HISTOGRAM_TIMES("DirectWrite.Fonts.LoadTime", time_delta);
1117 base::debug::ClearCrashKey(kFontKeyName);
1119 return g_font_collection.Get();
1122 bool BuildFontCacheInternal(const WCHAR* file_name) {
1123 typedef decltype(DWriteCreateFactory)* DWriteCreateFactoryProc;
1124 HMODULE dwrite_dll = LoadLibraryW(L"dwrite.dll");
1125 if (!dwrite_dll) {
1126 DWORD load_library_get_last_error = GetLastError();
1127 base::debug::Alias(&dwrite_dll);
1128 base::debug::Alias(&load_library_get_last_error);
1129 CHECK(false);
1132 DWriteCreateFactoryProc dwrite_create_factory_proc =
1133 reinterpret_cast<DWriteCreateFactoryProc>(
1134 GetProcAddress(dwrite_dll, "DWriteCreateFactory"));
1136 if (!dwrite_create_factory_proc) {
1137 DWORD get_proc_address_get_last_error = GetLastError();
1138 base::debug::Alias(&dwrite_create_factory_proc);
1139 base::debug::Alias(&get_proc_address_get_last_error);
1140 CHECK(false);
1143 mswr::ComPtr<IDWriteFactory> factory;
1145 CHECK(SUCCEEDED(
1146 dwrite_create_factory_proc(
1147 DWRITE_FACTORY_TYPE_ISOLATED,
1148 __uuidof(IDWriteFactory),
1149 reinterpret_cast<IUnknown**>(factory.GetAddressOf()))));
1151 base::TimeTicks start_tick = base::TimeTicks::Now();
1153 FontCollectionLoader::Initialize(factory.Get());
1155 g_font_loader->EnterStaticCacheMode(file_name);
1157 mswr::ComPtr<IDWriteFontCollection> font_collection;
1159 HRESULT hr = E_FAIL;
1160 g_font_loader->EnableCollectionBuildingMode(true);
1161 hr = factory->CreateCustomFontCollection(
1162 g_font_loader.Get(), NULL, 0, font_collection.GetAddressOf());
1163 g_font_loader->EnableCollectionBuildingMode(false);
1165 bool loading_restricted = false;
1166 if (FAILED(hr) || !font_collection.Get()) {
1167 loading_restricted = true;
1168 // We will try here just one more time with restricted font set.
1169 g_font_loader->LoadRestrictedFontList();
1170 hr = factory->CreateCustomFontCollection(
1171 g_font_loader.Get(), NULL, 0, font_collection.GetAddressOf());
1174 g_font_loader->LeaveStaticCacheMode();
1176 base::TimeDelta time_delta = base::TimeTicks::Now() - start_tick;
1177 int64 delta = time_delta.ToInternalValue();
1178 base::debug::Alias(&delta);
1179 UINT32 size = g_font_loader->GetFontMapSize();
1180 base::debug::Alias(&size);
1181 base::debug::Alias(&loading_restricted);
1183 CHECK(SUCCEEDED(hr));
1184 CHECK(font_collection.Get() != NULL);
1186 base::debug::ClearCrashKey(kFontKeyName);
1188 return true;
1191 bool ValidateFontCacheFile(base::File* file) {
1192 DCHECK(file != NULL);
1193 CacheFileHeader file_header;
1194 if (file->Read(0, reinterpret_cast<char*>(&file_header), sizeof(file_header))
1195 == -1) {
1196 return false;
1198 return ValidateFontCacheHeader(&file_header);
1201 bool LoadFontCache(const base::FilePath& path) {
1202 scoped_ptr<base::File> file(new base::File(path,
1203 base::File::FLAG_OPEN | base::File::FLAG_READ));
1204 if (!file->IsValid())
1205 return false;
1207 if (!ValidateFontCacheFile(file.get()))
1208 return false;
1210 base::string16 name(base::ASCIIToUTF16(content::kFontCacheSharedSectionName));
1211 name.append(base::UintToString16(base::GetCurrentProcId()));
1212 HANDLE mapping = ::CreateFileMapping(
1213 file->GetPlatformFile(),
1214 NULL,
1215 PAGE_READONLY,
1218 name.c_str());
1219 if (mapping == INVALID_HANDLE_VALUE)
1220 return false;
1222 if (::GetLastError() == ERROR_ALREADY_EXISTS) {
1223 CloseHandle(mapping);
1224 // We crash here, as no one should have created this mapping except Chrome.
1225 CHECK(false);
1226 return false;
1229 DCHECK(!g_shared_font_cache.IsValid());
1230 g_shared_font_cache.Set(mapping);
1232 return true;
1235 bool BuildFontCache(const base::FilePath& file) {
1236 return BuildFontCacheInternal(file.value().c_str());
1239 } // namespace content