1 // Copyright 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
5 #include "base/strings/string_util.h"
9 #define WHITESPACE_UNICODE \
10 0x0009, /* CHARACTER TABULATION */ \
11 0x000A, /* LINE FEED (LF) */ \
12 0x000B, /* LINE TABULATION */ \
13 0x000C, /* FORM FEED (FF) */ \
14 0x000D, /* CARRIAGE RETURN (CR) */ \
16 0x0085, /* NEXT LINE (NEL) */ \
17 0x00A0, /* NO-BREAK SPACE */ \
18 0x1680, /* OGHAM SPACE MARK */ \
19 0x2000, /* EN QUAD */ \
20 0x2001, /* EM QUAD */ \
21 0x2002, /* EN SPACE */ \
22 0x2003, /* EM SPACE */ \
23 0x2004, /* THREE-PER-EM SPACE */ \
24 0x2005, /* FOUR-PER-EM SPACE */ \
25 0x2006, /* SIX-PER-EM SPACE */ \
26 0x2007, /* FIGURE SPACE */ \
27 0x2008, /* PUNCTUATION SPACE */ \
28 0x2009, /* THIN SPACE */ \
29 0x200A, /* HAIR SPACE */ \
30 0x2028, /* LINE SEPARATOR */ \
31 0x2029, /* PARAGRAPH SEPARATOR */ \
32 0x202F, /* NARROW NO-BREAK SPACE */ \
33 0x205F, /* MEDIUM MATHEMATICAL SPACE */ \
34 0x3000, /* IDEOGRAPHIC SPACE */ \
37 const wchar_t kWhitespaceWide
[] = {
41 const char16 kWhitespaceUTF16
[] = {
45 const char kWhitespaceASCII
[] = {
46 0x09, // CHARACTER TABULATION
47 0x0A, // LINE FEED (LF)
48 0x0B, // LINE TABULATION
49 0x0C, // FORM FEED (FF)
50 0x0D, // CARRIAGE RETURN (CR)
55 const char kUtf8ByteOrderMark
[] = "\xEF\xBB\xBF";