base/i18n/word_iterator_unittest.cc

   1 // Copyright (c) 2009 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #include "base/i18n/word_iterator.h"
   6
   7 #include "base/string_piece.h"
   8 #include "base/string_util.h"
   9 #include "base/sys_string_conversions.h"
  10 #include "testing/gtest/include/gtest/gtest.h"
  11
  12 TEST(WordIteratorTest, BreakWord) {
  13   std::wstring str(L" foo bar! \npouet boom");
  14   WordIterator iter(str, WordIterator::BREAK_WORD);
  15   ASSERT_TRUE(iter.Init());
  16   EXPECT_TRUE(iter.Advance());
  17   EXPECT_FALSE(iter.IsWord());
  18   EXPECT_EQ(L" ", iter.GetWord());
  19   EXPECT_TRUE(iter.Advance());
  20   EXPECT_TRUE(iter.IsWord());
  21   EXPECT_EQ(L"foo", iter.GetWord());
  22   EXPECT_TRUE(iter.Advance());
  23   EXPECT_FALSE(iter.IsWord());
  24   EXPECT_EQ(L" ", iter.GetWord());
  25   EXPECT_TRUE(iter.Advance());
  26   EXPECT_TRUE(iter.IsWord());
  27   EXPECT_EQ(L"bar", iter.GetWord());
  28   EXPECT_TRUE(iter.Advance());
  29   EXPECT_FALSE(iter.IsWord());
  30   EXPECT_EQ(L"!", iter.GetWord());
  31   EXPECT_TRUE(iter.Advance());
  32   EXPECT_FALSE(iter.IsWord());
  33   EXPECT_EQ(L" ", iter.GetWord());
  34   EXPECT_TRUE(iter.Advance());
  35   EXPECT_FALSE(iter.IsWord());
  36   EXPECT_EQ(L"\n", iter.GetWord());
  37   EXPECT_TRUE(iter.Advance());
  38   EXPECT_TRUE(iter.IsWord());
  39   EXPECT_EQ(L"pouet", iter.GetWord());
  40   EXPECT_TRUE(iter.Advance());
  41   EXPECT_FALSE(iter.IsWord());
  42   EXPECT_EQ(L" ", iter.GetWord());
  43   EXPECT_TRUE(iter.Advance());
  44   EXPECT_TRUE(iter.IsWord());
  45   EXPECT_EQ(L"boom", iter.GetWord());
  46   EXPECT_FALSE(iter.Advance());
  47   EXPECT_FALSE(iter.IsWord());
  48 }
  49
  50 TEST(WordIteratorTest, BreakLine) {
  51   std::wstring str(L" foo bar! \npouet boom");
  52   WordIterator iter(str, WordIterator::BREAK_LINE);
  53   ASSERT_TRUE(iter.Init());
  54   EXPECT_TRUE(iter.Advance());
  55   EXPECT_FALSE(iter.IsWord());
  56   EXPECT_EQ(L" ", iter.GetWord());
  57   EXPECT_TRUE(iter.Advance());
  58   EXPECT_FALSE(iter.IsWord());
  59   EXPECT_EQ(L"foo ", iter.GetWord());
  60   EXPECT_TRUE(iter.Advance());
  61   EXPECT_TRUE(iter.IsWord());
  62   EXPECT_EQ(L"bar! \n", iter.GetWord());
  63   EXPECT_TRUE(iter.Advance());
  64   EXPECT_FALSE(iter.IsWord());
  65   EXPECT_EQ(L"pouet ", iter.GetWord());
  66   EXPECT_TRUE(iter.Advance());
  67   EXPECT_FALSE(iter.IsWord());
  68   EXPECT_EQ(L"boom", iter.GetWord());
  69   EXPECT_FALSE(iter.Advance());
  70   EXPECT_FALSE(iter.IsWord());
  71 }
  72
  73 TEST(WordIteratorTest, BreakWide16) {
  74   //  "Παγκόσμιος Ιστός"
  75   const std::wstring str(L"\x03a0\x03b1\x03b3\x03ba\x03cc\x03c3\x03bc\x03b9"
  76                          L"\x03bf\x03c2\x0020\x0399\x03c3\x03c4\x03cc\x03c2");
  77   const std::wstring word1(str.substr(0, 10));
  78   const std::wstring word2(str.substr(11, 5));
  79   WordIterator iter(str, WordIterator::BREAK_WORD);
  80   ASSERT_TRUE(iter.Init());
  81   EXPECT_TRUE(iter.Advance());
  82   EXPECT_TRUE(iter.IsWord());
  83   EXPECT_EQ(word1, iter.GetWord());
  84   EXPECT_TRUE(iter.Advance());
  85   EXPECT_FALSE(iter.IsWord());
  86   EXPECT_EQ(L" ", iter.GetWord());
  87   EXPECT_TRUE(iter.Advance());
  88   EXPECT_TRUE(iter.IsWord());
  89   EXPECT_EQ(word2, iter.GetWord());
  90   EXPECT_FALSE(iter.Advance());
  91   EXPECT_FALSE(iter.IsWord());
  92 }
  93
  94 TEST(WordIteratorTest, BreakWide32) {
  95   // U+1D49C MATHEMATICAL SCRIPT CAPITAL A
  96   const char *very_wide_char = "\xF0\x9D\x92\x9C";
  97   const std::wstring str(
  98       base::SysUTF8ToWide(StringPrintf("%s a", very_wide_char)));
  99 #if defined(WCHAR_T_IS_UTF16)
 100   const std::wstring very_wide_word(str.substr(0, 2));
 101 #elif defined(WCHAR_T_IS_UTF32)
 102   const std::wstring very_wide_word(str.substr(0, 1));
 103 #endif
 104   WordIterator iter(str, WordIterator::BREAK_WORD);
 105   ASSERT_TRUE(iter.Init());
 106   EXPECT_TRUE(iter.Advance());
 107   EXPECT_TRUE(iter.IsWord());
 108   EXPECT_EQ(very_wide_word, iter.GetWord());
 109   EXPECT_TRUE(iter.Advance());
 110   EXPECT_FALSE(iter.IsWord());
 111   EXPECT_EQ(L" ", iter.GetWord());
 112   EXPECT_TRUE(iter.Advance());
 113   EXPECT_TRUE(iter.IsWord());
 114   EXPECT_EQ(L"a", iter.GetWord());
 115   EXPECT_FALSE(iter.Advance());
 116   EXPECT_FALSE(iter.IsWord());
 117 }