lingucomponent/source/lingutil/lingutil.cxx

   1 /*************************************************************************
   2  *
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * Copyright 2008 by Sun Microsystems, Inc.
   6  *
   7  * OpenOffice.org - a multi-platform office productivity suite
   8  *
   9  * $RCSfile: lingutil.cxx,v $
  10  * $Revision: 1.4 $
  11  *
  12  * This file is part of OpenOffice.org.
  13  *
  14  * OpenOffice.org is free software: you can redistribute it and/or modify
  15  * it under the terms of the GNU Lesser General Public License version 3
  16  * only, as published by the Free Software Foundation.
  17  *
  18  * OpenOffice.org is distributed in the hope that it will be useful,
  19  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  20  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  21  * GNU Lesser General Public License version 3 for more details
  22  * (a copy is included in the LICENSE file that accompanied this code).
  23  *
  24  * You should have received a copy of the GNU Lesser General Public License
  25  * version 3 along with OpenOffice.org.  If not, see
  26  * <http://www.openoffice.org/license.html>
  27  * for a copy of the LGPLv3 License.
  28  *
  29  ************************************************************************/
  30
  31 // MARKER(update_precomp.py): autogen include statement, do not remove
  32 #include "precompiled_lingucomponent.hxx"
  33
  34 #if defined(WNT)
  35 #include <tools/prewin.h>
  36 #endif
  37
  38 #if defined(WNT)
  39 #include <Windows.h>
  40 #endif
  41
  42 #if defined(WNT)
  43 #include <tools/postwin.h>
  44 #endif
  45
  46
  47 #include <osl/thread.h>
  48 #include <osl/file.hxx>
  49 #include <tools/debug.hxx>
  50 #include <tools/urlobj.hxx>
  51 #include <i18npool/mslangid.hxx>
  52 #include <svtools/lingucfg.hxx>
  53 #include <svtools/pathoptions.hxx>
  54 #include <rtl/ustring.hxx>
  55 #include <rtl/string.hxx>
  56 #include <linguistic/misc.hxx>
  57
  58 #include <set>
  59 #include <vector>
  60
  61 #include <lingutil.hxx>
  62 #include <dictmgr.hxx>
  63
  64
  65 using ::com::sun::star::lang::Locale;
  66 using namespace ::com::sun::star;
  67
  68 #if 0
  69 //////////////////////////////////////////////////////////////////////
  70
  71 String GetDirectoryPathFromFileURL( const String &rFileURL )
  72 {
  73     // get file URL
  74     INetURLObject aURLObj;
  75     aURLObj.SetSmartProtocol( INET_PROT_FILE );
  76     aURLObj.SetSmartURL( rFileURL );
  77     aURLObj.removeSegment();
  78     DBG_ASSERT( !aURLObj.HasError(), "invalid URL" );
  79     String aRes = aURLObj.GetMainURL( INetURLObject::DECODE_TO_IURI );
  80     return aRes;
  81 }
  82 #endif
  83
  84 #if defined(WNT)
  85 rtl::OString Win_GetShortPathName( const rtl::OUString &rLongPathName )
  86 {
  87     rtl::OString aRes;
  88
  89     sal_Unicode aShortBuffer[1024] = {0};
  90     sal_Int32   nShortBufSize = sizeof( aShortBuffer ) / sizeof( aShortBuffer[0] );
  91
  92     // use the version of 'GetShortPathName' that can deal with Unicode...
  93     sal_Int32 nShortLen = GetShortPathNameW(
  94             reinterpret_cast<LPCWSTR>( rLongPathName.getStr() ),
  95             reinterpret_cast<LPWSTR>( aShortBuffer ),
  96             nShortBufSize );
  97
  98     if (nShortLen < nShortBufSize) // conversion successful?
  99         aRes = rtl::OString( OU2ENC( rtl::OUString( aShortBuffer, nShortLen ), osl_getThreadTextEncoding()) );
 100     else
 101         DBG_ERROR( "Win_GetShortPathName: buffer to short" );
 102
 103     return aRes;
 104 }
 105 #endif //defined(WNT)
 106
 107 //////////////////////////////////////////////////////////////////////
 108
 109 // build list of old style diuctionaries (not as extensions) to use.
 110 // User installed dictionaries (the ones residing in the user paths)
 111 // will get precedence over system installed ones for the same language.
 112 std::vector< SvtLinguConfigDictionaryEntry > GetOldStyleDics( const char *pDicType )
 113 {
 114     std::vector< SvtLinguConfigDictionaryEntry > aRes;
 115
 116     if (!pDicType)
 117         return aRes;
 118
 119     rtl::OUString aFormatName;
 120     String aDicExtension;
 121 #ifdef SYSTEM_DICTS
 122     rtl::OUString aSystemDir;
 123     rtl::OUString aSystemPrefix;
 124     rtl::OUString aSystemSuffix;
 125 #endif
 126     bool bSpell = false;
 127     bool bHyph  = false;
 128     bool bThes  = false;
 129     if (strcmp( pDicType, "DICT" ) == 0)
 130     {
 131         aFormatName             = A2OU("DICT_SPELL");
 132         aDicExtension   = String::CreateFromAscii( ".dic" );
 133 #ifdef SYSTEM_DICTS
 134         aSystemDir              = A2OU( DICT_SYSTEM_DIR );
 135         aSystemSuffix           = aDicExtension;
 136 #endif
 137         bSpell = true;
 138     }
 139     else if (strcmp( pDicType, "HYPH" ) == 0)
 140     {
 141         aFormatName             = A2OU("DICT_HYPH");
 142         aDicExtension   = String::CreateFromAscii( ".dic" );
 143 #ifdef SYSTEM_DICTS
 144         aSystemDir              = A2OU( HYPH_SYSTEM_DIR );
 145         aSystemPrefix           = A2OU( "hyph_" );
 146         aSystemSuffix           = aDicExtension;
 147 #endif
 148         bHyph = true;
 149     }
 150     else if (strcmp( pDicType, "THES" ) == 0)
 151     {
 152         aFormatName             = A2OU("DICT_THES");
 153         aDicExtension   = String::CreateFromAscii( ".dat" );
 154 #ifdef SYSTEM_DICTS
 155         aSystemDir              = A2OU( THES_SYSTEM_DIR );
 156         aSystemPrefix           = A2OU( "th_" );
 157         aSystemSuffix           = A2OU( "_v2.dat" );
 158 #endif
 159         bThes = true;
 160     }
 161
 162
 163     if (aFormatName.getLength() == 0 || aDicExtension.Len() == 0)
 164         return aRes;
 165
 166     // set of languages to remember the language where it is already
 167     // decided to make use of the dictionary.
 168     std::set< LanguageType > aDicLangInUse;
 169
 170 #ifdef SYSTEM_DICTS
 171    osl::Directory aSystemDicts(aSystemDir);
 172    if (aSystemDicts.open() == osl::FileBase::E_None)
 173    {
 174        osl::DirectoryItem aItem;
 175        osl::FileStatus aFileStatus(FileStatusMask_FileURL);
 176        while (aSystemDicts.getNextItem(aItem) == osl::FileBase::E_None)
 177        {
 178            aItem.getFileStatus(aFileStatus);
 179            rtl::OUString sPath = aFileStatus.getFileURL();
 180            if (sPath.lastIndexOf(aSystemSuffix) == sPath.getLength()-aSystemSuffix.getLength())
 181            {
 182                sal_Int32 nStartIndex = sPath.lastIndexOf(sal_Unicode('/')) + 1;
 183                if (!sPath.match(aSystemPrefix, nStartIndex))
 184                    continue;
 185                rtl::OUString sChunk = sPath.copy(0, sPath.getLength() - aSystemSuffix.getLength());
 186                sal_Int32 nIndex = nStartIndex + aSystemPrefix.getLength();
 187                rtl::OUString sLang = sChunk.getToken( 0, '_', nIndex );
 188                if (!sLang.getLength())
 189                    continue;
 190                rtl::OUString sRegion;
 191                if (nIndex != -1)
 192                    sRegion = sChunk.copy( nIndex, sChunk.getLength() - nIndex );
 193
 194                // Thus we first get the language of the dictionary
 195                LanguageType nLang = MsLangId::convertIsoNamesToLanguage(
 196                   sLang, sRegion );
 197
 198                if (aDicLangInUse.count( nLang ) == 0)
 199                {
 200                    // remember the new language in use
 201                    aDicLangInUse.insert( nLang );
 202
 203                    // add the dictionary to the resulting vector
 204                    SvtLinguConfigDictionaryEntry aDicEntry;
 205                    aDicEntry.aLocations.realloc(1);
 206                    aDicEntry.aLocaleNames.realloc(1);
 207                    rtl::OUString aLocaleName( MsLangId::convertLanguageToIsoString( nLang ) );
 208                    aDicEntry.aLocations[0] = sPath;
 209                    aDicEntry.aFormatName = aFormatName;
 210                    aDicEntry.aLocaleNames[0] = aLocaleName;
 211                    aRes.push_back( aDicEntry );
 212                }
 213            }
 214        }
 215     }
 216
 217 #endif
 218
 219     return aRes;
 220 }
 221
 222
 223 void MergeNewStyleDicsAndOldStyleDics(
 224     std::list< SvtLinguConfigDictionaryEntry > &rNewStyleDics,
 225     const std::vector< SvtLinguConfigDictionaryEntry > &rOldStyleDics )
 226 {
 227     // get list of languages supported by new style dictionaries
 228     std::set< LanguageType > aNewStyleLanguages;
 229     std::list< SvtLinguConfigDictionaryEntry >::const_iterator aIt;
 230     for (aIt = rNewStyleDics.begin() ;  aIt != rNewStyleDics.end();  ++aIt)
 231     {
 232         const uno::Sequence< rtl::OUString > aLocaleNames( aIt->aLocaleNames );
 233         sal_Int32 nLocaleNames = aLocaleNames.getLength();
 234         for (sal_Int32 k = 0;  k < nLocaleNames; ++k)
 235         {
 236             LanguageType nLang = MsLangId::convertIsoStringToLanguage( aLocaleNames[k] );
 237             aNewStyleLanguages.insert( nLang );
 238         }
 239     }
 240
 241     // now check all old style dictionaries if they will add a not yet
 242     // added language. If so add them to the resulting vector
 243     std::vector< SvtLinguConfigDictionaryEntry >::const_iterator aIt2;
 244     for (aIt2 = rOldStyleDics.begin();  aIt2 != rOldStyleDics.end();  ++aIt2)
 245     {
 246         sal_Int32 nOldStyleDics = aIt2->aLocaleNames.getLength();
 247
 248         // old style dics should only have one language listed...
 249         DBG_ASSERT( nOldStyleDics, "old style dictionary with more then one language found!");
 250         if (nOldStyleDics > 0)
 251         {
 252             LanguageType nLang = MsLangId::convertIsoStringToLanguage( aIt2->aLocaleNames[0] );
 253
 254             if (nLang == LANGUAGE_DONTKNOW || nLang == LANGUAGE_NONE)
 255             {
 256                 DBG_ERROR( "old style dictionary with invalid language found!" );
 257                 continue;
 258             }
 259
 260             // language not yet added?
 261             if (aNewStyleLanguages.count( nLang ) == 0)
 262                 rNewStyleDics.push_back( *aIt2 );
 263         }
 264         else
 265         {
 266             DBG_ERROR( "old style dictionary with no language found!" );
 267         }
 268     }
 269 }
 270
 271 //////////////////////////////////////////////////////////////////////
 272