/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */ /* * This file is part of the LibreOffice project. * * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. * * This file incorporates work covered by the following license notice: * * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed * with this work for additional information regarding copyright * ownership. The ASF licenses this file to you under the Apache * License, Version 2.0 (the "License"); you may not use this file * except in compliance with the License. You may obtain a copy of * the License at http://www.apache.org/licenses/LICENSE-2.0 . */ // prevent internal compiler error with MSVC6SP3 #include #include #include #include "widthfolding_data.h" using namespace com::sun::star::uno; namespace com { namespace sun { namespace star { namespace i18n { sal_Unicode widthfolding::decompose_ja_voiced_sound_marksChar2Char (sal_Unicode inChar) { if (0x30a0 <= inChar && inChar <= 0x30ff) { sal_Int16 i = inChar - 0x3040; if (decomposition_table[i].decomposited_character_1) return 0xFFFF; } return inChar; } /** * Decompose Japanese specific voiced and semi-voiced sound marks. */ OUString widthfolding::decompose_ja_voiced_sound_marks (const OUString& inStr, sal_Int32 startPos, sal_Int32 nCount, Sequence< sal_Int32 >& offset, bool useOffset ) { // Create a string buffer which can hold nCount * 2 + 1 characters. // Its size may become double of nCount. // The reference count is 1 now. rtl_uString * newStr = rtl_uString_alloc(nCount * 2); sal_Int32 *p = nullptr; sal_Int32 position = 0; if (useOffset) { // Allocate double of nCount length to offset argument. offset.realloc( nCount * 2 ); p = offset.getArray(); position = startPos; } // Prepare pointers of unicode character arrays. const sal_Unicode* src = inStr.getStr() + startPos; sal_Unicode* dst = newStr->buffer; // Decomposition: GA --> KA + voice-mark while (nCount -- > 0) { sal_Unicode c = *src++; // see http://charts.unicode.org/Web/U3040.html Hiragana (U+3040..U+309F) // see http://charts.unicode.org/Web/U30A0.html Katakana (U+30A0..U+30FF) // Hiragana is not applied to decomposition. // Only Katakana is applied to decomposition if (0x30a0 <= c && c <= 0x30ff) { int i = int(c - 0x3040); sal_Unicode first = decomposition_table[i].decomposited_character_1; if (first != 0x0000) { *dst ++ = first; *dst ++ = decomposition_table[i].decomposited_character_2; // second if (useOffset) { *p ++ = position; *p ++ = position ++; } continue; } } *dst ++ = c; if (useOffset) *p ++ = position ++; } *dst = (sal_Unicode) 0; newStr->length = sal_Int32(dst - newStr->buffer); if (useOffset) offset.realloc(newStr->length); return OUString(newStr, SAL_NO_ACQUIRE); // take ownership } oneToOneMapping& widthfolding::getfull2halfTable() { static oneToOneMappingWithFlag table(full2half, sizeof(full2half), FULL2HALF_NORMAL); table.makeIndex(); return table; } /** * Compose Japanese specific voiced and semi-voiced sound marks. */ OUString widthfolding::compose_ja_voiced_sound_marks (const OUString& inStr, sal_Int32 startPos, sal_Int32 nCount, Sequence< sal_Int32 >& offset, bool useOffset, sal_Int32 nFlags ) { // Create a string buffer which can hold nCount + 1 characters. // Its size may become equal to nCount or smaller. // The reference count is 1 now. rtl_uString * newStr = rtl_uString_alloc(nCount); // Prepare pointers of unicode character arrays. const sal_Unicode* src = inStr.getStr() + startPos; sal_Unicode* dst = newStr->buffer; // This conversion algorithm requires at least one character. if (nCount > 0) { // .. .. KA VOICE .. .. // ^ ^ // previousChar currentChar // ^ // position // // will be converted to // .. .. GA .. .. sal_Int32 *p = nullptr; sal_Int32 position = 0; if (useOffset) { // Allocate nCount length to offset argument. offset.realloc( nCount ); p = offset.getArray(); position = startPos; } // sal_Unicode previousChar = *src ++; sal_Unicode currentChar; // Composition: KA + voice-mark --> GA while (-- nCount > 0) { currentChar = *src ++; // see http://charts.unicode.org/Web/U3040.html Hiragana (U+3040..U+309F) // see http://charts.unicode.org/Web/U30A0.html Katakana (U+30A0..U+30FF) // 0x3099 COMBINING KATAKANA-HIRAGANA VOICED SOUND MARK // 0x309a COMBINING KATAKANA-HIRAGANA SEMI-VOICED SOUND MARK // 0x309b KATAKANA-HIRAGANA VOICED SOUND MARK // 0x309c KATAKANA-HIRAGANA SEMI-VOICED SOUND MARK int j = currentChar - 0x3099; // 0x3099, 0x309a, 0x309b, 0x309c ? if (2 <= j && j <= 3) // 0x309b or 0x309c j -= 2; if (0 <= j && j <= 1) { // 0 addresses a code point regarding 0x3099 or 0x309b (voiced sound mark), // 1 is 0x309a or 0x309c (semi-voiced sound mark) int i = int(previousChar - 0x3040); // i acts as an index of array bool bCompose = false; if (0 <= i && i <= (0x30ff - 0x3040) && composition_table[i][j]) bCompose = true; // not to use combined KATAKANA LETTER VU if ( previousChar == 0x30a6 && (nFlags & WIDTHFOLDNIG_DONT_USE_COMBINED_VU) ) bCompose = false; if( bCompose ){ if (useOffset) { position ++; *p ++ = position ++; } *dst ++ = composition_table[i][j]; previousChar = *src ++; nCount --; continue; } } if (useOffset) *p ++ = position ++; *dst ++ = previousChar; previousChar = currentChar; } if (nCount == 0) { if (useOffset) *p = position; *dst ++ = previousChar; } *dst = (sal_Unicode) 0; newStr->length = sal_Int32(dst - newStr->buffer); } if (useOffset) offset.realloc(newStr->length); return OUString(newStr, SAL_NO_ACQUIRE); // take ownership } oneToOneMapping& widthfolding::gethalf2fullTable() { static oneToOneMappingWithFlag table(half2full, sizeof(half2full), HALF2FULL_NORMAL); table.makeIndex(); return table; } sal_Unicode widthfolding::getCompositionChar(sal_Unicode c1, sal_Unicode c2) { return composition_table[c1 - 0x3040][c2 - 0x3099]; } oneToOneMapping& widthfolding::getfull2halfTableForASC() { static oneToOneMappingWithFlag table(full2half, sizeof(full2half), FULL2HALF_ASC_FUNCTION); table.makeIndex(); // bluedwarf: dirty hack! // There is an exception. Additional conversion is required following: // 0xFFE5 (FULLWIDTH YEN SIGN) --> 0x005C (REVERSE SOLIDUS) // // See the following page for detail: // http://wiki.openoffice.org/wiki/Calc/Features/JIS_and_ASC_functions int i, j; int n = sizeof(full2halfASCException) / sizeof(UnicodePairWithFlag); for( i = 0; i < n; i++ ) { const int high = (full2halfASCException[i].first >> 8) & 0xFF; const int low = (full2halfASCException[i].first) & 0xFF; if( !table.mpIndex[high] ) { table.mpIndex[high] = new UnicodePairWithFlag*[256]; for( j = 0; j < 256; j++ ) table.mpIndex[high][j] = nullptr; } table.mpIndex[high][low] = &full2halfASCException[i]; } return table; } oneToOneMapping& widthfolding::gethalf2fullTableForJIS() { static oneToOneMappingWithFlag table(half2full, sizeof(half2full), HALF2FULL_JIS_FUNCTION); table.makeIndex(); // bluedwarf: dirty hack! // There are some exceptions. Additional conversion are required following: // 0x0022 (QUOTATION MARK) --> 0x201D (RIGHT DOUBLE QUOTATION MARK) // 0x0027 (APOSTROPHE) --> 0x2019 (RIGHT SINGLE QUOTATION MARK) // 0x005C (REVERSE SOLIDUS) --> 0xFFE5 (FULLWIDTH YEN SIGN) // 0x0060 (GRAVE ACCENT) --> 0x2018 (LEFT SINGLE QUOTATION MARK) // // See the following page for detail: // http://wiki.openoffice.org/wiki/Calc/Features/JIS_and_ASC_functions int i, j; int n = sizeof(half2fullJISException) / sizeof(UnicodePairWithFlag); for( i = 0; i < n; i++ ) { const int high = (half2fullJISException[i].first >> 8) & 0xFF; const int low = (half2fullJISException[i].first) & 0xFF; if( !table.mpIndex[high] ) { table.mpIndex[high] = new UnicodePairWithFlag*[256]; for( j = 0; j < 256; j++ ) table.mpIndex[high][j] = nullptr; } table.mpIndex[high][low] = &half2fullJISException[i]; } return table; } oneToOneMapping& widthfolding::getfullKana2halfKanaTable() { static oneToOneMappingWithFlag table(full2half, sizeof(full2half), FULL2HALF_KATAKANA_ONLY); table.makeIndex(); return table; } oneToOneMapping& widthfolding::gethalfKana2fullKanaTable() { static oneToOneMappingWithFlag table(half2full, sizeof(half2full), HALF2FULL_KATAKANA_ONLY); table.makeIndex(); return table; } } } } } /* vim:set shiftwidth=4 softtabstop=4 expandtab: */