summaryrefslogtreecommitdiff
path: root/l10ntools
diff options
context:
space:
mode:
authorIvo Hinkelmann <ihi@openoffice.org>2010-05-26 18:27:14 +0200
committerIvo Hinkelmann <ihi@openoffice.org>2010-05-26 18:27:14 +0200
commit834f4bd699643b9297a14cbc1eb1ef65dbdf0862 (patch)
treee9f5798d0bb5133d5965d9aef86a58999de64b2e /l10ntools
parent2ae59042967fd82531924c66c0184d391c7c7415 (diff)
parent8626c44b5da388deffa32d14bc36eef257868ba3 (diff)
l10ntooling17: merge
Diffstat (limited to 'l10ntools')
-rw-r--r--l10ntools/inc/cfgmerge.hxx205
-rw-r--r--l10ntools/inc/export.hxx583
-rw-r--r--l10ntools/inc/gsicheck.hxx128
-rw-r--r--l10ntools/inc/helpmerge.hxx84
-rw-r--r--l10ntools/inc/inireader.hxx52
-rw-r--r--l10ntools/inc/l10ntools/directory.hxx54
-rw-r--r--l10ntools/inc/l10ntools/file.hxx23
-rw-r--r--l10ntools/inc/l10ntools/vosapp.hxx33
-rw-r--r--l10ntools/inc/lngmerge.hxx66
-rw-r--r--l10ntools/inc/makefile.mk47
-rw-r--r--l10ntools/inc/pch/precompiled_l10ntools.cxx29
-rw-r--r--l10ntools/inc/pch/precompiled_l10ntools.hxx32
-rw-r--r--l10ntools/inc/srciter.hxx58
-rw-r--r--l10ntools/inc/tagtest.hxx396
-rw-r--r--l10ntools/inc/tokens.h109
-rw-r--r--l10ntools/inc/treeconfig.hxx28
-rw-r--r--l10ntools/inc/utf8conv.hxx44
-rw-r--r--l10ntools/inc/wtranode.hxx118
-rw-r--r--l10ntools/inc/wtratree.hxx159
-rw-r--r--l10ntools/inc/xmlparse.hxx550
-rw-r--r--l10ntools/inc/xmlutil.hxx9
-rw-r--r--l10ntools/inc/xrmmerge.hxx158
-rw-r--r--l10ntools/java/l10nconv/build.xml229
-rw-r--r--l10ntools/java/l10nconv/converter.MF1
-rw-r--r--l10ntools/java/l10nconv/documentation/readmeConverter.sxwbin0 -> 9824 bytes
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/DirtyTagWrapCheck.java82
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/DirtyTagWrapper.java249
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/Tag.java246
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/TagPair.java307
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/Convert.java550
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/Converter.java520
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/ConverterException.java76
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/DataHandler.java146
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/DataReader.java76
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/DataWriter.java88
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/ExtMap.java94
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/FileMaker.java84
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/GSIReader.java247
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/GSIWriter.java243
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/GSIandSDFMerger.java164
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/LineErrorException.java78
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/OutputHandler.java225
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/ResTypeResolver.java68
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/Resolver.java95
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/SDFReader.java632
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/SDFWriter.java172
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/XLIFFReader.java742
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/XLIFFWriter.java532
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/dtd/xliff.dtd391
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/languageResolver/LanguageResolver.java198
-rw-r--r--l10ntools/java/l10nconv/java/com/sun/star/tooling/languageResolver/lang.map41
-rw-r--r--l10ntools/java/l10nconv/makefile.mk35
-rw-r--r--l10ntools/java/receditor/build.xml169
-rw-r--r--l10ntools/java/receditor/java/transex3/controller/EditorController.java334
-rw-r--r--l10ntools/java/receditor/java/transex3/controller/Main.java10
-rw-r--r--l10ntools/java/receditor/java/transex3/model/ResourceFile.java77
-rw-r--r--l10ntools/java/receditor/java/transex3/model/SdfEntity.java211
-rw-r--r--l10ntools/java/receditor/java/transex3/model/SdfString.java167
-rw-r--r--l10ntools/java/receditor/java/transex3/view/Editor.java97
-rw-r--r--l10ntools/java/receditor/java/transex3/view/SdfTable.java24
-rw-r--r--l10ntools/java/receditor/makefile.mk35
-rw-r--r--l10ntools/java/receditor/receditor.MF1
-rw-r--r--l10ntools/layout/README27
-rw-r--r--l10ntools/layout/layoutparse.cxx135
-rw-r--r--l10ntools/layout/layoutparse.hxx51
-rw-r--r--l10ntools/layout/loc.sdf24
-rw-r--r--l10ntools/layout/makefile.mk77
-rw-r--r--l10ntools/layout/tralay.cxx399
-rw-r--r--l10ntools/layout/zoom.xml40
-rw-r--r--l10ntools/prj/build.lst11
-rw-r--r--l10ntools/prj/d.lst63
-rw-r--r--l10ntools/scripts/fast_merge.pl334
-rw-r--r--l10ntools/scripts/keyidGen.pl185
-rw-r--r--l10ntools/scripts/localize.pl1175
-rw-r--r--l10ntools/scripts/localize_old.pl1070
-rw-r--r--l10ntools/source/cfg_yy_wrapper.c2
-rw-r--r--l10ntools/source/cfglex.l232
-rw-r--r--l10ntools/source/cfgmerge.cxx883
-rw-r--r--l10ntools/source/directory.cxx273
-rw-r--r--l10ntools/source/export.cxx2657
-rw-r--r--l10ntools/source/export2.cxx739
-rw-r--r--l10ntools/source/file.cxx55
-rw-r--r--l10ntools/source/filter/merge/FCFGMerge.cfg121
-rw-r--r--l10ntools/source/filter/merge/FCFGMerge.java128
-rw-r--r--l10ntools/source/filter/merge/Manifest.mf1
-rw-r--r--l10ntools/source/filter/merge/Merger.java361
-rw-r--r--l10ntools/source/filter/merge/makefile.mk92
-rw-r--r--l10ntools/source/filter/utils/AnalyzeStartupLog.java325
-rw-r--r--l10ntools/source/filter/utils/Cache.java2446
-rw-r--r--l10ntools/source/filter/utils/ConfigHelper.java300
-rw-r--r--l10ntools/source/filter/utils/FileHelper.java763
-rw-r--r--l10ntools/source/filter/utils/Logger.java174
-rw-r--r--l10ntools/source/filter/utils/MalformedCommandLineException.java47
-rw-r--r--l10ntools/source/filter/utils/XMLHelper.java822
-rw-r--r--l10ntools/source/filter/utils/makefile.mk53
-rw-r--r--l10ntools/source/gsicheck.cxx1174
-rw-r--r--l10ntools/source/gsiconv.cxx369
-rw-r--r--l10ntools/source/help/HelpCompiler.cxx590
-rw-r--r--l10ntools/source/help/HelpCompiler.hxx317
-rw-r--r--l10ntools/source/help/HelpFileDocument.java86
-rw-r--r--l10ntools/source/help/HelpIndexerTool.java393
-rw-r--r--l10ntools/source/help/HelpLinker.cxx1170
-rw-r--r--l10ntools/source/help/compilehelp.hxx78
-rw-r--r--l10ntools/source/help/helplinker.pmk31
-rw-r--r--l10ntools/source/help/makefile.mk116
-rw-r--r--l10ntools/source/helpex.cxx296
-rw-r--r--l10ntools/source/helpmerge.cxx727
-rw-r--r--l10ntools/source/inireader.cxx132
-rw-r--r--l10ntools/source/lngex.cxx223
-rw-r--r--l10ntools/source/lngmerge.cxx357
-rw-r--r--l10ntools/source/localize.cxx984
-rw-r--r--l10ntools/source/makefile.mk206
-rw-r--r--l10ntools/source/merge.cxx442
-rw-r--r--l10ntools/source/src_yy_wrapper.c2
-rw-r--r--l10ntools/source/srciter.cxx138
-rw-r--r--l10ntools/source/srclex.l308
-rw-r--r--l10ntools/source/tagtest.cxx1574
-rw-r--r--l10ntools/source/treeconfig.cxx128
-rw-r--r--l10ntools/source/utf8conv.cxx74
-rw-r--r--l10ntools/source/wtranode.cxx108
-rw-r--r--l10ntools/source/wtratree.cxx418
-rw-r--r--l10ntools/source/xgfconv.cxx66
-rw-r--r--l10ntools/source/xmlparse.cxx1453
-rw-r--r--l10ntools/source/xrm_yy_wrapper.c2
-rw-r--r--l10ntools/source/xrmlex.l228
-rw-r--r--l10ntools/source/xrmmerge.cxx751
-rw-r--r--l10ntools/workbench/gsicheck_errors.sdf15
-rw-r--r--l10ntools/workbench/gsicheck_errors_err-.sdf11
-rw-r--r--l10ntools/workbench/gsicheck_errors_err-l.sdf2
-rw-r--r--l10ntools/workbench/gsicheck_errors_err-s.sdf9
-rw-r--r--l10ntools/workbench/gsicheck_errors_err-t.sdf9
-rw-r--r--l10ntools/workbench/gsicheck_errors_ok-.sdf5
-rw-r--r--l10ntools/workbench/gsicheck_errors_ok-l.sdf12
-rw-r--r--l10ntools/workbench/gsicheck_errors_ok-s.sdf6
-rw-r--r--l10ntools/workbench/gsicheck_errors_ok-t.sdf6
-rw-r--r--l10ntools/workbench/gsicheckcheck.btm17
136 files changed, 37799 insertions, 0 deletions
diff --git a/l10ntools/inc/cfgmerge.hxx b/l10ntools/inc/cfgmerge.hxx
new file mode 100644
index 000000000000..ae0708f5ff05
--- /dev/null
+++ b/l10ntools/inc/cfgmerge.hxx
@@ -0,0 +1,205 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+#ifndef _CFG_MERGE_HXX
+#define _CFG_MERGE_HXX
+
+#include <tools/string.hxx>
+#include <tools/list.hxx>
+#include <hash_map>
+
+typedef std::hash_map<ByteString , ByteString , hashByteString,equalByteString>
+ ByteStringHashMap;
+
+
+//
+// class CfgStackData
+//
+
+class CfgStackData
+{
+friend class CfgParser;
+friend class CfgExport;
+friend class CfgMerge;
+private:
+ ByteString sTagType;
+ ByteString sIdentifier;
+
+ ByteString sResTyp;
+
+ ByteString sTextTag;
+ ByteString sEndTextTag;
+
+ ByteStringHashMap sText;
+public:
+ CfgStackData( const ByteString &rTag, const ByteString &rId )
+ : sTagType( rTag ), sIdentifier( rId ) {};
+
+ ByteString &GetTagType() { return sTagType; }
+ ByteString &GetIdentifier() { return sIdentifier; }
+
+};
+
+//
+// class CfgStack
+//
+
+DECLARE_LIST( CfgStackList, CfgStackData * )
+
+class CfgStack : public CfgStackList
+{
+public:
+ CfgStack() : CfgStackList( 10, 10 ) {}
+ ~CfgStack();
+
+ ULONG Push( CfgStackData *pStackData );
+ CfgStackData *Push( const ByteString &rTag, const ByteString &rId );
+ CfgStackData *Pop() { return Remove( Count() - 1 ); }
+
+ CfgStackData *GetStackData( ULONG nPos = LIST_APPEND );
+
+ ByteString GetAccessPath( ULONG nPos = LIST_APPEND );
+};
+
+//
+// class CfgParser
+//
+
+class CfgParser
+{
+protected:
+ ByteString sCurrentResTyp;
+ ByteString sCurrentIsoLang;
+ ByteString sCurrentText;
+
+ ByteString sLastWhitespace;
+
+ CfgStack aStack;
+ CfgStackData *pStackData;
+
+ BOOL bLocalize;
+
+ virtual void WorkOnText(
+ ByteString &rText,
+ const ByteString &nLangIndex )=0;
+
+ virtual void WorkOnRessourceEnd()=0;
+
+ virtual void Output( const ByteString& rOutput )=0;
+
+ void Error( const ByteString &rError );
+
+private:
+ int ExecuteAnalyzedToken( int nToken, char *pToken );
+ std::vector<ByteString> aLanguages;
+ void AddText(
+ ByteString &rText,
+ const ByteString &rIsoLang,
+ const ByteString &rResTyp );
+
+BOOL IsTokenClosed( const ByteString &rToken );
+
+public:
+ CfgParser();
+ virtual ~CfgParser();
+
+ int Execute( int nToken, char * pToken );
+};
+
+//
+// class CfgOutputParser
+//
+
+class CfgOutputParser : public CfgParser
+{
+protected:
+ SvFileStream *pOutputStream;
+public:
+ CfgOutputParser ( const ByteString &rOutputFile );
+ virtual ~CfgOutputParser();
+};
+
+//
+// class CfgExport
+//
+
+class CfgExport : public CfgOutputParser
+{
+private:
+ ByteString sPrj;
+ ByteString sPath;
+ std::vector<ByteString> aLanguages;
+protected:
+ void WorkOnText(
+ ByteString &rText,
+ const ByteString &rIsoLang
+ );
+
+ void WorkOnRessourceEnd();
+ void Output( const ByteString& rOutput );
+public:
+ CfgExport(
+ const ByteString &rOutputFile,
+ const ByteString &rProject,
+ const ByteString &rFilePath
+ );
+ ~CfgExport();
+};
+
+//
+// class CfgMerge
+//
+
+class CfgMerge : public CfgOutputParser
+{
+private:
+ MergeDataFile *pMergeDataFile;
+ std::vector<ByteString> aLanguages;
+ ResData *pResData;
+
+ BOOL bGerman;
+ ByteString sFilename;
+ BOOL bEnglish;
+
+protected:
+ void WorkOnText(
+ ByteString &rText,
+ const ByteString &nLangIndex );
+
+ void WorkOnRessourceEnd();
+
+ void Output( const ByteString& rOutput );
+public:
+ CfgMerge(
+ const ByteString &rMergeSource,
+ const ByteString &rOutputFile,
+ ByteString &rFilename
+ );
+ ~CfgMerge();
+};
+
+#endif
diff --git a/l10ntools/inc/export.hxx b/l10ntools/inc/export.hxx
new file mode 100644
index 000000000000..13fad506b54d
--- /dev/null
+++ b/l10ntools/inc/export.hxx
@@ -0,0 +1,583 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+#ifndef _EXPORT_HXX
+#define _EXPORT_HXX
+
+#ifndef L10NTOOLS_DIRECTORY_HXX
+#define L10NTOOLS_DIRECTORY_HXX
+#include <l10ntools/directory.hxx>
+#endif
+
+
+// #define MERGE_SOURCE_LANGUAGES <- To merge en-US and de resource
+
+#include <tools/string.hxx>
+#include <tools/list.hxx>
+#include <tools/stream.hxx>
+#include <tools/fsys.hxx>
+#include <osl/file.hxx>
+#include <osl/file.h>
+
+#include <hash_map> /* std::hashmap*/
+#include <iterator> /* std::iterator*/
+#include <set> /* std::set*/
+#include <vector> /* std::vector*/
+#include <queue>
+#include <string>
+
+#include <unistd.h>
+#ifdef WNT
+#include <direct.h>
+#endif
+
+#define NO_TRANSLATE_ISO "x-no-translate"
+
+#define JAPANESE_ISO "ja"
+
+
+struct eqstr{
+ BOOL operator()(const char* s1, const char* s2) const{
+ return strcmp(s1,s2)==0;
+ }
+};
+
+struct equalByteString{
+ bool operator()( const ByteString& rKey1, const ByteString& rKey2 ) const {
+ return rKey1.CompareTo( rKey2 )==COMPARE_EQUAL;
+ }
+};
+struct lessByteString{
+ bool operator()( const ByteString& rKey1, const ByteString& rKey2 ) const {
+ return rKey1.CompareTo( rKey2 )==COMPARE_LESS;
+ }
+};
+
+struct hashByteString{
+ size_t operator()( const ByteString& rName ) const{
+ std::hash< const char* > myHash;
+ return myHash( rName.GetBuffer() );
+ }
+};
+
+class PFormEntrys;
+class MergeData;
+typedef std::set<ByteString , lessByteString > ByteStringSet;
+
+typedef std::hash_map<ByteString , ByteString , hashByteString,equalByteString>
+ ByteStringHashMap;
+
+typedef std::hash_map<ByteString , bool , hashByteString,equalByteString>
+ ByteStringBoolHashMap;
+
+typedef std::hash_map<ByteString , PFormEntrys* , hashByteString,equalByteString>
+ PFormEntrysHashMap;
+
+typedef std::hash_map<ByteString , MergeData* , hashByteString,equalByteString>
+ MergeDataHashMap;
+
+#define SOURCE_LANGUAGE ByteString("en-US")
+#define LIST_REFID "LIST_REFID"
+
+typedef ByteStringHashMap ExportListEntry;
+
+DECLARE_LIST( ExportListBase, ExportListEntry * )
+
+//
+// class ExportList
+//
+
+class ExportList : public ExportListBase
+{
+private:
+ ULONG nSourceLanguageListEntryCount;
+
+public:
+ ExportList() : ExportListBase() { nSourceLanguageListEntryCount = 0; }
+ ULONG GetSourceLanguageListEntryCount() { return nSourceLanguageListEntryCount; }
+ void NewSourceLanguageListEntry() { nSourceLanguageListEntryCount++; }
+};
+
+#define REFID_NONE 0xFFFF
+
+//
+// struct ResData
+//
+
+/******************************************************************************
+* Purpose: holds mandatory data to export a single res (used with ResStack)
+******************************************************************************/
+
+#define ID_LEVEL_NULL 0x0000
+#define ID_LEVEL_AUTOID 0x0001
+#define ID_LEVEL_TEXT 0x0002
+#define ID_LEVEL_FIELDNAME 0x0003
+#define ID_LEVEL_ACCESSPATH 0x0004
+#define ID_LEVEL_IDENTIFIER 0x0005
+#define ID_LEVEL_LISTINDEX 0x0006
+
+class ResData
+{
+public:
+ ~ResData();
+ BOOL SetId( const ByteString &rId, USHORT nLevel );
+
+ USHORT nWidth;
+ USHORT nChildIndex;
+ USHORT nIdLevel;
+ BOOL bChild;
+ BOOL bChildWithText;
+
+ BOOL bText;
+ BOOL bHelpText;
+ BOOL bQuickHelpText;
+ BOOL bTitle;
+ BOOL bList;
+
+ BOOL bRestMerged;
+
+ ByteString sResTyp;
+ ByteString sId;
+ ByteString sGId;
+ ByteString sHelpId;
+ ByteString sFilename;
+
+ ByteStringHashMap sText;
+ USHORT nTextRefId;
+
+ ByteStringHashMap sHelpText;
+ USHORT nHelpTextRefId;
+
+ ByteStringHashMap sQuickHelpText;
+ USHORT nQuickHelpTextRefId;
+
+ ByteStringHashMap sTitle;
+ USHORT nTitleRefId;
+
+ ByteString sTextTyp;
+ ByteStringHashMap aFallbackData;
+ ByteStringHashMap aMergedLanguages;
+
+ ExportList *pStringList;
+ ExportList *pUIEntries;
+ ExportList *pItemList;
+ ExportList *pFilterList;
+ ExportList *pPairedList;
+
+ ByteString sPForm;
+
+ void Dump();
+ void addFallbackData( ByteString& sId , const ByteString& sText );
+ bool getFallbackData( ByteString& sId , ByteString& sText);
+
+ void addMergedLanguage( ByteString& sLang );
+ bool isMerged( ByteString& sLang );
+ ResData( const ByteString &rPF, const ByteString &rGId )
+ :
+ nWidth( 0 ),
+ nChildIndex( 0 ),
+ nIdLevel( ID_LEVEL_NULL ),
+ bChild( FALSE ),
+ bChildWithText( FALSE ),
+ bText( FALSE ),
+ bHelpText( FALSE ),
+ bQuickHelpText( FALSE ),
+ bTitle( FALSE ),
+ bList( FALSE ),
+ bRestMerged( FALSE ),
+ sGId( rGId ),
+ nTextRefId( REFID_NONE ),
+ nHelpTextRefId( REFID_NONE ),
+ nQuickHelpTextRefId( REFID_NONE ),
+ nTitleRefId( REFID_NONE ),
+ sTextTyp( "Text" ),
+ pStringList( NULL ),
+ pUIEntries( NULL ),
+ pItemList( NULL ),
+ pFilterList( NULL ),
+ pPairedList( NULL ),
+ sPForm( rPF )
+ {
+ sGId.EraseAllChars( '\r' );
+ sPForm.EraseAllChars( '\r' );
+ };
+ ResData( const ByteString &rPF, const ByteString &rGId , const ByteString &rFilename )
+ :
+ nChildIndex( 0 ),
+ nIdLevel( ID_LEVEL_NULL ),
+ bChild( FALSE ),
+ bChildWithText( FALSE ),
+ bText( FALSE ),
+ bHelpText( FALSE ),
+ bQuickHelpText( FALSE ),
+ bTitle( FALSE ),
+ bList( FALSE ),
+ bRestMerged( FALSE ),
+ sGId( rGId ),
+ sFilename( rFilename ),
+ nTextRefId( REFID_NONE ),
+ nHelpTextRefId( REFID_NONE ),
+ nQuickHelpTextRefId( REFID_NONE ),
+ nTitleRefId( REFID_NONE ),
+ sTextTyp( "Text" ),
+ pStringList( NULL ),
+ pUIEntries( NULL ),
+ pItemList( NULL ),
+ pFilterList( NULL ),
+ pPairedList( NULL ),
+ sPForm( rPF )
+
+ {
+ sGId.EraseAllChars( '\r' );
+ sPForm.EraseAllChars( '\r' );
+ };
+
+
+};
+
+
+//
+// class Export
+//
+
+/******************************************************************************
+* Purpose: syntax check and export of *.src, called from lexer
+******************************************************************************/
+
+#define LIST_NON 0x0000
+#define LIST_STRING 0x0001
+#define LIST_FILTER 0x0002
+#define LIST_ITEM 0x0004
+#define LIST_PAIRED 0x0005
+#define LIST_UIENTRIES 0x0008
+#define STRING_TYP_TEXT 0x0010
+#define STRING_TYP_HELPTEXT 0x0020
+#define STRING_TYP_QUICKHELPTEXT 0x0040
+#define STRING_TYP_TITLE 0x0080
+
+#define MERGE_MODE_NORMAL 0x0000
+#define MERGE_MODE_LIST 0x0001
+
+DECLARE_LIST( ResStack, ResData * )
+// forwards
+class WordTransformer;
+class ParserQueue;
+
+class Export
+{
+private:
+ WordTransformer *pWordTransformer;
+
+ CharSet aCharSet; // used charset in src
+
+ SvFileStream aOutput;
+
+ ResStack aResStack; // stack for parsing recursive
+
+ ByteString sActPForm; // hold cur. system
+
+ BOOL bDefine; // cur. res. in a define?
+ BOOL bNextMustBeDefineEOL; // define but no \ at lineend
+ ULONG nLevel; // res. recursiv? how deep?
+ USHORT nList; // cur. res. is String- or FilterList
+ ByteString nListLang;
+ ULONG nListIndex;
+ ULONG nListLevel;
+ bool bSkipFile;
+ ByteString sProject;
+ ByteString sRoot;
+ BOOL bEnableExport;
+ BOOL bMergeMode;
+ ByteString sMergeSrc;
+ ByteString sLastListLine;
+ BOOL bError; // any errors while export?
+ BOOL bReadOver;
+ BOOL bDontWriteOutput;
+ ByteString sLastTextTyp;
+ static bool isInitialized;
+ ByteString sFilename;
+
+
+public:
+ ParserQueue* pParseQueue; // public ?
+ static ByteString sLanguages; // public ?
+ static ByteString sForcedLanguages; // public ?
+
+
+ static bool skipProject( ByteString sPrj ) ;
+ static void InitLanguages( bool bMergeMode = false );
+ static void InitForcedLanguages( bool bMergeMode = false );
+ static std::vector<ByteString> GetLanguages();
+ static std::vector<ByteString> GetForcedLanguages();
+
+ static void SetLanguages( std::vector<ByteString> val );
+ static void RemoveUTF8ByteOrderMarker( ByteString &rString );
+ static bool hasUTF8ByteOrderMarker( const ByteString &rString );
+ static void RemoveUTF8ByteOrderMarkerFromFile( const ByteString &rFilename );
+ static bool fileHasUTF8ByteOrderMarker( const ByteString &rString );
+ static ByteString GetIsoLangByIndex( USHORT nIndex );
+ static void QuotHTML( ByteString &rString );
+ static bool CopyFile( const ByteString& source , const ByteString& dest );
+
+ static void QuotHTMLXRM( ByteString &rString );
+ static void UnquotHTML( ByteString &rString );
+
+ static const char* GetEnv( const char *pVar );
+ static int getCurrentDirectory( rtl::OUString& base_fqurl , rtl::OUString& base );
+
+ static bool isSourceLanguage( const ByteString &sLanguage );
+ static bool isAllowed( const ByteString &sLanguage );
+
+ static bool LanguageAllowed( const ByteString &nLanguage );
+ static void Languages( std::vector<ByteString>::const_iterator& begin , std::vector<ByteString>::const_iterator& end );
+ static void getRandomName( const ByteString& sPrefix , ByteString& sRandStr , const ByteString& sPostfix );
+ static void getRandomName( ByteString& sRandStr );
+ static void getCurrentDir( std::string& dir );
+
+ static void replaceEncoding( ByteString& rString );
+
+ static ByteString GetFallbackLanguage( const ByteString nLanguage );
+ static void FillInFallbacks( ResData *pResData );
+ static void FillInListFallbacks( ExportList *pList, const ByteString &nSource, const ByteString &nFallback );
+ static ByteString GetTimeStamp();
+ static BOOL ConvertLineEnds( ByteString sSource, ByteString sDestination );
+ static ByteString GetNativeFile( ByteString sSource );
+ static DirEntry GetTempFile();
+
+ static void DumpExportList( ByteString& sListName , ExportList& aList );
+ static ByteString DumpMap( ByteString& sMapName , ByteStringHashMap& aMap );
+
+private:
+ static std::vector<ByteString> aLanguages;
+ static std::vector<ByteString> aForcedLanguages;
+
+ BOOL ListExists( ResData *pResData, USHORT nLst );
+
+ BOOL WriteData( ResData *pResData, BOOL bCreateNew = FALSE );// called befor dest. cur ResData
+ BOOL WriteExportList( ResData *pResData, ExportList *pExportList,
+ const ByteString &rTyp, BOOL bCreateNew = FALSE );
+
+ ByteString MergePairedList( ByteString& sLine , ByteString& sText );
+
+ ByteString FullId(); // creates cur. GID
+
+ bool PairedListFallback( ByteString& sText , ResData& aResData );
+
+ ByteString GetPairedListID ( const ByteString& sText );
+ ByteString GetPairedListString ( const ByteString& sText );
+ ByteString StripList ( const ByteString& sText );
+
+ void UnmergeUTF8( ByteString& sOrig );
+ void InsertListEntry( const ByteString &rText, const ByteString &rLine );
+ void CleanValue( ByteString &rValue );
+ ByteString GetText( const ByteString &rSource, int nToken );
+
+ BOOL PrepareTextToMerge( ByteString &rText, USHORT nTyp,
+ ByteString &nLangIndex, ResData *pResData );
+
+ void MergeRest( ResData *pResData, USHORT nMode = MERGE_MODE_NORMAL );
+ void ConvertMergeContent( ByteString &rText );
+
+ void WriteToMerged( const ByteString &rText , bool bSDFContent );
+ void SetChildWithText();
+
+ void CutComment( ByteString &rText );
+
+public:
+ Export( const ByteString &rOutput, BOOL bWrite,
+ const ByteString &rPrj, const ByteString &rPrjRoot , const ByteString& rFile );
+ Export( const ByteString &rOutput, BOOL bWrite,
+ const ByteString &rPrj, const ByteString &rPrjRoot,
+ const ByteString &rMergeSource , const ByteString& rFile );
+ ~Export();
+
+ void Init();
+ int Execute( int nToken, const char * pToken ); // called from lexer
+ void SetError() { bError = TRUE; }
+ BOOL GetError() { return bError; }
+};
+
+
+//
+// class PFormEntrys
+//
+
+/******************************************************************************
+* Purpose: holds information of data to merge (one pform)
+******************************************************************************/
+
+class PFormEntrys : public ByteString
+{
+friend class MergeDataFile;
+private:
+ ByteString sHelpText; // empty string
+ ByteStringHashMap sText;
+ ByteStringBoolHashMap bTextFirst;
+ ByteStringHashMap sQuickHelpText;
+ ByteStringBoolHashMap bQuickHelpTextFirst;
+ ByteStringHashMap sTitle;
+ ByteStringBoolHashMap bTitleFirst;
+
+public:
+ PFormEntrys( const ByteString &rPForm ) : ByteString( rPForm ) {};
+ ByteString Dump();
+ void InsertEntry(
+ const ByteString &nId ,
+ const ByteString &rText,
+ const ByteString &rQuickHelpText,
+ const ByteString &rTitle
+ )
+ {
+
+ sText[ nId ] = rText;
+ bTextFirst[ nId ] = true;
+ sQuickHelpText[ nId ] = rQuickHelpText;
+ bQuickHelpTextFirst[ nId ] = true;
+ sTitle[ nId ] = rTitle;
+ bTitleFirst[ nId ] = true;
+ }
+ BOOL GetText( ByteString &rReturn, USHORT nTyp, const ByteString &nLangIndex, BOOL bDel = FALSE );
+};
+
+//
+// class MergeData
+//
+
+/******************************************************************************
+* Purpose: holds information of data to merge (one ressource)
+******************************************************************************/
+
+class MergeDataFile;
+
+class MergeData
+{
+friend class MergeDataFile;
+private:
+ ByteString sTyp;
+ ByteString sGID;
+ ByteString sLID;
+ ByteString sFilename;
+ PFormEntrysHashMap aMap;
+public:
+ MergeData( const ByteString &rTyp, const ByteString &rGID, const ByteString &rLID , const ByteString &rFilename )
+ : sTyp( rTyp ), sGID( rGID ), sLID( rLID ) , sFilename( rFilename ) {};
+ ~MergeData();
+ PFormEntrys* InsertEntry( const ByteString &rPForm );
+ PFormEntrys* GetPFormEntrys( ResData *pResData );
+
+ void Insert( const ByteString& rPFO , PFormEntrys* pfEntrys );
+ PFormEntrys* GetPFObject( const ByteString& rPFO );
+
+ ByteString Dump();
+ BOOL operator==( ResData *pData );
+};
+
+//
+// class MergeDataFile
+//
+
+/******************************************************************************
+* Purpose: holds information of data to merge
+******************************************************************************/
+
+class MergeDataFile
+{
+private:
+ BOOL bErrorLog;
+ ByteString sErrorLog;
+ SvFileStream aErrLog;
+ ByteStringSet aLanguageSet;
+ MergeDataHashMap aMap;
+ ByteStringHashMap aLanguageMap;
+ std::vector<ByteString> aLanguageList;
+ ByteStringHashMap aFilenames;
+
+
+public:
+ MergeDataFile( const ByteString &rFileName, const ByteString& rFile , BOOL bErrLog, CharSet aCharSet, bool bCaseSensitive = false );
+ ~MergeDataFile();
+
+
+ std::vector<ByteString> GetLanguages();
+ MergeData *GetMergeData( ResData *pResData , bool bCaseSensitve = false );
+
+ PFormEntrys *GetPFormEntrys( ResData *pResData );
+ PFormEntrys *GetPFormEntrysCaseSensitive( ResData *pResData );
+
+ void InsertEntry( const ByteString &rTYP, const ByteString &rGID, const ByteString &rLID,
+ const ByteString &rPFO,
+ const ByteString &nLang , const ByteString &rTEXT,
+ const ByteString &rQHTEXT, const ByteString &rTITLE ,
+ const ByteString &sFilename , bool bCaseSensitive
+ );
+ static USHORT GetLangIndex( USHORT nId );
+ static ByteString CreateKey( const ByteString& rTYP , const ByteString& rGID , const ByteString& rLID , const ByteString& rFilename , bool bCaseSensitive = false );
+
+ ByteString Dump();
+ void WriteError( const ByteString &rLine );
+};
+
+
+class QueueEntry
+{
+public:
+ QueueEntry( int nTypVal , ByteString sLineVal ): nTyp( nTypVal ) , sLine( sLineVal ){};
+ int nTyp;
+ ByteString sLine;
+};
+
+class ParserQueue
+{
+public:
+
+ ParserQueue( Export& aExportObj );
+ ~ParserQueue();
+
+ inline void Push( const QueueEntry& aEntry );
+ bool bCurrentIsM; // public ?
+ bool bNextIsM; // public ?
+ bool bLastWasM; // public ?
+ bool bMflag; // public ?
+
+ void Close();
+private:
+ // Future / Next
+ std::queue<QueueEntry>* aQueueNext;
+ // Current
+ std::queue<QueueEntry>* aQueueCur;
+ // Ref
+ std::queue<QueueEntry>* aQref;
+
+ Export& aExport;
+ bool bStart;
+ bool bStartNext;
+
+ inline void Pop( std::queue<QueueEntry>& aQueue );
+
+};
+#endif
+
diff --git a/l10ntools/inc/gsicheck.hxx b/l10ntools/inc/gsicheck.hxx
new file mode 100644
index 000000000000..fb1eecd38c82
--- /dev/null
+++ b/l10ntools/inc/gsicheck.hxx
@@ -0,0 +1,128 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+#ifndef _GSICHECK_HXX_
+#define _GSICHECK_HXX_
+
+#include "tagtest.hxx"
+
+//
+// class GSILine
+//
+enum LineFormat { FORMAT_GSI, FORMAT_SDF, FORMAT_UNKNOWN };
+
+class GSILine : public ByteString
+{
+private:
+
+ ParserMessageList aMessages;
+ LineFormat aFormat;
+ ULONG nLineNumber;
+
+ ByteString aUniqId;
+ ByteString aLineType;
+ ByteString aLangId;
+ ByteString aText;
+ ByteString aQuickHelpText;
+ ByteString aTitle;
+
+ BOOL bOK;
+ BOOL bFixed;
+
+ void ReassembleLine();
+
+public:
+ GSILine( const ByteString &rLine, ULONG nLine );
+ LineFormat GetLineFormat() const { return aFormat; }
+ ULONG GetLineNumber() const { return nLineNumber; }
+
+ ByteString const GetUniqId() const { return aUniqId; }
+ ByteString const GetLineType() const { return aLineType; }
+ ByteString const GetLanguageId() const { return aLangId; }
+ ByteString const GetText() const { return aText; }
+ String const GetUText() const { return String( aText, RTL_TEXTENCODING_UTF8 ); }
+ ByteString const GetQuickHelpText() const { return aQuickHelpText; }
+ ByteString const GetTitle() const { return aTitle; }
+
+ void SetUText( String &aNew ) { aText = ByteString( aNew, RTL_TEXTENCODING_UTF8 ); ReassembleLine(); }
+ void SetText( ByteString &aNew ) { aText = aNew; ReassembleLine(); }
+ void SetQuickHelpText( ByteString &aNew ) { aQuickHelpText = aNew; ReassembleLine(); }
+ void SetTitle( ByteString &aNew ) { aTitle = aNew; ReassembleLine(); }
+
+ ParserMessageList* GetMessageList() { return &aMessages; };
+ BOOL HasMessages(){ return ( aMessages.Count() > 0 ); };
+
+ BOOL IsOK() const { return bOK; }
+ void NotOK();
+
+ BOOL IsFixed() const { return bFixed; }
+ void SetFixed() { bFixed = TRUE; };
+};
+
+//
+// class GSIBlock
+//
+
+DECLARE_LIST( GSIBlock_Impl, GSILine * )
+
+class LazySvFileStream;
+
+class GSIBlock : public GSIBlock_Impl
+{
+private:
+ GSILine *pSourceLine;
+ GSILine *pReferenceLine;
+ void PrintList( ParserMessageList *pList, ByteString aPrefix, GSILine *pLine );
+ BOOL bPrintContext;
+ BOOL bCheckSourceLang;
+ BOOL bCheckTranslationLang;
+ BOOL bReference;
+ BOOL bAllowKeyIDs;
+ BOOL bAllowSuspicious;
+
+ BOOL bHasBlockError;
+
+ BOOL IsUTF8( const ByteString &aTestee, BOOL bFixTags, USHORT &nErrorPos, ByteString &aErrorMsg, BOOL &bHasBeenFixed, ByteString &aFixed ) const;
+ BOOL TestUTF8( GSILine* pTestee, BOOL bFixTags );
+ BOOL HasSuspiciousChars( GSILine* pTestee, GSILine* pSource );
+
+public:
+ GSIBlock( BOOL PbPrintContext, BOOL bSource, BOOL bTrans, BOOL bRef, BOOL bAllowKID, BOOL bAllowSusp );
+ ~GSIBlock();
+ void PrintMessage( ByteString aType, ByteString aMsg, ByteString aPrefix, ByteString aContext, ULONG nLine, ByteString aUniqueId = ByteString() );
+ void PrintError( ByteString aMsg, ByteString aPrefix, ByteString aContext, ULONG nLine, ByteString aUniqueId = ByteString() );
+ void InsertLine( GSILine* pLine, const ByteString aSourceLang);
+ void SetReferenceLine( GSILine* pLine );
+ BOOL CheckSyntax( ULONG nLine, BOOL bRequireSourceLine, BOOL bFixTags );
+
+ void WriteError( LazySvFileStream &aErrOut, BOOL bRequireSourceLine );
+ void WriteCorrect( LazySvFileStream &aOkOut, BOOL bRequireSourceLine );
+ void WriteFixed( LazySvFileStream &aFixOut, BOOL bRequireSourceLine );
+};
+
+#endif
+
diff --git a/l10ntools/inc/helpmerge.hxx b/l10ntools/inc/helpmerge.hxx
new file mode 100644
index 000000000000..cfa221bc6055
--- /dev/null
+++ b/l10ntools/inc/helpmerge.hxx
@@ -0,0 +1,84 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+// local includes
+#include "export.hxx"
+#include "xmlparse.hxx"
+#include <rtl/ustring.hxx>
+#include <rtl/ustrbuf.hxx>
+#include <rtl/strbuf.hxx>
+#include <memory> /* auto_ptr */
+#include "tools/isofallback.hxx"
+
+#define MOVEFILE_REPLACE_EXISTING 0x01
+
+/// This Class is responsible for extracting/merging OpenOffice XML Helpfiles
+class HelpParser
+{
+private:
+ ByteString sHelpFile;
+ bool bUTF8;
+ bool bHasInputList;
+
+/// Copy fallback language String (ENUS,DE) into position of the numeric language iso code
+/// @PRECOND 0 < langIdx_in < MAX_IDX
+ static void FillInFallbacks( LangHashMap& rElem_out, ByteString sLangIdx_in );
+
+/// Debugmethod, prints the content of the map to stdout
+ static void Dump( LangHashMap* rElem_in , const ByteString sKey_in );
+
+/// Debugmethod, prints the content of the map to stdout
+ static void Dump( XMLHashMap* rElem_in ) ;
+
+
+
+public:
+ HelpParser( const ByteString &rHelpFile, bool bUTF8 , bool bHasInputList );
+ ~HelpParser(){};
+
+/// Method creates/append a SDF file with the content of a parsed XML file
+/// @PRECOND rHelpFile is valid
+ static bool CreateSDF( const ByteString &rSDFFile_in, const ByteString &rPrj_in, const ByteString &rRoot_in,
+ const ByteString &sHelpFile, XMLFile *pXmlFile, const ByteString &rGsi1 );
+
+ static void parse_languages( std::vector<ByteString>& aLanguages , MergeDataFile& aMergeDataFile );
+
+/// Method merges the String from the SDFfile into XMLfile. Both Strings must
+/// point to existing files.
+ bool Merge( const ByteString &rSDFFile_in, const ByteString &rDestinationFile_in , ByteString& sLanguage , MergeDataFile& aMergeDataFile );
+ bool Merge( const ByteString &rSDFFile, const ByteString &rPathX , const ByteString &rPathY , bool bISO
+ , const std::vector<ByteString>& aLanguages , MergeDataFile& aMergeDataFile , bool bCreateDir );
+
+private:
+ static ByteString makeAbsolutePath( const ByteString& sHelpFile , const ByteString& rRoot_in );
+
+ ByteString GetOutpath( const ByteString& rPathX , const ByteString& sCur , const ByteString& rPathY );
+ bool MergeSingleFile( XMLFile* file , MergeDataFile& aMergeDataFile , const ByteString& sLanguage , ByteString sPath );
+
+ void Process( LangHashMap* aLangHM , const ByteString& sCur , ResData *pResData , MergeDataFile& aMergeDataFile );
+ void ProcessHelp( LangHashMap* aLangHM , const ByteString& sCur , ResData *pResData , MergeDataFile& aMergeDataFile );
+ void MakeDir( const ByteString& sPath );
+};
diff --git a/l10ntools/inc/inireader.hxx b/l10ntools/inc/inireader.hxx
new file mode 100644
index 000000000000..0861290adf9f
--- /dev/null
+++ b/l10ntools/inc/inireader.hxx
@@ -0,0 +1,52 @@
+#include <string>
+#include <hash_map>
+#include <unicode/regex.h>
+
+using namespace std;
+
+namespace transex3
+{
+
+struct eqstr
+{
+ bool operator()( const string s1 , const string s2) const
+ {
+ return s1.compare( s2 ) == 0;
+ }
+};
+
+typedef std::hash_map< string , string > stringmap;
+typedef std::hash_map< string, stringmap* > INImap;
+
+class INIreader
+{
+ private:
+ UErrorCode section_status;
+ UErrorCode parameter_status;
+ RegexMatcher* section_match;
+ RegexMatcher* parameter_match;
+
+ public:
+ INIreader(): section_status ( U_ZERO_ERROR ) ,
+ parameter_status ( U_ZERO_ERROR )
+ {
+ section_match = new RegexMatcher ( "^\\s*\\[([a-zA-Z0-9]*)\\].*" , 0 , section_status );
+ parameter_match = new RegexMatcher ( "^\\s*([a-zA-Z0-9]*)\\s*=\\s*([a-zA-Z0-9 ]*).*" , 0 , parameter_status ) ;
+ }
+ ~INIreader()
+ {
+ delete section_match;
+ delete parameter_match;
+ }
+ // open "filename", fill hash_map with sections / paramaters
+ bool read( INImap& myMap , string& filename );
+
+ private:
+ bool is_section( string& line , string& section_str );
+ bool is_parameter( string& line , string& parameter_key , string& parameter_value );
+ inline void check_status( UErrorCode status );
+ inline void toStlString ( const UnicodeString& str, string& stl_str );
+ inline void trim( string& str );
+};
+
+}
diff --git a/l10ntools/inc/l10ntools/directory.hxx b/l10ntools/inc/l10ntools/directory.hxx
new file mode 100644
index 000000000000..6b71f59435f7
--- /dev/null
+++ b/l10ntools/inc/l10ntools/directory.hxx
@@ -0,0 +1,54 @@
+#include <vector>
+#include <algorithm>
+#include <rtl/ustring.hxx>
+#include <tools/string.hxx>
+
+#ifdef WNT
+#else
+#include <dirent.h>
+#include <unistd.h>
+#include <sys/stat.h>
+#endif
+
+#include <stdio.h>
+
+#ifndef L10NTOOLS_FILE_HXX
+#define L10NTOOLS_FILE_HXX
+#include <l10ntools/file.hxx>
+#endif
+
+namespace transex{
+
+class Directory
+{
+ private:
+ rtl::OUString sDirectoryName;
+ rtl::OUString sFullName;
+ bool bSkipLinks;
+
+ std::vector<Directory> aDirVec;
+ std::vector<File> aFileVec;
+
+ public:
+ std::vector<Directory> getSubDirectories() { return aDirVec; }
+ std::vector<File> getFiles() { return aFileVec; }
+
+ void readDirectory();
+ void readDirectory( const rtl::OUString& sFullpath );
+ void scanSubDir( int nLevels = 0 );
+
+ rtl::OUString getDirectoryName() { return sDirectoryName; }
+ rtl::OUString getFullName() { return sFullName ; }
+ void setSkipLinks( bool is_skipped );
+
+ void dump();
+ Directory(){};
+
+ Directory( const rtl::OUString sFullPath );
+ Directory( const rtl::OUString sFullPath , const rtl::OUString sEntry ) ;
+ Directory( const ByteString sFullPath );
+
+ static bool lessDir ( const Directory& rKey1, const Directory& rKey2 ) ;
+};
+
+}
diff --git a/l10ntools/inc/l10ntools/file.hxx b/l10ntools/inc/l10ntools/file.hxx
new file mode 100644
index 000000000000..e3a1a46b4ee8
--- /dev/null
+++ b/l10ntools/inc/l10ntools/file.hxx
@@ -0,0 +1,23 @@
+#include "rtl/ustring.hxx"
+
+namespace transex
+{
+
+class File
+{
+ private:
+ rtl::OUString sFileName;
+ rtl::OUString sFullName;
+
+ public:
+ rtl::OUString getFileName(){ return sFileName; }
+ rtl::OUString getFullName(){ return sFullName; }
+
+ File( const rtl::OUString sFile );
+ File( const rtl::OUString sFullName , const rtl::OUString sFile );
+
+ static bool lessFile ( const File& rKey1, const File& rKey2 );
+
+};
+
+}
diff --git a/l10ntools/inc/l10ntools/vosapp.hxx b/l10ntools/inc/l10ntools/vosapp.hxx
new file mode 100644
index 000000000000..49e10e15e3d4
--- /dev/null
+++ b/l10ntools/inc/l10ntools/vosapp.hxx
@@ -0,0 +1,33 @@
+#ifndef VOSAPP_HXX
+#define VOSAPP_HXX
+
+#include <sal/main.h>
+#include <tools/solar.h>
+#include <tools/string.hxx>
+#include <vos/process.hxx>
+
+// Mininmal vcl/svapp compatibility without vcl dependence
+class Application
+{
+public:
+ USHORT GetCommandLineParamCount();
+ XubString GetCommandLineParam( USHORT nParam );
+ virtual void Main() = 0;
+};
+
+// Urg: Cut & Paste from svapp.cxx: we don't want to depend on vcl
+USHORT Application::GetCommandLineParamCount()
+{
+ vos::OStartupInfo aStartInfo;
+ return (USHORT)aStartInfo.getCommandArgCount();
+}
+
+XubString Application::GetCommandLineParam( USHORT nParam )
+{
+ vos::OStartupInfo aStartInfo;
+ rtl::OUString aParam;
+ aStartInfo.getCommandArg( nParam, aParam );
+ return XubString( aParam );
+}
+
+#endif /* VOSAPP_HXX */
diff --git a/l10ntools/inc/lngmerge.hxx b/l10ntools/inc/lngmerge.hxx
new file mode 100644
index 000000000000..923da89988b6
--- /dev/null
+++ b/l10ntools/inc/lngmerge.hxx
@@ -0,0 +1,66 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+// local includes
+#include "export.hxx"
+
+DECLARE_LIST( LngLineList, ByteString * )
+
+#define LNG_OK 0x0000
+#define LNG_FILE_NOTFOUND 0x0001
+#define LNG_COULD_NOT_OPEN 0x0002
+#define SDF_OK 0x0003
+#define SDF_FILE_NOTFOUND 0x0004
+#define SDF_COULD_NOT_OPEN 0x0005
+
+//
+// class LngParser
+//
+
+class LngParser
+{
+private:
+ USHORT nError;
+ LngLineList *pLines;
+ ByteString sSource;
+ BOOL bDBIsUTF8;
+ BOOL bULF;
+ bool bQuiet;
+ std::vector<ByteString> aLanguages;
+
+ void FillInFallbacks( ByteStringHashMap Text );
+ bool isNextGroup( ByteString &sGroup_out , ByteString &sLine_in);
+ void ReadLine( const ByteString &sLine_in , ByteStringHashMap &rText_inout );
+ void WriteSDF( SvFileStream &aSDFStream , ByteStringHashMap &rText_inout ,
+ const ByteString &rPrj ,
+ const ByteString &rRoot , const ByteString &sActFileName , const ByteString &sID );
+public:
+ LngParser( const ByteString &rLngFile, BOOL bUTF8, BOOL bULFFormat, bool bQuiet_in );
+ ~LngParser();
+
+ BOOL CreateSDF( const ByteString &rSDFFile, const ByteString &rPrj, const ByteString &rRoot );
+ BOOL Merge( const ByteString &rSDFFile, const ByteString &rDestinationFile , const ByteString &rPrj );
+};
diff --git a/l10ntools/inc/makefile.mk b/l10ntools/inc/makefile.mk
new file mode 100644
index 000000000000..ce0925c51b26
--- /dev/null
+++ b/l10ntools/inc/makefile.mk
@@ -0,0 +1,47 @@
+#*************************************************************************
+#
+# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+#
+# Copyright 2000, 2010 Oracle and/or its affiliates.
+#
+# OpenOffice.org - a multi-platform office productivity suite
+#
+# This file is part of OpenOffice.org.
+#
+# OpenOffice.org is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License version 3
+# only, as published by the Free Software Foundation.
+#
+# OpenOffice.org is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Lesser General Public License version 3 for more details
+# (a copy is included in the LICENSE file that accompanied this code).
+#
+# You should have received a copy of the GNU Lesser General Public License
+# version 3 along with OpenOffice.org. If not, see
+# <http://www.openoffice.org/license.html>
+# for a copy of the LGPLv3 License.
+#
+#*************************************************************************
+PRJ=..
+
+PRJNAME=l10ntools
+TARGET=inc
+
+# --- Settings -----------------------------------------------------
+
+.INCLUDE : settings.mk
+
+# --- Files --------------------------------------------------------
+# --- Targets -------------------------------------------------------
+
+.INCLUDE : target.mk
+
+.IF "$(ENABLE_PCH)"!=""
+ALLTAR : \
+ $(SLO)$/precompiled.pch \
+ $(SLO)$/precompiled_ex.pch
+
+.ENDIF # "$(ENABLE_PCH)"!=""
+
diff --git a/l10ntools/inc/pch/precompiled_l10ntools.cxx b/l10ntools/inc/pch/precompiled_l10ntools.cxx
new file mode 100644
index 000000000000..3ee4157f7bb3
--- /dev/null
+++ b/l10ntools/inc/pch/precompiled_l10ntools.cxx
@@ -0,0 +1,29 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+#include "precompiled_l10ntools.hxx"
+
diff --git a/l10ntools/inc/pch/precompiled_l10ntools.hxx b/l10ntools/inc/pch/precompiled_l10ntools.hxx
new file mode 100644
index 000000000000..ea5d5ea28683
--- /dev/null
+++ b/l10ntools/inc/pch/precompiled_l10ntools.hxx
@@ -0,0 +1,32 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+// MARKER(update_precomp.py): Generated on 2006-09-01 17:50:15.326479
+
+#ifdef PRECOMPILED_HEADERS
+#endif
+
diff --git a/l10ntools/inc/srciter.hxx b/l10ntools/inc/srciter.hxx
new file mode 100644
index 000000000000..36061346fe16
--- /dev/null
+++ b/l10ntools/inc/srciter.hxx
@@ -0,0 +1,58 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+#ifndef L10NTOOLS_DIRECTORY_HXX
+#define L10NTOOLS_DIRECTORY_HXX
+#include <l10ntools/directory.hxx>
+#endif
+
+// class SourceTreeIterator
+//
+
+class SourceTreeIterator
+{
+private:
+ transex::Directory aRootDirectory;
+ bool bInExecute;
+
+ void ExecuteDirectory( transex::Directory& pDirectory );
+
+protected:
+ bool bLocal;
+ bool bSkipLinks;
+
+public:
+ SourceTreeIterator( const ByteString &rRootDirectory, const ByteString &rVersion , bool bLocal_in = false);
+ virtual ~SourceTreeIterator();
+
+ BOOL StartExecute();
+ void EndExecute();
+
+ virtual void OnExecuteDirectory( const rtl::OUString &rDirectory );
+};
+
+
diff --git a/l10ntools/inc/tagtest.hxx b/l10ntools/inc/tagtest.hxx
new file mode 100644
index 000000000000..3e9b03916f4f
--- /dev/null
+++ b/l10ntools/inc/tagtest.hxx
@@ -0,0 +1,396 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+#ifndef _TAGTEST_HXX_
+#define _TAGTEST_HXX_
+
+#include <tools/string.hxx>
+#include <tools/list.hxx>
+#include <hash_map> /* std::hashmap*/
+
+class GSILine;
+
+typedef USHORT TokenId;
+
+#define TOK_INVALIDPOS USHORT( 0xFFFF )
+
+class ParserMessage;
+
+DECLARE_LIST( Impl_ParserMessageList, ParserMessage* )
+class ParserMessageList;
+
+
+struct equalByteString{
+ bool operator()( const ByteString& rKey1, const ByteString& rKey2 ) const {
+ return rKey1.CompareTo( rKey2 )==COMPARE_EQUAL;
+ }
+};
+struct lessByteString{
+ bool operator()( const ByteString& rKey1, const ByteString& rKey2 ) const {
+ return rKey1.CompareTo( rKey2 )==COMPARE_LESS;
+ }
+};
+
+struct hashByteString{
+ size_t operator()( const ByteString& rName ) const{
+ std::hash< const char* > myHash;
+ return myHash( rName.GetBuffer() );
+ }
+};
+
+
+
+typedef std::hash_map<ByteString , String , hashByteString,equalByteString>
+ StringHashMap;
+
+class TokenInfo
+{
+private:
+ void SplitTag( ParserMessageList &rErrorList );
+
+ String aTagName;
+ StringHashMap aProperties;
+ BOOL bClosed; // tag is closed <sdnf/>
+ BOOL bCloseTag; // tag is close Tag </sdnf>
+
+
+ BOOL bIsBroken;
+ BOOL bHasBeenFixed;
+ BOOL bDone;
+
+public:
+
+ String aTokenString;
+ TokenId nId;
+ USHORT nPos; // Position in String
+
+ TokenInfo():bClosed(FALSE),bCloseTag(FALSE),bIsBroken(FALSE),bHasBeenFixed(FALSE),bDone(FALSE),nId( 0 ){;}
+explicit TokenInfo( TokenId pnId, USHORT nP ):bClosed(FALSE),bCloseTag(FALSE),bIsBroken(FALSE),bHasBeenFixed(FALSE),bDone(FALSE),nId( pnId ),nPos(nP){;}
+explicit TokenInfo( TokenId pnId, USHORT nP, String paStr ):bClosed(FALSE),bCloseTag(FALSE),bIsBroken(FALSE),bHasBeenFixed(FALSE),bDone(FALSE),aTokenString( paStr ),nId( pnId ),nPos(nP) {;}
+explicit TokenInfo( TokenId pnId, USHORT nP, String paStr, ParserMessageList &rErrorList );
+
+ String GetTagName() const;
+
+ String MakeTag() const;
+
+ /**
+ Is the property to be ignored or does it have the default value anyways
+ **/
+ BOOL IsPropertyRelevant( const ByteString &aName, const String &aValue ) const;
+ BOOL IsPropertyValueValid( const ByteString &aName, const String &aValue ) const;
+ /**
+ Does the property contain the same value for all languages
+ e.g.: the href in a link tag
+ **/
+ BOOL IsPropertyInvariant( const ByteString &aName, const String &aValue ) const;
+ /**
+ a subset of IsPropertyInvariant but containing only those that are fixable
+ we dont wat to fix e.g.: ahelp :: visibility
+ **/
+ BOOL IsPropertyFixable( const ByteString &aName ) const;
+ BOOL MatchesTranslation( TokenInfo& rInfo, BOOL bGenErrors, ParserMessageList &rErrorList, BOOL bFixTags = FALSE ) const;
+
+ BOOL IsDone() const { return bDone; }
+ void SetDone( BOOL bNew = TRUE ) { bDone = bNew; }
+
+ BOOL HasBeenFixed() const { return bHasBeenFixed; }
+ void SetHasBeenFixed( BOOL bNew = TRUE ) { bHasBeenFixed = bNew; }
+};
+
+
+class ParserMessageList : public Impl_ParserMessageList
+{
+public:
+ void AddError( USHORT nErrorNr, ByteString aErrorText, const TokenInfo &rTag );
+ void AddWarning( USHORT nErrorNr, ByteString aErrorText, const TokenInfo &rTag );
+
+ BOOL HasErrors();
+};
+
+
+#define TAG_GROUPMASK 0xF000
+#define TAG_GROUPSHIFT 12
+
+#define TAG_GROUP( nTag ) (( nTag & TAG_GROUPMASK ) >> TAG_GROUPSHIFT )
+#define TAG_NOGROUP( nTag ) ( nTag & ~TAG_GROUPMASK ) // ~ = Bitweises NOT
+
+#define TAG_NOMORETAGS 0x0
+
+#define TAG_GROUP_FORMAT 0x1
+#define TAG_ON 0x100
+#define TAG_BOLDON ( TAG_GROUP_FORMAT << TAG_GROUPSHIFT | TAG_ON | 0x001 )
+#define TAG_BOLDOFF ( TAG_GROUP_FORMAT << TAG_GROUPSHIFT | 0x001 )
+#define TAG_ITALICON ( TAG_GROUP_FORMAT << TAG_GROUPSHIFT | TAG_ON | 0x002 )
+#define TAG_ITALICOFF ( TAG_GROUP_FORMAT << TAG_GROUPSHIFT | 0x002 )
+#define TAG_UNDERLINEON ( TAG_GROUP_FORMAT << TAG_GROUPSHIFT | TAG_ON | 0x004 )
+#define TAG_UNDERLINEOFF ( TAG_GROUP_FORMAT << TAG_GROUPSHIFT | 0x004 )
+
+#define TAG_GROUP_NOTALLOWED 0x2
+#define TAG_HELPID ( TAG_GROUP_NOTALLOWED << TAG_GROUPSHIFT | 0x001 )
+#define TAG_MODIFY ( TAG_GROUP_NOTALLOWED << TAG_GROUPSHIFT | 0x002 )
+#define TAG_REFNR ( TAG_GROUP_NOTALLOWED << TAG_GROUPSHIFT | 0x004 )
+
+#define TAG_GROUP_STRUCTURE 0x3
+#define TAG_NAME ( TAG_GROUP_STRUCTURE << TAG_GROUPSHIFT | 0x001 )
+#define TAG_HREF ( TAG_GROUP_STRUCTURE << TAG_GROUPSHIFT | 0x002 )
+#define TAG_AVIS ( TAG_GROUP_STRUCTURE << TAG_GROUPSHIFT | 0x004 )
+#define TAG_AHID ( TAG_GROUP_STRUCTURE << TAG_GROUPSHIFT | 0x008 )
+
+#define TAG_TITEL ( TAG_GROUP_STRUCTURE << TAG_GROUPSHIFT | 0x020 )
+#define TAG_KEY ( TAG_GROUP_STRUCTURE << TAG_GROUPSHIFT | 0x040 )
+#define TAG_INDEX ( TAG_GROUP_STRUCTURE << TAG_GROUPSHIFT | 0x080 )
+
+#define TAG_REFSTART ( TAG_GROUP_STRUCTURE << TAG_GROUPSHIFT | 0x100 )
+
+#define TAG_GRAPHIC ( TAG_GROUP_STRUCTURE << TAG_GROUPSHIFT | 0x200 )
+#define TAG_NEXTVERSION ( TAG_GROUP_STRUCTURE << TAG_GROUPSHIFT | 0x400 )
+
+#define TAG_GROUP_SYSSWITCH 0x4
+#define TAG_WIN ( TAG_GROUP_SYSSWITCH << TAG_GROUPSHIFT | 0x001 )
+#define TAG_UNIX ( TAG_GROUP_SYSSWITCH << TAG_GROUPSHIFT | 0x002 )
+#define TAG_MAC ( TAG_GROUP_SYSSWITCH << TAG_GROUPSHIFT | 0x004 )
+#define TAG_OS2 ( TAG_GROUP_SYSSWITCH << TAG_GROUPSHIFT | 0x008 )
+
+#define TAG_GROUP_PROGSWITCH 0x5
+#define TAG_WRITER ( TAG_GROUP_PROGSWITCH << TAG_GROUPSHIFT | 0x001 )
+#define TAG_CALC ( TAG_GROUP_PROGSWITCH << TAG_GROUPSHIFT | 0x002 )
+#define TAG_DRAW ( TAG_GROUP_PROGSWITCH << TAG_GROUPSHIFT | 0x004 )
+#define TAG_IMPRESS ( TAG_GROUP_PROGSWITCH << TAG_GROUPSHIFT | 0x008 )
+#define TAG_SCHEDULE ( TAG_GROUP_PROGSWITCH << TAG_GROUPSHIFT | 0x010 )
+#define TAG_IMAGE ( TAG_GROUP_PROGSWITCH << TAG_GROUPSHIFT | 0x020 )
+#define TAG_MATH ( TAG_GROUP_PROGSWITCH << TAG_GROUPSHIFT | 0x040 )
+#define TAG_CHART ( TAG_GROUP_PROGSWITCH << TAG_GROUPSHIFT | 0x080 )
+#define TAG_OFFICE ( TAG_GROUP_PROGSWITCH << TAG_GROUPSHIFT | 0x100 )
+
+
+#define TAG_GROUP_META 0x6
+#define TAG_OFFICEFULLNAME ( TAG_GROUP_META << TAG_GROUPSHIFT | 0x001 )
+#define TAG_OFFICENAME ( TAG_GROUP_META << TAG_GROUPSHIFT | 0x002 )
+#define TAG_OFFICEPATH ( TAG_GROUP_META << TAG_GROUPSHIFT | 0x004 )
+#define TAG_OFFICEVERSION ( TAG_GROUP_META << TAG_GROUPSHIFT | 0x008 )
+#define TAG_PORTALNAME ( TAG_GROUP_META << TAG_GROUPSHIFT | 0x010 )
+#define TAG_PORTALFULLNAME ( TAG_GROUP_META << TAG_GROUPSHIFT | 0x020 )
+#define TAG_PORTALPATH ( TAG_GROUP_META << TAG_GROUPSHIFT | 0x040 )
+#define TAG_PORTALVERSION ( TAG_GROUP_META << TAG_GROUPSHIFT | 0x080 )
+#define TAG_PORTALSHORTNAME ( TAG_GROUP_META << TAG_GROUPSHIFT | 0x100 )
+
+
+#define TAG_GROUP_SINGLE 0x7
+#define TAG_REFINSERT ( TAG_GROUP_SINGLE << TAG_GROUPSHIFT | 0x001 )
+
+
+#define TAG_GROUP_MULTI 0x8
+#define TAG_END ( TAG_GROUP_MULTI << TAG_GROUPSHIFT | 0x010 )
+#define TAG_ELSE ( TAG_GROUP_MULTI << TAG_GROUPSHIFT | 0x020 )
+#define TAG_AEND ( TAG_GROUP_MULTI << TAG_GROUPSHIFT | 0x040 )
+#define TAG_VERSIONEND ( TAG_GROUP_MULTI << TAG_GROUPSHIFT | 0x080 )
+#define TAG_ENDGRAPHIC ( TAG_GROUP_MULTI << TAG_GROUPSHIFT | 0x100 )
+
+#define TAG_GROUP_MISC 0x9
+#define TAG_COMMONSTART ( TAG_GROUP_MISC << TAG_GROUPSHIFT | 0x001 )
+#define TAG_COMMONEND ( TAG_GROUP_MISC << TAG_GROUPSHIFT | 0x002 )
+
+#define TAG_UNKNOWN_TAG ( TAG_GROUP_MULTI << TAG_GROUPSHIFT | 0x800 )
+
+DECLARE_LIST( TokenListImpl, TokenInfo* )
+
+class TokenList : private TokenListImpl
+{
+private:
+
+ TokenList& operator =( const TokenList& rList );
+// { TokenListImpl::operator =( rList ); return *this; }
+
+
+public:
+ using TokenListImpl::Count;
+
+
+ TokenList() : TokenListImpl(){};
+ ~TokenList(){ Clear(); };
+
+ void Clear()
+ {
+ for ( ULONG i = 0 ; i < Count() ; i++ )
+ delete TokenListImpl::GetObject( i );
+ TokenListImpl::Clear();
+ }
+ void Insert( TokenInfo p, ULONG nIndex = LIST_APPEND )
+ { TokenListImpl::Insert( new TokenInfo(p), nIndex ); }
+/* TokenInfo Remove( ULONG nIndex )
+ {
+ TokenInfo aT = GetObject( nIndex );
+ delete TokenListImpl::GetObject( nIndex );
+ TokenListImpl::Remove( nIndex );
+ return aT;
+ }*/
+// TokenInfo Remove( TokenInfo p ){ return Remove( GetPos( p ) ); }
+// TokenInfo GetCurObject() const { return *TokenListImpl::GetCurObject(); }
+ TokenInfo& GetObject( ULONG nIndex ) const
+ {
+// if ( TokenListImpl::GetObject(nIndex) )
+ return *TokenListImpl::GetObject(nIndex);
+// else
+// return TokenInfo();
+ }
+/* ULONG GetPos( const TokenInfo p ) const
+ {
+ for ( ULONG i = 0 ; i < Count() ; i++ )
+ if ( p == GetObject( i ) )
+ return i;
+ return LIST_ENTRY_NOTFOUND;
+ }*/
+
+ TokenList( const TokenList& rList );
+/* {
+ for ( ULONG i = 0 ; i < rList.Count() ; i++ )
+ {
+ Insert( rList.GetObject( i ), LIST_APPEND );
+ }
+ }*/
+};
+
+class ParserMessage
+{
+ USHORT nErrorNr;
+ ByteString aErrorText;
+ USHORT nTagBegin,nTagLength;
+
+protected:
+ ParserMessage( USHORT PnErrorNr, ByteString PaErrorText, const TokenInfo &rTag );
+public:
+
+ USHORT GetErrorNr() { return nErrorNr; }
+ ByteString GetErrorText() { return aErrorText; }
+
+ USHORT GetTagBegin() { return nTagBegin; }
+ USHORT GetTagLength() { return nTagLength; }
+
+ virtual ~ParserMessage() {}
+ virtual BOOL IsError() =0;
+ virtual ByteString Prefix() =0;
+};
+
+class ParserError : public ParserMessage
+{
+public:
+ ParserError( USHORT PnErrorNr, ByteString PaErrorText, const TokenInfo &rTag );
+
+ virtual BOOL IsError() {return TRUE;};
+ virtual ByteString Prefix() {return "Error:"; };
+};
+
+class ParserWarning : public ParserMessage
+{
+public:
+ ParserWarning( USHORT PnErrorNr, ByteString PaErrorText, const TokenInfo &rTag );
+
+ virtual BOOL IsError() {return FALSE;};
+ virtual ByteString Prefix() {return "Warning:"; };
+};
+
+class SimpleParser
+{
+private:
+ USHORT nPos;
+ String aSource;
+ String aLastToken;
+ TokenList aTokenList;
+
+ TokenInfo aNextTag; // to store closetag in case of combined tags like <br/>
+
+ String GetNextTokenString( ParserMessageList &rErrorList, USHORT &rTokeStartPos );
+
+public:
+ SimpleParser();
+ void Parse( String PaSource );
+ TokenInfo GetNextToken( ParserMessageList &rErrorList );
+ static String GetLexem( TokenInfo const &aToken );
+ TokenList& GetTokenList(){ return aTokenList; }
+};
+
+class TokenParser
+{
+ BOOL match( const TokenInfo &aCurrentToken, const TokenId &aExpectedToken );
+ BOOL match( const TokenInfo &aCurrentToken, const TokenInfo &aExpectedToken );
+ void ParseError( USHORT nErrNr, ByteString aErrMsg, const TokenInfo &rTag );
+ void Paragraph();
+ void PfCase();
+ void PfCaseBegin();
+ void AppCase();
+ void AppCaseBegin();
+ void CaseEnd();
+ void SimpleTag();
+ void TagPair();
+ void TagRef();
+
+ SimpleParser aParser;
+ TokenInfo aTag;
+
+ TokenId nPfCaseOptions;
+ TokenId nAppCaseOptions;
+ BOOL bPfCaseActive ,bAppCaseActive;
+
+ TokenId nActiveRefTypes;
+
+ ParserMessageList *pErrorList;
+
+public:
+ TokenParser();
+ void Parse( const String &aCode, ParserMessageList* pList );
+// ParserMessageList& GetErrors(){ return aErrorList; }
+// BOOL HasErrors(){ return ( aErrorList.Count() > 0 ); }
+ TokenList& GetTokenList(){ return aParser.GetTokenList(); }
+};
+
+class LingTest
+{
+private:
+ TokenParser aReferenceParser;
+ TokenParser aTesteeParser;
+ ParserMessageList aCompareWarningList;
+ void CheckTags( TokenList &aReference, TokenList &aTestee, BOOL bFixTags );
+ BOOL IsTagMandatory( TokenInfo const &aToken, TokenId &aMetaTokens );
+ String aFixedTestee;
+public:
+ void CheckReference( GSILine *aReference );
+ void CheckTestee( GSILine *aTestee, BOOL bHasSourceLine, BOOL bFixTags );
+
+// ParserMessageList& GetReferenceErrors(){ return aReferenceParser.GetErrors(); }
+// BOOL HasReferenceErrors(){ return aReferenceParser.HasErrors(); }
+
+// ParserMessageList& GetTesteeErrors(){ return aTesteeParser.GetErrors(); }
+// BOOL HasTesteeErrors(){ return aTesteeParser.HasErrors(); }
+
+ ParserMessageList& GetCompareWarnings(){ return aCompareWarningList; }
+ BOOL HasCompareWarnings(){ return ( aCompareWarningList.Count() > 0 ); }
+
+ String GetFixedTestee(){ return aFixedTestee; }
+};
+
+#endif
+
diff --git a/l10ntools/inc/tokens.h b/l10ntools/inc/tokens.h
new file mode 100644
index 000000000000..12a06fa45ccf
--- /dev/null
+++ b/l10ntools/inc/tokens.h
@@ -0,0 +1,109 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+#ifndef _TOKENS_H
+#define _TOKENS_H
+
+/*------------------------------------------------------ */
+/*------------------------------------------------------ */
+/* Tokens for parsing src files */
+/*------------------------------------------------------ */
+/*------------------------------------------------------ */
+#define IGNOREDTOKENS 400 /* #include | #pragma | //... | ... */
+#define COMMEND 401 /*... */
+#define DEFINEDRES 402 /* Text = { */
+#define ANYTOKEN 404 /* XYZ */
+#define UNKNOWNTOKEN 405 /* XYZ[ \t]$ */
+#define UNKNOWNCONSTRUCTION 406 /* XYZ ( xxx, yyy, zzz ) */
+#define UNKNOWNCHAR 407 /* . */
+/*------------------------------------------------------ */
+/* prev. tokens will not be executed */
+#define FILTER_LEVEL 500
+/* following tokens will be executed */
+/*------------------------------------------------------ */
+#define CONDITION 501 /* #if... | #endif ... | ... */
+#define EMPTYLINE 502 /* */
+#define RESSOURCE 503 /* Menu MID_TEST */
+#define RESSOURCEEXPR 504 /* Menu ( MID_TEST + .. ) */
+#define SMALRESSOURCE 505 /* PageItem { */
+#define TEXTLINE 506 /* TEXT = "hhh" */
+#define LONGTEXTLINE 507 /* TEXT = "hhh" TEST "HHH" ... */
+#define TEXT 508 /* "Something like this" */
+#define LEVELUP 509 /* { */
+#define LEVELDOWN 510 /* }; */
+#define APPFONTMAPPING 511 /* MAP_APPFONT(10,10) */
+#define ASSIGNMENT 512 /* Somathing = Anything */
+#define LISTASSIGNMENT 513 /* ...List [xyz]=... */
+#define LISTTEXT 514 /* < "Text" ... > */
+#define RSCDEFINE 515 /* #define MY_TEXT */
+#define RSCDEFINELEND 516 /* */
+#define NEWTEXTINRES 517 /* ### Achtung : Ne... */
+#define UIENTRIES 518 /* UIEntries = { */
+#define PRAGMA 519 /* #pragma ... */
+#define _LISTTEXT 521 /* { "Text" ... } */
+#define TEXTREFID 522 /* Text = 12345 */
+#define LISTRESID 523 /* < 12345; ... > */
+#define _LISTRESID 523 /* { 12345; ... } */
+#define NORMDEFINE 524 /* #define ... */
+/*------------------------------------------------------ */
+/*------------------------------------------------------ */
+/* Tokens for parsing cfg files */
+/*------------------------------------------------------ */
+/*------------------------------------------------------ */
+#define CFG_TAG 501
+#define CFG_TEXT_START 505
+#define CFG_TEXT_END 506
+#define CFG_TEXTCHAR 507
+#define CFG_CLOSETAG 508
+#define CFG_UNKNOWNTAG 509
+#define CFG_TOKEN_PACKAGE 600
+#define CFG_TOKEN_COMPONENT 601
+#define CFG_TOKEN_CONFIGNAME 602
+#define CFG_TOKEN_TEMPLATE 603
+#define CFG_TOKEN_OORNAME 604
+#define CFG_TOKEN_OORVALUE 605
+#define CFG_TOKEN_NO_TRANSLATE 606
+
+/*------------------------------------------------------ */
+/*------------------------------------------------------ */
+/* Tokens for parsing xrm files */
+/*------------------------------------------------------ */
+/*------------------------------------------------------ */
+#define XRM_README_START 501
+#define XRM_README_END 502
+#define XRM_SECTION_START 503
+#define XRM_SECTION_END 504
+#define XRM_PARAGRAPH_START 505
+#define XRM_PARAGRAPH_END 506
+#define XRM_TEXT_START 507
+#define XRM_TEXT_END 508
+#define XRM_LIST_START 509
+#define XRM_LIST_END 510
+#define XML_TEXTCHAR 600
+
+
+#endif
diff --git a/l10ntools/inc/treeconfig.hxx b/l10ntools/inc/treeconfig.hxx
new file mode 100644
index 000000000000..96d693b0d376
--- /dev/null
+++ b/l10ntools/inc/treeconfig.hxx
@@ -0,0 +1,28 @@
+#include <vector>
+#include <string>
+
+#include "inireader.hxx"
+
+namespace transex3{
+
+class Treeconfig
+{
+
+ private:
+ INIreader inireader;
+ INImap map;
+ bool has_config_file;
+ void getCurrentDir( string& dir );
+ bool isConfigFilePresent();
+
+ public:
+
+ Treeconfig() : has_config_file( false ) { parseConfig(); }
+ // read the config file, returns true in case a config file had been found
+ bool parseConfig();
+ // returns a string vector containing all active repositories, returns true in case we are deep inside
+ // of a source tree. This could affect the behavour of the tool
+ bool getActiveRepositories( vector<string>& active_repos);
+};
+
+}
diff --git a/l10ntools/inc/utf8conv.hxx b/l10ntools/inc/utf8conv.hxx
new file mode 100644
index 000000000000..e4f8fbe4fd51
--- /dev/null
+++ b/l10ntools/inc/utf8conv.hxx
@@ -0,0 +1,44 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+// global includes
+#include <rtl/textcvt.h>
+#include <tools/string.hxx>
+
+//
+// class UTF8Converter
+//
+
+class UTF8Converter
+{
+private:
+ static void Convert( ByteString &rBuffer, rtl_TextEncoding nSourceENC, rtl_TextEncoding nDestENC );
+
+public:
+ static ByteString ConvertToUTF8( const ByteString &rASCII, rtl_TextEncoding nEncoding );
+ static ByteString ConvertFromUTF8( const ByteString &rUTF8, rtl_TextEncoding nEncoding );
+};
diff --git a/l10ntools/inc/wtranode.hxx b/l10ntools/inc/wtranode.hxx
new file mode 100644
index 000000000000..af01a4b29d5c
--- /dev/null
+++ b/l10ntools/inc/wtranode.hxx
@@ -0,0 +1,118 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+
+#ifndef TX3_WTRANODE_HXX
+#define TX3_WTRANODE_HXX
+
+// USED
+ // Base Classes
+ // Components
+ // Parameters
+#include <tools/string.hxx>
+
+
+typedef UINT8 BRANCH_T;
+
+
+
+const BRANCH_T C_BR_ALPHABASE = 4;
+const BRANCH_T C_NR_OF_BRANCHES = 34;
+
+
+
+
+/** @task
+ This is a node of the parsing-tree which implements the fuctionality of
+ class WordTransTree.
+ WordTransTree is dependant of this class, but NOT the other way!
+**/
+class WTT_Node // WordTransTree-Node
+{
+ public:
+ enum E_TokenType
+ {
+// no_token = 0,
+ token_to_keep,
+ token_to_replace
+ };
+
+ // LIFECYCLE
+ WTT_Node(
+ UINT8 i_nValue, // Own branch-value.
+ WTT_Node * i_pDefaultBranch,
+ WTT_Node * i_pDefaultBranchForAlphas );
+ void SetBranch(
+ UINT8 i_cBranch,
+ WTT_Node * i_pNode );
+ void SetAsTokenToReplace(
+ const ByteString & i_sReplaceString );
+ ~WTT_Node();
+
+ // OPERATIONS
+ WTT_Node * GetNextNode(
+ UINT8 i_cBranch ); /// [0 .. C_NR_OF_BRANCHES-1], sonst GPF !!!
+
+ // INQUIRY
+ E_TokenType TokenType() const;
+ UINT8 Value() const;
+ BOOL IsOnDeleting() const;
+ const ByteString & ReplaceString() const;
+
+ private:
+ // DATA
+ UINT8 nValue;
+ E_TokenType eType;
+ ByteString sReplaceString;
+ WTT_Node * aBranches[C_NR_OF_BRANCHES]; // Mostly DYN pointers.
+ char bIsOnDeleting;
+};
+
+
+inline WTT_Node *
+WTT_Node::GetNextNode(UINT8 i_cBranch)
+ { return aBranches[i_cBranch]; }
+inline WTT_Node::E_TokenType
+WTT_Node::TokenType() const
+ { return eType; }
+inline UINT8
+WTT_Node::Value() const
+ { return nValue; }
+inline BOOL
+WTT_Node::IsOnDeleting() const
+ { return bIsOnDeleting; }
+inline const ByteString &
+WTT_Node::ReplaceString() const
+ { return sReplaceString; }
+
+
+
+
+#endif
+
+
+
diff --git a/l10ntools/inc/wtratree.hxx b/l10ntools/inc/wtratree.hxx
new file mode 100644
index 000000000000..6fd33a7cb413
--- /dev/null
+++ b/l10ntools/inc/wtratree.hxx
@@ -0,0 +1,159 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+
+#ifndef TX3_WTRATREE_HXX
+#define TX3_WTRATREE_HXX
+
+// USED
+ // Base Classes
+ // Components
+ // Parameters
+#include <tools/string.hxx>
+
+const INT16 C_NR_OF_WTT_RESULTS = 5;
+const INT16 C_NR_OF_POSSIBLE_CHARS = 256;
+
+
+typedef unsigned char u_char;
+typedef const char * constr;
+
+
+class WTT_Node;
+
+
+/** @task
+ This class implements the functionality, that class WordTransformer
+ offers.
+ WordTransformer is dependant of this class, but NOT the other way!
+**/
+class WordTransTree
+{
+ public:
+ enum E_Result
+ {
+ OK = 0,
+ HOTKEY_LOST,
+ OUTPUT_OVERFLOW
+ };
+
+
+ // LIFECYCLE
+ WordTransTree(
+ CharSet i_nWorkingCharSet = RTL_TEXTENCODING_MS_1252);
+ void SetCharSet(
+ CharSet i_nWorkingCharSet);
+ ~WordTransTree();
+
+ void AddWordPair(
+ const ByteString & i_sOldString,
+ const ByteString & i_sReplaceString );
+
+ // OPERATIONS
+ void InitTransformation(
+ const char * i_sInput, /// [!=0], a range of i_nInputLength must be valid memory for read.
+ UINT32 i_nInputLength,
+ UINT32 i_nOutputMaxLength = STRING_MAXLEN - 12 );
+ E_Result TransformNextToken();
+
+ // INQUIRY
+ BOOL TextEndReached() const;
+ const char * Output() const;
+
+ // These 3 functions are valid between two calls of
+ // TransformNextToken():
+ E_Result CurResult() const;
+ ByteString CurReplacedString() const;
+ ByteString CurReplacingString() const;
+ char CurHotkey() const;
+
+ private:
+ // SERVICE FUNCTONS
+ UINT8 CalculateBranch(
+ u_char i_cInputChar ) const;
+
+ void Handle_Hotkey();
+ void Handle_TokenToKeep();
+ void Handle_TokenToTransform();
+
+ // DATA
+ // Fixed data
+ const u_char * sInput;
+ UINT32 nInputLength;
+ const u_char * pInputEnd;
+
+ u_char * sOutput; // DYN
+ UINT32 nOutputMaxLength;
+
+ WTT_Node * dpParsingTreeTop; // DYN
+ WTT_Node * pUnknownAlpha;
+ u_char cChar2Branch[C_NR_OF_POSSIBLE_CHARS];
+ u_char c_AE, c_OE, c_UE, c_ae, c_oe, c_ue;
+
+ // Working data
+ const u_char * pInputCurTokenStart;
+ const u_char * pInputPosition;
+ u_char * pOutputPosition;
+ WTT_Node * pCurParseNode;
+
+ // Data which are valid only after a completed call to TransformNextToken()
+ E_Result eCurResult;
+ u_char cCurHotkey; // Letter wich is used as hotkey
+ u_char cCurHotkeySign; // Letter which is used to assign hotkey ('~'or '&') .
+};
+
+
+
+
+
+
+
+inline BOOL
+WordTransTree::TextEndReached() const
+ { return pInputPosition == pInputEnd; }
+inline const char *
+WordTransTree::Output() const
+ { return TextEndReached() ? (constr) sOutput : ""; }
+inline WordTransTree::E_Result
+WordTransTree::CurResult() const
+ { return eCurResult; }
+inline ByteString
+WordTransTree::CurReplacedString() const
+ { return ByteString((constr) pInputCurTokenStart,pInputPosition-pInputCurTokenStart); }
+inline char
+WordTransTree::CurHotkey() const
+ { return cCurHotkey; }
+inline UINT8
+WordTransTree::CalculateBranch(u_char i_cInputChar) const
+ { return cChar2Branch[i_cInputChar]; }
+
+
+
+#endif
+
+
+
diff --git a/l10ntools/inc/xmlparse.hxx b/l10ntools/inc/xmlparse.hxx
new file mode 100644
index 000000000000..69e74a83ec47
--- /dev/null
+++ b/l10ntools/inc/xmlparse.hxx
@@ -0,0 +1,550 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+#ifndef BOOTSTRP_XMLPARSE_HXX
+#define BOOTSTRP_XMLPARSE_HXX
+
+#include <signal.h>
+#include <expat.h>
+#include <rtl/ustring.hxx>
+#include <rtl/ustrbuf.hxx>
+#include "tools/string.hxx"
+#include "tools/list.hxx"
+#define ENABLE_BYTESTRING_STREAM_OPERATORS
+#include "tools/stream.hxx"
+#include "tools/isofallback.hxx"
+#include "export.hxx"
+#include "xmlutil.hxx"
+
+#include <fstream>
+#include <iostream>
+
+class XMLParentNode;
+class XMLElement;
+
+
+using namespace ::rtl;
+using namespace std;
+
+#include <hash_map> /* std::hashmap*/
+#include <deque> /* std::deque*/
+#include <iterator> /* std::iterator*/
+#include <list> /* std::list*/
+#include <vector> /* std::vector*/
+#define XML_NODE_TYPE_FILE 0x001
+#define XML_NODE_TYPE_ELEMENT 0x002
+#define XML_NODE_TYPE_DATA 0x003
+#define XML_NODE_TYPE_COMMENT 0x004
+#define XML_NODE_TYPE_DEFAULT 0x005
+#define MAX_LANGUAGES 99
+
+
+//#define TESTDRIVER /* use xml2gsi testclass */
+//-------------------------------------------------------------------------
+
+/** Holds data of Attributes
+ */
+class XMLAttribute : public String
+{
+private:
+ String sValue;
+
+public:
+ /// creates an attribute
+ XMLAttribute(
+ const String &rName, // attributes name
+ const String &rValue // attributes data
+ )
+ : String( rName ), sValue( rValue ) {}
+
+ /// getting value of an attribue
+ const String &GetValue() { return sValue; }
+
+ void setValue(const String &rValue){sValue=rValue;}
+
+ /// returns true if two attributes are equal and have the same value
+ BOOL IsEqual(
+ const XMLAttribute &rAttribute // the attribute which has to be equal
+ )
+ {
+ return (( rAttribute == *this ) && ( rAttribute.sValue == sValue ));
+ }
+};
+
+DECLARE_LIST( XMLAttributeList, XMLAttribute * )
+
+//-------------------------------------------------------------------------
+
+/** Virtual base to handle different kinds of XML nodes
+ */
+class XMLNode
+{
+protected:
+ XMLNode() {}
+
+public:
+ virtual USHORT GetNodeType() = 0;
+ virtual ~XMLNode() {}
+};
+
+//-------------------------------------------------------------------------
+
+/** Virtual base to handle different kinds of child nodes
+ */
+class XMLChildNode : public XMLNode
+{
+private:
+ XMLParentNode *pParent;
+
+protected:
+ XMLChildNode( XMLParentNode *pPar );
+ XMLChildNode():pParent( NULL ){};
+ XMLChildNode( const XMLChildNode& obj);
+ XMLChildNode& operator=(const XMLChildNode& obj);
+public:
+ virtual USHORT GetNodeType() = 0;
+
+ /// returns the parent of this node
+ XMLParentNode *GetParent() { return pParent; }
+ virtual ~XMLChildNode(){};
+};
+
+DECLARE_LIST( XMLChildNodeList, XMLChildNode * )
+
+//-------------------------------------------------------------------------
+
+/** Virtual base to handle different kinds of parent nodes
+ */
+class XMLData;
+
+class XMLParentNode : public XMLChildNode
+{
+private:
+ XMLChildNodeList *pChildList;
+ static int dbgcnt;
+ //int nParentPos;
+protected:
+ XMLParentNode( XMLParentNode *pPar )
+ : XMLChildNode( pPar ), pChildList( NULL )
+ {
+ }
+ XMLParentNode(): pChildList(NULL){
+ }
+ /// Copyconstructor
+ XMLParentNode( const XMLParentNode& );
+
+ XMLParentNode& operator=(const XMLParentNode& obj);
+ virtual ~XMLParentNode();
+
+
+public:
+ virtual USHORT GetNodeType() = 0;
+
+ /// returns child list of this node
+ XMLChildNodeList *GetChildList() { return pChildList; }
+
+ /// adds a new child
+ void AddChild(
+ XMLChildNode *pChild /// the new child
+ );
+
+ void AddChild(
+ XMLChildNode *pChild , int pos /// the new child
+ );
+
+ virtual int GetPosition( ByteString id );
+ int RemoveChild( XMLElement *pRefElement );
+ void RemoveAndDeleteAllChilds();
+
+ /// returns a child element which matches the given one
+ XMLElement *GetChildElement(
+ XMLElement *pRefElement // the reference elelement
+ );
+};
+
+//-------------------------------------------------------------------------
+
+DECLARE_LIST( XMLStringList, XMLElement* )
+
+/// Mapping numeric Language code <-> XML Element
+typedef std::hash_map< ByteString ,XMLElement* , hashByteString,equalByteString > LangHashMap;
+
+/// Mapping XML Element string identifier <-> Language Map
+typedef std::hash_map<ByteString , LangHashMap* ,
+ hashByteString,equalByteString> XMLHashMap;
+
+/// Mapping iso alpha string code <-> iso numeric code
+typedef std::hash_map<ByteString, int, hashByteString,equalByteString> HashMap;
+
+/// Mapping XML tag names <-> have localizable strings
+typedef std::hash_map<ByteString , BOOL ,
+ hashByteString,equalByteString> TagMap;
+
+/** Holds information of a XML file, is root node of tree
+ */
+
+
+class XMLFile : public XMLParentNode
+{
+public:
+ XMLFile() ;
+ XMLFile(
+ const String &rFileName // the file name, empty if created from memory stream
+ );
+ XMLFile( const XMLFile& obj ) ;
+ ~XMLFile();
+
+ ByteString* GetGroupID(std::deque<ByteString> &groupid);
+ void Print( XMLNode *pCur = NULL, USHORT nLevel = 0 );
+ virtual void SearchL10NElements( XMLParentNode *pCur, int pos = 0 );
+ void Extract( XMLFile *pCur = NULL );
+ void View();
+// void static Signal_handler(int signo);//void*,oslSignalInfo * pInfo);
+ void showType(XMLParentNode* node);
+
+ XMLHashMap* GetStrings(){return XMLStrings;}
+ BOOL Write( ByteString &rFilename );
+ BOOL Write( ofstream &rStream , XMLNode *pCur = NULL );
+
+ bool CheckExportStatus( XMLParentNode *pCur = NULL );// , int pos = 0 );
+
+ XMLFile& operator=(const XMLFile& obj);
+
+ virtual USHORT GetNodeType();
+
+ /// returns file name
+ const String &GetName() { return sFileName; }
+ void SetName( const String &rFilename ) { sFileName = rFilename; }
+ void SetFullName( const String &rFullFilename ) { sFullName = rFullFilename; }
+ const std::vector<ByteString> getOrder(){ return order; }
+
+protected:
+ // writes a string as UTF8 with dos line ends to a given stream
+ void WriteString( ofstream &rStream, const String &sString );
+
+ // quotes the given text for writing to a file
+ void QuotHTML( String &rString );
+
+ void InsertL10NElement( XMLElement* pElement);
+
+ // DATA
+ String sFileName;
+ String sFullName;
+
+ const ByteString ID,OLDREF,XML_LANG;
+
+ TagMap nodes_localize;
+ XMLHashMap* XMLStrings;
+
+ std::vector <ByteString> order;
+};
+
+/// An Utility class for XML
+/// See RFC 3066 / #i8252# for ISO codes
+class XMLUtil{
+
+public:
+ /// Quot the XML characters and replace \n \t
+ static void QuotHTML( String &rString );
+
+ /// UnQuot the XML characters and restore \n \t
+ static void UnQuotHTML ( String &rString );
+
+ /// Return the numeric iso language code
+ //USHORT GetLangByIsoLang( const ByteString &rIsoLang );
+
+ /// Return the alpha strings representation
+ ByteString GetIsoLangByIndex( USHORT nIndex );
+
+ static XMLUtil& Instance();
+ ~XMLUtil();
+
+ void dump();
+
+private:
+ /// Mapping iso alpha string code <-> iso numeric code
+ HashMap lMap;
+
+ /// Mapping iso numeric code <-> iso alpha string code
+ ByteString isoArray[MAX_LANGUAGES];
+
+ static void UnQuotData( String &rString );
+ static void UnQuotTags( String &rString );
+
+ XMLUtil();
+ XMLUtil(const XMLUtil&);
+
+};
+
+
+
+//-------------------------------------------------------------------------
+
+/** Hold information of an element node
+ */
+class XMLElement : public XMLParentNode
+{
+private:
+ String sElementName;
+ XMLAttributeList *pAttributes;
+ ByteString project,
+ filename,
+ id,
+ sOldRef,
+ resourceType,
+ languageId;
+ int nPos;
+
+protected:
+ void Print(XMLNode *pCur, OUStringBuffer& buffer , bool rootelement);
+public:
+ /// create a element node
+ XMLElement(){}
+ XMLElement(
+ const String &rName, // the element name
+ XMLParentNode *Parent // parent node of this element
+ ): XMLParentNode( Parent ),
+ sElementName( rName ),
+ pAttributes( NULL ),
+ project(""),
+ filename(""),
+ id(""),
+ sOldRef(""),
+ resourceType(""),
+ languageId(""),
+ nPos(0)
+ {
+ }
+ ~XMLElement();
+ XMLElement(const XMLElement&);
+
+ XMLElement& operator=(const XMLElement& obj);
+ /// returns node type XML_NODE_ELEMENT
+ virtual USHORT GetNodeType();
+
+ /// returns element name
+ const String &GetName() { return sElementName; }
+
+ /// returns list of attributes of this element
+ XMLAttributeList *GetAttributeList() { return pAttributes; }
+
+ /// adds a new attribute to this element, typically used by parser
+ void AddAttribute( const String &rAttribute, const String &rValue );
+
+ void ChangeLanguageTag( const String &rValue );
+ // Return a ASCII String representation of this object
+ OString ToOString();
+
+ // Return a Unicode String representation of this object
+ OUString ToOUString();
+
+ bool Equals(OUString refStr);
+
+ /// returns a attribute
+ XMLAttribute *GetAttribute(
+ const String &rName // the attribute name
+ );
+ void SetProject ( ByteString prj ){ project = prj; }
+ void SetFileName ( ByteString fn ){ filename = fn; }
+ void SetId ( ByteString theId ){ id = theId; }
+ void SetResourceType ( ByteString rt ){ resourceType = rt; }
+ void SetLanguageId ( ByteString lid ){ languageId = lid; }
+ void SetPos ( int nPos_in ){ nPos = nPos_in; }
+ void SetOldRef ( ByteString sOldRef_in ){ sOldRef = sOldRef_in; }
+
+ virtual int GetPos() { return nPos; }
+ ByteString GetProject() { return project; }
+ ByteString GetFileName() { return filename; }
+ ByteString GetId() { return id; }
+ ByteString GetOldref() { return sOldRef; }
+ ByteString GetResourceType(){ return resourceType; }
+ ByteString GetLanguageId() { return languageId; }
+
+
+};
+//-------------------------------------------------------------------------
+
+
+/** Holds character data
+ */
+class XMLData : public XMLChildNode
+{
+private:
+ String sData;
+ bool isNewCreated;
+
+public:
+ /// create a data node
+ XMLData(
+ const String &rData, // the initial data
+ XMLParentNode *Parent // the parent node of this data, typically a element node
+ )
+ : XMLChildNode( Parent ), sData( rData ) , isNewCreated ( false ){}
+ XMLData(
+ const String &rData, // the initial data
+ XMLParentNode *Parent, // the parent node of this data, typically a element node
+ bool newCreated
+ )
+ : XMLChildNode( Parent ), sData( rData ) , isNewCreated ( newCreated ){}
+
+ XMLData(const XMLData& obj);
+
+ XMLData& operator=(const XMLData& obj);
+ virtual USHORT GetNodeType();
+
+ /// returns the data
+ const String &GetData() { return sData; }
+
+ bool isNew() { return isNewCreated; }
+ /// adds new character data to the existing one
+ void AddData(
+ const String &rData // the new data
+ );
+
+
+
+};
+
+//-------------------------------------------------------------------------
+
+/** Holds comments
+ */
+class XMLComment : public XMLChildNode
+{
+private:
+ String sComment;
+
+public:
+ /// create a comment node
+ XMLComment(
+ const String &rComment, // the comment
+ XMLParentNode *Parent // the parent node of this comemnt, typically a element node
+ )
+ : XMLChildNode( Parent ), sComment( rComment ) {}
+
+ virtual USHORT GetNodeType();
+
+ XMLComment( const XMLComment& obj );
+
+ XMLComment& operator=(const XMLComment& obj);
+
+ /// returns the comment
+ const String &GetComment() { return sComment; }
+};
+
+//-------------------------------------------------------------------------
+
+/** Holds additional file content like those for which no handler exists
+ */
+class XMLDefault : public XMLChildNode
+{
+private:
+ String sDefault;
+
+public:
+ /// create a comment node
+ XMLDefault(
+ const String &rDefault, // the comment
+ XMLParentNode *Parent // the parent node of this comemnt, typically a element node
+ )
+ : XMLChildNode( Parent ), sDefault( rDefault ) {}
+
+ XMLDefault(const XMLDefault& obj);
+
+ XMLDefault& operator=(const XMLDefault& obj);
+
+ /// returns node type XML_NODE_TYPE_COMMENT
+ virtual USHORT GetNodeType();
+
+ /// returns the comment
+ const String &GetDefault() { return sDefault; }
+};
+
+//-------------------------------------------------------------------------
+
+/** struct for error information, used by class SimpleXMLParser
+ */
+struct XMLError {
+ XML_Error eCode; // the error code
+ ULONG nLine; // error line number
+ ULONG nColumn; // error column number
+ String sMessage; // readable error message
+};
+
+//-------------------------------------------------------------------------
+
+/** validating xml parser, creates a document tree with xml nodes
+ */
+
+
+class SimpleXMLParser
+{
+private:
+ XML_Parser aParser;
+ XMLError aErrorInformation;
+
+ XMLFile *pXMLFile;
+ XMLParentNode *pCurNode;
+ XMLData *pCurData;
+
+
+ static void StartElementHandler( void *userData, const XML_Char *name, const XML_Char **atts );
+ static void EndElementHandler( void *userData, const XML_Char *name );
+ static void CharacterDataHandler( void *userData, const XML_Char *s, int len );
+ static void CommentHandler( void *userData, const XML_Char *data );
+ static void DefaultHandler( void *userData, const XML_Char *s, int len );
+
+
+ void StartElement( const XML_Char *name, const XML_Char **atts );
+ void EndElement( const XML_Char *name );
+ void CharacterData( const XML_Char *s, int len );
+ void Comment( const XML_Char *data );
+ void Default( const XML_Char *s, int len );
+
+
+public:
+ /// creates a new parser
+ SimpleXMLParser();
+ ~SimpleXMLParser();
+
+ /// parse a file, returns NULL on criticall errors
+ XMLFile *Execute(
+ const String &rFullFileName,
+ const String &rFileName, // the file name
+ XMLFile *pXMLFileIn // the XMLFile
+ );
+
+ /// parse a memory stream, returns NULL on criticall errors
+ XMLFile *Execute(
+ SvMemoryStream *pStream // the stream
+ );
+
+ /// returns an error struct
+ const XMLError &GetError() { return aErrorInformation; }
+};
+
+#endif
diff --git a/l10ntools/inc/xmlutil.hxx b/l10ntools/inc/xmlutil.hxx
new file mode 100644
index 000000000000..812f50b85c45
--- /dev/null
+++ b/l10ntools/inc/xmlutil.hxx
@@ -0,0 +1,9 @@
+#define ENGLISH_US 1
+#define ENGLISH_US_ISO "en-US"
+#define ENGLISH_US_PROPERTY "en_US"
+#define ENGLISH_US_INDEX 1
+#define GERMAN_DE 4
+#define GERMAN_DE_ISO "x-german"
+#define GERMAN_DE_INDEX 3
+#define GERMAN_ISO2 "de-DE"
+
diff --git a/l10ntools/inc/xrmmerge.hxx b/l10ntools/inc/xrmmerge.hxx
new file mode 100644
index 000000000000..e8c3d322c92b
--- /dev/null
+++ b/l10ntools/inc/xrmmerge.hxx
@@ -0,0 +1,158 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+// global includes
+#include <tools/string.hxx>
+
+//
+// XRMResParser
+//
+
+class XRMResParser
+{
+private:
+ ByteString sGID;
+ ByteString sLID;
+
+ BOOL bError;
+ BOOL bText;
+
+ bool sLocalized;
+
+ ByteString sCurrentOpenTag;
+ ByteString sCurrentCloseTag;
+ ByteString sCurrentText;
+ std::vector<ByteString> aLanguages;
+
+protected:
+ ByteString GetAttribute( const ByteString &rToken, const ByteString &rAttribute );
+ void Error( const ByteString &rError );
+
+ virtual void Output( const ByteString& rOutput )=0;
+ virtual void WorkOnText(
+ const ByteString &rOpenTag,
+ ByteString &rText
+ )=0;
+ virtual void EndOfText(
+ const ByteString &rOpenTag,
+ const ByteString &rCloseTag
+ )=0;
+
+ ByteString GetGID() { return sGID; }
+ ByteString GetLID() { return sLID; }
+
+ void ConvertStringToDBFormat( ByteString &rString );
+ void ConvertStringToXMLFormat( ByteString &rString );
+
+public:
+ XRMResParser();
+ virtual ~XRMResParser();
+
+ int Execute( int nToken, char * pToken );
+
+ void SetError( BOOL bErr = TRUE ) { bError = bErr; }
+ BOOL GetError() { return bError; }
+};
+
+//
+// class XRMResOutputParser
+//
+
+class XRMResOutputParser : public XRMResParser
+{
+private:
+ std::vector<ByteString> aLanguages;
+protected:
+ SvFileStream *pOutputStream;
+public:
+ XRMResOutputParser ( const ByteString &rOutputFile );
+ virtual ~XRMResOutputParser();
+};
+
+//
+// XRMResExport
+//
+
+class XRMResExport : public XRMResOutputParser
+{
+private:
+ ResData *pResData;
+ ByteString sPrj;
+ ByteString sPath;
+ std::vector<ByteString> aLanguages;
+
+protected:
+ void WorkOnText(
+ const ByteString &rOpenTag,
+ ByteString &rText
+ );
+ void EndOfText(
+ const ByteString &rOpenTag,
+ const ByteString &rCloseTag
+ );
+ void Output( const ByteString& rOutput );
+
+public:
+ XRMResExport(
+ const ByteString &rOutputFile,
+ const ByteString &rProject,
+ const ByteString &rFilePath
+ );
+ virtual ~XRMResExport();
+};
+
+//
+// class XRMResMerge
+//
+
+class XRMResMerge : public XRMResOutputParser
+{
+private:
+ MergeDataFile *pMergeDataFile;
+ ByteString sFilename;
+ ResData *pResData;
+ std::vector<ByteString> aLanguages;
+
+protected:
+ void WorkOnText(
+ const ByteString &rOpenTag,
+ ByteString &rText
+ );
+ void EndOfText(
+ const ByteString &rOpenTag,
+ const ByteString &rCloseTag
+ );
+ void Output( const ByteString& rOutput );
+public:
+ XRMResMerge(
+ const ByteString &rMergeSource,
+ const ByteString &rOutputFile,
+ ByteString &rFilename
+ );
+ virtual ~XRMResMerge();
+};
+
diff --git a/l10ntools/java/l10nconv/build.xml b/l10ntools/java/l10nconv/build.xml
new file mode 100644
index 000000000000..7103ff05d58f
--- /dev/null
+++ b/l10ntools/java/l10nconv/build.xml
@@ -0,0 +1,229 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+
+ DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+
+ Copyright 2000, 2010 Oracle and/or its affiliates.
+
+ OpenOffice.org - a multi-platform office productivity suite
+
+ This file is part of OpenOffice.org.
+
+ OpenOffice.org is free software: you can redistribute it and/or modify
+ it under the terms of the GNU Lesser General Public License version 3
+ only, as published by the Free Software Foundation.
+
+ OpenOffice.org is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ GNU Lesser General Public License version 3 for more details
+ (a copy is included in the LICENSE file that accompanied this code).
+
+ You should have received a copy of the GNU Lesser General Public License
+ version 3 along with OpenOffice.org. If not, see
+ <http://www.openoffice.org/license.html>
+ for a copy of the LGPLv3 License.
+
+-->
+<project name="l10nconv" default="main" basedir=".">
+
+ <!-- ================================================================= -->
+ <!-- settings -->
+ <!-- ================================================================= -->
+
+ <!-- name of this sub target used in recursive builds -->
+ <property name="target" value="l10nconv"/>
+
+ <!-- name of jar file created, without .jar extension -->
+ <property name="jarname" value="converter"/>
+
+ <!-- relative path to project directory -->
+ <property name="prj" value="."/>
+
+ <!-- build output directory -->
+ <property name="out" value="build"/>
+
+ <!-- build directories -->
+ <property name="build.dir" value="${out}"/>
+ <property name="build.class" value="${build.dir}/class/converter"/>
+ <property name="build.misc" value="${build.dir}/misc/converter"/>
+
+ <!-- start of java source code package structure -->
+ <property name="java.dir" value="java"/>
+
+ <!-- define how to handle CLASSPATH environment -->
+ <property name="build.sysclasspath" value="ignore"/>
+
+ <!-- classpath settings for compile and javadoc tasks -->
+ <path id="classpath">
+ <pathelement location="."/>
+ <pathelement location="${build.class}"/>
+ </path>
+
+ <!-- name to display in documentation -->
+ <property name="docname" value="l10n converter"/>
+
+ <!-- set "modern" java compiler -->
+ <property name="build.compiler" value="modern"/>
+
+ <!-- set wether we want to compile with debug information -->
+ <property name="debug" value="on"/>
+
+ <!-- set wether we want to compile with optimisation -->
+ <property name="optimize" value="off"/>
+
+ <!-- set wether we want to compile with or without deprecation -->
+ <property name="deprecation" value="on"/>
+
+ <target name="info">
+ <echo message="--------------------"/>
+ <echo message="${target}"/>
+ <echo message="--------------------"/>
+ </target>
+
+ <!-- ================================================================= -->
+ <!-- custom targets -->
+ <!-- ================================================================= -->
+
+ <!-- the main target, called in recursive builds -->
+ <target name="main" depends="info,prepare,compile,jar,javadoc,zipdoc"/>
+
+ <!-- prepare output directories -->
+ <target name="prepare">
+ <mkdir dir="${build.dir}"/>
+ <mkdir dir="${build.dir}/doc"/>
+ <mkdir dir="${build.dir}/doc/javadoc"/>
+ <mkdir dir="${build.class}"/>
+ <mkdir dir="${build.misc}"/>
+ </target>
+
+
+ <target name="res" depends="prepare">
+ <copy todir="${build.class}">
+ <fileset dir="${java.dir}">
+ <include name="**/*.properties"/>
+ <include name="**/*.css"/>
+ <include name="**/*.dtd"/>
+ <include name="**/*.form"/>
+ <include name="**/*.gif "/>
+ <include name="**/*.htm"/>
+ <include name="**/*.html"/>
+ <include name="**/*.js"/>
+ <include name="**/*.mod"/>
+ <include name="**/*.sql"/>
+ <include name="**/*.xml"/>
+ <include name="**/*.xsl"/>
+ <include name="**/*.map"/>
+
+ </fileset>
+ </copy>
+ </target>
+
+
+ <target name="compile" depends="prepare,res">
+ <javac destdir="${build.class}"
+ debug="${debug}"
+ deprecation="${deprication}"
+ optimize="${optimize}"
+ classpathref="classpath">
+ <src path="${java.dir}"/>
+ <include name="**/*.java"/>
+ </javac>
+ </target>
+
+ <!-- check if javadoc is up to date -->
+ <target name="javadoc_check" depends="prepare" if="build.dir">
+ <uptodate property="javadocBuild.notRequired" value="true"
+ targetfile="${build.dir}/doc/converter_javadoc.zip">
+ <srcfiles dir="${java.dir}" includes="**/*.java"/>
+ </uptodate>
+ </target>
+
+ <!-- generate java documentation -->
+ <target name="javadoc" depends="prepare,javadoc_check,compile"
+ unless="javadocBuild.notRequired"
+ if="build.dir">
+
+ <javadoc destdir="${build.dir}/doc/javadoc"
+ verbose="false"
+ author="false"
+ nodeprecated="true"
+ nodeprecatedlist="true"
+ use="true"
+ Doctitle="${docname}"
+ windowtitle="${docname}"
+ classpathref="classpath">
+
+ <packageset dir="${java.dir}" defaultexcludes="yes">
+ <include name="com/**"/>
+ </packageset>
+
+ <link offline="true" href="http://java.sun.com/j2se/1.4.2/docs/api"
+ packagelistLoc="${common.doc}/jdk1.4.2"/>
+ <link offline="true"
+ href="http://java.sun.com/products/servlet/2.3/javadoc"
+ packagelistLoc="${common.doc}/servlet2.3"/>
+ <link offline="true"
+ href="http://logging.apache.org/log4j/docs/api"
+ packagelistLoc="${common.doc}/log4j-1.2.8"/>
+ <link offline="true"
+ href="http://java.sun.com/products/javabeans/glasgow/javadocs"
+ packagelistLoc="${common.doc}/jaf-1.0.2"/>
+ <link offline="true"
+ href="http://java.sun.com/products/javamail/javadocs"
+ packagelistLoc="${common.doc}/javamail-1.3.1"/>
+ <link offline="true"
+ href="http://ws.apache.org/soap/docs"
+ packagelistLoc="${common.doc}/soap-2.3.1"/>
+
+ <bottom>&lt;i&gt;Copyright &amp;#169; 2004 Sun Microsystems, Inc., 901 San Antonio Road, Palo Alto, CA 94303 USA&lt;/i&gt;</bottom>
+ <header>${docname}</header>
+
+ </javadoc>
+ </target>
+
+ <!-- zip documentation and store in build/misc -->
+ <target name="zipdoc" depends="javadoc" if="build.dir" unless="javadocBuild.notRequired">
+ <zip zipfile="${build.dir}/doc/converter_javadoc.zip"
+ basedir="${build.dir}/doc/javadoc"
+ update="true"/>
+ </target>
+
+ <!-- clean up -->
+ <target name="clean" depends="prepare">
+ <delete includeEmptyDirs="true">
+ <fileset dir="${build.class}">
+ <patternset>
+ <include name="${package}/**/*.class"/>
+ </patternset>
+ </fileset>
+ </delete>
+ </target>
+
+ <!-- create jar file -->
+ <target name="jar" depends="prepare,compile" if="build.class">
+ <jar jarfile="${build.class}/${jarname}.jar"
+ basedir="${build.class}"
+ manifest="${jarname}.MF">
+ <include name="**/*.class"/>
+ <include name="**/*.properties"/>
+ <include name="**/*.css"/>
+ <include name="**/*.dtd"/>
+ <include name="**/*.form"/>
+ <include name="**/*.gif "/>
+ <include name="**/*.htm"/>
+ <include name="**/*.html"/>
+ <include name="**/*.js"/>
+ <include name="**/*.mod"/>
+ <include name="**/*.sql"/>
+ <include name="**/*.xml"/>
+ <include name="**/*.xsl"/>
+ <include name="**/*.map"/>
+ </jar>
+ </target>
+
+ <target name="test" depends="prepare">
+ </target>
+
+</project>
+
diff --git a/l10ntools/java/l10nconv/converter.MF b/l10ntools/java/l10nconv/converter.MF
new file mode 100644
index 000000000000..843d500b7548
--- /dev/null
+++ b/l10ntools/java/l10nconv/converter.MF
@@ -0,0 +1 @@
+Main-Class: com.sun.star.tooling.converter.Convert
diff --git a/l10ntools/java/l10nconv/documentation/readmeConverter.sxw b/l10ntools/java/l10nconv/documentation/readmeConverter.sxw
new file mode 100644
index 000000000000..f779e10acb2c
--- /dev/null
+++ b/l10ntools/java/l10nconv/documentation/readmeConverter.sxw
Binary files differ
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/DirtyTagWrapCheck.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/DirtyTagWrapCheck.java
new file mode 100644
index 000000000000..7338e8d6a669
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/DirtyTagWrapCheck.java
@@ -0,0 +1,82 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * Created on 2005
+ * by Christian Schmidt
+ */
+package com.sun.star.tooling.DirtyTags;
+
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.FileNotFoundException;
+import java.io.FileReader;
+import java.io.IOException;
+
+
+
+public class DirtyTagWrapCheck {
+ static String line="";
+ public static void main(String[] args) {
+ try {
+ File fi = new File("D:\\Testfiles\\KID_helpcontent.sdf");//Copy of
+ FileReader fr = new FileReader(fi);
+ BufferedReader br = new BufferedReader(fr);
+
+ int readCounter=0;
+ int missCounter=0;
+ int lineErrorCounter=0;
+ while((line=br.readLine())!=null){
+ readCounter++;
+ String [] split = line.split("\t");
+ if(split.length<15){
+
+ lineErrorCounter++;
+ continue;
+ }
+ String string = split[10];
+ String wrapped = DirtyTagWrapper.wrapString(string);
+ String unwrapped=DirtyTagWrapper.unwrapString(wrapped);
+ if(!string.equals(unwrapped)){
+
+ missCounter++;
+ System.out.println(""+readCounter+"\n"+string+"\n"+unwrapped+"\n"+wrapped+"\n");
+ }
+ }
+ System.out.println("Fertig "+readCounter+" "+missCounter+" "+lineErrorCounter);
+ } catch (FileNotFoundException e) {
+ //
+ e.printStackTrace();
+ } catch (IOException e) {
+ //
+ e.printStackTrace();
+ } catch (DirtyTagWrapper.TagWrapperException e) {
+ System.out.println(e.getMessage()+"\n"+line+"\n");
+
+ }
+
+ }
+}
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/DirtyTagWrapper.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/DirtyTagWrapper.java
new file mode 100644
index 000000000000..6b76b75b75d6
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/DirtyTagWrapper.java
@@ -0,0 +1,249 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * Created on 2005
+ * by Christian Schmidt
+ */
+package com.sun.star.tooling.DirtyTags;
+
+import java.io.IOException;
+import java.util.ArrayList;
+
+/**
+ * Solves the problem with translating strings from the
+ * Star-Office Help. This Strings contain XML snippets
+ * (that means parts of an xml dokument). I call them 'dirty'
+ * because the start of a tag (<) and the and of an tag (>)
+ * are quoted by a single backslash(\<.....\>). This is done
+ * because the text out of th tags should not contain '<' and '>'
+ * as Entity references (&lt; or &gt;) but as readable signs.
+ * This is for translation purposes.
+ * Because translators get mad while find out the really translatable
+ * parts between all the markup information, the XLIFF Specification
+ * allows to wrap parts of a String that should not be translated by
+ * special tags (<ept>, <bpt>).
+ * This Class has two static methods that do the wrapping and unwrapping
+ * NOTE: this won't work with not 'dirty' Strings.
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+public class DirtyTagWrapper {
+
+ private static boolean doWrap=true;
+ public static void setWrapping(boolean doWrap){
+ DirtyTagWrapper.doWrap=doWrap;
+ }
+
+ /**
+ * Unwraps the 'dirty' parts of a String from ept and bpt tags
+ *
+ * @param checkString The String to unwrap
+ * @return the unwrapped String
+ */
+ public static String unwrapString(String checkString){
+ //remove the ept and bpt tags
+ String[] splitted =checkString.split("(<ept ([^<>])*>)|(</ept>)|(<bpt ([^<>])*>)|(</bpt>)|(<sub([^<>])*>)|(</sub>)|(<ex ([^<>])*/>)");
+ StringBuffer workBuffer= new StringBuffer();
+ for(int i=0;i<splitted.length;i++){
+ workBuffer.append(splitted[i]);
+ }
+ String string = new String(workBuffer);
+ //replace Entity references
+ string=string.replaceAll( "&amp;","&").replaceAll( "&lt;","<").replaceAll( "&gt;",">").replaceAll( "&quot;","\"").replaceAll( "&apos;","'");
+
+ //remove the nsub tags
+ splitted =string.split("(<sub([^<>])*>)|(</sub>)");
+ StringBuffer returnBuffer= new StringBuffer();
+ for(int i=0;i<splitted.length;i++){
+ returnBuffer.append(splitted[i]);
+ }
+ String returnString = new String(returnBuffer);
+ return returnString;
+ }
+
+
+ /**
+ * Wrap the dirty parts of a string
+ *
+ * @param checkString The String to check if there are dirty Parts to wrap
+ * @return A String with wrapped dirty parts
+ * @throws TagWrapperException
+ * @throws IOException
+ */
+ public static String wrapString(String checkString) throws TagWrapperException, IOException {
+ // if no wrapping should be done return the given string
+ if(!doWrap) return checkString;
+ // let's wrap
+ String[] parts=null;
+ int idx=0;
+ //split the string at tag ends
+ String[] parts2 = checkString.split("\\\\>");
+
+ ArrayList tagString =new ArrayList();
+ // put the while splitting lost parts to the end of the single strings
+ for(int j=0;j<parts2.length-1;j++){
+ parts2[j]+="\\>";
+ }
+ // same for the last string
+ if (checkString.endsWith("\\>")){
+ parts2[parts2.length-1]+="\\>";
+ }
+ // split the leading text from the real tag string (<...>)
+ for(int j=0;j<parts2.length;j++){
+
+ //is it just a tag
+ if(parts2[j].startsWith("\\<")){
+ tagString.add(parts2[j]);
+ // or is it a tag with leading text?
+ }else if((idx=parts2[j].indexOf("\\<"))>0&&parts2[j].indexOf("\\>")>0){
+ //...then split it in two parts
+ // the leading text
+ tagString.add(parts2[j].substring(0,(parts2[j].indexOf("\\<"))));
+ // ...and the tag
+ tagString.add(parts2[j].substring(parts2[j].indexOf("\\<")));
+
+ }else{
+ //no tag...must be text only
+ tagString.add(parts2[j]);
+ }
+
+ }
+ ArrayList tagNames=new ArrayList();
+ String item="";
+ for(int i=0;i<tagString.size();i++){
+ item=((String)tagString.get(i));
+ int start=item.indexOf("\\<")+2;
+ // check if we have an index that is ok
+ if(start==1) start=-1;
+ int end=item.lastIndexOf("\\>");
+ if(start>=0&&end>0){
+ boolean isStandalone=false;
+ if(item.endsWith("/\\>")){
+ // this is a standalone tag
+ isStandalone=true;
+ }
+ item=item.substring(start,end);
+
+ if(item.indexOf(" ")>0){
+ item=item.substring(0,item.indexOf(" "));
+ }
+ if(isStandalone){
+ item=item+"/";
+ }
+ tagNames.add(item);
+ }else{
+ tagNames.add("");
+ }
+ }
+ ArrayList tagType=new ArrayList();
+ for(int i=0;i<tagNames.size();i++){
+ if(((String)tagNames.get(i)).equals("")){
+ tagType.add("Text");
+ }else if(((String)tagNames.get(i)).startsWith("/")){
+ tagType.add("EndTag");
+ }else if(((String)tagNames.get(i)).endsWith("/")){
+ tagType.add("StartAndEndTag");
+ }else {
+ tagType.add("StartTag");
+ }
+
+ }
+
+ ArrayList tagList=new ArrayList();
+ for(int i=0;i<tagNames.size();i++){
+ tagList.add(new Tag(
+ (String)tagType.get(i),
+ (String)tagNames.get(i),
+ (String)tagString.get(i)));
+ }
+ tagType=null;
+ tagNames=null;
+ tagString=null;
+
+ TagPair start;
+ StringBuffer returnBuffer=new StringBuffer();
+ while(tagList.size()>0){
+ try{
+ start=new TagPair(tagList);
+ returnBuffer.append(start.getWrapped());
+ }catch(TagPair.TagPairConstructionException e){
+ throw (new DirtyTagWrapper()).new TagWrapperException(e);
+ }
+ }
+ TagPair.resetCounter();
+ return new String(returnBuffer);
+ }
+ /**
+ * @author Christian Schmidt 2005
+ *
+ */
+ public class TagWrapperException extends Exception {
+
+ /**
+ * Create a new Instance of TagWrapperException
+ *
+ *
+ */
+ public TagWrapperException() {
+ super();
+ //
+ }
+
+ /**
+ * Create a new Instance of TagWrapperException
+ *
+ * @param arg0
+ */
+ public TagWrapperException(String arg0) {
+ super(arg0);
+ //
+ }
+
+ /**
+ * Create a new Instance of TagWrapperException
+ *
+ * @param arg0
+ * @param arg1
+ */
+ public TagWrapperException(String arg0, Throwable arg1) {
+ super(arg0, arg1);
+ //
+ }
+
+ /**
+ * Create a new Instance of TagWrapperException
+ *
+ * @param arg0
+ */
+ public TagWrapperException(Throwable arg0) {
+ super(arg0);
+ //
+ }
+
+ }
+}
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/Tag.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/Tag.java
new file mode 100644
index 000000000000..223885571007
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/Tag.java
@@ -0,0 +1,246 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * Created on 2005
+ * by Christian Schmidt
+ */
+package com.sun.star.tooling.DirtyTags;
+
+import java.io.IOException;
+import java.util.Map;
+
+import com.sun.star.tooling.converter.ExtMap;
+
+/**
+ * @author Christian Schmidt 2005
+ *
+ */
+public class Tag {
+ private static int indent=0;
+ Map tagNames;
+ private String tagType;
+ private String tagName;
+ private String tagString;
+ public static Tag EMPTYTAG=new Tag("","","");
+
+ /**
+ * Create a new Instance of Tag
+ *
+ * @param tagType
+ * @param tagName
+ * @param tagString
+ */
+ public Tag(String tagType, String tagName, String tagString) {
+
+ this.tagType=tagType;
+ this.tagName=tagName;
+ this.tagString=tagString;
+
+ tagNames=new ExtMap();
+ tagNames.put("link","name");
+ tagNames.put("caption","xml-lang");
+ tagNames.put("alt","xml-lang");
+ }
+
+ public String getWrappedTagString() throws IOException{
+ if(this.canHaveTranslateableContent()){
+ return this.wrapTagStringIntern();
+ }else{
+ return xmlString(this.tagString);
+ }
+ }
+
+ private final String xmlString( final String string) throws java.io.IOException {
+ if (string == null)
+ return string; // ""
+ String str = string;
+
+ for(int i=0;i<str.length();i++){
+ if(str.charAt(i)=='&'){
+ str=str.substring(0, i)+"&amp;"+str.substring(i+1);
+ continue;
+ }
+
+ if(str.charAt(i)=='<'){
+ str=str.substring(0, i)+"&lt;"+str.substring(i+1);
+ continue;
+ }
+
+ if(str.charAt(i)=='>'){
+ str=str.substring(0, i)+"&gt;"+str.substring(i+1);
+ continue;
+ }
+
+ if(str.charAt(i)=='"'){
+ str=str.substring(0, i)+"&quot;"+str.substring(i+1);
+ continue;
+ }
+
+ if(str.charAt(i)=='\''){
+ str=str.substring(0, i)+"&apos;"+str.substring(i+1);
+ continue;
+ }
+ }
+
+ return str;
+ }
+ /**
+ * @return
+ */
+ private boolean canHaveTranslateableContent() {
+ return (tagNames.containsKey(this.tagName));
+
+ }
+
+ /**
+ * @throws IOException
+ *
+ */
+ private String wrapTagStringIntern() throws IOException {
+
+
+ String[] split=this.tagString.split("=");
+ int length=split.length;
+ // no attribute found;
+ if (length==0) return xmlString(tagString);
+ else{
+ int i=0;
+
+ while(i<length-1/*the last part can only contain an attribute value*/){
+ String attributeName = split[i].trim();
+ if(split[i]. indexOf("</sub>")<0) split[i]=xmlString(split[i]);
+ i++;
+ String value;
+ attributeName=(attributeName.substring(attributeName.lastIndexOf(" ")).trim());
+ if((value=translateableAttributeValue(this.tagName)).equals(attributeName)){
+ int valueStart=0;
+ int valueEnd=0;
+
+ // get the value to the found attribute name
+ // it must either be surrounded by '"'...
+ if((valueStart=split[i].indexOf('"'))>=0){
+ valueEnd = split[i].lastIndexOf('"');
+ //...or surrounded by "'"
+ }else if((valueStart=split[i].indexOf("'"))>=0){
+ valueEnd = split[i].lastIndexOf("'");
+ }else{
+ // there seems to be an error,
+ // we found an '=' (we split there) but no '"' or '''
+ // but although we don't check the syntax
+ // we just continue
+ continue;
+ }
+ //ok we found the border of a value that might be translated
+ //now we wrap it with the tags
+
+ split[i]=xmlString(split[i].substring(0,valueStart+1))+"<sub>"+xmlString(split[i].substring(valueStart+1,valueEnd))+"</sub>"+xmlString(split[i].substring(valueEnd));
+
+ }
+ }
+ String wrappedString="";
+ // we have the wrapped parts, now we put them together
+ int j=0;
+ for(j=0;j<split.length-1;j++){
+ wrappedString+=(split[j]+"=");
+ }
+ wrappedString+=split[j];
+// System.out.println(this.tagString);
+// System.out.println(wrappedString);
+ return wrappedString;
+ }
+
+ }
+
+
+
+ /**
+ * @param tagName the name of the tag to check
+ * @return the name of the attribute that can contain translateable value
+ */
+ private String translateableAttributeValue(String tagName) {
+
+ return (String)this.tagNames.get(tagName);
+ }
+
+
+ /**
+ * Create a new Instance of Tag
+ *
+ *
+ */
+ public Tag(String tagString) {
+ this(extractTagType(extractTagName(tagString)),extractTagName(tagString),tagString);
+ }
+
+ private static String extractTagName(String tagString){
+
+ int start=tagString.indexOf('<')+1;
+ int end=tagString.lastIndexOf('\\');
+ if(start>=0&&end>0){
+ tagString=tagString.substring(start,end);
+
+ if(tagString.indexOf(" ")>0){
+ tagString=tagString.substring(0,tagString.indexOf(" "));
+ }
+ return tagString;
+ }else{
+ return "";
+ }
+ }
+ private static String extractTagType(String tagName){
+ if(tagName.equals("")){
+ return "Text";
+ }else if(tagName.startsWith("/")){
+ return "EndTag";
+ }else if(tagName.endsWith("/")){
+ return "StartAndEndTag";
+ }else {
+ return "StartTag";
+ }
+ }
+
+ /**
+ * @return Returns the tagName.
+ */
+ public String getTagName() {
+ return this.tagName;
+ }
+ /**
+ * @return Returns the tagString.
+ */
+ public String getTagString() {
+ return this.tagString;
+ }
+ /**
+ * @return Returns the tagType.
+ */
+ public String getTagType() {
+ return this.tagType;
+ }
+
+
+}
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/TagPair.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/TagPair.java
new file mode 100644
index 000000000000..cc362a96e740
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/DirtyTags/TagPair.java
@@ -0,0 +1,307 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * Created on 2005
+ * by Christian Schmidt
+ */
+package com.sun.star.tooling.DirtyTags;
+
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.Iterator;
+
+
+/**
+ * @author Christian Schmidt 2005
+ *
+ */
+public class TagPair {
+
+
+ private Tag startTag=Tag.EMPTYTAG;
+ private Tag endTag=Tag.EMPTYTAG;
+ private String startingText="";
+ private ArrayList enclosedTags=new ArrayList();
+ private long id;
+ private static int ElementCounter=1;
+ private String endingText="";
+
+ /**
+ * @author Christian Schmidt 2005
+ *
+ */
+ public class TagPairConstructionException extends Exception {
+
+ /**
+ * Create a new Instance of TagPairConstructionException
+ *
+ * @param string
+ */
+ public TagPairConstructionException(String string) {
+
+ }
+
+ }
+
+ /**
+ * Create a new Instance of TagPair
+ *
+ *
+ */
+ public TagPair() {
+
+ }
+
+
+ /**
+ * Create a new Instance of TagPair
+ *
+ * Find matching tags in tagList, create a TagPair of it, create
+ * tagPairs from the content in the tagPair and remove all used
+ * tags from tagList. The rest of the tagList starts after the
+ * endTag of this TagPair.
+ *
+ * @param tagList a List of the tags to check
+ *
+ * @throws TagPairConstructionException
+ */
+ public TagPair(ArrayList tagList) throws TagPairConstructionException {
+
+ if(tagList.size()==0){
+ return;
+ }
+ ArrayList contentList=new ArrayList();;
+ Tag tag=(Tag)tagList.get(0);
+ tagList.remove(0);
+
+
+ if("Text".equals(tag.getTagType())){
+ // is this Text the only content
+ // of this Tag ?
+ if(tagList.size()==0){
+ //yes...then it is the starting Text of this TagPair
+ this.startingText=tag.getTagString();
+ return;
+ }else{
+ //no...the tag is normal content
+ contentList.add(tag);
+ }
+ this.startingText=tag.getTagString();
+
+ }else if("EndTag".equals(tag.getTagType())){
+ //ERRor throw EXception
+ }else if("StartTag".equals(tag.getTagType())){
+ // find the matching end tag
+ this.startTag=tag;
+ Iterator iter=tagList.iterator();
+
+ int equivalentTagCounter=0;
+ while(iter.hasNext()){
+ //is this the end tag?
+ if((tag=(Tag)iter.next()).getTagName().equals('/'+this.startTag.getTagName())&&equivalentTagCounter==0){
+ //found the corresponding end tag
+
+ //this TagPair is complete
+ //so it needs an id
+ this.id=TagPair.ElementCounter++;
+ this.endTag=tag;
+ //...remove it from list
+ tagList.removeAll(contentList);
+ tagList.remove(tag);
+ break;
+ }else{
+ // tag is not the end tag
+ // so it is between the start and the end tag
+ // and belongs to the content
+ // but first check if it has the same name as the current tag
+ if(tag.getTagName().equals(this.startTag.getTagName())){
+ // if this is a start tag like the current start tag
+ // we count it to find out the matching end tag in nested tags
+ if(tag.getTagType().equals("StartTag")){
+ equivalentTagCounter++;
+ }
+ }
+ if(tag.getTagName().equals("/"+this.startTag.getTagName())){
+ if(tag.getTagType().equals("EndTag")){
+ equivalentTagCounter--;
+ }
+ }
+
+ contentList.add(tag);
+ }
+ }
+ //found the end tag ?
+ //no...
+ if (this.endTag.getTagType()==""){
+
+ throw new TagPairConstructionException("ERROR: Missing end tag ("+
+ this.startTag.getTagString()+").");
+ //...yes
+ }else{
+ //We need to check whether the content is starting or ending with text
+ //...check starting with text
+ if(contentList.size()>=1&&((String)((Tag)contentList.get(0)).getTagType()).equals("Text")){
+ //yes...store it as startingText
+ this.startingText=(String)((Tag)contentList.get(0)).getTagString();
+ //remove it from list
+ contentList.remove(0);
+ }
+ // ...check ending with text
+ if(contentList.size()>=1&&((String)((Tag)contentList.get(contentList.size()-1)).getTagType()).equals("Text")){
+ //yes...store it as endingText
+ this.endingText=(String)((Tag)contentList.get(contentList.size()-1)).getTagString();
+ //remove it from list
+ contentList.remove(contentList.size()-1);
+ }
+ //create the list of tags enclosed by this tagPair
+ createEnclosedTags(contentList);
+ }
+ //if stand AloneTag create own TagObject...give ID...add to List
+ }else if("StartAndEndTag".equals(tag.getTagType())){
+ this.startTag=tag;
+ this.endTag=new Tag("EndOfStandAlone","","");
+ createEnclosedTags(contentList);
+ }
+
+ }
+
+ /**
+ * @param contentList
+ * @throws TagPairConstructionException
+ */
+ private void createEnclosedTags(ArrayList contentList) throws TagPairConstructionException {
+ while(contentList.size()>0){
+ //create the inner TagPairs
+ this.enclosedTags.add(new TagPair(contentList));
+ }
+
+ }
+
+ public String toString(){
+ StringBuffer outString= new StringBuffer(this.startTag.toString());
+ TagPair help=new TagPair();
+ Iterator iter=enclosedTags.iterator();
+ outString.append(this.startingText);
+ while(iter.hasNext()){
+ if((help=(TagPair)iter.next())==null){
+ continue;
+ }else{
+ outString.append(help.toString());
+ }
+ }
+ outString.append(this.endingText);
+ outString.append(this.endTag.toString());
+ return new String(outString);
+ }
+
+ public String getWrapped() throws IOException{
+ Iterator iter=enclosedTags.iterator();
+ StringBuffer returnBuffer=new StringBuffer();
+
+ returnBuffer.append(wrap(this.startTag)+xmlString(this.startingText));
+ while(iter.hasNext()){
+ returnBuffer.append(((TagPair)iter.next()).getWrapped());
+ }
+ returnBuffer.append(xmlString(this.endingText)+wrap(this.endTag));
+
+
+
+ return new String(returnBuffer);
+ }
+
+ private String wrap(Tag tag) throws IOException{
+ String string="";
+ //can be a start tag
+ if(tag.getTagType().startsWith("Start")){
+ return new String("<bpt id='"+this.id+"'>"+tag.getWrappedTagString()+"</bpt>");
+ //...or a end tag
+ }else if (tag.getTagType().startsWith("End")){
+ //maybe the end tag of a Start and end tag
+// if("EndOfStandAlone".equals(tag.getTagType())){
+// return new String("<ex id='"+this.id+"'/>");
+// }else{
+ string=tag.getWrappedTagString();
+ return new String("<ept id='"+this.id+"'>"+string+"</ept>");
+// }
+
+ //...or text
+ }else{
+ return xmlString(tag.getTagString());
+ }
+ }
+ /**
+ * Replaces all characters that mustn't be in XLIFF PCdata
+ *
+ * @param string the string to check
+ * @return the checked string with all characters replaced
+ * @throws java.io.IOException
+ */
+ private final String xmlString( final String string) throws java.io.IOException {
+ if (string == null)
+ return string; // ""
+ String str = string;
+
+ for(int i=0;i<str.length();i++){
+ if(str.charAt(i)=='&'){
+ str=str.substring(0, i)+"&amp;"+str.substring(i+1);
+ continue;
+ }
+
+ if(str.charAt(i)=='<'){
+ str=str.substring(0, i)+"&lt;"+str.substring(i+1);
+ continue;
+ }
+
+ if(str.charAt(i)=='>'){
+ str=str.substring(0, i)+"&gt;"+str.substring(i+1);
+ continue;
+ }
+
+ if(str.charAt(i)=='"'){
+ str=str.substring(0, i)+"&quot;"+str.substring(i+1);
+ continue;
+ }
+
+ if(str.charAt(i)=='\''){
+ str=str.substring(0, i)+"&apos;"+str.substring(i+1);
+ continue;
+ }
+ }
+
+ return str;
+ }
+
+ /**
+ *
+ */
+ public static void resetCounter() {
+ TagPair.ElementCounter=1;
+
+ }
+
+
+}
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/Convert.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/Convert.java
new file mode 100644
index 000000000000..d6fddfd049ae
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/Convert.java
@@ -0,0 +1,550 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * the main Class
+ *
+ * Command Line arguments are reviewed
+ * and a Converter is constructed
+ */
+package com.sun.star.tooling.converter;
+
+import java.io.BufferedWriter;
+import java.io.File;
+import java.io.FileWriter;
+import java.io.IOException;
+import java.util.Calendar;
+
+import com.sun.star.tooling.DirtyTags.DirtyTagWrapper;
+
+/**
+ * The main class of the converter tool
+ *
+ * The converter tool is command line based.
+ * Its classes allow the converting between the
+ * file formats sdf, gsi and <a href="http://www.oasis-open.org/committees/xliff/documents/cs-xliff-core-1.1-20031031.htm">xliff</a>.
+ *
+ * Those file formats are used in localization
+ * of Star-Office and Open-Office.
+ *
+ * Information about the whole localization process can be found in
+ * <a href="http://ded-1.germany.sun.com/webcontent/guidelines/pdf/L10NSO8.pdf">http://ded-1.germany.sun.com/webcontent/guidelines/pdf/L10NSO8.pdf</a>
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+public class Convert {
+
+ private static Calendar cal;
+
+ private static final String EMPTY = "";
+
+ /**
+ * The name of the file containing the debug information
+ * that where found while converting (every output goes here too)
+ */
+ private static String dbgName = EMPTY;
+
+ /**
+ * the character that separates the extension from the file name
+ */
+ private static final char extensionSeperator = '.';
+
+ /**
+ * the log File
+ */
+ private static File log;
+
+ /**
+ * the name of the log file
+ */
+ private static String logString = EMPTY;
+
+ /**
+ * indicates whether existing sources should be overwritten
+ * without asking
+ */
+ private static boolean overwrite = false;
+
+ /**
+ * A second Source File needed for GSI Merging
+ */
+ private static File secondSource;
+
+ //private static final char pathSeperator = '\\';
+
+ /**
+ * The language that should be the source language
+ * that means the language to translate from
+ */
+ private static String sourceLanguage = "en-US";
+
+ /**
+ * the name of the source file
+ */
+ private static String sourceName = EMPTY;
+
+ /**
+ * the type of the source file (sdf,xliff,...)
+ */
+ private static String sourceType = EMPTY;
+
+ /**
+ * The time when converting started
+ */
+ private static String startTime = EMPTY;
+ /**
+ * The language that should be the target language
+ * that means the language to translate to
+ */
+ private static String TargetLanguage = EMPTY;
+
+ /**
+ * the name of the target file
+ */
+ private static String targetName = EMPTY;
+
+ /**
+ * the type of the target file (sdf,xliff,...)
+ */
+ private static String targetType = EMPTY;
+
+ /**
+ * Store the current version ID and number of this tool
+ */
+ final static String version = " Prod.20050710:1255 ";
+
+ /**
+ * The name of the (original) sdf file used as second source for gsi->sdf merging
+ */
+ private static String secondSourceName=EMPTY;
+ /**
+ * Indicate whether strings in xliff files should
+ * be wrapped with ept/bpt or sub tags to enable translation tools
+ * to synchronize source language string with there translation
+ *
+ * @see <a href="http://ded-1.germany.sun.com/webcontent/guidelines/pdf/L10NSO8.pdf">http://ded-1.germany.sun.com/webcontent/guidelines/pdf/L10NSO8.pdf</a>
+ */
+ private static boolean doWrap=true;
+
+
+
+ public static void main(String[] args) throws IOException, Exception {
+ try{
+
+ //go, parse and check the command line parameters
+ ParameterChecker.checkClParameters(args);
+ ParameterChecker.createContentOfClParameters();
+ //Initialize the tagWrapper
+ DirtyTagWrapper.setWrapping(doWrap);
+ //create an instance of converter
+ Converter conv = new Converter(sourceType, sourceName, sourceLanguage,
+ targetType, targetName, TargetLanguage,secondSourceName, overwrite);
+ // get aktual time
+ cal = Calendar.getInstance();
+ startTime = cal.getTime().toString();
+ //show infos
+ printPreamble();
+ //do the job
+ conv.convert();
+
+ showStatistic();
+
+ //close log, debug...
+ OutputHandler.closeAll();
+
+ } catch(Exception e){
+ System.out.print("An EXCEPTION occured, please check your commad line settings \n"+e.getMessage());
+ System.exit(-1);
+ }catch(Throwable t){
+ System.out.print("A FATAL ERROR occured, please check your commad line settings \n"+t.getMessage());
+ System.exit(-1);
+ }
+
+ }
+
+ /**
+ * show the command line help
+ */
+ private static void printHelp() {
+
+ final String ls = System.getProperty("line.separator");
+ System.out
+ .println(
+
+ "File Converting Tool 'converter' Version "
+ + Convert.version
+ + ls
+ + "Converts SDF files to wellformed XLIFF or GSI files and vice versa" + ls
+ + ls
+ + "Use: " + ls
+ + "convert [-h]|[SourcePath [TargetPath] [-T Type] [[-S Type [secondSourcePath]] " + ls
+ + " [-s LanguageID] [-t LanguageID] [-l [LogPath]] [-o]]" + ls
+ + ls
+ + "-h show this help." + ls
+ + "SourcePath path of the file to convert." + ls
+ + "secondSourcePath path of the SDF file to merge to (GSI -> SDF only!)." + ls
+ + "TargetPath path where to store the result." + ls
+ + "LogPath path of the log file" + ls
+ + "-T Type the type of the target file (xliff,sdf,gsi)" + ls
+ + "-S Type the type of the source file (xliff,sdf,gsi)" + ls
+ + "-s LanguageID the ISO language code of the source language (de, fr...)." + ls
+ + " Default is 'en-US' " + ls
+ + "-t LanguageID the language code of the target language (de, fr...)." + ls
+ + " Default is first found Language other than source language." + ls
+ + "-l [LogPath] write a log file, you can name the file." + ls
+ + "-o overwrite existing files without asking." + ls
+ + "-nw disable the wrapping with ept/bpt tags." + ls
+ + ls
+ + "The created files were stored in the SourceFile Path if nothing else is given. " + ls
+ + "The extension is '.xliff','.sdf' depending on the source file and '.log' " + ls
+ + "for the logfile." + ls);
+ }
+
+ /**
+ * show the parameters the converter starts with
+ *
+ * @throws IOException
+ */
+ final private static void printPreamble() throws IOException {
+ OutputHandler.out(EMPTY);
+ OutputHandler.out("Source File is: " + sourceName);
+ OutputHandler.out("Target File is: " + targetName);
+ if (OutputHandler.doLog) {
+ OutputHandler.out("Log File is: " + logString);
+ } else {
+ OutputHandler.out("Log File is: disabled");
+ }
+
+ OutputHandler.out(EMPTY);
+
+ }
+
+ /**
+ * show some statistic data
+ *
+ * @throws IOException
+ */
+ final private static void showStatistic() throws IOException {
+ OutputHandler.dbg(EMPTY);
+ OutputHandler
+ .out((targetType.equalsIgnoreCase("xliff") ? "TransUnits written: "
+ : "Lines written : ")
+ + Converter.getLineCounter());
+ OutputHandler.dbg(EMPTY);
+ OutputHandler.out("Started at : " + Convert.startTime);
+ Convert.cal = Calendar.getInstance();
+ OutputHandler.out("Finished at : " + Convert.cal.getTime());
+ OutputHandler.dbg(EMPTY);
+
+ }
+
+ /**
+ * Get the extensiion of a file name
+ * (sdf,xliff,gsi)
+ *
+ * @param sourceString the file name
+ * @return the extension
+ */
+ static protected String extractExtension(String sourceString) {
+ String ext = sourceString.substring(sourceString
+ .lastIndexOf(Convert.extensionSeperator) + 1);
+ return ext;
+ }
+
+// static protected String extractFileName(String sourceString) {
+// String sName = EMPTY;
+// sName = (sourceString.substring(sourceString
+// .lastIndexOf(File.separator) + 1, sourceString
+// .lastIndexOf(Convert.extensionSeperator)));
+//
+// return sName;
+// }
+//
+// static protected String extractPath(String sourceString) {
+// String sPath = sourceString.substring(0, sourceString
+// .lastIndexOf(File.separator) + 1);
+// return sPath;
+// }
+
+ /**
+ *
+ */
+ public Convert() {
+ }
+
+ /**
+ *
+ * Verify a parameter array and create content useable by the programm
+ * from the switches and attributes set at command line
+ *
+ * @author Christian Schmidt 2005
+ */
+ private static class ParameterChecker {
+
+ /**
+ * Holds the path of the source file
+ */
+ private static String filePath;
+ /**
+ * Holds the name of the source file
+ */
+ private static String fileName;
+
+ /**
+ * Create a new Instance of ParameterChecker
+ *
+ *
+ */
+ public ParameterChecker(){};
+ /**
+ * Checks the command line parameters
+ *
+ * @param args the parameters to check and to parse
+ * @throws IOException
+ */
+ private static void checkClParameters(String[] args) throws IOException {
+ try {
+ //show help if no attrributes...
+ if (args.length == 0) {
+ printHelp();
+ System.exit(-1);
+ }
+ //...or attribute is -h
+ if (args[0].equals("-h")) {
+ printHelp();
+ System.exit(0);
+ }
+ if (args[0].equals("-ver")) {
+ System.out.println("File Converting Tool Version "+version);
+ System.exit(0);
+ }
+ //source file Location and path is always first attribute
+ sourceName = new String(args[0]);
+
+ File source = new File(sourceName);
+ //break if there is no source to convert
+ if (!source.exists())
+ throw new IOException("ERROR:Can not find Source File '"
+ + sourceName + "'. Aborting...");
+
+ // String name=source.getName();
+ // String parent=source.getParent();
+ // String path=source.getPath();
+
+ filePath = (source.getParent()==null)?"":source.getParent()+File.separator; //extractPath(sourceName);
+ fileName = source.getName().substring(0,source.getName().lastIndexOf(extensionSeperator));
+
+ for (int i = 1; i < args.length; i++) {
+
+
+ if ("-s".equals(args[i])) {
+ if (args.length > i + 1) {
+ sourceLanguage = args[++i];
+
+ } else {
+ throw new ConverterException(
+ "missing argument for -s source language");
+ }
+ continue;
+ }
+
+ if ("-S".equals(args[i])) {
+ if (args.length > i + 1) {
+ sourceType = args[++i];
+ if (args.length > i +1 &&!args[i+1].startsWith("-")) {
+ secondSourceName = args[++i];
+ }
+
+ } else {
+ throw new ConverterException(
+ "missing argument for -S source type");
+ }
+ continue;
+ }
+
+ if ("-T".equals(args[i])) {
+ if (args.length > i + 1) {
+ targetType = args[++i];
+
+
+ } else {
+ throw new ConverterException(
+ "missing argument for -T target type");
+ }
+ continue;
+ }
+
+ if ("-l".equals(args[i])) {
+ OutputHandler.doLog = true;
+ if (args.length > i + 1
+ && (!args[i + 1].startsWith("-"))) {
+ logString = args[++i];
+ } else {
+ logString = EMPTY;
+ }
+ continue;
+ }
+
+ if ("-o".equals(args[i])) {
+ overwrite = true;
+ continue;
+ }
+
+ if ("-nw".equals(args[i])) {
+ doWrap = false;
+ continue;
+ }
+
+ if ("-h".equals(args[i])) {
+ printHelp();
+ System.exit(0);
+ }
+
+ if ("-dbg".equals(args[i])) {
+ OutputHandler.doDebug = true;
+ continue;
+ }
+
+ if ("-t".equals(args[i])) {
+ if (args.length > i + 1) {
+ TargetLanguage = args[++i];
+ } else {
+ throw new ConverterException(
+ "missing argument for -t target language");
+ }
+ continue;
+ }
+
+ if (i == 1 && !args[i].startsWith("-")) { //target file
+ // found
+ targetName = args[i];
+ continue;
+ }
+ //if we come here we
+ //can not match the Attribute
+ throw new ConverterException("unknown Attribute: "
+ + args[i]);
+
+
+ }//end for
+ } catch (ConverterException e) {
+ OutputHandler.out("ERROR: "+e.getMessage());
+ System.exit(-1);
+ } catch (Throwable t){
+ System.out.print("An Error occured while parsing the command line,\n please check your commad line settings.\n "+t.getMessage());
+ System.exit(-1);
+ }
+
+ }//end checkClParameters
+
+ /**
+ * Creates the appropriate content of what ever data
+ * we found in the command line
+ *
+ * @throws IOException
+ */
+ private static void createContentOfClParameters() throws IOException {
+
+ try {
+ if (OutputHandler.doDebug) {
+ // if the -dbg switch is set, we
+ // create
+ // a file that gets all information
+ // produced by this tool
+
+ OutputHandler.dbgFile = new BufferedWriter(new FileWriter(
+ new File(new String(filePath + fileName + ".dbg"))));
+ }
+
+ if (OutputHandler.doLog) {// create a logfile?
+ //given at command line?
+ if (EMPTY.equals(logString) || logString == null) {
+ logString = new String(filePath + fileName + ".log");
+ }
+ log = FileMaker.newFile(logString, overwrite);
+ OutputHandler.logFile = (new BufferedWriter(new FileWriter(
+ log)));
+ }
+
+ if (EMPTY.equals(sourceType) || sourceType == null) {
+ // not given at command line?
+ if (!(EMPTY.equals(sourceName) || sourceName == null)) {
+ sourceType = extractExtension(sourceName);
+ } else {
+ throw new ConverterException("Source type is missing");
+ }
+ }
+
+ if(sourceType.equalsIgnoreCase("gsi")){
+
+ if(EMPTY.equals(Convert.secondSourceName)){
+ Convert.secondSourceName=filePath+fileName+".sdf";
+ }
+ //secondSource=new File(Convert.secondSourceName);
+
+ }
+
+ if (EMPTY.equals(sourceName)) {
+ sourceName = filePath + fileName + "." + sourceType;
+ }
+ //no target type given at command line?
+ if (EMPTY.equals(targetType) || targetType == null) {
+ if (!(EMPTY.equals(targetName) || targetName == null)) {
+ targetType = extractExtension(targetName);
+ } else {
+ throw new ConverterException("Target type is missing");
+
+ }
+ }
+ //no target File specified at command line
+ if (EMPTY.equals(targetName) || targetName == null) {
+ targetName = filePath + fileName + "." + targetType;
+ if (targetName.equals(Convert.secondSourceName)){
+ OutputHandler.out("ERROR: \nSource '"+Convert.secondSourceName+"' and \nTarget'"+targetName+"' are the same");
+ System.exit(0);
+ }else if (targetName.equals(Convert.sourceName)){
+ OutputHandler.out("ERROR: \nSource '"+Convert.sourceName+"' and \nTarget'"+targetName+"' are the same");
+ System.exit(0);
+ }
+ }else if (targetName.equals(Convert.secondSourceName)){
+ OutputHandler.out("ERROR: \nSource '"+Convert.secondSourceName+"' and \nTarget'"+targetName+"' are the same");
+ System.exit(0);
+ }else if (targetName.equals(Convert.sourceName)){
+ OutputHandler.out("ERROR: \nSource '"+Convert.sourceName+"' and \nTarget'"+targetName+"' are the same");
+ System.exit(0);
+ }
+
+
+ } catch (ConverterException e) {
+ OutputHandler.out(e.getMessage());
+ }
+
+ }
+
+ }
+
+} \ No newline at end of file
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/Converter.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/Converter.java
new file mode 100644
index 000000000000..ad846ae88295
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/Converter.java
@@ -0,0 +1,520 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * Converter.java
+ *
+ * create Source and Target
+ * for converting
+ * TODO maybe a factory would be good here
+ */
+
+package com.sun.star.tooling.converter;
+
+import java.io.BufferedOutputStream;
+import java.io.File;
+import java.io.FileNotFoundException;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.io.OutputStream;
+
+import javax.xml.parsers.ParserConfigurationException;
+import javax.xml.parsers.SAXParser;
+import javax.xml.parsers.SAXParserFactory;
+
+import org.xml.sax.EntityResolver;
+import org.xml.sax.SAXException;
+import org.xml.sax.SAXParseException;
+import org.xml.sax.XMLReader;
+import org.xml.sax.helpers.DefaultHandler;
+
+/**
+ *
+ * This class handles the creating of the source to read from,
+ * the target to write to and the appropriate DataHandler
+ *
+ * @author Christian Schmidt 2005
+ */
+public final class Converter {
+
+ /**
+ * the used charset f.e. UTF-8
+ */
+ private final static String CHARSET = new String("UTF-8");
+
+ private static final String EMPTY = new String("");
+
+ /**
+ * The DataHandler use to connect reader and writer
+ */
+ private static DataHandler handler;
+
+ /**
+ * Counting the lines written by a writer
+ */
+ private static int lineCounter;
+
+ /**
+ * The target to write to
+ */
+ private static DataWriter theTargetWriter;
+
+
+ /**
+ * Overwrite existing files
+ */
+ private boolean overwrite = false;
+ /**
+ * The source to read from
+ */
+ private Source reader;
+ /**
+ * The name of the source file
+ */
+ private String sourceString;
+ /**
+ * the Type of the Source file(SDF,GSI,XLIFF)
+ */
+ private String sourceType;
+ /**
+ * The name of the target fille
+ */
+ private String targetString;
+ /**
+ * the Type of the Target file(SDF,GSI,XLIFF)
+ */
+ private String targetType;
+ /**
+ * The writer that handles the output
+ */
+ private Target writer;
+
+ /**
+ * The sourceLanguage
+ */
+ String sourceLanguage = "en-US";
+
+ /**
+ * The targetLanguage
+ */
+ String targetLanguage = "";
+
+ /**
+ * The name of the second source, needed for GSI to SDF merge
+ */
+ private String secondSourceString=EMPTY;
+
+
+ /**
+ * Get the line counter
+ * @return Returns the lineCounter.
+ */
+ public static int getLineCounter() {
+ return lineCounter;
+ }
+
+ /**
+ * increment the lineCounter
+ */
+ final static void countLine() {
+ lineCounter++;
+ }
+
+ /**
+ * Creates a new instance of Converter
+ *
+ * @param sourceType the type of the sourceFile
+ * @param sourceString the name of the sourceFile
+ * @param SourceLanguage the ISO Id of the sourceLanguage
+ * @param targetType the type of the targetFile
+ * @param targetString the name of the targetFile
+ * @param TargetLanguage the ISO Id of the targetLanguage
+ * @param secondSourceString the name of the second sourceFile (GSI merge only)
+ * @param overwrite indicates whether overwrite existing files
+ * @throws IOException
+ * @throws Exception
+ */
+ public Converter(String sourceType, String sourceString,
+ String SourceLanguage, String targetType, String targetString,
+ String TargetLanguage,String secondSourceString, boolean overwrite) throws IOException,
+ Exception {
+
+ this.sourceType = sourceType;
+ this.sourceString = sourceString;
+ this.sourceLanguage = SourceLanguage;
+ this.targetType = targetType;
+ this.targetString = targetString;
+ this.targetLanguage = TargetLanguage;
+ this.secondSourceString=secondSourceString;
+ this.overwrite = overwrite;
+
+ handler = new DataHandler();
+
+ if ("sdf".equalsIgnoreCase(sourceType)) {
+ reader = new SDFSource();
+ } else if ("xliff".equalsIgnoreCase(sourceType)||"dbxliff".equalsIgnoreCase(sourceType)) {
+ reader = new XLIFFSource();
+ } else if ("gsi".equalsIgnoreCase(sourceType)) {
+ reader = new GSISource();
+ } else {
+ throw new ConverterException("Unknown Source File Type: '"+sourceType+"'");
+ }
+
+ if ("sdf".equalsIgnoreCase(targetType)) {
+ writer = new SDFTarget();
+ } else if ("xliff".equalsIgnoreCase(targetType)) {
+ writer = new XLIFFTarget();
+ } else if ("gsi".equalsIgnoreCase(targetType)) {
+ writer = new GSITarget();
+ } else {
+ throw new ConverterException("Unknown Target File Type: '"+targetType+"'");
+ }
+
+ }
+
+ /**
+ * Do the converting from the source file format to the target file format
+ *
+ * @throws IOException
+ */
+ public final void convert() throws IOException {
+
+ try {
+
+ reader.convertTo(writer);
+
+ //TODO this belongs in the Target Class
+ theTargetWriter.flush();
+ theTargetWriter.close();
+ } catch (Exception e) {
+ OutputHandler.out(e.getMessage());
+ }
+
+ }
+
+
+ /**
+ *
+ * Encapsulate the reading from an GSI file
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+ private class GSISource implements Source {
+ DataReader theSourceReader;
+ /**
+ * Create a new Instance of GSISource
+ *
+ * @throws IOException
+ * @throws Exception
+ */
+ public GSISource() throws IOException {
+
+ theSourceReader = new GSIandSDFMerger(new File(sourceString),new File(secondSourceString), sourceLanguage,
+ targetLanguage, CHARSET);
+ }
+
+ public void convertTo(Target t) {
+
+ try {
+ theTargetWriter = t.getWriter();
+ while (handler.fillDataFrom(theSourceReader)) {
+
+ theTargetWriter.getDatafrom(handler);
+ theTargetWriter.writeData();
+ }
+ } catch (IOException e) {
+ OutputHandler.out(e.getMessage());
+
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+
+ }
+
+ }
+ /**
+ *
+ * Encapsulate to write to a GSI file
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+ private class GSITarget implements Target {
+
+ File target;
+
+ /**
+ * Create a new Instance of GSITarget
+ *
+ * @throws FileNotFoundException
+ * @throws IOException
+ */
+ public GSITarget() throws FileNotFoundException, IOException {
+
+ target = FileMaker.newFile(targetString, overwrite);
+ theTargetWriter = new GSIWriter(new BufferedOutputStream(
+ new FileOutputStream(target)), CHARSET);
+ }
+
+ public DataWriter getWriter() {
+
+ return theTargetWriter;
+ }
+
+ }
+ /**
+ *
+ * Encapsulate the reading from an SDF file
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+ private final class SDFSource implements Source {
+
+ DataReader Source;
+
+ /**
+ * Create a new Instance of SDFSource
+ * @throws IOException
+ * @throws Exception
+ */
+ public SDFSource() throws IOException, Exception {
+
+ Source = new SDFReader(new File(sourceString), sourceLanguage,
+ targetLanguage, CHARSET);
+ }
+
+ public void convertTo(Target t) {
+ try {
+ theTargetWriter = t.getWriter();
+ while (handler.fillDataFrom(Source)) {
+
+ theTargetWriter.getDatafrom(handler);
+ theTargetWriter.writeData();
+ }
+
+ } catch (IOException e) {
+ OutputHandler.out(e.getMessage());
+
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+
+ }
+
+ }
+ /**
+ * Encapsulate writing to a SDF file
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+ private class SDFTarget implements Target {
+
+ /**
+ * Create a new Instance of SDFTarget
+ *
+ * @throws IOException
+ */
+ public SDFTarget() throws IOException {
+ File target = FileMaker.newFile(targetString, overwrite);
+ theTargetWriter = new SDFWriter(new BufferedOutputStream(
+ new FileOutputStream(target)), CHARSET);
+ }
+
+ /* (non-Javadoc)
+ * @see com.sun.star.tooling.converter.Converter.Target#getWriter()
+ */
+ public DataWriter getWriter() {
+
+ return theTargetWriter;
+ }
+
+ }
+
+ /**
+ * The interface for all convertable sources
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+ private interface Source {
+
+ DataReader Source=null;
+ /**
+ * Convert this. to the designated target
+ * @param target the target of the converting
+ * @throws IOException
+ */
+ abstract void convertTo(Target target) throws IOException;
+ }
+
+ /**
+ * The interface for all creatable targets
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+ private interface Target {
+ /**
+ * The writer to use
+ */
+ public OutputStream writer = null;
+
+ /**
+ * Get the writer
+ * this target uses to write the
+ * data in the correct format.
+ *
+ * @return the used DataWriter
+ */
+ abstract DataWriter getWriter();
+
+ }
+ /**
+ * Encapsulate the reading from an XLIFF file
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+ private class XLIFFSource implements Source {
+ File source;
+
+ /**
+ * Create a new Instance of XLIFFSource
+ *
+ *
+ */
+ public XLIFFSource() {
+
+ source = new File(sourceString);
+ }
+
+ public void convertTo(Target t) throws IOException {
+ try {
+ System.setProperty("entityExpansionLimit", "1000000");
+ boolean laden = source.canRead();
+ if (laden) {
+ DefaultHandler contentHandler=null;
+ if("dbxliff".equalsIgnoreCase(sourceType)){
+ contentHandler = new XLIFFReader(handler, t
+ .getWriter(),false);
+ }else{
+ contentHandler = new XLIFFReader(handler, t
+ .getWriter());
+ }
+ SAXParserFactory factory = SAXParserFactory.newInstance();
+ factory.setNamespaceAware( true );
+ factory.setValidating( true );
+
+ SAXParser parser=factory.newSAXParser();
+ XMLReader xliffreader=parser.getXMLReader();
+
+
+
+// XMLReader xliffreader = XMLReaderFactory
+// .createXMLReader("org.apache.crimson.parser.XMLReaderImpl");
+ xliffreader.setErrorHandler(contentHandler);
+ xliffreader.setContentHandler(contentHandler);
+ /* one possibility to resolve an extern entity (DTD) */
+ EntityResolver res = new Resolver();
+ xliffreader.setEntityResolver(res);
+ /*
+ * a second possibility to resolve an extern entity (DTD)
+ *
+ * xliffreader.setFeature("xml.org/sax/features/validation",true);
+ * xliffreader.setEntityResolver(new EntityResolver() {
+ * public InputSource resolveEntity(java.lang.String
+ * publicId, java.lang.String systemId) throws SAXException,
+ * java.io.IOException { if (publicId.equals("-//XLIFF//DTD
+ * XLIFF//EN")) // this deactivates the open office DTD
+ * return new InputSource(new ByteArrayInputStream( " <?xml
+ * version='1.0' encoding='UTF-8'?>" .getBytes())); else
+ * return null; } });
+ *
+ */
+
+ xliffreader.parse(sourceString);
+
+ } else {
+ System.out.println("Datei existiert nicht");
+ }
+
+ } catch (SAXParseException e) {
+ try {
+ theTargetWriter.flush();
+ } catch (IOException e1) {
+
+ e1.printStackTrace();
+ }
+ OutputHandler.out("PARSE ERROR Zeile " + e.getLineNumber()
+ + ", " + e.getMessage());
+
+ }catch (SAXException e){
+ try {
+ theTargetWriter.flush();
+ } catch (IOException e1) {
+
+ e1.printStackTrace();
+ }
+ OutputHandler.out("PARSE EXCEPTION " + e.getMessage());
+ } catch (ParserConfigurationException e) {
+ OutputHandler.out("PARSER Configuration failed\n " + e.getMessage());
+ }
+ }
+
+ }
+ /**
+ * Encapsulate writing to a XLIFF file
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+ private class XLIFFTarget implements Target {
+ File target;
+
+ /**
+ * Create a new Instance of XLIFFTarget
+ *
+ * @throws FileNotFoundException
+ * @throws IOException
+ */
+ public XLIFFTarget() throws FileNotFoundException, IOException {
+ target = FileMaker.newFile(targetString, overwrite);
+ theTargetWriter = new XLIFFWriter(new BufferedOutputStream(
+ new FileOutputStream(target)), CHARSET);
+
+ }
+
+ public DataWriter getWriter() {
+
+ return theTargetWriter;
+ }
+ }
+
+
+} \ No newline at end of file
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/ConverterException.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/ConverterException.java
new file mode 100644
index 000000000000..0b630978098d
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/ConverterException.java
@@ -0,0 +1,76 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * a simple exception
+ * just to seperate
+ * it from other
+ * exceptions
+ */
+package com.sun.star.tooling.converter;
+
+/**
+ * @author Christian Schmidt
+ *
+ * Thrown if an error occurs during converting from one file format to another
+ * that does not belong to an other exception
+ */
+public class ConverterException extends Exception {
+
+ /**
+ *
+ */
+ public ConverterException() {
+ super();
+
+ }
+
+ /**
+ * @param arg0
+ */
+ public ConverterException(String arg0) {
+ super(arg0);
+
+ }
+
+ /**
+ * @param arg0
+ */
+ public ConverterException(Throwable arg0) {
+ super(arg0);
+
+ }
+
+ /**
+ * @param arg0
+ * @param arg1
+ */
+ public ConverterException(String arg0, Throwable arg1) {
+ super(arg0, arg1);
+
+ }
+
+} \ No newline at end of file
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/DataHandler.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/DataHandler.java
new file mode 100644
index 000000000000..fcc95905d3be
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/DataHandler.java
@@ -0,0 +1,146 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * DataHandler.java
+ *
+ * take the data from the reader
+ * and put it to the Writer
+ *
+ */
+
+package com.sun.star.tooling.converter;
+
+import java.util.*;
+
+/**
+ * Handle the Data to get it from the Source
+ * readable to the Target
+ *
+ * @author Christian Schmidt
+ */
+public class DataHandler {
+
+ /**
+ * An arrays that holds the names that will be
+ * keys for the HashMap containing the data
+ *
+ */
+ private final String[] dataNames = { "BlockNr", "Project",
+ "SourceFile", "Dummy", "ResType", "GID", "LID", "HID", "Platform",
+ "Width", "SourceLanguageID", "SourceText", "SourceHText",
+ "SourceQText", "SourceTitle", "TargetLanguageID", "TargetText",
+ "TargetHText", "TargetQText", "TargetTitle", "TimeStamp" };
+
+ private static final String EMPTY = new String("");
+
+ /**
+ * The HashMap containing the data
+ */
+ private final Map data = new ExtMap(dataNames, null);
+
+ /** Creates a new instance of DataHandler */
+ public DataHandler() {
+ }
+
+ /**
+ * fill the data from the desired source
+ *
+ * @param source where to get the data from
+ * @return true if data is read and false if null is read
+ * @throws IOException
+ * @throws ConverterException
+ */
+ public boolean fillDataFrom(DataReader source) throws java.io.IOException,
+ ConverterException {
+
+ Map line = null;
+
+ line = source.getData();
+ if (line == null){
+
+ return false;
+ }else{
+
+ this.data.putAll(line);
+ return true;
+ }
+
+
+ }
+
+ /**
+ * fill this data with the inData
+ *
+ * @param inData the data to handle by this handler
+ */
+ public void fillDataWith(Map inData) {
+ data.putAll(inData);
+ }
+
+// public void transfer(DataWriter target, DataReader source) {
+//
+// source.setHandler(this);
+//
+// }
+
+ /**
+ * The designated output is filled with the content of this handler
+ *
+ * @param output an array of Maps [0] should hold the source language data [1] the target language data
+ * @throws java.io.IOException
+ */
+ public void putDataTo(Map[] output) throws java.io.IOException {
+ String aKey = EMPTY;
+ for (int j = 0; j < output.length; j++) {
+ Set keys = output[j].keySet();
+ Iterator iter = keys.iterator();
+ while (iter.hasNext()) {
+ aKey = (String) iter.next();
+ output[j].put(aKey, data.get(aKey));
+ }
+ }
+
+ }
+ /**
+ * The designated output is filled with the content of this handler
+ *
+ * @param output a Map that should hold the source language data and the target language data
+ * @throws java.io.IOException
+ */
+ public void putDataTo(Map output) throws java.io.IOException {
+ String aKey = EMPTY;
+
+ Set keys = output.keySet();
+ Iterator iter = keys.iterator();
+ while (iter.hasNext()) {
+ aKey = (String) iter.next();
+ output.put(aKey, data.get(aKey));
+ }
+
+ }
+
+} \ No newline at end of file
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/DataReader.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/DataReader.java
new file mode 100644
index 000000000000..d6bb2ed85d73
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/DataReader.java
@@ -0,0 +1,76 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+package com.sun.star.tooling.converter;
+
+import java.io.*;
+import java.util.*;
+
+/**
+ * Gets Line counting from LineNumberReader all Converter Reader classes inherit
+ * from this.
+ * The abstract parent class of all converter reader classes
+ *
+ * @author Christian Schmidt
+ */
+abstract public class DataReader extends LineNumberReader {
+
+ /**
+ * Creates a new instance of DataReader
+ *
+ * @param isr
+ * InputStreamReader used as Source for this class
+ */
+ public DataReader(InputStreamReader isr) {
+ super(isr);
+ }
+
+ /**
+
+ * @throws java.io.IOException
+ * @throws ConverterException
+ *
+ * TODO this should no longer use an array as return type better a Map
+ *
+ */
+ /**
+ * The next block of the SDF file is reviewed and the Line including the
+ * source language and the Line including the target Language are given back
+ * in an array
+ *
+ *
+ * @return A Map including the source language
+ * and the target Language content are given back
+ *
+ * @throws java.io.IOException
+ * @throws ConverterException
+ */
+ public Map getData() throws java.io.IOException, ConverterException {
+ return null;
+ }
+
+
+} \ No newline at end of file
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/DataWriter.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/DataWriter.java
new file mode 100644
index 000000000000..497bb54bbdb8
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/DataWriter.java
@@ -0,0 +1,88 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * DataWriter.java
+ *
+ * parent of all XXXWriter classes used by
+ * Converter
+ */
+
+package com.sun.star.tooling.converter;
+
+import java.io.BufferedOutputStream;
+import java.io.IOException;
+import java.io.OutputStreamWriter;
+
+/**
+ * The abstract parent class of all converter writer classes
+ *
+ * @author Christian Schmidt
+ */
+abstract public class DataWriter extends OutputStreamWriter {
+ protected final String seperator = new String("|");
+
+ /**
+ * the char sequence used as line seperator
+ */
+ protected final String lineEnd = java.lang.System.getProperty(
+ "line.seperator", "\n");
+
+ /** Creates a new instance of DataWriter */
+ /**
+ * @param bos the buffered output stream holding the data
+ * @param encoding the encoding to use for read from bos
+ * @throws java.io.UnsupportedEncodingException
+ */
+ public DataWriter(BufferedOutputStream bos, String encoding)
+ throws java.io.UnsupportedEncodingException {
+ super(bos, encoding);
+ }
+
+// abstract protected void writeData(Map[] data) throws java.io.IOException;
+
+ /**
+ * get the data that should be written from the DataHandler
+ *
+ * @param handler the DataHandler having the data
+ * @throws java.io.IOException
+ */
+ abstract protected void getDataFrom(DataHandler handler)
+ throws java.io.IOException;
+
+ /**
+ * write the Data
+ *
+ * @throws java.io.IOException
+ */
+ abstract protected void writeData() throws java.io.IOException;
+
+ /**
+ * @param handler
+ * @throws IOException
+ */
+ abstract protected void getDatafrom(DataHandler handler) throws IOException;
+} \ No newline at end of file
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/ExtMap.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/ExtMap.java
new file mode 100644
index 000000000000..a26665e1629e
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/ExtMap.java
@@ -0,0 +1,94 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * A special HashMap,
+ * can be constructed of
+ * two Arrays
+ */
+package com.sun.star.tooling.converter;
+
+import java.util.HashMap;
+import java.util.Map;
+
+/**
+ * @author Christian Schmidt
+ *
+ * Create a Hash Map from two Arrays
+ *
+ */
+public class ExtMap extends HashMap {
+
+ /**
+ *
+ */
+ public ExtMap() {
+ super();
+
+ }
+
+ /**
+ * @see java.util.HashMap
+ * @param arg0
+ */
+ public ExtMap(int arg0) {
+ super(arg0);
+
+ }
+
+ /**
+ * @param arg0
+ * @param arg1
+ */
+ public ExtMap(int arg0, float arg1) {
+ super(arg0, arg1);
+
+ }
+
+ /**
+ * @param arg0
+ */
+ public ExtMap(Map arg0) {
+ super(arg0);
+
+ }
+
+ // create a new Map from two string arrays
+ public ExtMap(String[] names, String[] content) {
+ super(names.length);
+ if (content == null)
+ content = new String[names.length];
+ for (int i = 0; i < names.length; i++) {
+ if (i >= content.length) {
+ break;
+ } else {
+ this.put(names[i], content[i]);
+ }
+ }
+
+ }
+
+} \ No newline at end of file
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/FileMaker.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/FileMaker.java
new file mode 100644
index 000000000000..600687c41d29
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/FileMaker.java
@@ -0,0 +1,84 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * creates new files
+ * checks if they exist or
+ * can be overwritten
+ *
+ */
+package com.sun.star.tooling.converter;
+
+import java.io.File;
+import java.io.IOException;
+
+/**
+ * Creates new files only if the file does not yet exist
+ * or overwriting is allowed
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+public final class FileMaker {
+
+ /**
+ * Create a new file if overwriting is not alowed
+ * ask if existing files should be overwritten
+ *
+ * @param fileName the files name to overwrite
+ * @param overwrite indicates wether the file can be overwritten
+ * @return the File created from the fileName
+ * @throws IOException
+ */
+ public final static File newFile(String fileName, boolean overwrite)
+ throws IOException {
+ File file = new File(fileName);
+ if (file.exists()) {
+ if (!overwrite) {
+ char c = 0;
+
+ System.out.print("Warning: File " + fileName
+ + " already exist.\n" + "Overwrite (y/n) ? :");
+ byte[] waste = new byte[10];
+ System.in.read(waste);
+ c = (char) waste[0];
+ if (c == 'y') {
+ OutputHandler.out("...overwriting " + fileName);
+ } else {
+ OutputHandler.out(
+ "\nPlease set '-o' switch at command line to overwrite.\n\nProgramm Aborted.");
+ System.exit(-1);
+ }
+ } else {
+ OutputHandler.out("...overwriting " + fileName);
+ }
+ } else {
+ OutputHandler.out("...creating new target file " + fileName);
+ }
+ return file;
+ }
+
+} \ No newline at end of file
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/GSIReader.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/GSIReader.java
new file mode 100644
index 000000000000..398fcc9b686b
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/GSIReader.java
@@ -0,0 +1,247 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * Created on 2005
+ * by Christian Schmidt
+ */
+package com.sun.star.tooling.converter;
+
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.IOException;
+import java.io.InputStreamReader;
+import java.util.HashMap;
+import java.util.Map;
+
+import com.sun.star.tooling.languageResolver.LanguageResolver;
+import com.sun.star.tooling.languageResolver.LanguageResolver.LanguageResolvingException;
+
+/**
+ * @author Christian Schmidt 2005
+ *
+ */
+public class GSIReader extends DataReader {
+ /**
+ * A Map holding an empty GSIBlock
+ */
+ private Map EmptyGSIBlock;
+
+ /**
+ * @see LanguageResolver
+ */
+ LanguageResolver languageResolver;
+
+ /**
+ * The source language identifier
+ */
+ protected String sourceLanguage;
+
+ /**
+ * The target language identifier
+ */
+ protected String targetLanguage;
+
+ /**
+ * The number of the last block
+ */
+ private String oldBlockNr;
+
+ /**
+ * A buffer holding one GSILine
+ */
+ private Map GSILineBuffer;
+
+ /**
+ * Indicates whether to use the buffered line
+ */
+ private boolean useBuffer = false;
+
+ private static final String EMPTY = new String("");
+
+ /**
+ * An empty Map to fill with language depending data
+ */
+ private ExtMap EmptyLanguageMap;
+
+ /**
+ * Indicates whether the first block is read
+ */
+ private boolean isFirst = true;
+
+ private int lineCounter;
+
+ private int blockCounter;
+ /**
+ * Indicates whether the last line is read
+ */
+ private boolean lastLineFound = false;
+
+ /**
+ * Create a new Instance of GSIReader
+ *
+ * @param source
+ * the file to read from
+ * @param sourceLanguage
+ * the sourceLanguage (must not be empty)
+ * @param targetLanguage
+ * the targetLanguage
+ * @param charset
+ * the charset used to read source
+ * @throws java.io.IOException
+ * @throws Exception
+ */
+ public GSIReader(File source, String sourceLanguage, String targetLanguage,
+ String charset) throws java.io.IOException {
+ super(new InputStreamReader(new FileInputStream(source), charset));
+ this.languageResolver = new LanguageResolver();
+ this.sourceLanguage = sourceLanguage;
+ this.targetLanguage = targetLanguage;
+
+ EmptyLanguageMap = new ExtMap(new String[0], new String[0]);
+
+ }
+
+ /**
+ * Read the next GSIBlock and return the data
+ *
+ * @return A Map containing the data of the read GSIBlock the keys for the language depending data are the language id (numeric) the
+ * single language are acessible with the keys "BlockNr", "resType", "languageNr", "status","content".
+ *
+ * @throws IOException
+ */
+ public Map getGSIData() throws IOException {
+ String help;
+ Map helpmap;
+ Map GSIBlock = new HashMap();
+ GSIBlock.put(sourceLanguage, EmptyLanguageMap.clone());
+ GSIBlock.put(targetLanguage, EmptyLanguageMap.clone());
+ String line = EMPTY;
+ String[] splitLine;
+ Map GSILine;
+ String[] GSINames = { "BlockNr", "resType", "languageNr", "status",
+ "content" };
+
+ while (useBuffer || (line = readLine()) != null) {
+
+
+
+ if (useBuffer) {
+ GSILine = GSILineBuffer;
+ GSIBlock.put(sourceLanguage, EmptyLanguageMap.clone());
+ GSIBlock.put(targetLanguage, EmptyLanguageMap.clone());
+ GSIBlock.put("BlockNr", GSILine.get("BlockNr"));
+ useBuffer = false;
+ } else {
+ this.lineCounter++;
+ if ((splitLine = split(line)) == null) {
+ continue;
+ }
+ GSILine = new ExtMap(GSINames, splitLine);
+ if (isFirst) {
+ GSIBlock.put("BlockNr", GSILine.get("BlockNr"));
+ oldBlockNr = (String) GSILine.get("BlockNr");
+ isFirst = false;
+ }
+ }
+ if (oldBlockNr == null) {
+ oldBlockNr = (String) GSILine.get("BlockNr");
+ }
+ if (!oldBlockNr.equals((String) GSILine.get("BlockNr"))) {
+ GSILineBuffer = GSILine;
+ oldBlockNr = (String) GSILine.get("BlockNr");
+ useBuffer = true;
+ break;
+ }
+ String lang;
+ try {
+ // Is there the source language in this line?
+ if ((lang = languageResolver.getISOfromNr((String) GSILine
+ .get("languageNr"))).equals(this.sourceLanguage)) {
+ // ok..store it as Source String under the depending
+ // ressource type
+
+ ((Map) GSIBlock.get(sourceLanguage)).put("Source"
+ + ResTypeResolver.getInternKey((String) GSILine
+ .get("resType")), GSILine.get("content"));
+ // ..maybe the target language?
+ } else {
+ if (targetLanguage.equals(EMPTY)) {
+ // if no target language is given at command line
+ targetLanguage = lang;
+ GSIBlock.put(targetLanguage, EmptyLanguageMap.clone());
+ }
+ if (lang.equals(this.targetLanguage)) {
+
+ // ok..store it as target String under the depending
+ // ressource type
+ ((Map) GSIBlock.get(targetLanguage)).put("Target"
+ + ResTypeResolver.getInternKey((String) GSILine
+ .get("resType")), GSILine
+ .get("content"));
+ }
+ }
+ } catch (LanguageResolvingException e) {
+ OutputHandler.out("Can not resolve the language "+e.getMessage());
+ }
+
+ }
+ if (line == null) {
+ if (lastLineFound){
+ OutputHandler.out("\n\n");
+ OutputHandler.out("GSI Blocks : " + this.blockCounter);
+ OutputHandler.out("GSI Lines : " + this.lineCounter);
+
+ return null;
+ }else{
+ lastLineFound = true;
+ this.blockCounter++;
+ return GSIBlock;
+ }
+ } else {
+ this.blockCounter++;
+ return GSIBlock;
+ }
+
+ }
+
+ /**
+ * Split a GSILine to single fields
+ *
+ * @param line
+ * The line to split
+ * @return An array containing the contents of the columns in the given line
+ */
+ private String[] split(String line) {
+ String[] splitLine = (line.substring(0, line.length() - 1))
+ .split("\\(\\$\\$\\)");
+ if (splitLine.length != 5)
+ return null;
+ else
+ return splitLine;
+ }
+
+}
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/GSIWriter.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/GSIWriter.java
new file mode 100644
index 000000000000..0f7aee811569
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/GSIWriter.java
@@ -0,0 +1,243 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+package com.sun.star.tooling.converter;
+import java.io.*;
+import java.util.Map;
+
+import com.sun.star.tooling.languageResolver.LanguageResolver;
+import com.sun.star.tooling.languageResolver.LanguageResolver.LanguageResolvingException;
+/**
+ *
+ * @author cs156069
+ */
+public class GSIWriter extends DataWriter {
+ /**
+ * The seperator used to seperate GSI columns
+ */
+ final String seperator=new String("($$)");
+
+ /**
+ * Holding the keys used by a map holding the content of an GSI Line contianing the source language
+ */
+ final static String[] sourceLineNames= {"Project","SourceFile","Dummy","ResType","GID","LID","HID","Platform","Width","SourceLanguageID","SourceText","SourceHText","SourceQText","SourceTitle","TimeStamp"};
+ /**
+ * Holding the keys used by a map holding the content of an GSI Line contianing the target language
+ */
+ final static String[] targetLineNames= {"Project","SourceFile","Dummy","ResType","GID","LID","HID","Platform","Width","TargetLanguageID","TargetText","TargetHText","TargetQText","TargetTitle","TimeStamp"};
+ /**
+ * Holding the keys used by a map holding the content of an GSI Line contianing the source and the target language
+ */
+ final static String[] outLineNames= {"BlockNr","Project","SourceFile","Dummy","ResType","GID","LID","HID","Platform","Width","SourceLanguageID","SourceText","SourceHText","SourceQText","SourceTitle","TargetLanguageID","TargetText","TargetHText","TargetQText","TargetTitle","TimeStamp"};
+
+ /**
+ * A map holding the content of an GSI Line contianing the source language
+ */
+ private ExtMap sourceLine=new ExtMap(sourceLineNames,null);
+ /**
+ * A map holding the content of an GSI Line contianing the target language
+ */
+ private ExtMap targetLine=new ExtMap(targetLineNames,null);
+ /**
+ * A map holding the content of an GSI Line contianing the source and the target language
+ */
+ private ExtMap outData=new ExtMap(outLineNames, null);
+
+ private static final String EMPTY = new String("");
+ /**
+ * The sourceLanguage to use
+ */
+ private String sourceLanguage;
+ /**
+ * The sourceLanguage to use
+ */
+ private String targetLanguage;
+
+ /**
+ * GSILines have a special Line End
+ */
+ private final static String lineEnd="!"+'\r'+'\n';
+ //private boolean SourceIsFirst=false;
+
+ /**
+ * The blockNr of the current line
+ */
+ private String blockNr;
+
+
+
+
+ /**
+ * Create a new Instance of GSIWriter
+ *
+ * @param bos the Buffered Output Stream to write to
+ * @param charset the used charset
+ * @throws java.io.UnsupportedEncodingException
+ */
+ public GSIWriter(BufferedOutputStream bos,String charset) throws java.io.UnsupportedEncodingException {
+ super(bos,charset);
+
+
+
+ }
+
+ /* (non-Javadoc)
+ * @see com.sun.star.tooling.converter.DataWriter#writeData()
+ */
+ public final void writeData() throws java.io.IOException {
+
+ StringBuffer buffer=new StringBuffer("");
+ if(this.sourceLanguage==null&&this.targetLanguage==null){
+ LanguageResolver lang =new LanguageResolver();
+ try {
+ this.sourceLanguage=lang.getNrFromISO((String)outData.get("SourceLanguageID"));
+ this.targetLanguage=lang.getNrFromISO((String)outData.get("TargetLanguageID"));
+ } catch (LanguageResolvingException e) {
+
+ OutputHandler.out(e.getMessage());
+ System.exit(0);
+ }
+ }
+
+
+ this.blockNr=(String)outData.get("BlockNr");
+ // get the values of the found fields
+ //create the gsi lines
+ //
+ //at first the source language line
+ buffer.append(getSourceLine("Text"));
+ buffer.append(getSourceLine("HText"));
+ buffer.append(getSourceLine("QText"));
+ buffer.append(getSourceLine("Title"));
+
+ //now the target language line
+ // put them together for output
+ buffer.append(getTargetLine("Text"));
+ buffer.append(getTargetLine("HText"));
+ buffer.append(getTargetLine("QText"));
+ buffer.append(getTargetLine("Title"));
+ //ok...put all to disk;
+ this.write(buffer.toString());
+
+ }
+
+ /**
+ * Create a line containing the source string from the data
+ * @param resType
+ * @return The StringBuffer containing the line
+ */
+ private StringBuffer getSourceLine(String resType){
+ StringBuffer buffer =new StringBuffer(200);
+ String resString = "Source"+resType;
+
+ String help;
+ if(EMPTY.equals((String)outData.get(resString))||" ".equals(outData.get(resString))) return new StringBuffer(EMPTY);
+ else {
+ // put them together for output
+ buffer.append(this.blockNr);
+ // seperate the fields with ($$)
+ buffer.append(this.seperator);
+ buffer.append(ResTypeResolver.getExternKey(resType));
+ // seperate the fields with ($$)
+ buffer.append(this.seperator);
+ buffer.append(this.sourceLanguage);
+ // seperate the fields with ($$)
+ buffer.append(this.seperator);
+ buffer.append("int");
+ // seperate the fields with ($$)
+ buffer.append(this.seperator);
+ buffer.append(outData.get(resString));
+
+ // this line is full
+ // so close it with '! cr lf'
+ buffer.append(GSIWriter.lineEnd);
+ Converter.countLine();
+ return buffer;
+ }
+
+ }
+ /**
+ * Create a line containing the target string from the data
+ * @param resType
+ * @return The StringBuffer containing the line
+ */
+ private StringBuffer getTargetLine(String resType){
+ StringBuffer buffer =new StringBuffer(200);
+ String resString = "Target"+resType;
+
+ if(EMPTY.equals((String)outData.get(resString))||" ".equals(outData.get(resString))) return new StringBuffer(EMPTY);
+ else {
+ // put them together for output
+ buffer.append(this.blockNr);
+ // seperate the fields with ($$)
+ buffer.append(this.seperator);
+ buffer.append(ResTypeResolver.getExternKey(resType));
+ // seperate the fields with ($$)
+ buffer.append(this.seperator);
+ buffer.append(this.targetLanguage);
+ // seperate the fields with ($$)
+ buffer.append(this.seperator);
+ buffer.append("ext");
+ // seperate the fields with ($$)
+ buffer.append(this.seperator);
+ buffer.append(outData.get(resString));
+
+ // this line is full
+ // so close it with '! cr lf'
+ buffer.append(GSIWriter.lineEnd);
+ Converter.countLine();
+ return buffer;
+ }
+
+ }
+
+
+ /* (non-Javadoc)
+ * @see com.sun.star.tooling.converter.DataWriter#writeData(java.util.Map[])
+ */
+ protected void writeData(Map[] data) throws IOException {
+ // TODO redesign DataHandler in the way that this is not nessesary any more
+
+ }
+
+ /* (non-Javadoc)
+ * @see com.sun.star.tooling.converter.DataWriter#getDataFrom(com.sun.star.tooling.converter.DataHandler)
+ */
+ protected void getDataFrom(DataHandler handler) throws IOException {
+
+ handler.putDataTo(this.outData);
+ }
+
+ /* (non-Javadoc)
+ * @see com.sun.star.tooling.converter.DataWriter#getDatafrom(com.sun.star.tooling.converter.DataHandler)
+ */
+ protected void getDatafrom(DataHandler handler) throws IOException {
+
+ handler.putDataTo(this.outData);
+
+ }
+}
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/GSIandSDFMerger.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/GSIandSDFMerger.java
new file mode 100644
index 000000000000..526f3ca75640
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/GSIandSDFMerger.java
@@ -0,0 +1,164 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * Created on 2005
+ * by Christian Schmidt
+ */
+package com.sun.star.tooling.converter;
+
+import java.io.File;
+import java.io.IOException;
+import java.util.HashMap;
+import java.util.Map;
+
+/**
+ * Merge GSIFiles back to to the original (!) SDFFile
+ *
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+public class GSIandSDFMerger extends SDFReader {
+
+ int lineCounter=0;
+
+ GSIReader gsiReader;
+
+ private Map temp=new HashMap();
+ private int j;
+ private boolean skip=true;
+ Map gsiBlock=null;
+ Map sdfBlock=null;
+
+ private boolean dontLoadGSI=false;
+
+ private int count;
+ /**
+ * Merge the GSIFile back to the original(!) SDFFile
+ *
+ * @param source the file to read from
+ * @param sourceLanguage the source language in the source file
+ * @param targetLanguage the target language in the source file
+ * @param charset the charset of the files
+ * @throws java.io.IOException
+ * @throws Exception
+ */
+ public GSIandSDFMerger(File source, File secondSource,String sourceLanguage,
+ String targetLanguage, String charset) throws IOException {
+ // merging GSI and SDF requieres two Sources
+ //this. is the SDF source
+ super(secondSource, sourceLanguage, targetLanguage, charset);
+ //create the GSI Source
+
+ gsiReader=new GSIReader(source,sourceLanguage,targetLanguage,charset);
+
+ }
+
+ /* (non-Javadoc)
+ * @see com.sun.star.tooling.converter.DataReader#getData()
+ */
+ public Map getData()throws java.io.IOException{
+ do{
+ skip=false;
+ this.temp=matchGSI();
+ }while(skip);
+ if(temp==null){
+ OutputHandler.out("Blocks merged : "+this.lineCounter);
+ }
+ return temp;
+
+ }
+
+ /**
+ * Read each block of the GSIFile and check whether there is a matching
+ * block in the SDFFile. Match depends on the BlockNr and BlockId.
+ *
+ * @return A Map that contains the source language content
+ * and the target language content.
+ * @throws IOException
+ * @throws ConverterException
+ */
+ public Map matchGSI() throws IOException{
+
+
+ try {
+ //System.out.println("Start...");
+
+ if (dontLoadGSI||(gsiBlock=gsiReader.getGSIData())!=null){
+ dontLoadGSI=false;
+ //check if we must update this block
+ //if so its BlockNr is in the gsi file
+ if((sdfBlock = super.getData())!=null){
+
+ if(((String)sdfBlock.get("BlockNr")).equals((String)gsiBlock.get("BlockNr"))){
+
+ gsiBlock.remove(EMPTY);
+ //if the target language string is empty this may be caused by an error in the source sdf File
+ //I don't want to overwrite a possibly correct translation with an empty string
+ // so remove the target part from the gsiBlock
+ Map mp=(Map)gsiBlock.get(gsiReader.targetLanguage);
+ if (mp.size()!=0&&!((String)mp.get("TargetText")).equals("")){
+
+ // target language part in this gsiBlock
+// if(((String)mp.get("TargetText")).equals("")){
+// gsiBlock.remove(targetLanguage);
+// }
+ // count the merged blocks
+ lineCounter++;
+ Map helpMap = (Map)gsiBlock.get(super.targetLanguage);//"ja"
+ sdfBlock.putAll(helpMap);
+ skip=false;
+ }else{
+ //no target language part in this gsiBlock
+ skip=true;
+//
+// return null;
+ }
+ }else{
+// skip=true;
+//
+// // we cant match this gsi block to the current sdf block
+ // try matching the next sdf block with this gsi line
+ dontLoadGSI=true;
+ }
+ }
+ return sdfBlock;
+ }
+
+ } catch (IOException e) {
+
+ e.printStackTrace();
+ }
+ return null;
+ }
+
+
+
+
+
+
+}
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/LineErrorException.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/LineErrorException.java
new file mode 100644
index 000000000000..26ce5a6518eb
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/LineErrorException.java
@@ -0,0 +1,78 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * Exception for errors in
+ * SDFLines
+ */
+package com.sun.star.tooling.converter;
+
+
+/**
+ * This Exeption is thrown if a DataReader finds an error in a read Line
+ * f. e. wrong column number
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+public class LineErrorException extends Exception {
+
+ public int tokenCount;
+ /**
+ *
+ */
+ public LineErrorException() {
+ super();
+
+ }
+
+ /**
+ * @param arg0
+ */
+ public LineErrorException(String arg0) {
+ super(arg0);
+
+ }
+
+ /**
+ * @param arg0
+ */
+ public LineErrorException(Throwable arg0) {
+ super(arg0);
+
+ }
+
+ /**
+ * @param arg0
+ * @param arg1
+ */
+ public LineErrorException(String arg0, Throwable arg1) {
+ super(arg0, arg1);
+
+ }
+
+
+} \ No newline at end of file
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/OutputHandler.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/OutputHandler.java
new file mode 100644
index 000000000000..997a522acedb
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/OutputHandler.java
@@ -0,0 +1,225 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * Creates logfile and file for debug information
+ *
+ */
+package com.sun.star.tooling.converter;
+
+import java.io.BufferedWriter;
+import java.io.IOException;
+
+/**
+ * Handle the whole output during converting process except the converted files.
+ * Write output to logfiles and to screen depending on switches given
+ * at command line.
+ * @author Christian Schmidt 2005
+ *
+ */
+public class OutputHandler {
+
+ private static final String EMPTY = "";
+
+ /**
+ * The logfile to write
+ */
+ public static BufferedWriter logFile;
+
+ /**
+ * Indicates whether excisting files should be overwritten
+ */
+ public static boolean doLog = false;
+
+ /**
+ * Indicate whether the debug information should be written
+ */
+ public static boolean doDebug = false;
+
+ /**
+ * The File to write the debug information to
+ */
+ public static BufferedWriter dbgFile;
+
+ /**
+ * Write the data to screen and if the switches were set to
+ * logfile and debugfile
+ *
+ * @param out the String to write
+ */
+ final static void out(String out) {
+ try {
+ if (doDebug)
+ OutputHandler.dbg(out);
+
+ if (!doLog || logFile == null) {
+ System.out.println(out);
+ } else {
+ System.out.println(out);
+ if (EMPTY.equals(out)) {
+ OutputHandler.log(EMPTY);
+ } else {
+ OutputHandler.log(out);
+ }
+ }
+ } catch (IOException e) {
+
+ OutputHandler.log(e.toString());
+ }
+ }
+
+ /**
+ * make a dot on the screen to show the user that it is going on
+ */
+ final static void printDot() {
+ System.out.print(".");
+
+ }
+
+ /**
+ * write the data to log file and if the switch is set
+ * to the debug file
+ *
+ * @param out the String to write
+ */
+ final static void log(String out) {
+ try {
+ if(out==null) return;
+ if (doDebug)
+
+ OutputHandler.dbg(out);
+
+ if (doLog) {
+ if (!EMPTY.equals(out)) {
+ logFile.write(out);
+ }
+ logFile.newLine();
+ logFile.flush();
+ }
+ } catch (IOException e) {
+
+ System.out.println(e.getMessage());
+ }
+ }
+
+ /**
+ * write the string to the debug file
+ *
+ * @param out the String to write
+ * @throws IOException
+ */
+ final static void dbg(String out) throws IOException {
+ if(out==null) return;
+ if (doDebug) {
+ if (!EMPTY.equals(out)) {
+ dbgFile.write(out);
+
+ }
+ dbgFile.newLine();
+ dbgFile.flush();
+ }
+ }
+
+ /**
+ * Set a new value to indicate whether a debug file should be written or not
+ *
+ * @param doDebug
+ * The debug value to set.
+ */
+ private static void setDebug(boolean doDebug) {
+ OutputHandler.doDebug = doDebug;
+ }
+
+ // /**
+ // * @return Returns the doDebug.
+ // */
+ // private static boolean isDebug() {
+ // return doDebug;
+ // }
+
+ /**
+ * Set the debug file to write to.
+ *
+ * @param dbgFile
+ * The debug File to use.
+ */
+ private static void setDbgFile(BufferedWriter dbgFile) {
+ OutputHandler.dbgFile = dbgFile;
+ }
+
+ /**
+ * @return Returns the debug File.
+ */
+ private static BufferedWriter getDbgFile() {
+ return dbgFile;
+ }
+
+ /**
+ * @param doLog
+ * The log value to set.
+ */
+ private static void setLog(boolean doLog) {
+ OutputHandler.doLog = doLog;
+ }
+
+ /**
+ * @return Returns the log value.
+ */
+ private static boolean isLog() {
+ return doLog;
+ }
+
+ /**
+ * @param logFile
+ * The logFile to set.
+ */
+ private static void setLogFile(BufferedWriter logFile) {
+ OutputHandler.logFile = logFile;
+ }
+
+ /**
+ * @return Returns the logFile.
+ */
+ private static BufferedWriter getLogFile() {
+ return logFile;
+ }
+
+ /**
+ * @throws IOException
+ * close log and dbg
+ */
+ public static void closeAll() throws IOException {
+ if (OutputHandler.logFile != null) {
+ OutputHandler.logFile.flush();
+ OutputHandler.logFile.close();
+ }
+ if (OutputHandler.dbgFile != null) {
+ OutputHandler.dbgFile.flush();
+ OutputHandler.dbgFile.close();
+ }
+ }
+
+} \ No newline at end of file
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/ResTypeResolver.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/ResTypeResolver.java
new file mode 100644
index 000000000000..585f69fe2c88
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/ResTypeResolver.java
@@ -0,0 +1,68 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * Created on 2005
+ * by Christian Schmidt
+ */
+package com.sun.star.tooling.converter;
+
+import java.util.Map;
+
+/**
+ * Helps resolving restype descriptors used outside the tool to
+ * restype descriptors used by this tool
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+public class ResTypeResolver {
+ final static String[] inFields={"Text","QText","HText","Title"};
+ final static String[] outFields={"res","res-quickhelp","res-help","res-title"};
+ final static Map internKeys=new ExtMap(inFields,outFields);
+ final static Map externKeys=new ExtMap(outFields,inFields);
+
+ /**
+ * Get the intern key depending to the given extern key
+ *
+ * @param externKey the externKey {"res","res-quickhelp","res-help","title"}
+ * @return the depending intern key
+ */
+ public static String getInternKey(String externKey){
+ return (String)externKeys.get(externKey);
+ }
+
+ /**
+ * Get the extern key to the given intern key
+ *
+ * @param internKey the internal key
+ * @return the external key
+ */
+ public static String getExternKey(String internKey){
+ return (String)internKeys.get(internKey);
+ }
+
+}
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/Resolver.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/Resolver.java
new file mode 100644
index 000000000000..557731fe88f1
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/Resolver.java
@@ -0,0 +1,95 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * Created on 27.01.2005
+ *
+ */
+package com.sun.star.tooling.converter;
+
+import java.io.IOException;
+import java.io.InputStream;
+
+import org.xml.sax.EntityResolver;
+import org.xml.sax.InputSource;
+import org.xml.sax.SAXException;
+
+/**
+ * Resolve external entities by provide the
+ * XLIFF DTD stored in the jar file
+ */
+public class Resolver implements EntityResolver {
+
+ /**
+ * Resolver constructor.
+ */
+ public Resolver() {
+ }
+
+ /**
+ * Allow the application to resolve external entities.
+ *
+ * The Parser will call this method before opening any external entity
+ * except the top-level document entity (including the external DTD subset,
+ * external entities referenced within the DTD, and external entities
+ * referenced within the document element): the application may request that
+ * the parser resolve the entity itself, that it use an alternative URI, or
+ * that it use an entirely different input source.
+ */
+
+ /* (non-Javadoc)
+ * @see org.xml.sax.EntityResolver#resolveEntity(java.lang.String, java.lang.String)
+ */
+
+ public InputSource resolveEntity(String publicId, String systemId)
+ throws SAXException, IOException {
+
+ if ((publicId != null) && (publicId.equals("-//XLIFF//DTD XLIFF//EN"))) {
+ systemId = "dtd:///xliff.dtd";
+ }
+ if (systemId != null) {
+ if (systemId.startsWith("dtd://")) {
+ String dtd = "com/sun/star/tooling/converter/dtd"
+ + systemId.substring(6);
+ ClassLoader cl = this.getClass().getClassLoader();
+ InputStream in = cl.getResourceAsStream(dtd);
+ InputSource ins = new InputSource(in);
+ ins.setSystemId(systemId);
+ return ins;
+ } /*
+ * else if ( systemId.startsWith("jar:") ) { try { URL url=new
+ * URL(systemId); JarURLConnection jarConn =
+ * (JarURLConnection)url.openConnection(); InputSource ins=new
+ * InputSource(jarConn.getInputStream());
+ * ins.setSystemId(systemId); return ins; }
+ * catch(MalformedURLException me){ throw new SAXException(me);
+ * Incorrect URL format used } }
+ */
+ }
+ return null;
+ }
+
+} \ No newline at end of file
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/SDFReader.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/SDFReader.java
new file mode 100644
index 000000000000..9e47ae73c719
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/SDFReader.java
@@ -0,0 +1,632 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * SDFReader.java
+ *
+ *
+ */
+
+package com.sun.star.tooling.converter;
+
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.IOException;
+import java.io.InputStreamReader;
+import java.text.DecimalFormat;
+import java.util.*;
+
+/**
+ *
+ * SDFReader is a FileReader that knows about
+ * the content of SDFFiles
+ *
+ * A SDFBlock is read of the given file. A SDFBlock
+ * consists of all SDFLines that are traanslations of the
+ * same String and the SDFLine containing the source string
+ * itself. SDFFile lines are read and checked whether they
+ * have the allowed column count and don't contain illeagal
+ * characters (like most unprintable characters below 0x00df).
+ * If the given source language is not found in the first
+ * block of SDFLines a ConverterException is thrown at runtime.
+ * If the given target language is "" (that means not given)
+ * the first language that is not the given source language
+ * is taken for target language. The found values are returned in HashMaps that
+ * use the following keys:
+ * <br/>
+ * "BlockNr" originally coming from reading the sdf file, contains 'block nr in sdf file'+'-'+'hash value of the sdf id fields'.<br/>
+ * "Project" first column in sdf file format.<br/>
+ * "SourceFile" second column in sdf file format.<br/>
+ * "Dummy" third column in sdf file format.<br/>
+ * "ResType" 4. column in sdf file format.<br/>
+ * "GID" 5. column in sdf file format. <br/>
+ * "LID" 6. column in sdf file format.<br/>
+ * "HID" 7. column in sdf file format.<br/>
+ * "Platform" 8. column in sdf file format. <br/>
+ * "Width", 9. column in sdf file format.<br/>
+ * "SourceLanguageID" 10. column in sdf file format(in the line with the source language).<br/>
+ * "SourceText" 11. column in sdf file format(in the line with the source language).<br/>
+ * "SourceHText" 12. column in sdf file format(in the line with the source language).<br/>
+ * "SourceQText" 13. column in sdf file format(in the line with the source language).<br/>
+ * "SourceTitle" 14. column in sdf file format(in the line with the source language).<br/>
+ * "TargetLanguageID" 10. column in sdf file format (in the line with the target language).<br/>
+ * "TargetText" 11. column in sdf file format (in the line with the target language).<br/>
+ * "TargetHText" 12. column in sdf file format (in the line with the target language).<br/>
+ * "TargetQText" 13. column in sdf file format (in the line with the target language).<br/>
+ * "TargetTitle", 14. column in sdf file format (in the line with the target language).<br/>
+ * "TimeStamp" 15. column in sdf file format.<br/>
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+
+public class SDFReader extends DataReader {
+
+ /**
+ * an array of the SDF files column names
+ */
+ final static String[] fieldnames = { "Project", "SourceFile", "Dummy",
+ "ResType", "GID", "LID", "HID", "Platform", "Width", "LanguageID",
+ "Text", "HText", "QText", "Title", "TimeStamp" };
+
+ /**
+ * an array of the SDF files column names if the source language is in
+ */
+ final static String[] sourceLineNames = { "Project", "SourceFile", "Dummy",
+ "ResType", "GID", "LID", "HID", "Platform", "Width",
+ "SourceLanguageID", "SourceText", "SourceHText", "SourceQText",
+ "SourceTitle", "TimeStamp" };
+
+ /**
+ * an array of the SDF files column names if the target language is in
+ */
+ final static String[] targetLineNames = { "Project", "SourceFile", "Dummy",
+ "ResType", "GID", "LID", "HID", "Platform", "Width",
+ "TargetLanguageID", "TargetText", "TargetHText", "TargetQText",
+ "TargetTitle", "TimeStamp" };
+
+ final static String EMPTY = new String("");
+
+ private int dotCount = 0;
+
+ /**
+ * a Map containing an SDF line with source language
+ */
+ private Map sourceMap;
+
+ /**
+ * a Map containing an SDF line with target language
+ */
+ private Map targetMap;
+
+ /**
+ * a Map containing an SDF
+ */
+ private Map SDFMap;
+
+ /**
+ * a Map Array containing one SDF source language line and one SDF target
+ * language line
+ */
+ private Map[] data = { sourceMap, targetMap };
+
+ /**
+ * The Id of the current SDFBlock
+ */
+ private String CurrentBlockId;
+
+ /**
+ * The SDF file to read from
+ */
+ private File sourceFile;
+
+ /**
+ * The language in the source file that should be handelt as source language
+ */
+ protected String sourceLanguage;
+
+ /**
+ * The language in the source file that should be handelt as target language
+ */
+ protected String targetLanguage;
+
+ /**
+ * A counter holding the number of blocks just read
+ * from this file
+ */
+ private long blockNr = 0;// If we use Integer, more then numbers greater than 128k would be signed
+
+ /**
+ * A counter holding the number of skipped lines that means
+ * lines that can not be worked with because they contain an error
+ */
+ private int skippedLines = 0;
+
+ /**
+ * This switch is set for indicating that all source file lines
+ * are read and no lines remain buffered. Finding this like 'true'
+ * means the source file is finished
+ */
+ private boolean endIt = false;
+
+ /**
+ * Indicates whether the targetLanguage is found in this source file so far
+ */
+ private boolean foundTarget = false;
+ /**
+ * Indicates whether the sourceLanguage is found in this source file so far
+ */
+ private boolean foundSource = false;
+
+ /**
+ * Counts how many lines were skipped because the language is
+ * neither sourceLanguage nor targetLanguage
+ */
+ private int langMiss;
+
+ /**
+ * Indicates whether there is a line in the read buffer or not
+ */
+ private boolean useBuffer = false;
+
+ /**
+ * A buffer for SDFLines
+ */
+ private String lineBuffer;
+
+ /**
+ * The buffer for the already splitted SDFLines
+ */
+ private String[] splittedLineBuffer;
+
+ /**
+ * Counts how many Blocks were skipped
+ * f.e. because no sourceLanguage is found
+ * in it
+ */
+ private int skippedBlocks;
+
+ /**
+ * Counts the blocks without targetLanguage
+ */
+ private int targetLangMiss;
+
+ /**
+ * Counts the blocks without sourceLanguage
+ */
+ private int sourceLangMiss;
+
+ /**
+ * Counts the lines where no targetLanguage line was found
+ * and so empty lines were created
+ */
+ private int targetLangCreate;
+
+
+ DecimalFormat blockNrFormatter = new DecimalFormat("000000");
+
+ /**
+ * The hashcode of the current block
+ */
+ private int CurrentBlockHash;
+
+ private boolean skip;
+
+ /**
+ * Create a new Instance of SDFREader
+ *
+ * @param source the file to read from
+ * @param sourceLanguage the sourceLanguage (must not be empty)
+ * @param targetLanguage the targetLanguage
+ * @param charset the charset used to read source
+ * @throws java.io.IOException
+ * @throws Exception
+ */
+ public SDFReader(File source, String sourceLanguage, String targetLanguage,
+ String charset) throws java.io.IOException {
+ super(new InputStreamReader(new FileInputStream(source), charset));
+ sourceFile = source;
+ this.sourceLanguage = sourceLanguage;
+ this.targetLanguage = targetLanguage;
+ String line;
+ String[] splitLine;
+ //read first line to get the first
+ //SDF block id
+ mark(16000);
+ if ((line = readLine()) != null) {
+ if ((splitLine = split(line)) != null){
+ this.CurrentBlockId = getSDFBlockId(splitLine);
+ this.CurrentBlockHash=this.CurrentBlockId.hashCode();
+ //found the first
+ this.blockNr++;
+ }
+ this.splittedLineBuffer = splitLine;
+ }
+ reset();
+
+ }
+
+ /* (non-Javadoc)
+ * @see com.sun.star.tooling.converter.DataReader#getData()
+ */
+ public Map getData()throws IOException {
+
+ Map map=new HashMap();
+// do {
+ this.skip=false;
+ Map[] help=readBlock();
+ if(help==null||help[1]==null||help[0]==null){
+ return null;
+// }else if (help[1].get("TargetLanguageID")==null||help[0].get("SourceLanguageID")==null) {
+// OutputHandler.log("Missing Language Id in block "+blockNr+"\nthe block is skipped." );
+// this.skippedBlocks++;
+// this.skip=true;
+ }else{
+ map.putAll(help[1]);
+ map.putAll(help[0]);
+
+ }
+// }while(this.skip=true);
+ return map;
+ }
+
+
+ /**
+ * Read a Block from the sdf file and return
+ * @return a Map[] where [0] holds the source and [1] the target language data.
+ *
+ * @throws java.io.IOException
+ */
+ public Map[] readBlock() throws java.io.IOException {
+ String line = EMPTY;
+ String blockId = EMPTY;
+ String[] splittedLine = null;
+ data[0]=new ExtMap();
+ data[1]=new ExtMap();
+ String help;
+ String c = null;
+ //read next line or use buffered line
+ while (useBuffer || (line = readLine()) != null) { //works because '||' is shortcut
+
+ try {
+ // buffer used?
+ if (useBuffer) {
+ line = this.lineBuffer;
+ splittedLine = this.splittedLineBuffer;
+ this.SDFMap = new ExtMap(SDFReader.fieldnames, splittedLine);
+
+ try {
+ checkLanguage(splittedLine);
+ } catch (ConverterException e) {
+ throw e;
+ }finally{
+
+ useBuffer = false;
+ }
+ } else {
+ //...are there wrong characters?
+ if ((check(line)).length() < line.length()) {
+ throw new LineErrorException(getLineNumber()
+ + " : Line contains wrong character "
+ //+ Integer.toHexString(Integer.parseInt(c))
+ + " \n" + line);
+ }
+ //...is the number of columns ok?
+ if ((splittedLine = split(line)) == null) {
+
+ throw new LineErrorException(super.getLineNumber()
+ + " : Line has wrong column number \n" + line);
+ //continue;
+ } else {
+ // TODO makeDot is better in Data Handler
+ makeDot();
+ // ...is this line in a new SDF block ?
+ if ((blockId = getSDFBlockId(splittedLine))
+ .equals(CurrentBlockId)) {
+
+ this.SDFMap = new ExtMap(SDFReader.fieldnames,
+ splittedLine);
+ //what language is in it ?
+ checkLanguage(splittedLine);
+
+ } else {
+
+ /*
+ * we found the next block , but do we have the
+ * target text?
+ */
+
+ if (!foundTarget) {
+ createTargetLine();
+ }
+
+ blockNr++;
+ splittedLineBuffer = splittedLine;//read one line
+ // too much so
+ // buffer it
+ lineBuffer = line;
+ useBuffer = true;//reset();
+
+ this.CurrentBlockId = blockId;
+ this.CurrentBlockHash=this.CurrentBlockId.hashCode();
+
+ /* ...and what about the source text ? */
+ if (!foundSource) {
+
+ OutputHandler
+ .log("Error in Line:"
+ + getLineNumber()
+ + "Source Language is missing maybe "
+ + "previous block has an error.\nBlock "
+ + (blockNr - 1)
+ + " is skipped. before line: \n"
+ + line);
+
+ foundTarget = false;//no target without source
+ skippedBlocks++;
+ skippedLines++;
+ sourceLangMiss++;
+ continue;// skip output of this block if no
+ // source language is found
+
+ }
+
+ break;
+
+ }
+ }
+
+ }
+
+ } catch (LineErrorException e) {
+
+ OutputHandler.log(e.getMessage());
+ this.skippedLines++;
+ } catch (ConverterException e) {
+ OutputHandler.log(e.getMessage());
+ }
+
+ }
+ // did we read the whole stuff?
+ if (null != line) {
+ // no
+ foundSource = false;
+ foundTarget = false;
+
+ return this.data;
+
+ } else {
+ // ok , its the end but is everything written now?
+ if (!endIt) {
+ // there is something to write
+ // but next time we can end it
+ endIt = true;
+ if(!foundTarget){
+ createTargetLine();
+ }
+ // write
+ return this.data;//last lines
+ } else {
+
+ showStat();
+ return null;
+ }
+ }
+ // }catch(ConverterException e) {
+ // Converter.log(e.getMessage());
+ // return null;
+ // }
+ }
+
+ /**
+ *
+ */
+ private void createTargetLine() {
+ targetLangMiss++;
+ // if not, create one ...
+ data[1] = new ExtMap(SDFReader.targetLineNames,
+ splittedLineBuffer);
+ data[1].put("TargetLanguageID",
+ this.targetLanguage);
+ if ((String) data[1].get("TargetText") != EMPTY)
+ data[1].put("TargetText", EMPTY);
+ if ((String) data[1].get("TargetHText") != EMPTY)
+ data[1].put("TargetHText", EMPTY);
+ if ((String) data[1].get("TargetQText") != EMPTY)
+ data[1].put("TargetQText", EMPTY);
+ if ((String) data[1].get("TargetTitle") != EMPTY)
+ data[1].put("TargetTitle", EMPTY);
+ this.data[1].put("BlockNr", blockNrFormatter.format(blockNr)+'-'+Integer.toString(this.CurrentBlockHash));
+ targetLangCreate++;
+ }
+
+ /**
+ * Show the statistic information got while
+ * reading the file
+ *
+ * @throws IOException
+ */
+ private void showStat() throws IOException {
+ OutputHandler.out(EMPTY);OutputHandler.out(EMPTY);
+ // OutputHandler.out("Hashes: " + (theHashes.size()) + " ");
+ OutputHandler.out("Blocks found: " + blockNr + " ");
+ OutputHandler.out(EMPTY);
+ OutputHandler.out("Lines read: " + (getLineNumber()) + " ");
+ OutputHandler
+ .dbg("Lines created " + (targetLangCreate) + " ");
+ OutputHandler.dbg(" -------");
+ OutputHandler.dbg("Lines total: "
+ + (getLineNumber() + targetLangCreate) + " ");
+ OutputHandler.dbg("Lines skipped: " + skippedLines + " ");
+
+ OutputHandler.dbg("Source Language misses: " + sourceLangMiss + " ");
+ OutputHandler.dbg("Target Language misses: " + targetLangMiss + " ");
+ OutputHandler.dbg("Blocks found: " + blockNr + " ");
+ OutputHandler.dbg("Blocks skipped: " + skippedBlocks + " ");
+ if ((sourceLangMiss + skippedBlocks + skippedLines) > 0)
+ OutputHandler.out("\n---! Errors found !--- view Logfile.\n\n"
+ + "To enable logfile use -l option at command line.\n"
+ + "For help type 'convert -h {Enter}'.\n");
+ }
+
+ /**
+ * Check the current line whether the source language
+ * or target language is in it
+ *
+ * @throws ConverterException if a not needed language or no target language is found
+ * in this block
+ * @throws IOException
+ *
+ */
+ final private void checkLanguage(String[] splittedLine)
+ throws ConverterException, IOException {
+ String langID = (String) SDFMap.get("LanguageID");
+
+ //maybe the source language is in this line
+ if (!foundSource && this.sourceLanguage.equals(langID)) {
+// found the next source language line
+ this.data[0] = new ExtMap(SDFReader.sourceLineNames, splittedLine);
+
+// this.data[0].put("BlockNr", Integer.toHexString(blockNr));
+// this.data[0].put("BlockHash", Integer.toHexString(this.CurrentBlockHash));
+ this.data[0].put("BlockNr", blockNrFormatter.format(blockNr)+'-'+Integer.toHexString(this.CurrentBlockHash));
+// this.data[0].put("BlockHash", blockHashFormatter.format(this.CurrentBlockHash));
+ foundSource = true;
+ return;
+
+ } else {
+ // or the target language is in this line
+ if (!foundTarget) {
+ //no target language is given at command line
+ if (this.targetLanguage.equals(EMPTY)) {
+ //try if we can use the current lines language for target
+ // language
+ if (!langID.equals(this.sourceLanguage)) {
+ //yes , we can use this lines laanguage as target
+ this.targetLanguage = langID;
+
+ //source and target language both are known: show it
+ OutputHandler.out("Source Language is: "
+ + this.sourceLanguage + " ");
+ OutputHandler.out("Target Language is: "
+ + this.targetLanguage + " ");
+ OutputHandler.out(EMPTY);
+ System.out.println("Start");
+
+ } else {
+ throw new ConverterException("(" + getLineNumber()
+ + ") No target language found: "
+ + this.targetLanguage);
+ }
+ }
+ if (this.targetLanguage.equals(langID)) {
+ this.data[1] = new ExtMap(SDFReader.targetLineNames,
+ splittedLine);// found the next target language line
+ this.data[1].put("BlockNr", blockNrFormatter.format(blockNr)+'-'+Integer.toHexString(this.CurrentBlockHash));
+ foundTarget = true;
+
+ return;
+ }
+ }//end !foundTarget
+ }
+ //if we go here we dont need the found language...
+ throw new ConverterException("found not needed language '"
+ + this.SDFMap.get("LanguageID") + "' in Line: "
+ + getLineNumber());
+
+ }
+
+ /**
+ * Make a dot on the screen to show the user that it is going on
+ */
+ private void makeDot() {
+ int count = 0;
+ if ((count = (int) super.getLineNumber() / 1000) > this.dotCount) {
+ this.dotCount = count;
+ OutputHandler.printDot();
+ }
+
+ }
+
+ /**
+ * split the SDFLine in its columns
+ *
+ * @param line the current SDFLine
+ * @return the splitted SDFLine as array of String
+ * or null if an error occours
+ * @throws IOException
+ */
+ private String[] split(String line) throws IOException {
+ check(line);
+ String[] splitLine;
+ if ((splitLine = line.split("\t")).length == 15)
+ return splitLine;
+ else
+ //an error occured
+ return null;
+ }
+
+ /**
+ * create a block Id from a splitted SDFLine
+ * the blockId consists of the column one to eight of an SDF File
+ *
+ * @param splitLine the line to create a block id from
+ * @return the blockId as String
+ */
+ private String getSDFBlockId(String[] splitLine) {
+ StringBuffer BlockId = new StringBuffer("");
+ for (int i = 0; i < 8; i++) {
+ BlockId.append(splitLine[i]);
+ }
+ return BlockId.toString();
+ }
+
+// public final boolean canRead() {
+// return this.sourceFile.canRead();
+// }
+
+ /**
+ * Check if there are not allowed characters in this line
+ *
+ * @param line the SDFLine to check
+ * @return if everything, ok the original
+ * else the wrong character as String
+ *
+ * @throws java.io.IOException
+ */
+ private String check(String line) throws java.io.IOException {
+ char c = ' ';
+ for (int i = 0; i < line.length(); i++) {
+ c = line.charAt(i);
+ if (c < 30 && c != 9) {
+ return (new Character(c)).toString();
+ }
+
+ }
+ return line;
+
+ }
+} \ No newline at end of file
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/SDFWriter.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/SDFWriter.java
new file mode 100644
index 000000000000..4c79cd113f6f
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/SDFWriter.java
@@ -0,0 +1,172 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * SDFWriter.java
+ *
+ *
+ */
+
+package com.sun.star.tooling.converter;
+import java.io.*;
+import java.util.Map;
+
+/**
+ * Write data to a SDFFile
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+public class SDFWriter extends DataWriter {
+ /**
+ * the seperator the seperate columns
+ */
+ final String seperator=new String("\t");
+ /**
+ * an array of the SDF files column names if the source language is in
+ */
+ final static String[] sourceLineNames= {"Project","SourceFile","Dummy","ResType","GID","LID","HID","Platform","Width","SourceLanguageID","SourceText","SourceHText","SourceQText","SourceTitle","TimeStamp"};
+ /**
+ * an array of the SDF files column names if the target language is in
+ */
+ final static String[] targetLineNames= {"Project","SourceFile","Dummy","ResType","GID","LID","HID","Platform","Width","TargetLanguageID","TargetText","TargetHText","TargetQText","TargetTitle","TimeStamp"};
+ /**
+ * an array of the SDF files column names if the source and the target language is in
+ */
+ final static String[] outLineNames= {"BlockNr","Project","SourceFile","Dummy","ResType","GID","LID","HID","Platform","Width","SourceLanguageID","SourceText","SourceHText","SourceQText","SourceTitle","TargetLanguageID","TargetText","TargetHText","TargetQText","TargetTitle","TimeStamp"};
+
+ /**
+ * A Map holding the source language line content
+ */
+ private ExtMap sourceLine=new ExtMap(sourceLineNames,null);
+ /**
+ * A Map holding the target language line content
+ */
+ private ExtMap targetLine=new ExtMap(targetLineNames,null);
+ /**
+ * A Map holding the whole content for output
+ */
+ private ExtMap outData=new ExtMap(outLineNames, null);
+// private ExtMap SDFLine;
+// private InputStreamReader isr;
+ /**
+ * The language to translate from
+ */
+ private String sourceLanguage;
+ /**
+ * The language to translate to
+ */
+ private String targetLanguage;
+
+// private boolean SourceIsFirst=false;
+
+
+
+
+ /**
+ * Create a new Instance of SDFWriter
+ *
+ * @param bos BufferedWriter to write to
+ * @param charset the charset to use to write
+ * @throws java.io.UnsupportedEncodingException
+ */
+ public SDFWriter(BufferedOutputStream bos,String charset) throws java.io.UnsupportedEncodingException {
+ super(bos,charset);
+
+ }
+
+ /* (non-Javadoc)
+ * @see com.sun.star.tooling.converter.DataWriter#writeData()
+ */
+ public final void writeData() throws java.io.IOException {
+
+ StringBuffer buffer=new StringBuffer("");
+
+ // get the values of the found fields
+ //create the two sdf lines
+
+ //at first the source language line
+ for(int i=0;i<sourceLineNames.length;i++){
+ // put them together for output
+ buffer.append(outData.get(sourceLineNames[i]));
+ if(i!=sourceLineNames.length-1) {
+ // seperate the fields with tab
+ buffer.append(seperator);
+ }else{
+ // this line is full
+ // so close it with lf
+ buffer.append(lineEnd);
+ Converter.countLine();
+ }
+ }
+ // is there a target line with anything in the strings?
+ if (!(outData.get("TargetLanguageID")==null||((outData.get("TargetTitle").equals("")&&outData.get("TargetText").equals("")&&outData.get("TargetHText").equals("")&&outData.get("TargetQText").equals(""))))){
+ //now the target language line
+ for(int i=0;i<targetLineNames.length;i++){
+ // put them together for output
+ buffer.append(outData.get(targetLineNames[i]));
+ if(i!=targetLineNames.length-1) {
+ // seperate the fields with tab
+ buffer.append(seperator);
+ }else{
+ // this line is full
+ //so close it with lf
+ buffer.append(lineEnd);
+ Converter.countLine();
+ }
+ }
+ }
+ this.write(buffer.toString());
+
+ }
+
+
+
+ /* (non-Javadoc)
+ * @see com.sun.star.tooling.converter.DataWriter#writeData(java.util.Map[])
+ */
+ protected void writeData(Map[] data) throws IOException {
+ // TODO redesign DataHandler in the way that this is not nessesary any more
+
+ }
+
+ /* (non-Javadoc)
+ * @see com.sun.star.tooling.converter.DataWriter#getDataFrom(com.sun.star.tooling.converter.DataHandler)
+ */
+ protected void getDataFrom(DataHandler handler) throws IOException {
+
+ handler.putDataTo(this.outData);
+ }
+
+ /* (non-Javadoc)
+ * @see com.sun.star.tooling.converter.DataWriter#getDatafrom(com.sun.star.tooling.converter.DataHandler)
+ */
+ protected void getDatafrom(DataHandler handler) throws IOException {
+
+ handler.putDataTo(this.outData);
+
+ }
+}
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/XLIFFReader.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/XLIFFReader.java
new file mode 100644
index 000000000000..76d14bd98569
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/XLIFFReader.java
@@ -0,0 +1,742 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * XLIFFReader.java
+ *
+ *
+ */
+package com.sun.star.tooling.converter;
+
+import java.io.IOException;
+import java.util.Hashtable;
+import java.util.Map;
+
+import com.sun.star.tooling.languageResolver.LanguageResolver;
+
+import org.xml.sax.Attributes;
+import org.xml.sax.SAXException;
+import org.xml.sax.SAXParseException;
+import org.xml.sax.helpers.AttributesImpl;
+import org.xml.sax.helpers.DefaultHandler;
+
+
+/**
+ * Parse the given file and extract the content needed.
+ * <br/>
+ * This Reader understands the parts of the
+ * <a href="http://www.oasis-open.org/committees/xliff/documents/cs-xliff-core-1.1-20031031.htm">xliff</a> spezification used to translate
+ * the strings in Star-Office and Open-Office.
+ * <br/>
+ * The given file is parsed and the content is stored in a HashMap with those keys:
+ * <br/>
+ * "BlockNr" originally coming from reading the sdf file, contains 'block nr in sdf file'+'-'+'hash value of the sdf id fields'.<br/>
+ * "Project" first column in sdf file format.<br/>
+ * "SourceFile" second column in sdf file format.<br/>
+ * "Dummy" third column in sdf file format.<br/>
+ * "ResType" 4. column in sdf file format.<br/>
+ * "GID" 5. column in sdf file format. <br/>
+ * "LID" 6. column in sdf file format.<br/>
+ * "HID" 7. column in sdf file format.<br/>
+ * "Platform" 8. column in sdf file format. <br/>
+ * "Width", 9. column in sdf file format.<br/>
+ * "SourceLanguageID" 10. column in sdf file format(in the line with the source language).<br/>
+ * "SourceText" 11. column in sdf file format(in the line with the source language).<br/>
+ * "SourceHText" 12. column in sdf file format(in the line with the source language).<br/>
+ * "SourceQText" 13. column in sdf file format(in the line with the source language).<br/>
+ * "SourceTitle" 14. column in sdf file format(in the line with the source language).<br/>
+ * "TargetLanguageID" 10. column in sdf file format (in the line with the target language).<br/>
+ * "TargetText" 11. column in sdf file format (in the line with the target language).<br/>
+ * "TargetHText" 12. column in sdf file format (in the line with the target language).<br/>
+ * "TargetQText" 13. column in sdf file format (in the line with the target language).<br/>
+ * "TargetTitle", 14. column in sdf file format (in the line with the target language).<br/>
+ * "TimeStamp" 15. column in sdf file format.<br/>
+ * @
+ * @author Christian Schmidt 2005
+ *
+ */
+public class XLIFFReader extends DefaultHandler {
+
+ /**
+ * A String array holding the keys used by the HashMap holding the Data
+ */
+ private final String[] dataNames = { "BlockNr", "Project",
+ "SourceFile", "Dummy", "ResType", "GID", "LID", "HID", "Platform",
+ "Width", "SourceLanguageID", "SourceText", "SourceHText",
+ "SourceQText", "SourceTitle", "TargetLanguageID", "TargetText",
+ "TargetHText", "TargetQText", "TargetTitle", "TimeStamp" };
+
+ /**
+ * Used to index in the data array
+ */
+ static int index = 0;
+
+ /**
+ * The Map that holds the data returned by this class
+ */
+ private Map moveData = new ExtMap();
+
+ /**
+ * A Map that holds yet incomplete data
+ * until all depending transunits are found
+ */
+ private Hashtable DataStore = new Hashtable();
+
+ /**
+ * An Elements name
+ */
+ private String name = new String("");
+
+ /**
+ *List of Attributes used by an Element
+ */
+ private Attributes attrs;
+
+// private String tagElement = new String("");
+
+ /**
+ * Indicates whether the next found content string should be printed
+ */
+ private boolean printThis = false;
+ /**
+ * Indicates whether the next found content string should be stored
+ */
+ private boolean storeIt = false;
+
+ /**
+ * data holds the information created while parsing
+ *
+ */
+ private String[] data = new String[26];
+
+ /**
+ * The handler used by this class
+ */
+ private final DataHandler handler;
+ /**
+ * The target used by this class
+ */
+ private final DataWriter target;
+
+// private boolean searchForText = false;
+
+ /**
+ * counts how many dots are made
+ */
+ private int dotCount;
+
+ /**
+ * Counts how many Trans Units are read
+ */
+ private int transUnitCounter;
+
+ /**
+ * used source Language
+ */
+ private String sourceLanguage;
+
+ /**
+ * used target language
+ */
+ private String targetLanguage;
+
+ /**
+ * indicates whether this is the first Transunit
+ */
+ private boolean isFirst = true;
+
+ private static final String EMPTY = new String("");
+
+ /**
+ * the last index in data where something is written
+ */
+ private int oldindex;
+
+// private boolean isBptEptTag;
+
+// private String innerString;
+//
+// private String key;
+
+ /**
+ * Index for the BlockNr in the data array
+ */
+ private static final int BLOCKNR_IDX = 0;
+ /**
+ * Index for the Project in the data array
+ */
+ private static final int PROJECT_IDX = 1;
+ /**
+ * Index for the Sourcefile name in the data array
+ */
+ private static final int SOURCEFILE_IDX = 2;
+ /**
+ * Index for the 'dummy' in the data array
+ */
+ private static final int DUMMY_IDX = 3;
+ /**
+ * Index for the Group Id in the data array
+ */
+ private static final int GID_IDX = 4;
+ /**
+ * Index for the Local Id in the data array
+ */
+ private static final int LID_IDX = 5;
+ /**
+ * Index for the Help Id in the data array
+ */
+ private static final int HID_IDX = 6;
+ /**
+ * Index for the Platform in the data array
+ */
+ private static final int PLATFORM_IDX = 7;
+ /**
+ * Index for the 'Width' in the data array
+ */
+ private static final int WIDTH_IDX = 8;
+ /**
+ * Index for the Sourcelanguage Id in the data array
+ */
+ private static final int SOURCE_LANGUAGE_ID_IDX = 10;
+ /**
+ * Index for the Source Text in the data array
+ */
+ private static final int SOURCE_TEXT_IDX = 11;
+ /**
+ * Index for the Source Helptext in the data array
+ */
+ private static final int SOURCE_HELPTEXT_IDX = 12;
+ /**
+ * Index for the Source Quickhelp Text in the data array
+ */
+ private static final int SOURCE_QUICK_HELPTEXT_IDX = 13;
+ /**
+ * Index for the Source Titletext in the data array
+ */
+ private static final int SOURCE_TITLETEXT_IDX = 14;
+ /**
+ * Index for the Timestamp in the data array
+ */
+ private static final int TIMESTAMP_IDX = 15;
+ /**
+ * Index for the res type in the data array
+ */
+ private static final int RESTYPE_IDX = 16;
+ /**
+ * Index for the Target Language Id in the data array
+ */
+ private static final int TARGET_LANGUAGE_ID_IDX = 20;
+ /**
+ * Index for the Target Text in the data array
+ */
+ private static final int TARGET_TEXT_IDX = 21;
+ /**
+ * Index for the Target Helptext in the data array
+ */
+ private static final int TARGET_HELP_TEXT_IDX = 22;
+ /**
+ * Index for the Target Quickhelp Text in the data array
+ */
+ private static final int TARGET_QUICKHELP_TEXT_IDX = 23;
+ /**
+ * Index for the Target Titletext in the data array
+ */
+ private static final int TARGET_TITLE_TEXT_IDX = 24;
+ /**
+ * Index for the Found Parts Counter in the data array
+ */
+ private static final int FOUND_PARTS_COUNTER_IDX = 18;
+
+ /**
+ * used to find the matching ISO or RFC3066 language code
+ */
+ LanguageResolver languageResolver;
+
+ private boolean doBlockCompleteCheck=true;
+
+
+
+ /**
+ * Create a new Instance of XLIFFReader
+ *
+ * @param handler the DataHandler to use
+ * @param target the target used
+ * @throws IOException
+ */
+ public XLIFFReader(DataHandler handler, DataWriter target) throws IOException {
+ this.languageResolver = new LanguageResolver();
+ this.handler = handler;
+ this.target = target;
+ }
+
+ /**
+ * Create a new Instance of XLIFFReader
+ *
+ * @param handler the DataHandler to use
+ * @param target the target used
+ * @param doBlockCompleteCheck indicates whether every single transunit should be returned or the whole block data is to be collected
+ *
+ * @throws IOException
+ */
+ public XLIFFReader(DataHandler handler, DataWriter target,boolean doBlockCompleteCheck) throws IOException {
+ this(handler, target);
+ this.languageResolver = new LanguageResolver();
+ this.doBlockCompleteCheck=doBlockCompleteCheck;
+
+ }
+
+ /**
+ * delete and initialize the data content
+ */
+ public void initData() {
+ for (int i = BLOCKNR_IDX; i < SOURCE_LANGUAGE_ID_IDX; i++) {
+ data[i] = "";
+ }
+ for (int i = SOURCE_TEXT_IDX; i < TIMESTAMP_IDX; i++) { // skip Time Stamp
+ data[i] = "";
+ }
+ for (int i = RESTYPE_IDX; i < TARGET_LANGUAGE_ID_IDX; i++) { // skip Source language ID
+ data[i] = "";
+ }
+ for (int i = TARGET_TEXT_IDX; i < 26; i++) {// skip Target language ID,
+ data[i] = "";
+ }
+
+ data[DUMMY_IDX] = "0";//dummy
+ data[FOUND_PARTS_COUNTER_IDX] = "1";//parts found
+
+ }
+
+ /** (non-Javadoc)
+ * @see org.xml.sax.ContentHandler#startDocument()
+ */
+ public void startDocument() {
+ initData();
+ //System.out.print("Start");
+
+ }
+
+ /** (non-Javadoc)
+ * @see org.xml.sax.ContentHandler#endDocument()
+ */
+ public void endDocument() {
+
+ try {
+ showStatistic();
+ } catch (IOException e) {
+
+ OutputHandler.log(e.getMessage());
+
+ }
+ }
+
+ /** (non-Javadoc)
+ * @throws SAXException
+ * @see org.xml.sax.ContentHandler#startElement(java.lang.String, java.lang.String, java.lang.String, org.xml.sax.Attributes)
+ */
+ public void startElement(String namespaceURI, String sName, String qName,
+ Attributes attrs) throws SAXException {
+ this.name = new String(qName);
+ this.attrs = new AttributesImpl(attrs);
+ String resType;
+
+ String attributeName = new String("");
+ String attribute = new String("");
+ String tagElement = new String("");
+ int i;
+
+ if (qName.equals("bpt")||qName.equals("ept")||qName.equals("sub")||qName.equals("ex")) {
+ //ignore bpt, ept, ex and sub tags
+ // content of the tags will be stored
+
+ storeIt=true;
+ return;
+
+ }
+ if (qName.equals("target")) {
+ if ((resType = data[RESTYPE_IDX]) == null) {
+
+ } else {
+ if ("res".equals(resType)) {
+ index = TARGET_TEXT_IDX;
+
+ storeIt = true;
+ return;
+ }
+ // if("res-Help".equals(resType)){
+ // index=TARGET_HELP_TEXT_IDX;
+ // storeIt=true;
+ // return;
+ // }
+ if ("res-QuickHelp".equals(resType)) {
+ index = TARGET_QUICKHELP_TEXT_IDX;
+
+ storeIt = true;
+ return;
+ }
+ if ("res-Title".equals(resType)) {
+ index = TARGET_TITLE_TEXT_IDX;
+
+ storeIt = true;
+ return;
+ }
+ }
+
+ }
+ if (qName.equals("source")) {
+ if ((resType = data[RESTYPE_IDX]) == null) {
+ //throw new SAXException("Ressource type not found");
+ } else {
+ if ("res".equals(resType)) {
+ index = SOURCE_TEXT_IDX;
+
+ storeIt = true;
+ return;
+ }
+ // if("res-Help".equals(resType)){
+ // index=SOURCEHELPTEXT_IDX;
+ // storeIt=true;
+ // return;
+ // }
+ if ("res-QuickHelp".equals(resType)) {
+ index = SOURCE_QUICK_HELPTEXT_IDX;
+ storeIt = true;
+ return;
+ }
+ if ("res-Title".equals(resType)) {
+ index = SOURCE_TITLETEXT_IDX;
+ storeIt = true;
+ return;
+ }
+ }
+ }
+
+ if (qName.equals("file")) {
+ data[TIMESTAMP_IDX] = attrs.getValue("date");
+ //data[17]=(attrs.getValue("original"));
+ try{
+ data[SOURCE_LANGUAGE_ID_IDX] = (languageResolver.getISOFromRFC((String)attrs.getValue("source-language")));
+ if(languageResolver.getISOFromRFC((String)attrs.getValue("target-language"))!=null){
+ data[TARGET_LANGUAGE_ID_IDX] = (languageResolver.getISOFromRFC((String)attrs.getValue("target-language")));
+ }
+ }catch(Exception e){
+ OutputHandler.log(e.getMessage());
+ }
+ return;
+ }
+ if (qName.equals("trans-unit")) {
+ String id = attrs.getValue("id");
+ if ((DataStore.get(id)) != null) {
+ //TODO arraycopy might not be nessessary
+ System.arraycopy((String[]) DataStore.get(id), 0, data, 0,
+ data.length);
+ int help = (new Integer(data[FOUND_PARTS_COUNTER_IDX])).intValue(); //found one more part
+ help++; // refresh the actual found parts
+ data[FOUND_PARTS_COUNTER_IDX] = (new Integer(help)).toString(); // belonging to this information
+
+ DataStore.remove(attrs.getValue("id")); // TODO this can be deleted?
+ } else {
+
+ data[BLOCKNR_IDX] = (attrs.getValue("id")); // a new part
+ }
+ data[RESTYPE_IDX] = (attrs.getValue("restype"));
+
+ return;
+ }
+
+ if (qName.equals("context")) {
+
+ String value = attrs.getValue("context-type");
+
+ if ("SourceHelpText".equals(value)) {
+ index = SOURCE_HELPTEXT_IDX;
+ storeIt = true;
+ return;
+ }else if ("TargetHelpText".equals(value)) {
+ index = TARGET_HELP_TEXT_IDX;
+ storeIt = true;
+ return;
+ }else if ("DBType".equals(value)) {
+ //index=SOURCEFILE_IDX;
+ //storeIt=true;
+ return;
+ }else if ("Project".equals(value)) {
+ index = PROJECT_IDX;
+ storeIt = true;
+ return;
+ }else if ("Filename".equals(value)) {
+ index = SOURCEFILE_IDX;
+ storeIt = true;
+ return;
+ }else if ("Type".equals(value)) {
+ index = RESTYPE_IDX;
+ storeIt = true;
+ return;
+ }else if ("GID".equals(value)) {
+ index = GID_IDX;
+ storeIt = true;
+ return;
+ }else if ("LID".equals(value)) {
+ index = LID_IDX;
+ storeIt = true;
+ return;
+ }else if ("HID".equals(value)) {
+ index = HID_IDX;
+ storeIt = true;
+ return;
+ }else if ("Platform".equals(value)) {
+ index = PLATFORM_IDX;
+ storeIt = true;
+ return;
+ }else if ("Width".equals(value)) {
+ index = WIDTH_IDX;
+ storeIt = true;
+ return;
+ }
+
+ }
+
+ }
+
+ /** (non-Javadoc)
+ * @see org.xml.sax.ContentHandler#endElement(java.lang.String, java.lang.String, java.lang.String)
+ */
+ public void endElement(String namespaceURI, String sName, String qName)
+ throws SAXException {
+ //we ignore bpt and ept tags
+ if(!(qName.equals("bpt")||qName.equals("ept")||qName.equals("sub")||qName.equals("ex"))){
+ storeIt = false;
+ }
+ if (qName.equals("trans-unit")) {
+ showData();
+ }
+
+ }
+
+ /** (non-Javadoc)
+ * @see org.xml.sax.ContentHandler#characters(char[], int, int)
+ */
+ public void characters(char[] ch, int start, int length) {
+
+ // checkContent();
+ String str2 = new String(ch, start, length);
+
+ if (storeIt) {
+
+ String str = new String(ch, start, length);
+ if (index == oldindex) {
+ data[index] += str;
+ } else {
+ data[index] = str;
+ }
+
+ }
+ oldindex = index;
+
+ }
+
+ /** (non-Javadoc)
+ * @see org.xml.sax.ErrorHandler#error(org.xml.sax.SAXParseException)
+ */
+ public void error(SAXParseException e) throws SAXParseException {
+
+ OutputHandler.log(e.getMessage());
+ }
+
+ /** (non-Javadoc)
+ * @see org.xml.sax.ErrorHandler#fatalError(org.xml.sax.SAXParseException)
+ */
+ public void fatalError(SAXParseException e) throws SAXParseException {
+
+ OutputHandler.log("PARSE ERROR in line " + e.getLineNumber() + ", "
+ + e.getMessage() );
+
+ }
+
+ /** (non-Javadoc)
+ * @see org.xml.sax.ErrorHandler#warning(org.xml.sax.SAXParseException)
+ */
+ public void warning(SAXParseException e) throws SAXParseException {
+ //throw e;
+ OutputHandler.log(e.getMessage());
+ }
+
+ /**
+ * Put the Data to the DataHandler
+ * tell the Writer to write it
+ *
+ * @throws SAXException
+ */
+ public void showData() throws SAXException {
+ transUnitCounter++;
+ makeDot();
+ if (isComplete()) {
+
+ try {
+ moveData();
+ if (isFirst == true) {
+ this.sourceLanguage = (String) this.moveData
+ .get("SourceLanguageID");
+ this.targetLanguage = (String) this.moveData
+ .get("TargetLanguageID");
+ OutputHandler.out(EMPTY);
+ OutputHandler.out("Source Language is: "
+ + this.sourceLanguage);
+ OutputHandler.out("Target Language is: "
+ + this.targetLanguage);
+ OutputHandler.out(EMPTY);
+ OutputHandler.out("Start");
+ OutputHandler.out(EMPTY);
+ isFirst = false;
+ }
+ target.getDataFrom(handler);
+ target.writeData();
+
+ } catch (java.io.IOException e) {
+ throw new SAXException(e);
+ }
+
+ } else {
+ DataStore.put(data[BLOCKNR_IDX], data.clone());
+ initData();
+
+ }
+ initData();
+ }
+
+
+ /**
+ * put the data in an Map in the format that
+ * DataHandler can handle it
+ */
+ final public void moveData() {
+
+ moveData.put("BlockNr", data[BLOCKNR_IDX]);
+
+ moveData.put("Project", data[PROJECT_IDX]);
+
+ moveData.put("SourceFile", data[SOURCEFILE_IDX]);
+
+ moveData.put("Dummy", "0");
+
+ moveData.put("ResType", data[RESTYPE_IDX]);
+
+ moveData.put("GID", data[GID_IDX]);
+
+ moveData.put("LID", data[LID_IDX]);
+
+ moveData.put("HID", data[HID_IDX]);
+
+ moveData.put("Platform", data[PLATFORM_IDX]);
+
+ if (EMPTY.equals(data[WIDTH_IDX]))
+ data[WIDTH_IDX] = "0";
+ moveData.put("Width", data[WIDTH_IDX]);
+
+ moveData.put("SourceLanguageID", data[SOURCE_LANGUAGE_ID_IDX]);
+
+ moveData.put("SourceText", data[SOURCE_TEXT_IDX]);
+
+ moveData.put("SourceHText", data[SOURCE_HELPTEXT_IDX]);
+
+ moveData.put("SourceQText", data[SOURCE_QUICK_HELPTEXT_IDX]);
+
+ moveData.put("SourceTitle", data[SOURCE_TITLETEXT_IDX]);
+
+ moveData.put("TargetLanguageID", data[TARGET_LANGUAGE_ID_IDX]);
+
+ moveData.put("TargetText", data[TARGET_TEXT_IDX]);
+
+ moveData.put("TargetHText", data[TARGET_HELP_TEXT_IDX]);
+
+ moveData.put("TargetQText", data[TARGET_QUICKHELP_TEXT_IDX]);
+
+ moveData.put("TargetTitle", data[TARGET_TITLE_TEXT_IDX]);
+
+ moveData.put("TimeStamp", data[TIMESTAMP_IDX]);
+
+ //and give it to the data handler
+ this.handler.fillDataWith(moveData);
+ }
+
+ /**
+ * complete means all depending parts have been found esp. all res types
+ * that belong to the same SDF Line
+ *
+ * @return true if the data is complete
+ *
+ */
+ final public boolean isComplete() {
+
+ if(!doBlockCompleteCheck){
+ return true;
+ }
+
+ String sParts;
+ if (data[FOUND_PARTS_COUNTER_IDX] == EMPTY)
+ data[FOUND_PARTS_COUNTER_IDX] = "1"; //this is the first part
+
+ String sFoundParts = data[FOUND_PARTS_COUNTER_IDX];
+ //create the new 'id'
+ sParts = data[BLOCKNR_IDX].substring(data[BLOCKNR_IDX].lastIndexOf(":") + 1);
+
+ if (sFoundParts.equals(sParts)) {
+ return true;
+ }
+ return false;
+ }
+
+ // TODO this belongs in OutputHandler
+ /**
+ * show the user that it is going
+ * on by printing dots on the screen
+ *
+ */
+ private void makeDot() {
+ int count = 0;
+ if ((count = (int) this.transUnitCounter / 1000) > this.dotCount) {
+ this.dotCount = count;
+ OutputHandler.printDot();
+ }
+ }
+
+ /**
+ * show the statistic data found while parse this file
+ *
+ * @throws IOException
+ */
+ final void showStatistic() throws IOException {
+ OutputHandler.out(EMPTY);
+ OutputHandler.out("TransUnits found: " + this.transUnitCounter);
+ // every data in DataStore is
+ // skipped 'cause its not complete
+ // TODO count really every transunit not only the data (might consist of
+ // more than one
+ OutputHandler.dbg("TransUnits skip : " + this.DataStore.size());
+ //Converter.out(EMPTY);
+ }
+}
+
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/XLIFFWriter.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/XLIFFWriter.java
new file mode 100644
index 000000000000..d7b6160dcc95
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/XLIFFWriter.java
@@ -0,0 +1,532 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ *
+ /*
+ * XLIFFWriter.java
+ *
+ *
+ */
+
+package com.sun.star.tooling.converter;
+
+import java.io.*;
+import java.util.*;
+
+import com.sun.star.tooling.DirtyTags.DirtyTagWrapper;
+import com.sun.star.tooling.languageResolver.LanguageResolver;
+import com.sun.star.tooling.languageResolver.LanguageResolver.LanguageResolvingException;
+
+/**
+ * Write the Data to a wellformed XLIFF File
+ *
+ * @author Christian Schmidt
+ */
+public class XLIFFWriter extends DataWriter {
+
+ /**
+ * An array holding the keys of the HashMap containing the source language string
+ */
+ private final static String[] sourceLineNames = { "Project", "SourceFile",
+ "Dummy", "ResType", "GID", "LID", "HID", "Platform", "Width",
+ "SourceLanguageID", "SourceText", "SourceHText", "SourceQText",
+ "SourceTitle", "TimeStamp" };
+ /**
+ * An array holding the keys of the HashMap containing the target language string
+ */
+ private final static String[] targetLineNames = { "Project", "SourceFile",
+ "Dummy", "ResType", "GID", "LID", "HID", "Platform", "Width",
+ "TargetLanguageID", "TargetText", "TargetHText", "TargetQText",
+ "TargetTitle", "TimeStamp" };
+ /**
+ * An array holding the keys of the HashMap containing the source and target language string
+ */
+ private final static String[] outLineNames = { "BlockNr", "Project",
+ "SourceFile", "Dummy", "ResType", "GID", "LID", "HID", "Platform",
+ "Width", "SourceLanguageID", "SourceText", "SourceHText",
+ "SourceQText", "SourceTitle", "TargetLanguageID", "TargetText",
+ "TargetHText", "TargetQText", "TargetTitle", "TimeStamp" };
+ /**
+ * An Map holding the source and target content
+ */
+ private final Map data = new ExtMap(outLineNames, null);
+
+
+ /**
+ * Indicates if this is the first Transunit to write
+ */
+ boolean isFirst = true;
+
+ LanguageResolver languageResolver;
+
+
+ /**
+ * Create a new Instance of XLIFFWriter
+ *
+ * @param bos the Buffered Output Stream to write to
+ * @param charset the charset to use
+ * @throws IOException
+ */
+ public XLIFFWriter(BufferedOutputStream bos, String charset)
+ throws IOException {
+ super(bos, charset);
+ this.languageResolver =new LanguageResolver();
+
+
+ }
+
+ /* (non-Javadoc)
+ * @see com.sun.star.tooling.converter.DataWriter#getDatafrom(com.sun.star.tooling.converter.DataHandler)
+ */
+ public void getDatafrom(DataHandler handler) throws java.io.IOException {
+ handler.putDataTo(this.data);
+ }
+
+ /**
+ * check if the item is an empty String
+ *
+ * @param item the string to check
+ * @return true if it is not empty, false if it is empty
+ */
+ private final boolean isUsed(String item) {
+ if (!"".equals(item))
+ return true;
+ return false;
+ }
+
+ /**
+ * Replaces all characters that mustn't be in XLIFF PCdata
+ *
+ * @param string the string to check
+ * @return the checked string with all characters replaced
+ * @throws java.io.IOException
+ */
+ private final String xmlString( final String string) throws java.io.IOException {
+ if (string == null)
+ return string; // ""
+ String str = string;
+// str = str.replaceAll("&", "&amp;");
+// str = str.replaceAll("<", "&lt;");
+// str = str.replaceAll(">", "&gt;");
+// str = str.replaceAll("\"", "&quot;");
+// str = str.replaceAll("'", "&apos;");
+ for(int i=0;i<str.length();i++){
+ if(str.charAt(i)=='&'){
+ str=str.substring(0, i)+"&amp;"+str.substring(i+1);
+ continue;
+ }
+
+ if(str.charAt(i)=='<'){
+ str=str.substring(0, i)+"&lt;"+str.substring(i+1);
+ continue;
+ }
+
+ if(str.charAt(i)=='>'){
+ str=str.substring(0, i)+"&gt;"+str.substring(i+1);
+ continue;
+ }
+
+ if(str.charAt(i)=='"'){
+ str=str.substring(0, i)+"&quot;"+str.substring(i+1);
+ continue;
+ }
+
+ if(str.charAt(i)=='\''){
+ str=str.substring(0, i)+"&apos;"+str.substring(i+1);
+ continue;
+ }
+ }
+
+ return str;
+ }
+
+ /* (non-Javadoc)
+ * @see java.io.Writer#close()
+ */
+ public void close() throws IOException {
+ this.writeTrailer();
+
+ super.close();
+ }
+
+ /* (non-Javadoc)
+ * @see com.sun.star.tooling.converter.DataWriter#writeData()
+ */
+ public void writeData() throws IOException {
+ if (isFirst) {
+
+ writeHeader();
+ isFirst = false;
+ }
+ try{
+ writeTransUnit();
+ }catch(DirtyTagWrapper.TagWrapperException e){
+
+ }
+ }
+
+ /**
+ * Write the XLIFFFiles header
+ *
+ * @throws IOException
+ */
+ private void writeHeader() throws IOException {
+
+ this.write(getHeader());
+ }
+
+ /**
+ * Write the XLIFFFiles Trailer
+ *
+ * @throws IOException
+ */
+ private void writeTrailer() throws IOException {
+ this.write(getTrailer());
+ }
+
+ /**
+ * Write the next TransUnit
+ *
+ * @throws IOException
+ */
+ private void writeTransUnit() throws IOException, DirtyTagWrapper.TagWrapperException {
+ try{
+ StringBuffer writeBuffer = new StringBuffer(1000);
+
+ StringBuffer allLinesEnd = new StringBuffer(200);
+ String sRessource = "";
+ int parts = 0;
+ if (data == null) {
+ OutputHandler.out("error");// TBD Exception
+ }
+
+ if (!(this.data.get("SourceText").equals("") || this.data.get(
+ "SourceText").equals(" "))) {
+ parts++;
+ }
+ // if(!(this.data.get("SourceHText").equals("")||this.data.get("SourceHText").equals("
+ // "))){
+ // parts++;
+ // }
+ if (!(this.data.get("SourceQText").equals("") || this.data.get(
+ "SourceQText").equals(" "))) {
+ parts++;
+ }
+ if (!(this.data.get("SourceTitle").equals("") || this.data.get(
+ "SourceTitle").equals(" "))) {
+ parts++;
+ }
+ if (!(this.data.get("SourceText").equals("") || this.data.get(
+ "SourceText").equals(" "))) {
+ sRessource = "res"; // normal TEXT source
+
+ allLinesEnd
+ .append("\t\t\t\t<context-group name=\"StarOffice Attributes\">\n");
+
+ if (isUsed((String) this.data.get("ResType")))
+ allLinesEnd
+ .append("\t\t\t\t\t<context context-type=\"DBType\">"
+ + xmlString((String) this.data.get("ResType"))
+ + "</context>\n");
+ if (isUsed((String) this.data.get("Project")))
+ allLinesEnd
+ .append("\t\t\t\t\t<context context-type=\"Project\">"
+ + xmlString((String) this.data.get("Project"))
+ + "</context>\n");
+ if (isUsed((String) this.data.get("SourceFile")))
+ allLinesEnd
+ .append("\t\t\t\t\t<context context-type=\"Filename\">"
+ + xmlString((String) this.data
+ .get("SourceFile")) + "</context>\n");
+ if (isUsed((String) this.data.get("SourceHText")))
+ allLinesEnd
+ .append("\t\t\t\t\t<context context-type=\"SourceHelpText\">"
+ + xmlString((String) this.data
+ .get("SourceHText")) + "</context>\n");
+ if (isUsed((String) this.data.get("TargetHText")))
+ allLinesEnd
+ .append("\t\t\t\t\t<context context-type=\"TargetHelpText\">"
+ + xmlString((String) this.data
+ .get("TargetHText")) + "</context>\n");
+ if (isUsed((String) this.data.get("ResType")))
+ allLinesEnd.append("\t\t\t\t\t<context context-type=\"Type\">"
+ + xmlString((String) this.data.get("ResType"))
+ + "</context>\n");
+ if (isUsed((String) this.data.get("GID")))
+ allLinesEnd.append("\t\t\t\t\t<context context-type=\"GID\">"
+ + xmlString((String) this.data.get("GID"))
+ + "</context>\n");
+ if (isUsed((String) this.data.get("LID")))
+ allLinesEnd.append("\t\t\t\t\t<context context-type=\"LID\">"
+ + xmlString((String) this.data.get("LID"))
+ + "</context>\n");
+ if (isUsed((String) this.data.get("HID")))
+ allLinesEnd.append("\t\t\t\t\t<context context-type=\"HID\">"
+ + xmlString((String) this.data.get("HID"))
+ + "</context>\n");
+ if (isUsed((String) this.data.get("Platform")))
+ allLinesEnd
+ .append("\t\t\t\t\t<context context-type=\"Platform\">"
+ + xmlString((String) this.data.get("Platform"))
+ + "</context>\n");
+ if (isUsed((String) this.data.get("Width")))
+ allLinesEnd.append("\t\t\t\t\t<context context-type=\"Width\">"
+ + xmlString((String) this.data.get("Width"))
+ + "</context>\n");
+ allLinesEnd.append("\t\t\t\t</context-group>\n"
+ + "\t\t\t</trans-unit>\n");
+
+ writeBuffer.append("\t\t\t<trans-unit id=\""
+ + this.data.get("BlockNr") + ":" + parts + "\" restype=\""
+ + sRessource + "\" translate=\"yes\">\n");
+ if (isUsed((String) this.data.get("SourceText")))
+ writeBuffer.append("\t\t\t\t<source xml:lang=\""
+ + languageResolver.getRFCFromISO((String)this.data.get("SourceLanguageID")) + "\">"
+ + DirtyTagWrapper.wrapString((String) this.data.get("SourceText"))
+ + "</source>\n");
+
+ if (isUsed((String) this.data.get("TargetText")))
+ writeBuffer
+ .append("\t\t\t\t<target state=\"to_translate\" xml:lang=\""
+ + languageResolver.getRFCFromISO((String)this.data.get("TargetLanguageID"))
+ + "\">"
+ +DirtyTagWrapper.wrapString((String) this.data
+ .get("TargetText")) + "</target>\n");
+ writeBuffer.append(allLinesEnd);
+ Converter.countLine();
+
+ }
+ // if(!(this.data.get("SourceHText").equals("")||this.data.get("SourceHText").equals("
+ // "))){
+ // sRessource="res-Help"; //Source is Help
+ // //sLineNumber=String.valueOf(iLineNumber);//
+ // writeBuffer.append("\t\t<trans-unit
+ // id=\""+this.data.get("BlockNr")+":"+parts+"\"
+ // restype=\""+sRessource+"\" translate=\"yes\">\n");//always translate
+ // if(isUsed((String)this.data.get("SourceHText")))
+ // writeBuffer.append("\t\t\t<source
+ // xml:lang=\""+this.data.get("SourceLanguageID")+"\">"+xmlString((String)this.data.get("SourceHText"))+"</source>\n");
+ // if(isUsed((String)this.data.get("TargetHText")))
+ // writeBuffer.append("\t\t\t<target state=\"to_translate\"
+ // xml:lang=\""+this.data.get("TargetLanguageID")+"\">"+xmlString((String)this.data.get("TargetHText"))+"</target>\n");
+ // writeBuffer.append(allLinesEnd);
+ // Converter.countLine();
+ // }
+
+ if (!(this.data.get("SourceQText").equals("") || this.data.get(
+ "SourceQText").equals(" "))) {
+ sRessource = "res-QuickHelp"; // Source is OuickHelp
+ // sLineNumber=String.valueOf(iLineNumber);//
+ writeBuffer.append("\t\t\t<trans-unit id=\""
+ + this.data.get("BlockNr") + ":" + parts + "\" restype=\""
+ + sRessource + "\" translate=\"yes\">\n");// always translate
+ if (isUsed((String) this.data.get("SourceQText")))
+ writeBuffer.append("\t\t\t\t<source xml:lang=\""
+ + languageResolver.getRFCFromISO((String)this.data.get("SourceLanguageID")) + "\">"
+ + DirtyTagWrapper.wrapString((String) this.data.get("SourceQText"))
+ + "</source>\n");
+ if (isUsed((String) this.data.get("TargetQText")))
+ writeBuffer
+ .append("\t\t\t\t<target state=\"to_translate\" xml:lang=\""
+ + languageResolver.getRFCFromISO((String)this.data.get("TargetLanguageID"))
+ + "\">"
+ + DirtyTagWrapper.wrapString((String) this.data
+ .get("TargetQText")) + "</target>\n");
+ writeBuffer.append(allLinesEnd);
+ Converter.countLine();
+ }
+
+ if (!(this.data.get("SourceTitle").equals("") || this.data.get(
+ "SourceTitle").equals(" "))) {
+ sRessource = "res-Title"; // Source is Title
+
+ writeBuffer.append("\t\t\t<trans-unit id=\""
+ + this.data.get("BlockNr") + ":" + parts + "\" restype=\""
+ + sRessource + "\" translate=\"yes\">\n");// always translate
+ if (isUsed((String) this.data.get("SourceTitle")))
+ writeBuffer.append("\t\t\t\t<source xml:lang=\""
+ + languageResolver.getRFCFromISO((String)this.data.get("SourceLanguageID")) + "\">"
+ + DirtyTagWrapper.wrapString((String) this.data.get("SourceTitle"))
+ + "</source>\n");
+ if (isUsed((String) this.data.get("TargetTitle")))
+ writeBuffer
+ .append("\t\t\t\t<target state=\"to_translate\" xml:lang=\""
+ + languageResolver.getRFCFromISO((String)this.data.get("TargetLanguageID"))
+ + "\">"
+ + DirtyTagWrapper.wrapString((String) this.data
+ .get("TargetTitle")) + "</target>\n");
+ writeBuffer.append(allLinesEnd);
+ Converter.countLine();
+ }
+ this.write(writeBuffer.toString());
+ }catch(Exception e){
+ OutputHandler.log(e.getMessage());
+ }
+ }
+
+ /**
+ * Create the XLIFFFiles Header
+ *
+ * @return the header as string
+ * @throws java.io.UnsupportedEncodingException
+ */
+ private String getHeader() throws java.io.UnsupportedEncodingException {
+ return new String(
+ (getProcessingInstructionTag() + getDTDLine()
+ + openVersionLine() + openFileLine() + getHeaderTag() + openBodyTag())
+ .getBytes(), "UTF8");
+
+ }
+
+ /**
+ * Create the XLIFFFiles Trailer
+ *
+ * @return the trailer as string
+ */
+ private String getTrailer() {
+ return closeBodyTag() + closeFileLine() + closeVersionLine();
+ }
+
+ /**
+ * Create the Processing Instruction Tag used by this XLIFFFile
+ * @return the Processing Instruction Tag used by this XLIFFFile
+ */
+ private String getProcessingInstructionTag() {
+ String sPITagStart = "<?";
+ String sPIName = "xml ";
+ String sPIVersion = "version=\"1.0\" ";
+ String sPIEncoding = "encoding=\"UTF-8\"";
+ String sPITagEnd = "?>";
+ return sPITagStart + sPIName + sPIVersion + sPIEncoding
+ + /* sPIStandalone+ */sPITagEnd + '\n';
+ }
+
+ /**
+ * Create the line holding the DTD referenced by this XLIFFFile
+ * @return a string holding the DTD referenced by this XLIFFFile
+ */
+ private String getDTDLine() {
+ String sDTDTagStart = "<!DOCTYPE ";
+ String sDTDType = "xliff ";
+ String sDTDSource = "PUBLIC \"-//XLIFF//DTD XLIFF//EN\" \"http://www.oasis-open.org/committees/xliff/documents/xliff.dtd\">";// http://www.oasis-open.org/committees/xliff/documents/
+ String sDTSTagEnd = ">";
+ return sDTDTagStart + sDTDType + sDTDSource + '\n';
+ }
+
+ /**
+ * Create the beginning of the line holding the version of this XIFFFile
+ *
+ * @return a string with the beginning of the line holding the version of this XIFFFile
+ */
+ private String openVersionLine() {
+ return "<xliff version=\"1.0\">\n";
+ }
+ /**
+ * Create the ending of the line holding the version of this XIFFFile
+ *
+ * @return a string with the ending of the line holding the version of this XIFFFile
+ */
+ private String closeVersionLine() {
+ return "</xliff>";
+ }
+ /**
+ * Create the beginning of the line holding the file tag of this XIFFFile
+ *
+ * @return a string with the beginning of the file tag of this XIFFFile
+ */
+ private String openFileLine() {
+
+ String FileTagStart = "\t<file";
+ String FileDataType = " datatype=\"STAROFFICE\"";
+ String FileDate = " date=\"" + this.data.get("TimeStamp") + "\"";
+ String FileOriginal = " original=\"" + this.data.get("SourceFile")
+ + "\"";
+ String FileSourceLanguage="";
+ String FileTargetLanguage="";
+ try {
+ FileSourceLanguage = " source-language=\""
+ + languageResolver.getRFCFromISO((String)this.data.get("SourceLanguageID")) + "\" ";
+ FileTargetLanguage = " target-language=\""
+ + languageResolver.getRFCFromISO((String)this.data.get("TargetLanguageID")) + "\" ";
+ } catch (LanguageResolvingException e) {
+ OutputHandler.out(e.getMessage());
+ }
+ String FileTagEnd = ">";
+ return FileTagStart + FileDataType + FileDate + FileOriginal
+ + FileSourceLanguage + FileTargetLanguage + FileTagEnd;
+
+ }
+ /**
+ * Create the ending of the line holding the file tag of this XIFFFile
+ *
+ * @return a string with the ending of the file tag of this XIFFFile
+ */
+ private String closeFileLine() {
+ return "\t</file>";
+ }
+ /**
+ * Create a String containing the header tag
+ * @return the String containing the header tag
+ */
+ private String getHeaderTag() {
+ return "<header></header>\n";
+ }
+ /**
+ * Create the begining of the line holding the body tag of this XIFFFile
+ *
+ * @return a string with the begining of the body tag of this XIFFFile
+ */
+ private String openBodyTag() {
+ return "\t\t<body>\n";
+ }
+ /**
+ * Create the ending of the line holding the body tag of this XIFFFile
+ *
+ * @return a string with the ending of the body tag of this XIFFFile
+ */
+ private String closeBodyTag() {
+ return "\t\t</body>";
+ }
+
+ /*
+ * (non-Javadoc)
+ *
+ * @see com.sun.star.tooling.converter.DataWriter#writeData(java.util.Map[])
+ */
+ protected void writeData(Map[] data) throws IOException {
+ // TODO Auto-generated method stub
+
+ }
+
+ /*
+ * (non-Javadoc)
+ *
+ * @see com.sun.star.tooling.converter.DataWriter#getDataFrom(com.sun.star.tooling.converter.DataHandler)
+ */
+ protected void getDataFrom(DataHandler handler) { }
+
+}
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/dtd/xliff.dtd b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/dtd/xliff.dtd
new file mode 100644
index 000000000000..91262ec28204
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/converter/dtd/xliff.dtd
@@ -0,0 +1,391 @@
+<!-- XLIFF
+
+Public Identifier: "-//XLIFF//DTD XLIFF//EN"
+
+History of modifications (latest first):
+
+Jul-14-2003 by YS: Added extype definition (was missing)
+Jan-28-2003 by YS: Implemented fixes for resname
+Jan-28-2002 by YS: Implemented fixes after OASIS TC spec revision
+May-15-2001 by YS: Add phase-name to <trans-unit> and <bin-unit>
+May-15-2001 by YS: Reverse id for <trans-unit> to required
+Apr-19-2001 by YS: Enda+JohnR last changes
+Apr-18-2001 by YS: Removed empty ATTLISTs
+Apr-12-2001 by YS: Changed target* to target+ in trans-match
+Apr-11-2001 by YS: Fixed DOCTYPE id
+Apr-10-2001 by YS: Synchronize from conference call
+Apr-05-2001 by YS: Synchronize with latest specs
+Apr-04-2001 by YS: Synchronize with latest specs
+Apr-03-2001 by YS: Added name in <prop-group>
+Apr-02-2001 by YS: Implemented JR fixes
+Mar-29-2001 by JC: fixes for xml:space and bin-unit
+Mar-28-2001 by YS: First draft version
+
+-->
+
+
+<!ENTITY % CodeContent "#PCDATA|sub" >
+<!ENTITY % TextContent "#PCDATA|g|bpt|ept|ph|it|mrk|x|bx|ex" >
+
+<!ENTITY lt "&#38;#60;" >
+<!ENTITY amp "&#38;#38;" >
+<!ENTITY gt "&#62;" >
+<!ENTITY apos "&#39;" >
+<!ENTITY quot "&#34;" >
+
+
+<!-- ***************************************************************** -->
+<!-- Structural Elements -->
+<!-- ***************************************************************** -->
+
+<!ELEMENT xliff (file)+ >
+<!ATTLIST xliff
+ version CDATA #FIXED "1.0"
+ xml:lang CDATA #IMPLIED
+>
+
+<!ELEMENT file (header,body) >
+<!ATTLIST file
+ original CDATA #REQUIRED
+ source-language CDATA #REQUIRED
+ datatype CDATA #REQUIRED
+ tool CDATA #IMPLIED
+ date CDATA #IMPLIED
+ xml:space (default|preserve) "default"
+ ts CDATA #IMPLIED
+ category CDATA #IMPLIED
+ target-language CDATA #IMPLIED
+ product-name CDATA #IMPLIED
+ product-version CDATA #IMPLIED
+ build-num CDATA #IMPLIED
+>
+<!-- tool default = "manual" -->
+
+
+<!ELEMENT header (skl?,phase-group?,(prop-group|glossary|reference|note|count-group)*) >
+
+<!ELEMENT skl (internal-file|external-file) >
+
+<!ELEMENT internal-file (#PCDATA) >
+<!ATTLIST internal-file
+ form CDATA #IMPLIED
+ crc NMTOKEN #IMPLIED
+>
+<!-- text|base64 (text is default) -->
+
+<!ELEMENT external-file EMPTY >
+<!ATTLIST external-file
+ href CDATA #REQUIRED
+ crc NMTOKEN #IMPLIED
+ uid NMTOKEN #IMPLIED
+>
+
+<!ELEMENT glossary (internal-file|external-file) >
+
+<!ELEMENT reference (internal-file|external-file) >
+
+<!ELEMENT note (#PCDATA) >
+<!ATTLIST note
+ xml:lang CDATA #IMPLIED
+ priority (1|2|3|4|5|6|7|8|9|10) "1"
+ from CDATA #IMPLIED
+>
+
+<!ELEMENT prop-group (prop)+ >
+<!ATTLIST prop-group
+ name CDATA #IMPLIED
+>
+
+<!ELEMENT prop (#PCDATA) >
+<!ATTLIST prop
+ prop-type CDATA #REQUIRED
+ xml:lang CDATA #IMPLIED
+>
+
+<!ELEMENT context-group (context)+ >
+<!ATTLIST context-group
+ name CDATA #REQUIRED
+ crc NMTOKEN #IMPLIED
+>
+
+<!-- Processing instructions related to <context-group>:
+
+<?xliff-show-context-group name='value' ?>
+
+Indicates that any <context-group> element with a name set to 'value' should be
+displayed to the end-user.
+
+-->
+
+<!ELEMENT context (#PCDATA) >
+<!ATTLIST context
+ context-type CDATA #REQUIRED
+ match-mandatory (yes|no) "no"
+ crc NMTOKEN #IMPLIED
+>
+
+<!-- Processing instructions related to <context>:
+
+<?xliff-show-context context-type='value' ?>
+
+Indicates that any <context> element with a context-type set to 'value' should
+be displayed to the end-user.
+
+-->
+
+<!ELEMENT phase-group (phase)+ >
+
+<!ELEMENT phase (note)* >
+<!ATTLIST phase
+ phase-name CDATA #REQUIRED
+ process-name CDATA #REQUIRED
+ company-name CDATA #IMPLIED
+ tool CDATA #IMPLIED
+ date CDATA #IMPLIED
+ job-id CDATA #IMPLIED
+ contact-name CDATA #IMPLIED
+ contact-email CDATA #IMPLIED
+ contact-phone CDATA #IMPLIED
+>
+
+<!ELEMENT count-group (count)* >
+<!ATTLIST count-group
+ name CDATA #REQUIRED
+>
+
+<!ELEMENT count (#PCDATA) >
+<!ATTLIST count
+ count-type CDATA #IMPLIED
+ unit CDATA #IMPLIED
+>
+
+<!ELEMENT body (group|trans-unit|bin-unit)* >
+
+<!ELEMENT group ((context-group*,count-group*,prop-group*,note*),(group|trans-unit|bin-unit)*)
+>
+<!ATTLIST group
+ id NMTOKEN #IMPLIED
+ datatype CDATA #IMPLIED
+ xml:space (default|preserve) "default"
+ ts CDATA #IMPLIED
+ restype CDATA #IMPLIED
+ resname CDATA #IMPLIED
+ extradata CDATA #IMPLIED
+ extype CDATA #IMPLIED
+ help-id NMTOKEN #IMPLIED
+ menu CDATA #IMPLIED
+ menu-option CDATA #IMPLIED
+ menu-name CDATA #IMPLIED
+ coord CDATA #IMPLIED
+ font CDATA #IMPLIED
+ css-style CDATA #IMPLIED
+ style NMTOKEN #IMPLIED
+ exstyle NMTOKEN #IMPLIED
+>
+
+<!ELEMENT trans-unit (source,target?,(count-group|note|context-group|prop-group|alt-trans)*) >
+<!ATTLIST trans-unit
+ id NMTOKEN #REQUIRED
+ approved (yes|no) #IMPLIED
+ translate (yes|no) "yes"
+ reformat (yes|no) "yes"
+ xml:space (default|preserve) "default"
+ datatype CDATA #IMPLIED
+ ts CDATA #IMPLIED
+ restype CDATA #IMPLIED
+ resname CDATA #IMPLIED
+ extradata CDATA #IMPLIED
+ extype CDATA #IMPLIED
+ help-id NMTOKEN #IMPLIED
+ menu CDATA #IMPLIED
+ menu-option CDATA #IMPLIED
+ menu-name CDATA #IMPLIED
+ coord CDATA #IMPLIED
+ font CDATA #IMPLIED
+ css-style CDATA #IMPLIED
+ style NMTOKEN #IMPLIED
+ exstyle NMTOKEN #IMPLIED
+ size-unit CDATA #IMPLIED
+ maxwidth NMTOKEN #IMPLIED
+ minwidth NMTOKEN #IMPLIED
+ maxheight NMTOKEN #IMPLIED
+ minheight NMTOKEN #IMPLIED
+ maxbytes NMTOKEN #IMPLIED
+ minbytes NMTOKEN #IMPLIED
+ charclass CDATA #IMPLIED
+ phase-name CDATA #IMPLIED
+>
+<!-- size-unit: char|byte|pixel|glyph|dlgunit default='pixel' -->
+
+<!ELEMENT source (%TextContent;)* >
+<!ATTLIST source
+ xml:lang CDATA #IMPLIED
+ ts CDATA #IMPLIED
+>
+<!-- coord = "x;y;cx;cy"
+ font= "fontname[;size[;weight]]"
+-->
+
+<!ELEMENT target (%TextContent;)* >
+<!ATTLIST target
+ state NMTOKEN #IMPLIED
+ phase-name NMTOKEN #IMPLIED
+ xml:lang CDATA #IMPLIED
+ ts CDATA #IMPLIED
+ restype CDATA #IMPLIED
+ resname CDATA #IMPLIED
+ coord CDATA #IMPLIED
+ font CDATA #IMPLIED
+ css-style CDATA #IMPLIED
+ style NMTOKEN #IMPLIED
+ exstyle NMTOKEN #IMPLIED
+>
+
+<!ELEMENT alt-trans (source?,target+,(note|context-group|prop-group)*) >
+<!ATTLIST alt-trans
+ match-quality CDATA #IMPLIED
+ tool CDATA #IMPLIED
+ crc NMTOKEN #IMPLIED
+ xml:lang CDATA #IMPLIED
+ origin CDATA #IMPLIED
+ datatype CDATA #IMPLIED
+ xml:space (default|preserve) "default"
+ ts CDATA #IMPLIED
+ restype CDATA #IMPLIED
+ resname CDATA #IMPLIED
+ extradata CDATA #IMPLIED
+ extype CDATA #IMPLIED
+ help-id NMTOKEN #IMPLIED
+ menu CDATA #IMPLIED
+ menu-option CDATA #IMPLIED
+ menu-name CDATA #IMPLIED
+ coord CDATA #IMPLIED
+ font CDATA #IMPLIED
+ css-style CDATA #IMPLIED
+ style NMTOKEN #IMPLIED
+ exstyle NMTOKEN #IMPLIED
+>
+
+
+<!ELEMENT bin-unit (bin-source,bin-target?,(note|context-group|prop-group|trans-unit)*) >
+<!ATTLIST bin-unit
+ id NMTOKEN #REQUIRED
+ mime-type NMTOKEN #REQUIRED
+ approved (yes|no) #IMPLIED
+ translate (yes|no) "yes"
+ reformat (yes|no) "yes"
+ ts CDATA #IMPLIED
+ restype CDATA #IMPLIED
+ resname CDATA #IMPLIED
+ phase-name CDATA #IMPLIED
+>
+
+<!ELEMENT bin-source (internal-file|external-file) >
+<!ATTLIST bin-source
+ ts CDATA #IMPLIED
+>
+
+<!ELEMENT bin-target (internal-file|external-file) >
+<!ATTLIST bin-target
+ mime-type NMTOKEN #IMPLIED
+ ts CDATA #IMPLIED
+ state NMTOKEN #IMPLIED
+ phase-name NMTOKEN #IMPLIED
+ restype CDATA #IMPLIED
+ resname CDATA #IMPLIED
+>
+
+
+
+<!-- ***************************************************************** -->
+<!-- In-Line Elements -->
+<!-- ***************************************************************** -->
+
+<!ELEMENT g (%TextContent;)* >
+<!ATTLIST g
+ id CDATA #REQUIRED
+ ctype CDATA #IMPLIED
+ clone (yes|no) "yes"
+ ts CDATA #IMPLIED
+>
+
+<!ELEMENT x EMPTY >
+<!ATTLIST x
+ id CDATA #REQUIRED
+ ctype CDATA #IMPLIED
+ clone (yes|no) "yes"
+ ts CDATA #IMPLIED
+>
+
+<!ELEMENT bx EMPTY >
+<!ATTLIST bx
+ id CDATA #REQUIRED
+ rid NMTOKEN #IMPLIED
+ ctype CDATA #IMPLIED
+ clone (yes|no) "yes"
+ ts CDATA #IMPLIED
+>
+
+<!ELEMENT ex EMPTY >
+<!ATTLIST ex
+ id CDATA #REQUIRED
+ rid NMTOKEN #IMPLIED
+ ts CDATA #IMPLIED
+>
+
+<!ELEMENT ph (%CodeContent;)* >
+<!ATTLIST ph
+ id CDATA #REQUIRED
+ ctype CDATA #IMPLIED
+ ts CDATA #IMPLIED
+ crc NMTOKEN #IMPLIED
+ assoc CDATA #IMPLIED
+>
+
+<!ELEMENT bpt (%CodeContent;)* >
+<!ATTLIST bpt
+ id CDATA #REQUIRED
+ rid NMTOKEN #IMPLIED
+ ctype CDATA #IMPLIED
+ ts CDATA #IMPLIED
+ crc NMTOKEN #IMPLIED
+>
+
+<!ELEMENT ept (%CodeContent;)* >
+<!ATTLIST ept
+ id CDATA #REQUIRED
+ rid NMTOKEN #IMPLIED
+ ts CDATA #IMPLIED
+ crc NMTOKEN #IMPLIED
+>
+
+<!ELEMENT it (%CodeContent;)* >
+<!ATTLIST it
+ id CDATA #REQUIRED
+ pos (open|close) #REQUIRED
+ rid NMTOKEN #IMPLIED
+ ctype CDATA #IMPLIED
+ ts CDATA #IMPLIED
+ crc NMTOKEN #IMPLIED
+>
+
+<!ELEMENT mrk (%TextContent;)* >
+<!ATTLIST mrk
+ mtype CDATA #REQUIRED
+ mid NMTOKEN #IMPLIED
+ comment CDATA #IMPLIED
+ ts CDATA #IMPLIED
+>
+
+<!ELEMENT sub (%TextContent;)* >
+<!ATTLIST sub
+ datatype CDATA #IMPLIED
+ ctype CDATA #IMPLIED
+>
+
+
+
+<!-- ***** End of DTD ************************************************ -->
+
+
+
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/languageResolver/LanguageResolver.java b/l10ntools/java/l10nconv/java/com/sun/star/tooling/languageResolver/LanguageResolver.java
new file mode 100644
index 000000000000..4015c3acd2a7
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/languageResolver/LanguageResolver.java
@@ -0,0 +1,198 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+/*
+ * Created on 2005
+ * by Christian Schmidt
+ */
+package com.sun.star.tooling.languageResolver;
+
+import java.io.BufferedReader;
+import java.io.IOException;
+import java.io.InputStream;
+import java.io.InputStreamReader;
+import java.util.ArrayList;
+import java.util.ListIterator;
+
+/**
+ * Translate language codes into another format
+ * between ISO, RFC3066 and numeric
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+public class LanguageResolver {
+ private final static int ISO =2;
+ private final static int LANGID =0;
+ private final static int LANGNAME =1;
+ private final static int RFC3066 =3;
+
+ ArrayList languages=new ArrayList();
+
+// public static void main(String[] args){
+// try {
+// LanguageResolver lr=new LanguageResolver();
+// } catch (IOException e) {
+// //
+// e.printStackTrace();
+// }
+// }
+
+ /**
+ * Create a new Instance of LanguageResolver
+ *
+ * @throws IOException
+ */
+ public LanguageResolver() throws IOException{
+ String lang = "com/sun/star/tooling/languageResolver/lang.map";
+ ClassLoader cl = this.getClass().getClassLoader();
+ InputStream in = cl.getResourceAsStream(lang);
+ BufferedReader languageTable= new BufferedReader(new InputStreamReader(in));
+
+ String line;
+
+ while((line=(languageTable.readLine()))!=null){
+ languages.add(line.split(","));
+ }
+ }
+ /**
+ * Get the numeric value of the given ISO Language Code
+ *
+ * @param isoCode the ISO Language Code to find
+ * @return numeric value of the given isoCode
+ * @throws LanguageResolvingException if the Language ISO Code is not known
+ */
+ public String getNrFromISO(String isoCode) throws LanguageResolvingException{
+ if("".equals(isoCode)) return "";
+ ListIterator iter=languages.listIterator();
+ String[] line=new String[5];
+ while(isoCode!="" && iter.hasNext()){
+ line=(String[]) iter.next();
+ if(line[ISO].equals(isoCode)) return line[LANGID];
+ }
+ throw new LanguageResolvingException("Can not find ISO Code: "+isoCode );
+
+ }
+
+ /**
+ * Get the ISO Language Code corresponding with the given Language ID
+ *
+ * @param ID the numeric language id to find
+ * @return the ISO Language Code corresponding with the given Language ID
+ * @throws LanguageResolvingException if the Language ID is not known
+ */
+ public String getISOfromNr(String ID) throws LanguageResolvingException{
+ if("".equals(ID)) return "";
+ ListIterator iter=languages.listIterator();
+ String[] line=new String[5];
+ while(iter.hasNext()){
+ line=(String[]) iter.next();
+ if(line[LANGID].equals(ID)) return line[ISO];
+ }
+ throw new LanguageResolvingException("Can not find Language Id: "+ID );
+ }
+
+ /**
+ * Get the RFC3066 value of the given ISO Language Code
+ *
+ * @param isoCode the ISO Language Code to find
+ * @return RFC3066 value of the given isoCode
+ * @throws LanguageResolvingException if the Language ISO Code is not known
+ */
+ public String getRFCFromISO(String isoCode) throws LanguageResolvingException{
+ if("".equals(isoCode)) return "";
+ ListIterator iter=languages.listIterator();
+ String[] line=new String[5];
+ while(iter.hasNext()){
+ line=(String[]) iter.next();
+ if(line[ISO].equals(isoCode)) return line[RFC3066];
+ }
+ throw new LanguageResolvingException("Can not find ISO Code: "+isoCode );
+ }
+
+ /**
+ * Get the ISO Language Code corresponding with the given RFC3066 code
+ *
+ * @param RFC RFC3066 language id to find
+ * @return the ISO Language Code corresponding with the given RFC3066 code
+ * @throws LanguageResolvingException if the RFC3066 code is not known
+ */
+ public String getISOFromRFC(String RFC) throws LanguageResolvingException{
+ if("".equals(RFC)) return "";
+ ListIterator iter=languages.listIterator();
+ String[] line=new String[5];
+ while(iter.hasNext()){
+ line=(String[]) iter.next();
+ if(line[RFC3066].equals(RFC)) return line[ISO];
+ }
+ throw new LanguageResolvingException("Can not find Language Id: "+RFC );
+ }
+
+
+ /**
+ * This Exception is thrown if a Language Identfier is unknown
+ *
+ * @author Christian Schmidt 2005
+ *
+ */
+ public class LanguageResolvingException extends Exception {
+
+ /**
+ *
+ */
+ public LanguageResolvingException() {
+ super();
+ //
+ }
+
+ /**
+ * @param arg0
+ */
+ public LanguageResolvingException(String arg0) {
+ super(arg0);
+ //
+ }
+
+ /**
+ * @param arg0
+ * @param arg1
+ */
+ public LanguageResolvingException(String arg0, Throwable arg1) {
+ super(arg0, arg1);
+ //
+ }
+
+ /**
+ * @param arg0
+ */
+ public LanguageResolvingException(Throwable arg0) {
+ super(arg0);
+ //
+ }
+
+ }
+
+}
diff --git a/l10ntools/java/l10nconv/java/com/sun/star/tooling/languageResolver/lang.map b/l10ntools/java/l10nconv/java/com/sun/star/tooling/languageResolver/lang.map
new file mode 100644
index 000000000000..a43e8f5e0218
--- /dev/null
+++ b/l10ntools/java/l10nconv/java/com/sun/star/tooling/languageResolver/lang.map
@@ -0,0 +1,41 @@
+1,English,en-US,en-US,1033
+3,Portuguese,pt,pt-PT,2070
+30,Greek,el,el-GR,1032
+33,French,fr,fr-FR,1036
+35,Finnish,fi,fi-FI,1035
+39,Italian,it,it-IT,1040
+43,Slowak,sk,sk-SK,1051
+46,Swedish,sv,sv-SE,1053
+48,Polish,pl,pl-PL,1045
+55,Portuguese (Brasil),pt-BR,pt-BR,2070
+82,Korean,ko,ko-KR,1042
+88,Chinese (traditional),zh-TW,zh-TW,1028
+96,Arabic,ar,,1025
+97,Hebrew,he,he-IL,1037
+7,Russian,ru,ru-RU,1049
+31,Dutch,nl,nl-NL,1043
+34,Spanish,es,es-ES,1034
+36,Hungarian,hu,hu-HU,1038
+42,Czech,cs,cs-CZ,1029
+45,Danish,da,da-DK,1030
+47,Norwegian (Bokmal),nb,nb-NB,1044
+49,German,de,de-DE,1031
+81,Japanese,ja,ja-JP,1041
+86,Chinese (simple),zh-CN,zh-CN,2052
+90,Turkish,tr,tr-TR,1055
+37,Catalan,ca,,
+66,Thai,th,th-TH,
+91,Hindi,hi-IN,hi-IN,
+77,Estonian,et,et,
+50,Slovenian,sl,sl,
+79,Norwegian Nynorsk,nn,nn-NN,
+53,Welsh,cy,cy,
+27,Afrikaans,af,af-ZA,
+38,Galician,gl-ES,gl-ES,
+58,Lithuanian,lt,lt-LT,
+29,Tswana,tn,tn-TN,
+76,Khmer ( Cambodia ),km,km,
+26,Northern Sotho,ns,ns-ZA,
+28,Zulu,zu,zu-ZA,
+10,Basque,eu,eu-ES,
+93,Kannada,kn,kn-KN, \ No newline at end of file
diff --git a/l10ntools/java/l10nconv/makefile.mk b/l10ntools/java/l10nconv/makefile.mk
new file mode 100644
index 000000000000..423f3275fc37
--- /dev/null
+++ b/l10ntools/java/l10nconv/makefile.mk
@@ -0,0 +1,35 @@
+#*************************************************************************
+#
+# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+#
+# Copyright 2000, 2010 Oracle and/or its affiliates.
+#
+# OpenOffice.org - a multi-platform office productivity suite
+#
+# This file is part of OpenOffice.org.
+#
+# OpenOffice.org is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License version 3
+# only, as published by the Free Software Foundation.
+#
+# OpenOffice.org is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Lesser General Public License version 3 for more details
+# (a copy is included in the LICENSE file that accompanied this code).
+#
+# You should have received a copy of the GNU Lesser General Public License
+# version 3 along with OpenOffice.org. If not, see
+# <http://www.openoffice.org/license.html>
+# for a copy of the LGPLv3 License.
+#
+#*************************************************************************
+
+PRJ=../..
+PRJNAME=l10ntools
+TARGET=converter
+
+.INCLUDE : ant.mk
+
+ALLTAR : ANTBUILD
+
diff --git a/l10ntools/java/receditor/build.xml b/l10ntools/java/receditor/build.xml
new file mode 100644
index 000000000000..4a88f61e4fc5
--- /dev/null
+++ b/l10ntools/java/receditor/build.xml
@@ -0,0 +1,169 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+
+ DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+
+ Copyright 2000, 2010 Oracle and/or its affiliates.
+
+ OpenOffice.org - a multi-platform office productivity suite
+
+ This file is part of OpenOffice.org.
+
+ OpenOffice.org is free software: you can redistribute it and/or modify
+ it under the terms of the GNU Lesser General Public License version 3
+ only, as published by the Free Software Foundation.
+
+ OpenOffice.org is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ GNU Lesser General Public License version 3 for more details
+ (a copy is included in the LICENSE file that accompanied this code).
+
+ You should have received a copy of the GNU Lesser General Public License
+ version 3 along with OpenOffice.org. If not, see
+ <http://www.openoffice.org/license.html>
+ for a copy of the LGPLv3 License.
+
+-->
+<project name="receditor" default="main" basedir=".">
+
+ <!-- ================================================================= -->
+ <!-- settings -->
+ <!-- ================================================================= -->
+
+ <!-- name of this sub target used in recursive builds -->
+ <property name="target" value="receditor"/>
+
+ <!-- name of jar file created, without .jar extension -->
+ <property name="jarname" value="receditor"/>
+
+ <!-- relative path to project directory -->
+ <property name="prj" value="."/>
+
+ <!-- build output directory -->
+ <property name="out" value="build"/>
+
+ <!-- build directories -->
+ <property name="build.dir" value="${out}"/>
+ <property name="build.class" value="${build.dir}/class/receditor"/>
+ <property name="build.misc" value="${build.dir}/misc/receditor"/>
+
+ <!-- start of java source code package structure -->
+ <property name="java.dir" value="java"/>
+
+ <!-- define how to handle CLASSPATH environment -->
+ <property name="build.sysclasspath" value="ignore"/>
+
+ <!-- classpath settings for compile and javadoc tasks -->
+ <path id="classpath">
+ <pathelement location="."/>
+ <pathelement location="${build.class}"/>
+ </path>
+
+ <!-- name to display in documentation -->
+ <!-- <property name="docname" value="l10n converter"/> -->
+
+ <!-- set "modern" java compiler -->
+ <property name="build.compiler" value="modern"/>
+
+ <!-- set wether we want to compile with debug information -->
+ <property name="debug" value="on"/>
+
+ <!-- set wether we want to compile with optimisation -->
+ <property name="optimize" value="off"/>
+
+ <!-- set wether we want to compile with or without deprecation -->
+ <property name="deprecation" value="on"/>
+
+ <target name="info">
+ <echo message="--------------------"/>
+ <echo message="${target}"/>
+ <echo message="--------------------"/>
+ </target>
+
+ <!-- ================================================================= -->
+ <!-- custom targets -->
+ <!-- ================================================================= -->
+
+ <!-- the main target, called in recursive builds -->
+ <target name="main" depends="info,prepare,compile,jar"/>
+
+ <!-- prepare output directories -->
+ <target name="prepare">
+ <mkdir dir="${build.dir}"/>
+ <mkdir dir="${build.class}"/>
+ <mkdir dir="${build.misc}"/>
+ </target>
+
+
+ <target name="res" depends="prepare">
+ <copy todir="${build.class}">
+ <fileset dir="${java.dir}">
+ <include name="**/*.properties"/>
+ <include name="**/*.css"/>
+ <include name="**/*.dtd"/>
+ <include name="**/*.form"/>
+ <include name="**/*.gif "/>
+ <include name="**/*.htm"/>
+ <include name="**/*.html"/>
+ <include name="**/*.js"/>
+ <include name="**/*.mod"/>
+ <include name="**/*.sql"/>
+ <include name="**/*.xml"/>
+ <include name="**/*.xsl"/>
+ <include name="**/*.map"/>
+
+ </fileset>
+ </copy>
+ </target>
+
+
+ <target name="compile" depends="prepare,res">
+ <javac destdir="${build.class}"
+ debug="${debug}"
+ deprecation="${deprication}"
+ optimize="${optimize}"
+ classpathref="classpath">
+ <src path="${java.dir}"/>
+ <include name="**/*.java"/>
+ </javac>
+ </target>
+
+ <!-- clean up -->
+ <target name="clean" depends="prepare">
+ <delete includeEmptyDirs="true">
+ <fileset dir="${build.class}">
+ <patternset>
+ <include name="${package}/**/*.class"/>
+ </patternset>
+ </fileset>
+ </delete>
+ </target>
+
+ <!-- create jar file -->
+ <target name="jar" depends="prepare,compile" if="build.class">
+ <jar jarfile="${build.class}/${jarname}.jar"
+ basedir="${build.class}"
+ manifest="${jarname}.MF">
+ <include name="**/*.class"/>
+ <include name="**/*.properties"/>
+ <include name="**/*.css"/>
+ <include name="**/*.dtd"/>
+ <include name="**/*.form"/>
+ <include name="**/*.gif "/>
+ <include name="**/*.htm"/>
+ <include name="**/*.html"/>
+ <include name="**/*.js"/>
+ <include name="**/*.mod"/>
+ <include name="**/*.sql"/>
+ <include name="**/*.xml"/>
+ <include name="**/*.xsl"/>
+ <include name="**/*.map"/>
+ </jar>
+ </target>
+
+ <target name="test" depends="prepare">
+ </target>
+
+</project>
+
diff --git a/l10ntools/java/receditor/java/transex3/controller/EditorController.java b/l10ntools/java/receditor/java/transex3/controller/EditorController.java
new file mode 100644
index 000000000000..38462d665304
--- /dev/null
+++ b/l10ntools/java/receditor/java/transex3/controller/EditorController.java
@@ -0,0 +1,334 @@
+package transex3.controller;
+
+import java.awt.event.ActionEvent;
+import java.awt.event.ActionListener;
+import java.awt.event.*;
+import java.awt.event.WindowAdapter;
+import java.awt.event.WindowEvent;
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.FileNotFoundException;
+import java.io.IOException;
+import java.io.InputStreamReader;
+import java.lang.Runtime;
+import java.util.*;
+
+import javax.swing.ListSelectionModel;
+import javax.swing.WindowConstants;
+import javax.swing.event.*;
+
+import transex3.model.*;
+
+import java.io.*;
+import javax.swing.*;
+//import transex3.model.*;
+public class EditorController {
+ public final String[] RESTYPES = { ".src",".hrc",".xcu",".xrm",".xhp" };
+ public final String RECFILE = ".recommand";
+ // Editor View
+ static transex3.view.Editor aEditor = null;
+ // Editor Model
+ static Vector sdfstrings = new Vector();
+ static HashMap hashedsdfstrings = new HashMap();
+ int oldindex = 0;
+ //HashMap hashedfilenames = new HashMap();
+ // Search for source Strings
+ public String fetchSourceStrings( String rootdir ){
+
+ //String outputfile = "h:\\workspace\\recommandEditor\\null2";
+ File tempfile = null;
+
+ try {
+ tempfile = File.createTempFile( "receditor" , "tmp" );
+ } catch (IOException e1) {
+ // TODO Auto-generated catch block
+ System.err.println("Can not create temp file\n");
+ e1.printStackTrace();
+ }
+
+ String outputfile = tempfile.getAbsolutePath();
+ try
+ {
+ //System.out.println("localize_sl -QQ -skip_links -e -l en-US -f "+outputfile+" -d "+rootdir);
+ System.out.println("localize_sl -QQ -skip_links -e -l en-US -f "+outputfile );
+ java.lang.Process aProc = Runtime.getRuntime().exec("localize_sl -QQ -skip_links -e -l en-US -f "+outputfile);
+
+ //java.lang.Process aProc = Runtime.getRuntime().exec("localize_sl -QQ -e -l en-US -f "+outputfile+" -d "+rootdir);
+ BufferedReader aBR = new BufferedReader( new InputStreamReader( aProc.getInputStream() ) );
+ String line = aBR.readLine();
+ while( line != null && line.length() > 0 ){
+ //System.out.print( line );
+ line = aBR.readLine();
+ }
+
+ } catch (IOException e) {
+ // TODO Auto-generated catch block
+ e.printStackTrace();
+ }
+ return outputfile;
+ }
+ // Search for recommand files
+ public void findRecommandFiles( File rootdir , Vector list ){
+ System.out.print(".");
+ System.out.flush();
+ File[] aFileArray = rootdir.listFiles();
+ if( aFileArray != null ){
+ for( int cnt = 0; aFileArray.length > cnt ; cnt++ ){
+ if( aFileArray[ cnt ].isDirectory() && !aFileArray[ cnt ].getAbsolutePath().endsWith(".lnk") )
+ findRecommandFiles( aFileArray[ cnt ] , list);
+ else if( aFileArray[ cnt ].isFile() && isRecommandFile( aFileArray[ cnt ] ) )
+ list.add( aFileArray[ cnt ]);
+ }
+ }
+ }
+ private boolean isResourceType( File aFile ){
+ String filename = aFile.getName();
+ boolean isResType = false;
+ for(int cnt = 0; cnt < RESTYPES.length ; cnt++){
+ if( filename.endsWith( RESTYPES[ cnt ] ) )
+ isResType = true;
+ }
+ return isResType;
+ }
+ private boolean isRecommandFile( File aFile ){
+ return aFile.getName().endsWith( RECFILE );
+ }
+ public void clearAllRows( JTable aTable ){
+ for ( int n = 0; n < aTable.getRowCount() ; n++ ){
+ aTable.setValueAt( null , n , 0 );
+ aTable.setValueAt( null , n , 1 );
+ aTable.setValueAt( null , n , 2 );
+ aTable.setValueAt( null , n , 3 );
+ aTable.setValueAt( null , n , 4 );
+ }
+ }
+ // Add all data to view
+ void updateData(){
+ JTable recTable =transex3.controller.EditorController.aEditor.getRectable();
+
+ SdfString aSdfString = (SdfString) sdfstrings.get( oldindex );
+ Vector newStrings = new Vector();
+ for ( int n = 1; n < recTable.getRowCount() ; n++ ){
+ String lang = (String) recTable.getValueAt(n , 0 );
+ String text = (String) recTable.getValueAt(n , 1 );
+ String htext = (String) recTable.getValueAt(n , 2 );
+ String qhtext = (String) recTable.getValueAt(n , 3 );
+ String ttext = (String) recTable.getValueAt(n , 4 );
+ if( lang != null && text != null ){
+ //System.out.println("Data "+ lang + " " + text );
+ SdfEntity aSdfEntity = new SdfEntity();
+ aSdfEntity.setLangid( lang );
+ aSdfEntity.setText( text );
+ aSdfEntity.setHelptext( htext );
+ aSdfEntity.setQuickhelptext( qhtext );
+ aSdfEntity.setTitle( ttext );
+ newStrings.add( aSdfEntity );
+ aSdfString.setLanguageStrings( newStrings );
+ }
+ }
+ }
+
+ public void initView(){
+ Object[][] sourceStringData = new Object[ sdfstrings.size() ][ 4 ];
+ Object[][] firstData = new Object[100][5];
+ // Set the files
+ Iterator aIter = sdfstrings.iterator();
+ int counter = 0;
+ while( aIter.hasNext() ){
+ SdfString aSdfString = (SdfString) aIter.next();
+ sourceStringData[ counter ][ 0 ] = aSdfString.getSourceString().getProject()+"\\"+aSdfString.getSourceString().getSource_file();
+ sourceStringData[ counter ][ 1 ] = aSdfString.getSourceString().getGid();
+ sourceStringData[ counter ][ 2 ] = aSdfString.getSourceString().getLid();
+ sourceStringData[ counter ][ 3 ] = aSdfString.getSourceString().getText();
+ if( counter == 0 ){
+ firstData[ 0 ][ 0 ] = "en-US";
+ firstData[ 0 ][ 1 ] = aSdfString.getSourceString().getText();
+ firstData[ 0 ][ 2 ] = aSdfString.getSourceString().getHelptext();
+ firstData[ 0 ][ 3 ] = aSdfString.getSourceString().getQuickhelptext();
+ firstData[ 0 ][ 4 ] = aSdfString.getSourceString().getTitle();
+ aSdfString = (SdfString) sdfstrings.get( 0 );
+ Vector values = aSdfString.getLanguageStrings();
+ for( int n = 0; n < values.size() ; n++ )
+ {
+ SdfEntity aEntity = (SdfEntity) values.get( n );
+ firstData[ n+1 ][ 0 ] = aEntity.getLangid();
+ firstData[ n+1 ][ 1 ] = aEntity.getText();
+ firstData[ n+1 ][ 2 ] = aEntity.getHelptext();
+ firstData[ n+1 ][ 3 ] = aEntity.getQuickhelptext();
+ firstData[ n+1 ][ 4 ] = aEntity.getTitle();
+ }
+ }
+ counter++;
+ }
+ // Set the source srtings
+
+
+ //aEditor = new transex3.view.Editor( sourceStringData , filedata.toArray() );
+ aEditor = new transex3.view.Editor( sourceStringData , firstData );
+
+ aEditor.setBounds(100,100,800,900);
+ aEditor.setDefaultCloseOperation( WindowConstants.DISPOSE_ON_CLOSE );
+ aEditor.setVisible(true);
+ aEditor.repaint();
+ aEditor.addWindowListener( new WindowAdapter(){
+ public void windowClosed(WindowEvent e ){
+ System.exit( 0 );
+ }
+ });
+
+ aEditor.getMiExit().addActionListener( new ActionListener(){
+ public void actionPerformed( ActionEvent e ){
+ System.exit( 0 );
+ }
+ });
+
+ aEditor.getMiSave().addActionListener( new ActionListener(){
+ public void actionPerformed( ActionEvent e ){
+ Iterator aIter = sdfstrings.iterator();
+ String lastFile="";
+ while( aIter.hasNext() )
+ {
+ SdfString aSdfString = (SdfString )aIter.next();
+ if( aSdfString.getFileId().compareTo( lastFile ) != 0 ){
+ //aSdfString.removeFile();
+ }
+ aSdfString.writeString();
+ lastFile = aSdfString.getFileId();
+ }
+ }
+ });
+
+ //aEditor.getRectable().putClientProperty("terminateEditOnFocusLost", Boolean.TRUE);
+ aEditor.getRectable().addFocusListener( new FocusListener(){
+ public void focusLost(FocusEvent e){
+ //super.focusLost( e );
+ //System.out.println("focus lost");
+ JTable aTable = aEditor.getRectable();
+ if( aTable.getSelectedRow() != -1 && aTable.getSelectedColumn() != -1 )
+ aTable.getCellEditor( aTable.getSelectedRow(), aTable.getSelectedColumn() ).stopCellEditing();
+ updateData();
+ }
+ public void focusGained( FocusEvent e){
+ //super.focusGained( e );
+ //System.out.println("focus gained");
+ }
+ });
+ //setDefaultEditor(Object.class, new transex3.view.FocusCellEditor(new JTextField()));
+
+ aEditor.getRectable().getModel().addTableModelListener( new TableModelListener() {
+ public void tableChanged( TableModelEvent e ){
+ //System.out.println( e );
+ }});
+
+
+ aEditor.getRectable().getSelectionModel().addListSelectionListener( new ListSelectionListener(){
+ public void valueChanged( ListSelectionEvent e ){
+ JTable aTable = aEditor.getRectable();
+ //if( aTable.getSelectedRow() != -1 && aTable.getSelectedColumn() != -1 )
+ //aTable.getCellEditor( aTable.getSelectedRow(), aTable.getSelectedColumn() ).stopCellEditing();
+
+ updateData();
+ }
+ });
+
+ aEditor.getTable().setSelectionMode( ListSelectionModel.SINGLE_SELECTION );
+ aEditor.getTable().getSelectionModel().addListSelectionListener( new ListSelectionListener(){
+ public void valueChanged( ListSelectionEvent e ){
+ //System.out.println("Selected = " +e.getFirstIndex()+"\n");
+ JTable table =transex3.controller.EditorController.aEditor.getTable();
+ JTable recTable =transex3.controller.EditorController.aEditor.getRectable();
+ SdfString aSdfString;
+ JTable aTable = aEditor.getRectable();
+ if( aTable.getSelectedRow() != -1 && aTable.getSelectedColumn() != -1 )
+ aTable.getCellEditor( aTable.getSelectedRow(), aTable.getSelectedColumn() ).stopCellEditing();
+
+ updateData();
+ clearAllRows( recTable );
+
+ aSdfString = (SdfString) sdfstrings.get( table.getSelectedRow() );
+ recTable.setValueAt( "en-US" , 0, 0 );
+ recTable.setValueAt( aSdfString.getSourceString().getText() , 0, 1 );
+ recTable.setValueAt( aSdfString.getSourceString().getHelptext() , 0, 2 );
+ recTable.setValueAt( aSdfString.getSourceString().getQuickhelptext() , 0, 3 );
+ recTable.setValueAt( aSdfString.getSourceString().getTitle() , 0, 4 );
+ Vector values = aSdfString.getLanguageStrings();
+ for( int n = 0; n < values.size() ; n++ )
+ {
+ SdfEntity aEntity = (SdfEntity) values.get( n );
+ recTable.setValueAt( aEntity.getLangid() , n+1 , 0 );
+ recTable.setValueAt( aEntity.getText() , n+1 , 1 );
+ recTable.setValueAt( aEntity.getHelptext() , n+1 , 2 );
+ recTable.setValueAt( aEntity.getQuickhelptext() , n+1 , 3 );
+ recTable.setValueAt( aEntity.getTitle() , n+1 , 4 );
+ }
+ oldindex = table.getSelectedRow();
+ }
+ });
+ //System.out.println("initView successfully");
+ }
+ public void initInitialStrings(){
+ String rootdir = java.lang.System.getProperty("SOLARSRC");
+ String sourcestringsfile = null;
+ Vector recList = new Vector();
+ sourcestringsfile = fetchSourceStrings( rootdir );
+ //findRecommandFiles( new File( rootdir ) , recList );
+ readStrings( sourcestringsfile , recList );
+ File sfile = new File ( sourcestringsfile );
+ sfile.delete();
+ initView();
+ aEditor.repaint();
+ }
+ // Connect recommand strings with source strings
+ public void readStrings( String sourcefiles , Vector recfiles ) {
+ BufferedReader aBR = null;
+ try {
+ //System.out.println("DBG: sourcefiles = " +sourcefiles);
+ aBR = new BufferedReader( new FileReader( sourcefiles ) );
+ String current = aBR.readLine();
+ SdfString aSdfString = null;
+ SdfEntity aSdfEntity = null;
+ while( current != null ){
+ aSdfEntity = new SdfEntity();
+ aSdfEntity.setProperties( current );
+ aSdfString = new SdfString();
+ aSdfString.addSourceString( aSdfEntity );
+ hashedsdfstrings.put( aSdfString.getId() , aSdfString );
+ //System.out.println("Put ID '"+aSdfString.getId()+"'");
+ sdfstrings.add( aSdfString );
+ current = aBR.readLine();
+
+ }
+ Iterator aIter=recfiles.iterator();
+ File aFile;
+ BufferedReader aBR2 = null;
+ //System.out.println("Connecting strings");
+ while( aIter.hasNext() ){
+ aFile = (File) aIter.next();
+ aBR2 = new BufferedReader( new FileReader( aFile ) ) ;
+ String current2 = aBR2.readLine();
+
+ while ( current2 != null ){
+ SdfEntity aEntity = new SdfEntity();
+ aEntity.setProperties( current2 );
+
+ if( hashedsdfstrings.containsKey( aEntity.getId() ) )
+ {
+ aSdfString = (SdfString) hashedsdfstrings.get( aEntity.getId() );
+ aSdfString.addLanguageString( aEntity );
+ }
+ else
+ {
+ System.out.println("DBG: Can't find source string '"+aEntity.getId()+"'" );
+ }
+ current2 = aBR2.readLine();
+ }
+ }
+ } catch (FileNotFoundException e) {
+ // TODO Auto-generated catch block
+ e.printStackTrace();
+ } catch ( IOException e){
+ e.printStackTrace();
+ }
+
+ }
+}
diff --git a/l10ntools/java/receditor/java/transex3/controller/Main.java b/l10ntools/java/receditor/java/transex3/controller/Main.java
new file mode 100644
index 000000000000..e8dd06ce9f85
--- /dev/null
+++ b/l10ntools/java/receditor/java/transex3/controller/Main.java
@@ -0,0 +1,10 @@
+package transex3.controller;
+
+public class Main {
+
+ public static void main( String args[] ){
+ EditorController aEditor = new EditorController();
+ aEditor.initInitialStrings();
+ }
+}
+
diff --git a/l10ntools/java/receditor/java/transex3/model/ResourceFile.java b/l10ntools/java/receditor/java/transex3/model/ResourceFile.java
new file mode 100644
index 000000000000..51fabb3a4b7a
--- /dev/null
+++ b/l10ntools/java/receditor/java/transex3/model/ResourceFile.java
@@ -0,0 +1,77 @@
+package transex3.model;
+
+import java.util.*;
+
+public class ResourceFile {
+ Vector sdfStrings = new Vector();
+ HashMap sdfHashMap = new HashMap();
+ String filepathid = null;
+ String modulename = null;
+ String filename = null;
+
+
+ public String getModuleName(){
+ return modulename;
+ }
+ public String getFilePath(){
+ return filepathid;
+ }
+ public String getFileName(){
+ return filename;
+ }
+/* public List readSoureStrings( java.io.File aSdfFile ){
+ List sdfList=null;
+ return sdfList;
+ };*/
+ public void addString( SdfString aSdfstring ){
+ sdfStrings.add( aSdfstring );
+ sdfHashMap.put( aSdfstring.getFileId() , aSdfstring );
+ if( filepathid == null )
+ filepathid = aSdfstring.getFilePath();
+ if( modulename == null )
+ modulename = aSdfstring.getModuleName();
+ if( filename == null )
+ filename = aSdfstring.getFileName();
+ }
+
+
+ public void ParseString( String aSourceString ){
+ //sourceString = new SdfEntity();
+ SdfEntity aSdfEntity = new SdfEntity();
+ aSdfEntity.setProperties( aSourceString );
+ SdfString sdfstring = null;
+ if( sdfHashMap.containsKey( aSdfEntity.getFileId() ) ){
+ sdfstring = (SdfString) sdfHashMap.get( aSdfEntity.getFileId() );
+ }
+ else
+ {
+ sdfstring = new SdfString();
+ addString( sdfstring );
+ }
+ sdfstring.addLanguageString( aSdfEntity );
+
+
+ }
+ /*public void ParseSdfFile( java.util.Vector aSdfList ){
+ ListIterator aLI = aSdfList.listIterator();
+ String current;
+ String[] splitted;
+ SdfEntity aSdfEntity;
+ SdfString aSdfString = new SdfString();
+ while( aLI.hasNext() ){
+ aSdfEntity = new SdfEntity();
+ aSdfEntity.setProperties( (String) aLI.next() );
+ SdfString aString;
+
+ if( sdfHashMap.containsKey( aSdfEntity.getFileId() ) )
+ aString = (SdfString) sdfHashMap.get( aSdfEntity.getFileId() );
+ else
+ {
+ aString = new SdfString();
+ addString( aString );
+ }
+ aString.addLanguageString( aSdfEntity );
+ }
+
+ }*/
+}
diff --git a/l10ntools/java/receditor/java/transex3/model/SdfEntity.java b/l10ntools/java/receditor/java/transex3/model/SdfEntity.java
new file mode 100644
index 000000000000..4b293421fd28
--- /dev/null
+++ b/l10ntools/java/receditor/java/transex3/model/SdfEntity.java
@@ -0,0 +1,211 @@
+package transex3.model;
+
+public class SdfEntity {
+ private String project;
+ private String source_file;
+ private String dummy1;
+ private String resource_type;
+ private String gid;
+ private String lid;
+ private String helpid;
+ private String platform;
+ private String dummy2;
+ private String langid;
+ private String text;
+ private String helptext;
+ private String quickhelptext;
+ private String title;
+ private String date;
+
+ public static int PROJECT_POS = 0;
+ public static int SOURCE_FILE_POS = 1;
+ public static int DUMMY1_POS = 2;
+ public static int RESOURCE_TYPE_POS = 3;
+ public static int GID_POS = 4;
+ public static int LID_POS = 5;
+ public static int HELPID_POS = 6;
+ public static int PLATFORM_POS = 7;
+ public static int DUMMY2_POS = 8;
+ public static int LANGID_POS = 9;
+ public static int TEXT_POS = 10;
+ public static int HELPTEXT_POS = 11;
+ public static int QUICKHELPTEXT_POS = 12;
+ public static int TITLE_POS = 13;
+ public static int DATE_POS = 14;
+
+ public SdfEntity(){}
+ public SdfEntity(String project, String source_file, String dummy1, String resource_type, String gid, String lid, String helpid, String platform, String dummy2, String langid, String text, String helptext, String quickhelptext, String title , String date) {
+ super();
+ this.project = project;
+ this.source_file = source_file;
+ this.dummy1 = dummy1;
+ this.resource_type = resource_type;
+ this.gid = gid;
+ this.lid = lid;
+ this.helpid = helpid;
+ this.platform = platform;
+ this.dummy2 = dummy2;
+ this.langid = langid;
+ this.text = text;
+ this.helptext = helptext;
+ this.quickhelptext = quickhelptext;
+ this.title = title;
+ this.date = date;
+ }
+
+ public void setProperties( String line ){
+
+ String[] splitted = line.split("\t");
+
+ setProject( splitted[ SdfEntity.PROJECT_POS ] );
+ setSource_file( splitted[ SdfEntity.SOURCE_FILE_POS ] );
+ setDummy1( splitted[ SdfEntity.DUMMY1_POS ] );
+ setResource_type( splitted[ SdfEntity.RESOURCE_TYPE_POS ] );
+ setGid( splitted[ SdfEntity.GID_POS ] );
+ setLid( splitted[ SdfEntity.LID_POS ] );
+ setHelpid( splitted[ SdfEntity.HELPID_POS ] );
+ setPlatform( splitted[ SdfEntity.PLATFORM_POS ] );
+ setDummy2( splitted[ SdfEntity.DUMMY2_POS ] );
+ setLangid( splitted[ SdfEntity.LANGID_POS ] );
+ setText( splitted[ SdfEntity.TEXT_POS ] );
+ setHelptext( splitted[ SdfEntity.HELPTEXT_POS ] );
+ setQuickhelptext( splitted[ SdfEntity.QUICKHELPTEXT_POS ] );
+ setTitle( splitted[ SdfEntity.TITLE_POS ] );
+ setDate( splitted[ SdfEntity.DATE_POS ] );
+ }
+
+ public String getFileId(){
+ return project+"\\"+source_file;
+ }
+ public String getResourcePath(){
+ return source_file.substring(0 , source_file.lastIndexOf( "\\" )-1 );
+ }
+ public String toString(){
+ return project+"\t"+source_file+"\t"+dummy1+"\t"+resource_type+"\t"+gid+"\t"
+ +lid+"\t"+helpid+"\t"+platform+"\t"+dummy2+"\t"+langid+"\t"
+ +text+"\t"+helptext+"\t"+quickhelptext+"\t"+title+"\t"+date;
+ }
+ public String getId(){
+ return project+gid+lid+source_file+resource_type+platform+helpid;
+ }
+
+ public String getDummy1() {
+ return dummy1;
+ }
+
+ public void setDummy1(String dummy1) {
+ this.dummy1 = dummy1;
+ }
+
+ public String getPlatform() {
+ return platform;
+ }
+
+ public void setPlatform(String platform) {
+ this.platform = platform;
+ }
+
+ public String getDummy2() {
+ return dummy2;
+ }
+
+ public void setDummy2(String dummy2) {
+ this.dummy2 = dummy2;
+ }
+
+ public String getGid() {
+ return gid;
+ }
+
+ public void setGid(String gid) {
+ this.gid = gid;
+ }
+
+ public String getHelpid() {
+ return helpid;
+ }
+
+ public void setHelpid(String helpid) {
+ this.helpid = helpid;
+ }
+
+ public String getHelptext() {
+ return helptext;
+ }
+
+ public void setHelptext(String helptext) {
+ this.helptext = helptext;
+ }
+
+ public String getLangid() {
+ return langid;
+ }
+
+ public void setLangid(String langid) {
+ this.langid = langid;
+ }
+
+ public String getLid() {
+ return lid;
+ }
+
+ public void setLid(String lid) {
+ this.lid = lid;
+ }
+
+ public String getProject() {
+ return project;
+ }
+
+ public void setProject(String project) {
+ this.project = project;
+ }
+
+ public String getQuickhelptext() {
+ return quickhelptext;
+ }
+
+ public void setQuickhelptext(String quickhelptext) {
+ this.quickhelptext = quickhelptext;
+ }
+
+ public String getResource_type() {
+ return resource_type;
+ }
+
+ public void setResource_type(String resource_type) {
+ this.resource_type = resource_type;
+ }
+
+ public String getSource_file() {
+ return source_file;
+ }
+
+ public void setSource_file(String source_file) {
+ this.source_file = source_file;
+ }
+
+ public String getText() {
+ return text;
+ }
+
+ public void setText(String text) {
+ this.text = text;
+ }
+
+ public String getTitle() {
+ return title;
+ }
+
+ public void setTitle(String title) {
+ this.title = title;
+ }
+ public String getDate() {
+ return date;
+ }
+ public void setDate(String date) {
+ this.date = date;
+ }
+
+
+}
diff --git a/l10ntools/java/receditor/java/transex3/model/SdfString.java b/l10ntools/java/receditor/java/transex3/model/SdfString.java
new file mode 100644
index 000000000000..7eec2151b7c3
--- /dev/null
+++ b/l10ntools/java/receditor/java/transex3/model/SdfString.java
@@ -0,0 +1,167 @@
+package transex3.model;
+import java.util.*;
+import java.io.*;
+public class SdfString {
+ private SdfEntity sourceString = null;
+ //private java.util.HashMap languageStrings = new HashMap();
+ private Vector languageList = new Vector();
+ private String id = null;
+ private String fileid = null;
+ private String filename = null;
+ private String modulename = null;
+ private String filepath = null;
+
+ /*public HashMap getLanguageStrings() {
+ return languageStrings;
+ }*/
+ public Vector getLanguageStrings() {
+ return languageList;
+ }
+
+ public void setLanguageStrings(Vector languageStrings) {
+ this.languageList = languageStrings;
+ }
+
+ public void addSourceString( SdfEntity aSdfEntity )
+ {
+ if( id == null )
+ id = aSdfEntity.getId();
+ if ( fileid == null )
+ fileid = aSdfEntity.getFileId();
+ if( modulename == null )
+ modulename = aSdfEntity.getProject();
+ if( filename == null )
+ filename = aSdfEntity.getSource_file();
+ if( filepath == null )
+ filepath = aSdfEntity.getResourcePath();
+ setSourceString( aSdfEntity );
+ }
+ public void addLanguageString( SdfEntity aSdfEntity ){
+ if( !aSdfEntity.getLangid().equals( "en-US" ) )
+ {
+ if( id == null )
+ id = aSdfEntity.getId();
+ if ( fileid == null )
+ fileid = aSdfEntity.getFileId();
+ if( modulename == null )
+ modulename = aSdfEntity.getProject();
+ if( filename == null )
+ filename = aSdfEntity.getSource_file();
+ if( filepath == null )
+ filepath = aSdfEntity.getResourcePath();
+
+ //if( aSdfEntity.getLangid().equals( "en-US" ) )
+ //{
+ // setSourceString( aSdfEntity );
+ //}
+ //else
+ //{
+ //languageStrings.put( aSdfEntity.getLangid() , aSdfEntity );
+ languageList.add( aSdfEntity );
+ //}
+ id = aSdfEntity.getId();
+ }
+ }
+
+ public SdfEntity getSourceString() {
+ return sourceString;
+ }
+
+ public void setSourceString(SdfEntity sourceString) {
+ this.sourceString = sourceString;
+ id = sourceString.getId();
+ }
+ public String getFilePath(){
+ return filepath;
+ }
+ public String getId(){
+ //return id;
+ return sourceString.getId();
+ }
+ public String getFileId(){
+ return fileid;
+ }
+
+ public String getFileName() {
+ return filename;
+ }
+
+ public void setFileName(String filename) {
+ this.filename = filename;
+ }
+
+ public String getModuleName() {
+ return modulename;
+ }
+
+ public void setModuleName(String modulename) {
+ this.modulename = modulename;
+ }
+
+ public String getRealFileName(){
+ String filepart = sourceString.getFileId();
+ filepart = filepart.replaceAll( "\\\\" , "_" );
+ String filename = "/so/ws/merge/In/" + java.lang.System.getProperty( "WORK_STAMP" ) + "/" + filepart + ".sdf";
+ return filename;
+ }
+ public void removeFile(){
+ String filename = getRealFileName();
+ File aFile = new File( filename );
+ if( aFile.exists() ){
+ if( ! aFile.delete() )
+ {
+ System.out.println("Can't delete File "+filename+"\nWrong access rights?\n");
+ }
+ }
+ }
+ public void writeString(){
+ String filename = getRealFileName();
+ try {
+ if( languageList.size() > 0 )
+ {
+ System.out.print("\nWrite to "+filename );
+ BufferedWriter aBW = new BufferedWriter( new FileWriter( filename , true) );
+ aBW.write( sourceString + "\n" );
+ Iterator aIter = languageList.iterator();
+ while( aIter.hasNext() ){
+ SdfEntity aEntity = (SdfEntity)aIter.next();
+ aBW.write( sourceString.getProject()+"\t" );
+ aBW.write( sourceString.getSource_file()+"\t" );
+ aBW.write( sourceString.getDummy1()+"\t" );
+ aBW.write( sourceString.getResource_type()+"\t" );
+ aBW.write( sourceString.getGid()+"\t" );
+ aBW.write( sourceString.getLid()+"\t" );
+ aBW.write( sourceString.getHelpid()+"\t" );
+ aBW.write( sourceString.getPlatform()+"\t" );
+ aBW.write( sourceString.getDummy2()+"\t" );
+ if( aEntity.getLangid() == null )
+ aBW.write( "\t" );
+ else
+ aBW.write( aEntity.getLangid()+"\t" );
+ if( aEntity.getText() == null )
+ aBW.write( "\t" );
+ else
+ aBW.write( aEntity.getText()+"\t" );
+ if( aEntity.getHelptext() == null )
+ aBW.write( "\t" );
+ else
+ aBW.write( aEntity.getHelptext()+"\t" );
+ if( aEntity.getQuickhelptext() == null )
+ aBW.write( "\t" );
+ else
+ aBW.write( aEntity.getQuickhelptext()+"\t" );
+ if( aEntity.getTitle() == null )
+ aBW.write( "\t" );
+ else
+ aBW.write( aEntity.getTitle()+"\t" );
+ aBW.write( "2002-02-02 02:02:02\n" );
+ }
+ aBW.close();
+ }
+ } catch (IOException e) {
+ // TODO Auto-generated catch block
+ //e.printStackTrace();
+ System.out.println("\nERROR: Can't write to file '"+filename+"'\nPlease contact RE/Tooling!");
+ }
+ }
+}
diff --git a/l10ntools/java/receditor/java/transex3/view/Editor.java b/l10ntools/java/receditor/java/transex3/view/Editor.java
new file mode 100644
index 000000000000..f46a82a11a2b
--- /dev/null
+++ b/l10ntools/java/receditor/java/transex3/view/Editor.java
@@ -0,0 +1,97 @@
+package transex3.view;
+import javax.swing.*;
+import java.awt.*;
+
+public class Editor extends JFrame{
+ Object[] columnnames = { "File" , "GID" , "LID" , "String" };
+ Object[] stringcolnames = { "Language", "Text", "Helptext" , "Quickhelptext","Title"};
+ //Object[][] data = new Object[4][1];//{ { "a " }, { "v " }, { "v " } , { "a " } };
+ JTable table = null;
+ JTable rectable = null;
+ JComboBox cBox = null;
+ JMenuBar menubar = null;
+ JMenu filemenu = null;
+ JMenuItem miNew = null;
+ JMenuItem miSave = null;
+ JMenuItem miExit = null;
+ //JButton button = null;
+
+ public Editor( Object[][] tabledata , Object[][] firstdata ){
+ table = new JTable( tabledata , columnnames );
+ rectable = new SdfTable( firstdata , stringcolnames );
+ menubar = new JMenuBar();
+ filemenu = new JMenu("File");
+ //miNew = new JMenuItem("New");
+ miSave = new JMenuItem("Save");
+ miExit = new JMenuItem("Exit");
+ //button = new JButton("Edit");
+ //filemenu.add( miNew );
+ filemenu.add( miSave );
+ filemenu.add( miExit );
+ menubar.add( filemenu );
+
+ Container contentPane = getContentPane();
+ //contentPane.add( new ControlPanel() , BorderLayout.NORTH );
+ contentPane.add( menubar , BorderLayout.NORTH );
+ //JPanel aPanel = new JPanel( new FlowLayout( FlowLayout.CENTER) );
+ JPanel aPanel = new JPanel( new GridLayout( 2,1 ) );
+ aPanel.add( new JScrollPane( table ) );
+ aPanel.add( new JScrollPane( rectable ) );
+ contentPane.add( aPanel , BorderLayout.CENTER );
+ //contentPane.add( button , BorderLayout.SOUTH );
+ //contentPane.add( new JScrollPane( table ), BorderLayout.CENTER );
+ //contentPane.add( new JScrollPane( table ), BorderLayout.SOUTH );
+ //contentPane.add( new JScrollPane( rectable ), BorderLayout.SOUTH );
+ //contentPane.add( new JScrollPane( rectable ), BorderLayout.SOUTH );
+ this.repaint();
+
+ }
+
+ public JTable getRectable() {
+ return rectable;
+ }
+
+ public void setRectable(JTable rectable) {
+ this.rectable = rectable;
+ }
+
+ public JTable getTable() {
+ return table;
+ }
+
+ public void setTable(JTable table) {
+ this.table = table;
+ }
+
+ /*public JButton getButton() {
+ return button;
+ }
+
+ public void setButton(JButton button) {
+ this.button = button;
+ }*/
+
+ public JMenuItem getMiExit() {
+ return miExit;
+ }
+
+ public void setMiExit(JMenuItem miExit) {
+ this.miExit = miExit;
+ }
+
+ public JMenuItem getMiSave() {
+ return miSave;
+ }
+
+ public void setMiSave(JMenuItem miSave) {
+ this.miSave = miSave;
+ }
+
+ /*public void setTableData(){
+
+ }*/
+
+}
+
+//class ControlPanel extends JPanel{}
+
diff --git a/l10ntools/java/receditor/java/transex3/view/SdfTable.java b/l10ntools/java/receditor/java/transex3/view/SdfTable.java
new file mode 100644
index 000000000000..f0cc7bd84a34
--- /dev/null
+++ b/l10ntools/java/receditor/java/transex3/view/SdfTable.java
@@ -0,0 +1,24 @@
+package transex3.view;
+
+import javax.swing.JTable;
+
+class SdfTable extends JTable{
+ //private String tableId;
+ public SdfTable( Object[][] obj1 , Object[] obj2){
+ super(obj1,obj2);
+ }
+ //@Override
+ public boolean isCellEditable(int row, int col) {
+ if( row == 0 && col == 0 || row == 0 && col == 1 || row == 0 && col == 2 || row == 0 && col == 3 || row == 0 && col == 4 )
+ return false;
+ else
+ return true;
+ }
+ /*public String getTableId() {
+ return tableId;
+ }
+ public void setTableId(String tableId) {
+ this.tableId = tableId;
+ }*/
+
+} \ No newline at end of file
diff --git a/l10ntools/java/receditor/makefile.mk b/l10ntools/java/receditor/makefile.mk
new file mode 100644
index 000000000000..63587a557ec6
--- /dev/null
+++ b/l10ntools/java/receditor/makefile.mk
@@ -0,0 +1,35 @@
+#*************************************************************************
+#
+# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+#
+# Copyright 2000, 2010 Oracle and/or its affiliates.
+#
+# OpenOffice.org - a multi-platform office productivity suite
+#
+# This file is part of OpenOffice.org.
+#
+# OpenOffice.org is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License version 3
+# only, as published by the Free Software Foundation.
+#
+# OpenOffice.org is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Lesser General Public License version 3 for more details
+# (a copy is included in the LICENSE file that accompanied this code).
+#
+# You should have received a copy of the GNU Lesser General Public License
+# version 3 along with OpenOffice.org. If not, see
+# <http://www.openoffice.org/license.html>
+# for a copy of the LGPLv3 License.
+#
+#*************************************************************************
+
+PRJ=../..
+PRJNAME=l10ntools
+TARGET=receditor
+
+.INCLUDE : ant.mk
+
+ALLTAR : ANTBUILD
+
diff --git a/l10ntools/java/receditor/receditor.MF b/l10ntools/java/receditor/receditor.MF
new file mode 100644
index 000000000000..dced97882df9
--- /dev/null
+++ b/l10ntools/java/receditor/receditor.MF
@@ -0,0 +1 @@
+Main-Class: transex3.controller.Main
diff --git a/l10ntools/layout/README b/l10ntools/layout/README
new file mode 100644
index 000000000000..1838e2a94ba0
--- /dev/null
+++ b/l10ntools/layout/README
@@ -0,0 +1,27 @@
+Tralay - Extract and translate strings in Layout xml files.
+
+Translatable strings in layout xml files are attributes that have name
+which starts with an underscore, eg
+
+ _title="Set Zoom"
+ _label="Whole Page"
+
+Here is how it works
+
+ * Extract: generate out.sdf
+ ../unxlngx6.pro/bin/tralay -l en-US zoom.xml > out.sdf
+
+ * Translate: do:
+ cat out.sdf > trans.sdf
+ sed 's/en-US\t/de\tde:/' out.sdf >> trans.sdf
+
+ * Merge: translate
+ ../unxlngx6.pro/bin/tralay -m trans.sdf -l de zoom.xml > zoom-DE.xml
+
+Running
+
+ dmake test
+
+does something similar.
+
+ \ No newline at end of file
diff --git a/l10ntools/layout/layoutparse.cxx b/l10ntools/layout/layoutparse.cxx
new file mode 100644
index 000000000000..6bb839a9409e
--- /dev/null
+++ b/l10ntools/layout/layoutparse.cxx
@@ -0,0 +1,135 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+#include "layoutparse.hxx"
+
+#define STRING( str ) String( str, RTL_TEXTENCODING_UTF8 )
+#define BSTRING( str ) ByteString( str, RTL_TEXTENCODING_UTF8 )
+
+LayoutXMLFile::LayoutXMLFile( bool mergeMode )
+ : XMLFile()
+ , mMergeMode( mergeMode )
+{
+}
+
+void
+LayoutXMLFile::SearchL10NElements( XMLParentNode* pCur, int )
+{
+ if ( !pCur )
+ pCur = this;
+
+ /* Recurse int children, SearchL10NElements does not do that for us. */
+ if ( XMLChildNodeList* lst = pCur->GetChildList() )
+ for ( ULONG i = 0; i < lst->Count(); i++ )
+ if ( lst->GetObject( i )->GetNodeType() == XML_NODE_TYPE_ELEMENT )
+ HandleElement( ( XMLElement* )lst->GetObject( i ) );
+ else if ( lst->GetObject( i )->GetNodeType() == XML_NODE_TYPE_COMMENT )
+ lst->Remove( i-- );
+}
+
+std::vector<XMLAttribute*>
+interestingAttributes( XMLAttributeList* lst )
+{
+ std::vector<XMLAttribute*> interesting;
+ if ( lst )
+ for ( ULONG i = 0; i < lst->Count(); i++ )
+ if ( lst->GetObject( i )->Equals( STRING( "id" ) ) )
+ interesting.insert( interesting.begin(), lst->GetObject( i ) );
+ else if ( ! BSTRING( *lst->GetObject( i ) ).CompareTo( "_", 1 ) )
+ interesting.push_back( lst->GetObject( i ) );
+ return interesting;
+}
+
+void
+LayoutXMLFile::HandleElement( XMLElement* element )
+{
+ std::vector<XMLAttribute*> interesting = interestingAttributes( element->GetAttributeList() );
+
+ if ( interesting.size() )
+ {
+ std::vector<XMLAttribute*>::iterator i = interesting.begin();
+
+ ByteString id = BSTRING( (*i++)->GetValue() );
+
+ if ( mMergeMode )
+ InsertL10NElement( id, element );
+ else
+ for ( ; i != interesting.end(); ++i )
+ {
+ ByteString attributeId = id;
+ ByteString value = BSTRING( ( *i )->GetValue() );
+ XMLElement *e = new XMLElement( *element );
+ e->RemoveAndDeleteAllChilds();
+ /* Copy translatable text to CONTENT. */
+ //new XMLData( STRING( ( *i )->GetValue() ), e, true );
+ new XMLData( STRING( value ), e, true );
+ attributeId += BSTRING ( **i );
+ InsertL10NElement( attributeId, e );
+ }
+ }
+
+ SearchL10NElements( (XMLParentNode*) element );
+}
+
+void LayoutXMLFile::InsertL10NElement( ByteString const& id, XMLElement* element )
+{
+ ByteString const language = "en-US";
+ LangHashMap* languageMap = 0;
+ XMLHashMap::iterator pos = XMLStrings->find( id );
+ if ( pos != XMLStrings->end() )
+ {
+ languageMap = pos->second;
+ fprintf( stderr, "error:%s:duplicate translation found, id=%s\n",
+ id.GetBuffer(), BSTRING( sFileName ).GetBuffer() );
+ exit( 1 );
+ }
+ else
+ {
+ languageMap = new LangHashMap();
+ XMLStrings->insert( XMLHashMap::value_type( id , languageMap ) );
+ order.push_back( id );
+ }
+ (*languageMap)[ language ] = element;
+}
+
+BOOL LayoutXMLFile::Write( ByteString &aFilename )
+{
+
+ if ( aFilename.Len() )
+ {
+ ofstream aFStream( aFilename.GetBuffer() , ios::out | ios::trunc );
+ if ( !aFStream )
+ fprintf( stderr, "ERROR: cannot open file:%s\n", aFilename.GetBuffer() );
+ else
+ {
+ XMLFile::Write( aFStream );
+ aFStream.close();
+ return true;
+ }
+ }
+ return false;
+}
diff --git a/l10ntools/layout/layoutparse.hxx b/l10ntools/layout/layoutparse.hxx
new file mode 100644
index 000000000000..cd24f091d318
--- /dev/null
+++ b/l10ntools/layout/layoutparse.hxx
@@ -0,0 +1,51 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+#ifndef LAYOUTPARSE_HXX
+#define LAYOUTPARSE_HXX
+
+#include "xmlparse.hxx"
+
+class LayoutXMLFile : public XMLFile
+{
+ bool mMergeMode;
+
+public:
+ LayoutXMLFile( bool mergeMode );
+
+ void SearchL10NElements( XMLParentNode *pCur, int pos = 0 );
+ BOOL Write( ByteString &aFilename );
+ void HandleElement( XMLElement* element );
+ void InsertL10NElement( ByteString const& id, XMLElement* element );
+
+ using XMLFile::InsertL10NElement;
+ using XMLFile::Write;
+};
+
+std::vector<XMLAttribute*> interestingAttributes( XMLAttributeList* lst );
+
+#endif /* LAYOUTPARSE_HXX */
diff --git a/l10ntools/layout/loc.sdf b/l10ntools/layout/loc.sdf
new file mode 100644
index 000000000000..023357adc420
--- /dev/null
+++ b/l10ntools/layout/loc.sdf
@@ -0,0 +1,24 @@
+transex3 layout\workben\zoom-1.xml 0 help FL_ZOOM 0 en-US Zoom factor 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_WHOLE_PAGE 0 en-US Whole Page 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_PAGE_WIDTH 0 en-US Page Width 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_OPTIMAL 0 en-US Optimal 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_200 0 en-US 200 % 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_150 0 en-US 15~0 % 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_100 0 en-US 100 % 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_75 0 en-US 75 % 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_50 0 en-US 50 % 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_USER 0 en-US Variable 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help FL_ZOOM 0 de deZoom factor 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_WHOLE_PAGE 0 de deWhole Page 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_PAGE_WIDTH 0 de dePage Width 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_OPTIMAL 0 de deOptimal 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_200 0 de de200 % 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_150 0 de de15~0 % 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_100 0 de de100 % 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_75 0 de de75 % 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_50 0 de de50 % 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_USER 0 de deVariable 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help FL_ZOOM 0 en-US Zoom factor 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_WHOLE_PAGE 0 en-US Whole Page 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help FL_ZOOM 0 de de3:Zoom factor 20080204 13:51:01
+transex3 layout\workben\zoom-1.xml 0 help BTN_WHOLE_PAGE 0 de de3:Whole Page 20080204 13:51:01
diff --git a/l10ntools/layout/makefile.mk b/l10ntools/layout/makefile.mk
new file mode 100644
index 000000000000..95d6aa9863f4
--- /dev/null
+++ b/l10ntools/layout/makefile.mk
@@ -0,0 +1,77 @@
+#*************************************************************************
+#
+# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+#
+# Copyright 2000, 2010 Oracle and/or its affiliates.
+#
+# OpenOffice.org - a multi-platform office productivity suite
+#
+# This file is part of OpenOffice.org.
+#
+# OpenOffice.org is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License version 3
+# only, as published by the Free Software Foundation.
+#
+# OpenOffice.org is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Lesser General Public License version 3 for more details
+# (a copy is included in the LICENSE file that accompanied this code).
+#
+# You should have received a copy of the GNU Lesser General Public License
+# version 3 along with OpenOffice.org. If not, see
+# <http://www.openoffice.org/license.html>
+# for a copy of the LGPLv3 License.
+#
+#*************************************************************************
+
+PRJ=..
+
+INCPRE=$(MISC)
+
+PRJNAME=l10ntools
+TARGET=tralay
+#TARGETTYPE=GUI
+TARGETTYPE=CUI
+LIBTARGET=no
+
+# --- Settings -----------------------------------------------------
+
+ENABLE_EXCEPTIONS=TRUE
+
+.INCLUDE : settings.mk
+
+.IF "$(SYSTEM_EXPAT)" == "YES"
+CFLAGS+=-DSYSTEM_EXPAT
+.ENDIF
+
+# --- Files --------------------------------------------------------
+
+APP1TARGET=$(TARGET)
+
+OBJFILES =\
+ $(OBJ)/export2.obj\
+ $(OBJ)/helpmerge.obj\
+ $(OBJ)/layoutparse.obj\
+ $(OBJ)/merge.obj\
+ $(OBJ)/tralay.obj\
+ $(OBJ)/xmlparse.obj
+
+APP1OBJS = $(OBJFILES)
+
+APP1STDLIBS =\
+ $(TOOLSLIB)\
+ $(EXPATASCII3RDLIB)\
+ $(VOSLIB)\
+ $(CPPULIB) \
+ $(SALLIB)
+
+# --- Targets ------------------------------------------------------
+
+.INCLUDE : target.mk
+
+test .PHONY:
+ ../$(INPATH)/bin/tralay -l en-US -o out.sdf zoom.xml
+ cat out.sdf > trans.sdf
+ sed 's/en-US\t/de\tde:/' out.sdf >> trans.sdf
+ ../$(INPATH)/bin/tralay -m trans.sdf -l de -o zoom-DE.xml zoom.xml
diff --git a/l10ntools/layout/tralay.cxx b/l10ntools/layout/tralay.cxx
new file mode 100644
index 000000000000..72fd1a1d8c5e
--- /dev/null
+++ b/l10ntools/layout/tralay.cxx
@@ -0,0 +1,399 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+#include <com/sun/star/xml/sax/SAXException.hpp>
+#include <l10ntools/vosapp.hxx>
+
+#include <osl/file.hxx>
+
+#include "export.hxx"
+#include "layoutparse.hxx"
+#include "helpmerge.hxx"
+#include "xmlparse.hxx"
+
+// Convert a rtl::OUString to a byte string.
+#define OUSTRING_CSTR( str ) \
+ rtl::OUStringToOString( str, RTL_TEXTENCODING_UTF8 ).getStr()
+
+#define STRING( str ) String( str, RTL_TEXTENCODING_UTF8 )
+#define BSTRING( str ) ByteString( str, RTL_TEXTENCODING_UTF8 )
+
+using ::rtl::OUString;
+
+using namespace ::osl;
+using namespace ::com::sun::star;
+using namespace ::com::sun::star::uno;
+
+
+class TranslateLayout : public Application
+{
+ ByteString mGid1;
+ ByteString mLanguage;
+ ByteString mLocalize;
+ ByteString mOutput;
+ ByteString mProject;
+ ByteString mRoot;
+ bool mMergeMode;
+ std::vector< ByteString > mLanguages;
+ std::list< ByteString > mFiles;
+
+public:
+ TranslateLayout();
+ virtual ~TranslateLayout();
+ ByteString GetCommandLineParam( int i );
+ ByteString GetOptionArgument( int const i );
+ void ExceptionalMain();
+ void Main();
+ void Merge();
+ void MergeLanguage( ByteString const& language );
+ void ParseCommandLine();
+ void CreateSDF();
+
+ using Application::GetCommandLineParam;
+};
+
+static void usage()
+{
+ fprintf( stderr, "Usage: tralay [OPTION]... XML-FILE\n" );
+ fprintf( stderr, "\nOptions:\n" );
+ fprintf( stderr, " -h,--help show this help\n" );
+ fprintf( stderr, " -l,--language=LANG process this language\n" );
+ fprintf( stderr, " -m,--merge=DATABASE.SDF translation database\n" );
+ fprintf( stderr, "\nExamples:\n" );
+ fprintf( stderr, " tralay -l en-US -o localize.sdf zoom.xml # Extract\n" );
+ fprintf( stderr, " tralay -m localize.sdf -l de -l nl -o out zoom.xml # Merge/translate\n" );
+ exit( 2 );
+}
+
+static ByteString ConvertSystemPath( const ByteString& rPath )
+{
+ if( rPath.CompareTo( ".", 1 ) == 0 )
+ {
+ OUString sPath( rPath.GetBuffer(), rPath.Len(), RTL_TEXTENCODING_UTF8 );
+
+ ::rtl::OUString curDirPth, sURL;
+ osl_getProcessWorkingDir( &curDirPth.pData );
+
+ ::osl::FileBase::getAbsoluteFileURL( curDirPth, sPath, sURL );
+ ::osl::FileBase::getSystemPathFromFileURL( sURL, sPath );
+
+ return ByteString( rtl::OUStringToOString( sPath, RTL_TEXTENCODING_UTF8 ) );
+ }
+ else
+ {
+ return rPath;
+ }
+}
+
+ByteString TranslateLayout::GetCommandLineParam( int i )
+{
+ return ByteString( OUSTRING_CSTR( Application::GetCommandLineParam( sal::static_int_cast< USHORT >( i ) ) ) );
+}
+
+ByteString TranslateLayout::GetOptionArgument( int const i )
+{
+ if ( i >= GetCommandLineParamCount() )
+ usage();
+ ByteString arg = GetCommandLineParam( i );
+ if ( !arg.CompareTo( "-", 1 ) )
+ {
+ fprintf( stderr, "Option needs an argument: %s, found: %s\n",
+ GetCommandLineParam( i - 1 ).GetBuffer(),
+ arg.GetBuffer() );
+ usage();
+ }
+ return arg;
+ }
+
+void TranslateLayout::ParseCommandLine()
+{
+ for ( int i = 0; i < GetCommandLineParamCount(); i++ )
+ {
+ ByteString aParam = GetCommandLineParam( i );
+ if ( aParam.Equals( "-h" ) || aParam.Equals( "--help" ) )
+ usage();
+ else if ( aParam.Equals( "-l" ) || aParam.Equals( "--language" ) )
+ mLanguages.push_back ( GetOptionArgument( ++i ) );
+ else if ( aParam.Equals( "-m" ) || aParam.Equals( "--merge" ) )
+ {
+ mMergeMode = true;
+ mLocalize = GetOptionArgument( ++i );
+ }
+ else if ( aParam.Equals( "-o" ) || aParam.Equals( "--output" ) )
+ mOutput = ConvertSystemPath( GetOptionArgument( ++i ) );
+ else if ( !aParam.CompareTo( "-", 1 ) )
+ {
+ fprintf( stderr, "error: No such option: %s\n", aParam.GetBuffer() );
+ usage();
+ }
+ else
+ mFiles.push_back( ConvertSystemPath( aParam ) );
+ }
+ if ( !mFiles.size() )
+ {
+ fprintf( stderr, "error: No XML-FILE found\n" );
+ usage();
+ }
+}
+
+static XMLAttribute*
+findAttribute( XMLAttributeList* lst, String const& name )
+{
+ for ( ULONG i = 0; i < lst->Count(); i++ )
+ if ( lst->GetObject( i )->Equals( name ) )
+ return lst->GetObject( i );
+ return 0;
+}
+
+static XMLAttribute*
+translateAttribute( XMLAttributeList* lst,
+ String const& name, String const& translation )
+{
+ if ( XMLAttribute* a = findAttribute( lst, name ) )
+ return lst->Replace ( new XMLAttribute( name.Copy( 1 ), translation ), a );
+ return 0;
+}
+
+static void
+translateElement( XMLElement* element, ByteString const& lang,
+ ResData* resData, MergeDataFile& mergeData )
+{
+ XMLAttributeList* attributes = element->GetAttributeList();
+ std::vector<XMLAttribute*> interesting( interestingAttributes( attributes ) );
+
+
+ if( !interesting.empty() )
+ {
+ std::vector<XMLAttribute*>::iterator i( interesting.begin() );
+ ByteString id = BSTRING( (*i++)->GetValue() );
+ for ( ; i != interesting.end(); ++i )
+ {
+ ByteString attributeId = id;
+ attributeId += BSTRING ( **i );
+ resData->sGId = attributeId;
+ resData->sId = element->GetOldref();
+
+ if ( PFormEntrys* entry = mergeData.GetPFormEntrys( resData ) )
+ {
+ ByteString translation;
+ entry->GetText( translation, STRING_TYP_TEXT, lang, true );
+ // ByteString original = removeContent( element );
+ if ( !translation.Len() )
+#if 0
+ translation = original;
+#else
+ translation = BSTRING( ( *i )->GetValue() );
+#endif
+ delete translateAttribute( attributes, **i , STRING( translation ) );
+ }
+ }
+ }
+}
+
+static bool is_dir( ByteString const& name )
+{
+ DirectoryItem aItem;
+ OUString sFileURL( name.GetBuffer(), name.Len(), RTL_TEXTENCODING_UTF8 );
+ FileBase::getFileURLFromSystemPath( sFileURL, sFileURL );
+ if( DirectoryItem::get( sFileURL, aItem ) == FileBase::E_None )
+ {
+ FileStatus aStatus(FileStatusMask_Type);
+ if( aItem.getFileStatus( aStatus ) == FileBase::E_None )
+ {
+ if( aStatus.getFileType() == FileStatus::Directory )
+ return true;
+ }
+ }
+ return false;
+}
+
+static void make_directory( ByteString const& name )
+{
+ OUString sFileURL( name.GetBuffer(), name.Len(), RTL_TEXTENCODING_UTF8 );
+ FileBase::getFileURLFromSystemPath( sFileURL, sFileURL );
+ Directory::create( sFileURL );
+}
+
+static void insertMarker( XMLParentNode *p, ByteString const& file )
+{
+ if ( XMLChildNodeList* lst = p->GetChildList() )
+ if ( lst->Count() )
+ {
+ ULONG i = 1;
+ // Skip newline, if possible.
+ if ( lst->Count() > 1
+ && lst->GetObject( 2 )->GetNodeType() == XML_NODE_TYPE_DEFAULT )
+ i++;
+ OUString marker = OUString::createFromAscii( "\n NOTE: This file has been generated automagically by transex3/layout/tralay,\n from source template: " )
+ + STRING( file )
+ + OUString::createFromAscii( ".\n Do not edit, changes will be lost.\n" );
+ lst->Insert( new XMLComment( marker, 0 ), i );
+ }
+}
+
+void TranslateLayout::MergeLanguage( ByteString const& language )
+{
+ ByteString xmlFile = mFiles.front();
+
+ MergeDataFile mergeData( mLocalize, xmlFile,
+ FALSE, RTL_TEXTENCODING_MS_1252 );
+
+ DirEntry aFile( xmlFile );
+ SimpleXMLParser aParser;
+ LayoutXMLFile* layoutXml = new LayoutXMLFile( mMergeMode );
+ if ( !aParser.Execute( aFile.GetFull() , STRING( xmlFile ), layoutXml ) )
+ {
+ fprintf(stderr, "error: parsing: %s\n", xmlFile.GetBuffer() );
+ return;
+ }
+
+ layoutXml->Extract();
+ insertMarker( layoutXml, xmlFile );
+
+ ResData resData( "", "", "" );
+ resData.sResTyp = mProject; /* mGid1 ?? */
+ resData.sFilename = xmlFile;
+
+ XMLHashMap* xmlStrings = layoutXml->GetStrings();
+ for ( XMLHashMap::iterator i = xmlStrings->begin(); i != xmlStrings->end();
+ ++i )
+ {
+ if ( LangHashMap* languageMap = i->second )
+ if ( XMLElement* element = ( *languageMap )[ "en-US" ] )
+ translateElement( element, language, &resData, mergeData );
+ }
+
+#ifndef WNT
+ ByteString outFile = "/dev/stdout";
+#else
+ ByteString outFile = "\\\\.\\CON";
+#endif
+ if ( mOutput.Len() )
+ {
+ outFile = mOutput;
+ if ( is_dir( outFile ) )
+ {
+ ByteString outDir = mOutput;
+ outDir.Append( "/" ).Append( language );
+ if ( !is_dir( outDir ) )
+ make_directory( outDir );
+ outFile = outDir;
+ outFile.Append( "/" ).Append( xmlFile );
+ }
+ }
+ layoutXml->Write( outFile );
+ delete layoutXml;
+}
+
+void TranslateLayout::Merge()
+{
+ if ( mLanguages.size() )
+ for ( std::vector<ByteString>::iterator i = mLanguages.begin();
+ i != mLanguages.end(); ++i)
+ MergeLanguage( *i );
+ else
+ MergeLanguage( mLanguage );
+}
+
+void TranslateLayout::CreateSDF()
+{
+ ByteString xmlFile = mFiles.front();
+#ifndef WNT
+ ByteString sdf = "/dev/stdout";
+#else
+ ByteString sdf = "\\\\.\\CON";
+#endif
+ if ( mOutput.Len() )
+ sdf = mOutput;
+ Export::SetLanguages( mLanguages );
+ HelpParser::CreateSDF( sdf, mProject, mRoot, xmlFile,
+ new LayoutXMLFile( mMergeMode ), mGid1 );
+}
+
+void TranslateLayout::ExceptionalMain()
+{
+ ParseCommandLine();
+ if ( mLanguages.size() )
+ mLanguage = mLanguages.front();
+ if ( mMergeMode )
+ Merge();
+ else
+ CreateSDF();
+}
+
+void TranslateLayout::Main()
+{
+ try
+ {
+ ExceptionalMain();
+ }
+ catch ( xml::sax::SAXException& rExc )
+ {
+ OString aStr( OUStringToOString( rExc.Message,
+ RTL_TEXTENCODING_ASCII_US ) );
+ uno::Exception exc;
+ if (rExc.WrappedException >>= exc)
+ {
+ aStr += OString( " >>> " );
+ aStr += OUStringToOString( exc.Message, RTL_TEXTENCODING_ASCII_US );
+ }
+ fprintf( stderr, "error: parsing: '%s'\n", aStr.getStr() );
+ OSL_ENSURE( 0, aStr.getStr() );
+ }
+ catch ( uno::Exception& rExc )
+ {
+ OString aStr( OUStringToOString( rExc.Message,
+ RTL_TEXTENCODING_ASCII_US ) );
+ fprintf( stderr, "error: UNO: '%s'\n", aStr.getStr() );
+ OSL_ENSURE( 0, aStr.getStr() );
+ }
+}
+
+TranslateLayout::TranslateLayout()
+ : Application()
+ , mGid1( "layout" )
+ , mLanguage( "en-US" )
+ , mLocalize( "localize.sdf" )
+ , mOutput()
+ , mProject( "layout" )
+ , mRoot()
+ , mMergeMode( false )
+ , mLanguages()
+ , mFiles()
+{
+}
+
+TranslateLayout::~TranslateLayout()
+{
+}
+
+SAL_IMPLEMENT_MAIN()
+{
+ TranslateLayout t;
+ t.Main();
+ return 0;
+}
diff --git a/l10ntools/layout/zoom.xml b/l10ntools/layout/zoom.xml
new file mode 100644
index 000000000000..0fb3d27343ff
--- /dev/null
+++ b/l10ntools/layout/zoom.xml
@@ -0,0 +1,40 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!-- This is a template. i18n translation is not performed in-place;
+ i18n translated xml files are generated from this template by
+ transex3/layout/tralay. !-->
+
+<modaldialog xmlns="http://openoffice.org/2007/layout"
+ xmlns:cnt="http://openoffice.org/2007/layout/container"
+ id="dialog" _title="Set Zoom" _label="boe" optimumsize="true"
+ help-id="SID_ATTR_ZOOM"
+ has_border="true" sizeable="true" moveable="true">
+ <vbox spacing="5" border="5">
+ <fixedline id="FL_ZOOM" _text="Zoom factor" _tooltip="bah" cnt:expand="true"/>
+ <radiobutton radiogroup="zoom" id="BTN_WHOLE_PAGE" _label="Whole Page"/>
+ <radiobutton radiogroup="zoom" id="BTN_PAGE_WIDTH" _label="Page Width"/>
+ <radiobutton radiogroup="zoom" id="BTN_OPTIMAL" _label="Optimal"/>
+ <radiobutton radiogroup="zoom" id="BTN_200" _label="200 %"/>
+ <radiobutton radiogroup="zoom" id="BTN_150" _label="15~0 %"/>
+ <radiobutton radiogroup="zoom" id="BTN_100" _label="100 %"/>
+ <radiobutton radiogroup="zoom" id="BTN_75" _label="75 %"/>
+ <radiobutton radiogroup="zoom" id="BTN_50" _label="50 %"/>
+ <hbox cnt:expand="false" cnt:fill="true">
+ <align cnt:expand="false" cnt:fill="true">
+ <radiobutton cnt:v-align="0.5" cnt:v-fill="0" radiogroup="zoom" id="BTN_USER" _label="Variable"/>
+ </align>
+ <flow cnt:padding="10" cnt:expand="false"/>
+ <metricfield id="ED_USER" value-step="1"
+ repeat="true" has_border="true" spin="true"
+ text="100%" unit="13" custom-unit-text="%"
+ right="true"
+ cnt:expand="false"/>
+ </hbox>
+ <fixedline cnt:padding="1" id="FL_BOTTOM"/>
+ <dialogbuttonhbox border="5" spacing="5">
+ <flow/>
+ <okbutton id="BTN_ZOOM_OK"/>
+ <cancelbutton id="BTN_ZOOM_CANCEL"/>
+ <helpbutton id="BTN_ZOOM_HELP"/>
+ </dialogbuttonhbox>
+ </vbox>
+</modaldialog>
diff --git a/l10ntools/prj/build.lst b/l10ntools/prj/build.lst
new file mode 100644
index 000000000000..63de11bfec4a
--- /dev/null
+++ b/l10ntools/prj/build.lst
@@ -0,0 +1,11 @@
+tr l10ntools : tools LIBXSLT:libxslt BERKELEYDB:berkeleydb LUCENE:lucene NULL
+tr l10ntools usr1 - all tr_mkout NULL
+tr l10ntools\inc nmake - all tr_inc NULL
+tr l10ntools\source nmake - all tr_src tr_inc NULL
+tr l10ntools\layout nmake - all rt_layout tr_src tr_inc NULL
+#tr l10ntools\java\l10nconv nmake - all tr_conv NULL
+#tr l10ntools\java\receditor nmake - all tr_rece NULL
+tr transex3\java\jpropex nmake - all tr_blah NULL
+tr l10ntools\source\help nmake - all tr_bla_help NULL
+tr l10ntools\source\filter\utils nmake - all tr_bla_utils NULL
+tr l10ntools\source\filter\merge nmake - all tr_bla_merge tr_bla_utils NULL
diff --git a/l10ntools/prj/d.lst b/l10ntools/prj/d.lst
new file mode 100644
index 000000000000..ffd1b211f2ff
--- /dev/null
+++ b/l10ntools/prj/d.lst
@@ -0,0 +1,63 @@
+mkdir: %_DEST%\inc%_EXT%\l10ntools
+mkdir: %_DEST%\bin%_EXT%
+mkdir: %_DEST%\bin%_EXT%\help
+mkdir: %_DEST%\bin%_EXT%\help\com
+mkdir: %_DEST%\bin%_EXT%\help\com\sun
+mkdir: %_DEST%\bin%_EXT%\help\com\sun\star
+mkdir: %_DEST%\bin%_EXT%\help\com\sun\star\help
+
+..\%__SRC%\bin\cfgex.exe %_DEST%\bin%_EXT%\cfgex.exe
+..\%__SRC%\bin\cfgex %_DEST%\bin%_EXT%\cfgex
+..\%__SRC%\bin\transex3.exe %_DEST%\bin%_EXT%\transex3.exe
+..\%__SRC%\bin\transex3 %_DEST%\bin%_EXT%\transex3
+..\%__SRC%\bin\lngex.exe %_DEST%\bin%_EXT%\lngex.exe
+..\%__SRC%\bin\lngex %_DEST%\bin%_EXT%\lngex
+..\%__SRC%\bin\localize_sl.exe %_DEST%\bin%_EXT%\localize_sl.exe
+..\%__SRC%\bin\localize_sl %_DEST%\bin%_EXT%\localize_sl
+..\%__SRC%\bin\xrmex.exe %_DEST%\bin%_EXT%\xrmex.exe
+..\%__SRC%\bin\xrmex %_DEST%\bin%_EXT%\xrmex
+..\%__SRC%\bin\gsicheck.exe %_DEST%\bin%_EXT%\gsicheck.exe
+..\%__SRC%\bin\gsicheck %_DEST%\bin%_EXT%\gsicheck
+..\%__SRC%\bin\helpex.exe %_DEST%\bin%_EXT%\helpex.exe
+..\%__SRC%\bin\helpex %_DEST%\bin%_EXT%\helpex
+..\%__SRC%\bin\ulfex.exe %_DEST%\bin%_EXT%\ulfex.exe
+..\%__SRC%\bin\ulfex %_DEST%\bin%_EXT%\ulfex
+..\%__SRC%\bin\txtconv.exe %_DEST%\bin%_EXT%\txtconv.exe
+..\%__SRC%\bin\txtconv %_DEST%\bin%_EXT%\txtconv
+..\%__SRC%\bin\tralay.exe %_DEST%\bin%_EXT%\tralay.exe
+..\%__SRC%\bin\tralay %_DEST%\bin%_EXT%\tralay
+..\%__SRC%\bin\ulfconv %_DEST%\bin%_EXT%\ulfconv
+..\%__SRC%\class\FCFGMerge.jar %_DEST%\bin%_EXT%\FCFGMerge.jar
+..\%__SRC%\class\HelpIndexerTool.jar %_DEST%\bin%_EXT%\HelpIndexerTool.jar
+..\%__SRC%\class\jpropex\jpropex.jar %_DEST%\bin%_EXT%\jpropex.jar
+..\%__SRC%\bin\HelpLinker %_DEST%\bin%_EXT%\HelpLinker
+..\%__SRC%\bin\HelpCompiler %_DEST%\bin%_EXT%\HelpCompiler
+..\%__SRC%\bin\HelpCompiler.exe %_DEST%\bin%_EXT%\HelpCompiler.exe
+..\%__SRC%\bin\HelpLinker.exe %_DEST%\bin%_EXT%\HelpLinker.exe
+..\%__SRC%\bin\HelpLinker* %_DEST%\bin%_EXT%
+
+..\%__SRC%\class\converter\converter.jar %_DEST%\bin%_EXT%\converter.jar
+..\%__SRC%\doc\converter_javadoc.zip %_DEST%\bin%_EXT%\converter_javadoc.zip
+
+..\%__SRC%\class\receditor\receditor.jar %_DEST%\bin%_EXT%\receditor.jar
+
+..\java\jpropex\jpropex %_DEST%\bin%_EXT%\jpropex
+..\scripts\localize.pl %_DEST%\bin%_EXT%\localize.pl
+..\scripts\localize_old.pl %_DEST%\bin%_EXT%\localize_old.pl
+..\scripts\localize %_DEST%\bin%_EXT%\localize
+..\scripts\fast_merge.pl %_DEST%\bin%_EXT%\fast_merge.pl
+..\scripts\keyidGen.pl %_DEST%\bin%_EXT%\keyidGen.pl
+
+..\inc\export.hxx %_DEST%\inc%_EXT%\l10ntools\export.hxx
+..\inc\l10ntools\directory.hxx %_DEST%\inc%_EXT%\l10ntools\directory.hxx
+..\inc\l10ntools\file.hxx %_DEST%\inc%_EXT%\l10ntools\file.hxx
+..\inc\l10ntools\vosapp.hxx %_DEST%\inc%_EXT%\l10ntools\vosapp.hxx
+
+..\inc\utf8conv.hxx %_DEST%\inc%_EXT%\l10ntools\utf8conv.hxx
+..\%__SRC%\lib\transex.lib %_DEST%\lib%_EXT%\transex.lib
+..\%__SRC%\lib\libtransex.a %_DEST%\lib%_EXT%\libtransex.a
+
+..\source\help\compilehelp.hxx %_DEST%\inc%_EXT%\l10ntools\compilehelp.hxx
+#..\source\help\helplinkerdllapi.h %_DEST%\inc%_EXT%\l10ntools\helplinkerdllapi.h
+..\%__SRC%\lib\* %_DEST%\lib%_EXT%\*
+..\%__SRC%\class\com\sun\star\help\* %_DEST%\bin%_EXT%\help\com\sun\star\help\*
diff --git a/l10ntools/scripts/fast_merge.pl b/l10ntools/scripts/fast_merge.pl
new file mode 100644
index 000000000000..5dc63cf95d79
--- /dev/null
+++ b/l10ntools/scripts/fast_merge.pl
@@ -0,0 +1,334 @@
+:
+eval 'exec perl -wS $0 ${1+"$@"}'
+ if 0;
+#*************************************************************************
+#
+# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+#
+# Copyright 2000, 2010 Oracle and/or its affiliates.
+#
+# OpenOffice.org - a multi-platform office productivity suite
+#
+# This file is part of OpenOffice.org.
+#
+# OpenOffice.org is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License version 3
+# only, as published by the Free Software Foundation.
+#
+# OpenOffice.org is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Lesser General Public License version 3 for more details
+# (a copy is included in the LICENSE file that accompanied this code).
+#
+# You should have received a copy of the GNU Lesser General Public License
+# version 3 along with OpenOffice.org. If not, see
+# <http://www.openoffice.org/license.html>
+# for a copy of the LGPLv3 License.
+#
+#*************************************************************************
+
+use strict;
+use Class::Struct;
+use Getopt::Long;
+use File::Temp;
+use File::Path;
+
+my @files;
+my @file_names;
+my $module_name = '';
+my @current;
+my @buffer;
+my $last_file;
+my $last_path;
+my $last_localize_file;
+my $first_run = "1";
+my $sdf_filename;
+my $merge_dir;
+my $state = "none";
+
+$SIG{INT} = 'inthandler';
+$SIG{QUIT} = 'quithandler';
+
+struct ( sdf_obj =>
+{
+ module => '$',
+ file => '$',
+ dir => '$',
+ FILEHANDLE => '$',
+ line => '$',
+ endoffile => '$'
+}
+);
+
+parse_options();
+my $lock_file = $merge_dir."/lock.mk";
+acquire_lock();
+read_sdf_file_names();
+init();
+my $reference;
+my $path ;
+my $localize_file;
+while( hasLines() )
+{
+ @current = ();
+ foreach ( @files )
+ {
+ push @current , $_;
+ }
+
+ $reference = getNextIdentifier( );
+
+ @current = ();
+ foreach ( @files )
+ {
+ if( $_->module eq $reference->module && $_->dir eq $reference->dir )
+ {
+ push @current , $_ ;
+ }
+ }
+ write_lines();
+}
+if( $#current+1 ne 0 )
+{
+ ( $path , $localize_file ) = make_paths();
+ add_to_buffer();
+ write_buffer( $path , $localize_file );
+}
+release_lock();
+exit( 0 );
+
+##########################################################################################
+sub acquire_lock
+{
+ if( -e $lock_file ){
+ $state = "blocked";
+ print "WARNING: Lock file '$lock_file' 'found, waiting ....\n";
+ my $cnt = 0;
+ sleep 10 , while( -e $lock_file && $cnt++ < 180 );
+ exit( 0 );
+ }else
+ {
+ $state = "locked";
+ print "Writing lock file '$lock_file'\n";
+ open FILE, ">$lock_file" or die "Can't create lock file '$lock_file'";
+ print FILE "L10N_LOCK=YES" ;
+ close ( FILE );
+ }
+}
+sub release_lock
+{
+ print "Deleting lock file '$lock_file'\n";
+ unlink $lock_file, if( -e $lock_file );
+ $state = "none";
+}
+sub inthandler
+{
+ release_lock() , if( $state eq "locked" );
+ exit( -1 );
+}
+sub quithandler
+{
+ release_lock() , if( $state eq "locked" );
+ exit( 0 );
+}
+
+sub init
+{
+ foreach my $file ( @file_names )
+ {
+ my $obj = new sdf_obj;
+ open my $FILEHANDLE , "<$file" or die "Can't open file '$file'";
+ $obj->FILEHANDLE ( $FILEHANDLE ) ;
+ getNextSdfObj( $obj );
+ push @files, $obj ;
+ print "Open file '$file'\n";
+ }
+}
+
+# get the next module/file
+sub getNextIdentifier
+{
+ my @sorted = sort {
+ return $a->module.$a->dir cmp $b->module.$b->dir;
+ } @current ;
+ return shift @sorted;
+}
+
+# update the obj with the next line
+sub getNextSdfObj
+{
+ my $obj = shift;
+ my $line = readline ( $obj->FILEHANDLE );
+ if ( $line eq undef )
+ {
+ $obj->endoffile( "true" );
+ }
+ else
+ {
+ $line =~ /^(([^\t]*)\t([^\t]*)[^\t]*\t[^\t]*\t[^\t]*\t[^\t]*\t[^\t]*\t[^\t]*\t[^\t]*\t[^\t]*\t[^\t]*\t[^\t]*\t[^\t]*\t[^\t]*\t[^\t]*\t*)/o ;
+ if( defined $1 && defined $2 && defined $3 )
+ {
+ $obj->line ( $1 );
+ $obj->module( $2 );
+ $obj->file ( $3 );
+ $obj->dir ( getDir( $3 ) );
+ }
+ else
+ {
+ $obj->line ( "" );
+ $obj->module( "" );
+ $obj->file ( "" );
+ $obj->dir ( "" );
+ }
+ }
+ return $obj;
+}
+sub getNextSdfObjModule
+{
+ my $obj = shift;
+ while( !$obj->endoffile )
+ {
+ my $line = readline ( $obj->FILEHANDLE );
+ if ( $line eq undef )
+ {
+ $obj->endoffile( "true" );
+ }
+ else
+ {
+ $line =~ /^(([^\t]*)\t([^\t]*).*)/o ;
+ if( defined $1 && defined $2 && defined $3 )
+ {
+ $obj->line ( $1 );
+ $obj->module( $2 );
+ $obj->file ( $3 );
+ $obj->dir ( getDir( $3 ) );
+ }
+ else
+ {
+ $obj->line ( "" );
+ $obj->module( "" );
+ $obj->file ( "" );
+ $obj->dir ( "" );
+ }
+ return $obj , if( $obj->module eq $module_name )
+ }
+ }
+ #return $obj;
+}
+sub getDir
+{
+ my $path = shift ;
+ $path =~ s/\//\\/g;
+ my @tmp_path = split /\\/ , $path;
+ pop @tmp_path;
+ $path = join '\\' , @tmp_path;
+ return $path;
+}
+
+sub hasLines
+{
+ my $hasLines = "";
+ my @tmpfiles;
+ foreach ( @files )
+ {
+ push @tmpfiles , $_, if( !$_->endoffile );
+ }
+ @files = @tmpfiles;
+ return $#files+1;
+}
+
+sub make_paths
+{
+ my $localizeFile = $merge_dir."\\".$current[ 0 ]->module."\\".$current[ 0 ]->file;
+ my $path = getDir( $localizeFile );
+ $path =~ s/\\/\//g;
+
+ $localizeFile = $path."/localize.sdf";
+
+ return ( $path , $localizeFile );
+}
+sub write_lines
+{
+ if( $first_run ){
+ add_to_buffer();
+ my( $path , $localize_file ) = make_paths();
+ $last_path = $path;
+ $last_localize_file = $localize_file;
+ mkpath $path;
+ write_buffer( $path , $localize_file );
+ $first_run = '';
+ }
+ else
+ {
+ return , if ( $#current+1 eq 0 );
+ my( $path , $localize_file ) = make_paths();
+ if( $path eq $last_path )
+ {
+ add_to_buffer();
+ }
+ else
+ {
+ mkpath $path;
+ write_buffer( $last_path , $last_localize_file );
+ add_to_buffer();
+ $last_path = $path;
+ $last_localize_file = $localize_file;
+ }
+ }
+}
+sub add_to_buffer
+{
+ my $plainline;
+ my $afile;
+ my $amodule;
+ foreach my $elem ( @current )
+ {
+ do {
+ $amodule=$elem->module;
+ $afile=$elem->file;
+ $plainline=$elem->line;
+ push @buffer, $plainline;
+ getNextSdfObj( $elem );
+ } while ( !$elem->endoffile && $amodule eq $elem->module && $afile eq $elem->file );
+ }
+}
+sub write_buffer
+{
+ my $path = shift;
+ my $localize_file = shift;
+ my $cnt = $#buffer+1;
+ print "Write to $path $cnt lines\n";
+ open FILE , ">>$localize_file" or die "Can't open file '$localize_file'\n";
+ foreach ( @buffer )
+ {
+ print FILE $_."\n";
+ }
+ @buffer = ();
+}
+sub parse_options
+{
+ my $success = GetOptions( 'sdf_files=s' => \$sdf_filename , 'merge_dir=s' => \$merge_dir ); #, 'module=s' => \$module_name );
+ if( ! ( $sdf_filename && $merge_dir && $success ) )
+ {
+ usage();
+ exit( -1 );
+ }
+}
+
+sub usage
+{
+ print "Usage: fast_merge -sdf_files <file containing sdf file names> -merge_dir <directory>\n" ;
+}
+
+sub read_sdf_file_names
+{
+ open FILE , "<$sdf_filename" or die "Can't open file '$sdf_filename'\n";
+ while ( <FILE> )
+ {
+ push @file_names , split " " , $_ ;
+ }
+ close ( FILE );
+}
+
+
diff --git a/l10ntools/scripts/keyidGen.pl b/l10ntools/scripts/keyidGen.pl
new file mode 100644
index 000000000000..2a4ac5caefc3
--- /dev/null
+++ b/l10ntools/scripts/keyidGen.pl
@@ -0,0 +1,185 @@
+:
+eval 'exec perl -S $0 ${1+"$@"}'
+ if 0;
+#*************************************************************************
+#
+# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+#
+# Copyright 2000, 2010 Oracle and/or its affiliates.
+#
+# OpenOffice.org - a multi-platform office productivity suite
+#
+# This file is part of OpenOffice.org.
+#
+# OpenOffice.org is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License version 3
+# only, as published by the Free Software Foundation.
+#
+# OpenOffice.org is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Lesser General Public License version 3 for more details
+# (a copy is included in the LICENSE file that accompanied this code).
+#
+# You should have received a copy of the GNU Lesser General Public License
+# version 3 along with OpenOffice.org. If not, see
+# <http://www.openoffice.org/license.html>
+# for a copy of the LGPLv3 License.
+#
+#*************************************************************************
+#
+# add keyids to sdf file
+#
+
+use Compress::Zlib();
+
+print "\nkeyidGen version 1.0 \n\n";
+
+my ( $infile,$outfile,$dbimport );
+get_options();
+
+print_help() if ( !defined $infile || $help );
+exit 1 if ( !defined $infile );
+if ( ! defined $outfile )
+{
+ $outfile = $infile;
+ $outfile =~ s/\.sdf$//i;
+ $outfile .= "_KeyID.sdf";
+}
+
+$collisions = 0;
+%hashcodes = ();
+$count = 0;
+print "writing to $outfile\n";
+open INFILE,"<$infile" || die "could not open $infile $! $^E\n";
+open OUTFILE,">$outfile" || die "could not open $outfile $! $^E\n";
+
+while ( <INFILE> )
+{
+ $line = $_;
+ chomp $line;
+ $hash = 0;
+ if ( $line =~ /^([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)$/ )
+ {
+ $string="$1 $2 $4 $5 $6 $7 $8";
+ $hashp = makeID( $string );
+
+ if ( defined ($hashcodes{ $hashp } ) )
+ {
+ $collisions ++ unless $hashcodes{ $hashp } eq $string;
+ }
+ $hashcodes{ $hashp } = $string;
+ $count++;
+ if ( $dbimport )
+ {
+ my ( $pre, $post, $old );
+ $pre = "$1\t$2\t";
+ $post = "\t$4\t$5\t$6\t$7\t$8\t$9\t$10\t$11\t$12\t$13\t$14\t$15\n";
+ $old = $3;
+ $old =~ s/;{0,1}keyid:......;{0,1}//;
+ $old =~ s/^0$//;
+ if ( $old ne "" ) { $old .= ";"; }
+ print OUTFILE "$pre${old}keyid:$hashp$post";
+ }
+ else
+ {
+ print OUTFILE "$1\t$2\t$3\t$4\t$5\t$6\t$7\t$8\t$9\t$10\t".makekidstr($hashp,$11)."\t".makekidstr($hashp,$12)."\t$13\t".makekidstr($hashp,$14)."\t$15\n";
+ }
+ }
+}
+print "$count entries\n";
+print "$collisions collisions\n";
+
+close INFILE;
+close OUTFILE;
+
+sub makeID
+{
+ my ( $String ) = shift;
+ my ( $hash );
+ # hardcoded to prevent windows installer to choke on bad directoryname :-((
+ if ( $String eq "scp2 source\\ooo\\directory_ooo.ulf LngText STR_DIR_KAPITEL " )
+ {
+ return "keyid1";
+ }
+
+ $hash = Compress::Zlib::crc32( $String, undef );
+ return makenumber( $hash );
+}
+
+sub makenumber
+{
+ $h = shift;
+ # 1 2 3 4
+ # 1234567890123456789012345678901234567890
+ $symbols="0123456789abcdefghijklmnopqrstuvwxyz+-<=>";
+ $order = length($symbols);
+ $result = "";
+ while ( length( $result ) < 6 )
+ {
+ $result .= substr( $symbols, ($h % $order), 1 );
+ $h = int( $h / $order );
+ }
+ die "makenumber failed because number is too big (this cannot be so this is a strange error)" if $h > 0;
+
+ return reverse $result;
+}
+
+
+sub makekidstr
+{
+ $kid = shift;
+ $str = shift;
+
+ if ( $str ne "" )
+ {
+ # special handling for strings starting with font descriptions like {&Tahoma8} (win system integration)
+ if ( $str =~ s/^(\{\&[^\}]+\})// )
+ {
+ return "$1$kid‖$str";
+ }
+ else
+ {
+ return "$kid‖$str";
+ }
+ }
+ else
+ {
+ return "";
+ }
+# return "default";
+}
+
+sub print_help
+{
+ print "\n\n";
+ print "keyidGen 0.5 for sdf files\n";
+ print "--------------------------\n";
+ print "Usage:\n";
+ print "keyidGen <infile> [<outfile>] [-dbimport]\n";
+ print " add keyids to the entries and write them to a file with\n";
+ print " _KeyID added to the name\n";
+ print " -dbimport Add KeyID to a new column instead of to the strings.\n";
+ print " This is needed to import the IDs into tha database.\n";
+ print "\n\n";
+}
+
+
+sub get_options {
+ my ($arg,$has_infile);
+
+ while ($arg = shift @ARGV) {
+ $arg =~ /^-dbimport$/ and $dbimport = 1 and next;
+ $arg =~ /^-help$/ and $help = 1 and next; #show help
+
+ if ( !$has_infile )
+ {
+ $infile = $arg;
+ $has_infile = 1;
+ }
+ else
+ {
+ $outfile = $arg;
+ }
+ }
+}
diff --git a/l10ntools/scripts/localize.pl b/l10ntools/scripts/localize.pl
new file mode 100644
index 000000000000..82ef331a63d5
--- /dev/null
+++ b/l10ntools/scripts/localize.pl
@@ -0,0 +1,1175 @@
+:
+eval 'exec perl -wS $0 ${1+"$@"}'
+ if 0;
+
+
+#*************************************************************************
+#
+# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+#
+# Copyright 2000, 2010 Oracle and/or its affiliates.
+#
+# OpenOffice.org - a multi-platform office productivity suite
+#
+# This file is part of OpenOffice.org.
+#
+# OpenOffice.org is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License version 3
+# only, as published by the Free Software Foundation.
+#
+# OpenOffice.org is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Lesser General Public License version 3 for more details
+# (a copy is included in the LICENSE file that accompanied this code).
+#
+# You should have received a copy of the GNU Lesser General Public License
+# version 3 along with OpenOffice.org. If not, see
+# <http://www.openoffice.org/license.html>
+# for a copy of the LGPLv3 License.
+#
+#*************************************************************************
+
+use strict;
+use Getopt::Long;
+use IO::Handle;
+use File::Find;
+use File::Temp;
+use File::Path;
+use File::Copy;
+use File::Glob qw(:glob csh_glob);
+use Cwd;
+
+my $CVS_BINARY = "/usr/bin/cvs";
+# ver 1.1
+#
+#### module lookup
+#use lib ("$ENV{SOLARENV}/bin/modules", "$ENV{COMMON_ENV_TOOLS}/modules");
+
+#### module lookup
+# OOo conform
+my @lib_dirs;
+BEGIN {
+ if ( !defined($ENV{SOLARENV}) ) {
+ die "No environment found (environment variable SOLARENV is undefined)";
+ }
+ push(@lib_dirs, "$ENV{SOLARENV}/bin/modules");
+ push(@lib_dirs, "$ENV{COMMON_ENV_TOOLS}/modules") if defined($ENV{COMMON_ENV_TOOLS});
+}
+use lib (@lib_dirs);
+
+#### globals ####
+my $sdffile = '';
+my $no_sort = '';
+my $create_dirs = '';
+my $multi_localize_files = '';
+my $module_to_merge = '';
+my $sort_sdf_before = '';
+my $outputfile = '';
+my $no_gsicheck = '';
+my $mode = '';
+my $bVerbose = "0";
+my $srcpath = '';
+my $languages;
+#my %sl_modules; # Contains all modules where en-US and de is source language
+my $use_default_date = '0';
+my $force_ooo_module = '0';
+my %is_ooo_module;
+my %is_so_module;
+
+ # ( leftpart ) ( rightpart )
+ # prj file dummy type gid lid helpid pform width lang text helptext qhelptext title timestamp
+my $sdf_regex = "((([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*))\t([^\t]*)\t(([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t)([^\t]*))";
+my $file_types = "(src|hrc|xcs|xcu|lng|ulf|xrm|xhp|xcd|xgf|xxl|xrb)";
+# Always use this date to prevent cvs conflicts
+my $default_date = "2002-02-02 02:02:02";
+my @sdfparticles;
+
+#### main ####
+parse_options();
+check_modules_scm();
+
+my $binpath = '';
+if( defined $ENV{UPDMINOREXT} )
+{
+ $binpath = $ENV{SOLARVER}."/".$ENV{INPATH}."/bin".$ENV{UPDMINOREXT}."/" ;
+}
+else
+{
+ $binpath = $ENV{SOLARVER}."/".$ENV{INPATH}."/bin/" ;
+}
+
+#%sl_modules = fetch_sourcelanguage_dirlist();
+
+
+if ( $mode eq "merge" ) {
+ if ( ! $no_gsicheck ){
+ merge_gsicheck();
+ }
+ splitfile( $sdffile );
+ if ( ! $no_gsicheck ){
+ unlink $sdffile; # remove temp file!
+ }
+}
+elsif( $mode eq "extract" ) {
+ collectfiles( $outputfile );
+}
+else {
+ usage();
+}
+
+exit(0);
+
+#########################################################
+sub splitfile{
+
+ my $lastFile = '';
+ my $currentFile = '';
+ my $cur_sdffile = '';
+ my $last_sdffile = '';
+ my $delim;
+ my $badDelim;
+ my $start = 'TRUE';
+ my %index = ();
+ my %block;
+
+ STDOUT->autoflush( 1 );
+
+ #print STDOUT "Open File $sdffile\n";
+ open MYFILE , "< $sdffile"
+ or die "Can't open '$sdffile'\n";
+
+# my %lang_hash;
+ my %string_hash_ooo;
+ my %string_hash_so;
+ my %so_modules;
+ $so_modules{ "extras_full" } = "TRUE";
+
+ while( <MYFILE>){
+ if( /$sdf_regex/ ){
+ my $line = defined $_ ? $_ : '';
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $helpid = defined $9 ? $9 : '';
+ next if( $prj eq "binfilter" ); # Don't merge strings into binfilter module
+ chomp( $line );
+
+ if( is_openoffice_module( $prj ) )
+ {
+ $string_hash_ooo { $lang }{ "$prj\t$file\t$type\t$gid\t$lid\t$helpid\t$plattform\t$lang" } = $line;
+ }
+ else
+ {
+ $string_hash_so{ $lang }{ "$prj\t$file\t$type\t$gid\t$lid\t$helpid\t$plattform\t$lang" } = $line;
+ }
+ }
+ }
+ close( MYFILE );
+
+ if( !defined $ENV{SRC_ROOT} ){
+ print "Error, no SRC_ROOT in env found.\n";
+ exit( -1 );
+ }
+ my $src_root = $ENV{SRC_ROOT};
+ my $so_l10n_path = $src_root."/l10n_so/source";
+ my $ooo_l10n_path = $src_root."/l10n/source";
+
+ #print "$so_l10n_path\n";
+ #print "$ooo_l10n_path\n";
+
+ write_sdf( \%string_hash_so , $so_l10n_path );
+ write_sdf( \%string_hash_ooo , $ooo_l10n_path );
+
+}
+sub check_modules_scm
+{
+ #my @ooo_modules;
+ #my @so_modules;
+ my $src_path = $ENV{ SRC_ROOT } ;
+ my $last_dir = getcwd();
+ chdir $src_path ;
+ my @modules = <*/.svn/entries>;
+
+ foreach my $module ( @modules )
+ {
+ #print "$module \n";
+ if( open ( FILE , "<$module" ) )
+ {
+ while( <FILE> )
+ {
+
+ my @path = split ( "/" , $module ) ;
+
+ if( /svn.services.openoffice.org/ )
+ {
+ my $mod = $path[ 0 ];
+ #push @ooo_modules , $mod;
+ $is_ooo_module{ $mod } = "true";
+ # print "$module -> ooo ";
+ }
+ elsif ( /jumbo2.germany.sun.com/ )
+ {
+ my $mod = $path[ 0 ];
+ #push @so_modules , $mod;
+ # print "$module -> so ";
+ #$so_lookup_hash{ $mod } = "true";
+ }
+ #else
+ #{
+ # print "ERROR: Is $module a SO or OOo module? Can not parese the $module/.svn/entries file ... please check mwsfinnish/merge/splitsdf.pl line 280\n";
+ # exit -1;
+ #}
+ }
+ }
+ }
+ chdir $last_dir ;
+ #print "OOO\n";
+ #print @ooo_modules;
+ #print "\nSO\n";
+ #print @so_modules;
+}
+
+
+#sub parse
+#{
+# my $command = "$CVS_BINARY -d:pserver:anoncvs\@anoncvs.services.openoffice.org:/cvs co -c";
+# my $output = `$command`;
+# my $rc = $? << 8;
+# if ( $output eq "" || $rc < 0 ){
+# print STDERR "ERROR: Can not fetch cvs alias list, please login to the cvs server and press at the password prompt just return\ncvs -d:pserver:anoncvs\@anoncvs.services.openoffice.org:/cvs login\n";
+# exit ( -1 );
+# }
+# my @list = split /\n/ , $output ;
+# foreach my $string( @list )
+# {
+#
+# # print "Found '$1'\n" , if( $string =~ /^(\w*)/ && $1 ne "" );
+#
+# $is_ooo_module{ $1 } = "TRUE", if( $string =~ /^(\w*)/ && $1 ne "" );
+# }
+# # foreach my $key( keys( %is_ooo_module ) )
+# #{
+# # print "$key\n";
+# #}
+#}
+sub is_openoffice_module
+{
+ my $module = shift;
+ return "TRUE", if ( $force_ooo_module || defined $is_ooo_module{ $module } );
+ return "";
+}
+
+sub write_sdf
+{
+ my $string_hash = shift;
+ my $l10n_file = shift;
+
+ foreach my $lang( keys( %{ $string_hash } ) )
+ {
+ my @sdf_file;
+
+ # mkdir!!!!
+ my $current_l10n_file = $l10n_file."/$lang/localize.sdf";
+ print "Writing '$current_l10n_file'\n";
+ if( open DESTFILE , "< $current_l10n_file" ){
+
+ while(<DESTFILE>){
+ if( /$sdf_regex/ ){
+ my $line = defined $_ ? $_ : '';
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+ chomp( $line );
+ if ( defined $string_hash->{ $lang }{ "$prj\t$file\t$type\t$gid\t$lid\t$helpid\t$plattform\t$lang" } )
+ {
+ # Changed String!
+ push @sdf_file , $string_hash->{ $lang }{ "$prj\t$file\t$type\t$gid\t$lid\t$helpid\t$plattform\t$lang" } ;
+ $string_hash->{ $lang }{ "$prj\t$file\t$type\t$gid\t$lid\t$helpid\t$plattform\t$lang" } = undef;
+ }
+ else
+ {
+ # No new string
+ push @sdf_file , $line;
+ }
+ }
+ }
+ }
+ close( DESTFILE );
+ #Now just append the enw strings
+ #FIXME!!! Implement insertion in the correct order
+ foreach my $key ( keys ( %{ $string_hash->{ $lang } } ) )
+ {
+ push @sdf_file , $string_hash->{ $lang }{ $key } , if ( defined $string_hash->{ $lang }{ $key } );
+ #print "WARNING: Not defined = ".$string_hash->{ $lang }{ $key }."\n", if( ! defined $string_hash->{ $lang }{ $key } );
+ }
+
+ # Write the new file
+ my ( $TMPFILE , $tmpfile ) = File::Temp::tempfile();
+ if( open DESTFILE , "+> $tmpfile " ){
+ print DESTFILE get_license_header();
+ foreach my $string( @sdf_file ){
+ print DESTFILE "$string\n";
+ }
+ close ( DESTFILE );
+ if( move( $current_l10n_file , $current_l10n_file.".backup" ) ){
+ if( copy( $tmpfile , $current_l10n_file ) ){
+ unlink $l10n_file.".backup";
+ } else { print STDERR "Can't open/create '$l10n_file', original file is renamed to $l10n_file.backup\n"; }
+ } else { print STDERR "Can't open/create '$l10n_file'\n"; }
+ }else{
+ print STDERR "WARNING: Can't open/create '$l10n_file'\n";
+ }
+ unlink $tmpfile;
+ }
+}
+
+#########################################################
+
+sub get_license_header{
+ return
+"#\n".
+"# #### ### # # ### ##### ##### #### ##### ##### \n".
+"# # # # # ## # # # # # # # # # \n".
+"# # # # # # # # # # # ### # # # # \n".
+"# # # # # # ## # # # # # # # # \n".
+"# #### ### # # ### # ##### #### ##### # \n".
+"#\n".
+"# DO NOT EDIT! This file will be overwritten by localisation process\n".
+"#\n".
+"#*************************************************************************\n".
+"#\n".
+"# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n".
+"# \n".
+"# Copyright 2000, 2010 Oracle and/or its affiliates.\n".
+"#\n".
+"# OpenOffice.org - a multi-platform office productivity suite\n".
+"#\n".
+"# This file is part of OpenOffice.org.\n".
+"#\n".
+"# OpenOffice.org is free software: you can redistribute it and/or modify\n".
+"# it under the terms of the GNU Lesser General Public License version 3\n".
+"# only, as published by the Free Software Foundation.\n".
+"#\n".
+"# OpenOffice.org is distributed in the hope that it will be useful,\n".
+"# but WITHOUT ANY WARRANTY; without even the implied warranty of\n".
+"# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n".
+"# GNU Lesser General Public License version 3 for more details\n".
+"# (a copy is included in the LICENSE file that accompanied this code).\n".
+"#\n".
+"# You should have received a copy of the GNU Lesser General Public License\n".
+"# version 3 along with OpenOffice.org. If not, see\n".
+"# <http://www.openoffice.org/license.html>\n".
+"# for a copy of the LGPLv3 License.\n".
+"#\n".
+"#*************************************************************************\n";
+}
+######## Check input sdf file and use only the correct part
+sub merge_gsicheck{
+ my $command = '';
+ my ( $TMPHANDLE , $tmpfile ) = File::Temp::tempfile();
+ close ( $TMPHANDLE );
+
+ if( $ENV{WRAPCMD} ){
+ $command = "$ENV{WRAPCMD} gsicheck";
+ }else{
+ $command = "gsicheck";
+ }
+ my $errfile = $sdffile.".err";
+ $command .= " -k -c -wcf $tmpfile -wef $errfile -l \"\" $sdffile";
+ #my $rc = system( $command );
+ my $output = `$command`;
+ my $rc = $? << 8;
+ if ( $output ne "" ){
+ print STDOUT "### gsicheck ###\n";
+ print STDOUT "### The file $errfile have been written containing the errors in your sdf file. Those lines will not be merged: ###\n\n";
+ print STDOUT "$output\n";
+ print STDOUT "################\n";
+
+ }else{
+ # Remove the 0 Byte file
+ unlink $errfile;
+ }
+ $sdffile = $tmpfile;
+}
+#########################################################
+# find search function
+sub wanted
+{
+ my $file = $File::Find::name;
+ if( -f $file && $file =~ /.*localize.sdf$/ && !( $file =~ /.*\.svn.*/ ) ) {
+ push @sdfparticles , $file;
+ if( $bVerbose eq "1" ) { print STDOUT "$file\n"; }
+ else { print "."; }
+ }
+}
+
+sub add_paths
+{
+ my $langhash_ref = shift;
+ my $root_dir = $ENV{ SRC_ROOT };
+ my $ooo_l10n_dir = "$root_dir/l10n/source";
+ my $so_l10n_dir = "$root_dir/l10n_so/source";
+
+ if( -e $ooo_l10n_dir )
+ {
+ foreach my $lang ( keys( %{ $langhash_ref } ) )
+ {
+ my $loc_file = "$ooo_l10n_dir/$lang/localize.sdf";
+ if( -e $loc_file )
+ {
+ push @sdfparticles , "$ooo_l10n_dir/$lang/localize.sdf";
+ }
+ else { print "WARNING: $loc_file not found ....\n"; }
+ }
+ }
+ else { die "ERROR: Can not find directory $ooo_l10n_dir!!!" }
+ if( -e $so_l10n_dir )
+ {
+ foreach my $lang ( keys( %{ $langhash_ref } ) )
+ {
+ my $loc_file = "$so_l10n_dir/$lang/localize.sdf";
+ if( -e $loc_file )
+ {
+ push @sdfparticles , "$ooo_l10n_dir/$lang/localize.sdf";
+ }
+ else { #print "WARNING: $loc_file not found ....\n";
+ }
+ }
+
+ }
+}
+sub collectfiles{
+ print STDOUT "### Localize\n";
+ my $localizehash_ref;
+ my ( $bAll , $bUseLocalize, $langhash_ref , $bHasSourceLanguage , $bFakeEnglish ) = parseLanguages();
+
+ # Enable autoflush on STDOUT
+ # $| = 1;
+ STDOUT->autoflush( 1 );
+
+ ### Search sdf particles
+ #print STDOUT "### Searching sdf particles\n";
+ my $working_path = getcwd();
+ #chdir $srcpath;
+ #find ( { wanted => \&wanted , follow => 1 }, getcwd() );
+ #chdir $working_path;
+ add_paths( $langhash_ref );
+ #my $nFound = $#sdfparticles +1;
+ #print "\n $nFound files found !\n";
+
+ my ( $LOCALIZEPARTICLE , $localizeSDF ) = File::Temp::tempfile();
+ close( $LOCALIZEPARTICLE );
+
+ my ( $ALLPARTICLES_MERGED , $particleSDF_merged ) = File::Temp::tempfile();
+ close( $ALLPARTICLES_MERGED );
+ my ( $LOCALIZE_LOG , $my_localize_log ) = File::Temp::tempfile();
+ close( $LOCALIZE_LOG );
+
+ ## Get the localize en-US extract
+ if( $bAll || $bUseLocalize ){
+ print "### Fetching source language strings\n";
+ my $command = "";
+ my $args = "";
+
+ if( $ENV{WRAPCMD} ){
+ $command = $ENV{WRAPCMD}.$binpath."localize_sl";
+ }else{
+ $command = $binpath."localize_sl";
+ }
+ print $command;
+ # -e
+ # if ( -x $command ){
+ if( $command ){
+ if( !$bVerbose ){ $args .= " -QQ "; }
+ $args .= " -e -f $localizeSDF -l ";
+ my $bFlag="";
+ if( $bAll ) {$args .= " en-US";}
+ else{
+ my @list;
+ foreach my $isokey ( keys( %{ $langhash_ref } ) ){
+ push @list , $isokey;
+ if( $langhash_ref->{ $isokey } ne "" ){
+ push @list , $langhash_ref->{ $isokey };
+ }
+ }
+ remove_duplicates( \@list );
+ foreach my $isokey ( @list ){
+ switch :{
+ ( $isokey=~ /^en-US$/i )
+ && do{
+ if( $bFlag eq "TRUE" ){ $args .= ",en-US"; }
+ else {
+ $args .= "en-US"; $bFlag = "TRUE";
+ }
+ };
+
+ } #switch
+ } #foreach
+ } # if
+ } # if
+ if ( $bVerbose ) { print STDOUT $command.$args."\n"; }
+
+ my $rc = system( $command.$args );
+
+ if( $rc < 0 ){ print STDERR "ERROR: localize rc = $rc\n"; exit( -1 ); }
+ ( $localizehash_ref ) = read_file( $localizeSDF , $langhash_ref );
+
+ }
+ ## Get sdf particles
+#*****************
+ open ALLPARTICLES_MERGED , "+>> $particleSDF_merged"
+ or die "Can't open $particleSDF_merged";
+
+ ## Fill fackback hash
+ my( $fallbackhashhash_ref ) = fetch_fallback( \@sdfparticles , $localizeSDF , $langhash_ref );
+ my %block;
+ my $cur_fallback;
+ if( !$bAll) {
+ foreach my $cur_lang ( keys( %{ $langhash_ref } ) ){
+ #print STDOUT "DBG: G1 cur_lang=$cur_lang\n";
+ $cur_fallback = $langhash_ref->{ $cur_lang };
+ if( $cur_fallback ne "" ){
+ # Insert fallback strings
+ #print STDOUT "DBG: Renaming $cur_fallback to $cur_lang in fallbackhash\n";
+ rename_language( $fallbackhashhash_ref , $cur_fallback , $cur_lang );
+ }
+ foreach my $currentfile ( @sdfparticles ){
+ if ( open MYFILE , "< $currentfile" ) {
+ while(<MYFILE>){
+ if( /$sdf_regex/ ){
+ my $line = defined $_ ? $_ : '';
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+ chomp( $line );
+
+ if ( $lang eq $cur_lang ){
+ # Overwrite fallback strings with collected strings
+ #if( ( !has_two_sourcelanguages( $cur_lang) && $cur_lang eq "de" ) || $cur_lang ne "en-US" ){
+ $fallbackhashhash_ref->{ $cur_lang }{ $prj.$gid.$lid.$file.$type.$plattform.$helpid } = $line ;
+ #}
+
+ }
+ }
+ }
+ }else { print STDERR "WARNING: Can't open file $currentfile"; }
+ }
+
+ foreach my $line ( keys( %{$fallbackhashhash_ref->{ $cur_lang } } )) {
+ if( #$cur_lang ne "de" &&
+ $cur_lang ne "en-US" ){
+ print ALLPARTICLES_MERGED ( $fallbackhashhash_ref->{ $cur_lang }{ $line }, "\n" );
+ }
+ }
+ }
+ } else {
+ foreach my $currentfile ( @sdfparticles ){
+ if ( open MYFILE , "< $currentfile" ) {
+ while( <MYFILE> ){
+ print ALLPARTICLES_MERGED ( $_, "\n" ); # recheck de / en-US !
+ }
+ }
+ else { print STDERR "WARNING: Can't open file $currentfile"; }
+ }
+ }
+ close ALLPARTICLES_MERGED;
+#***************
+
+ # Hash of array
+ my %output;
+ my @order;
+
+ ## Join both
+ if( $outputfile ){
+ if( open DESTFILE , "+> $outputfile" ){
+ if( !open LOCALIZEPARTICLE , "< $localizeSDF" ) { print STDERR "ERROR: Can't open file $localizeSDF\n"; }
+ if( !open ALLPARTICLES_MERGED , "< $particleSDF_merged" ) { print STDERR "ERROR: Can't open file $particleSDF_merged\n"; }
+
+ # Insert localize
+ my $extract_date="";
+ while ( <LOCALIZEPARTICLE> ){
+ if( /$sdf_regex/ ){
+ my $leftpart = defined $2 ? $2 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $rightpart = defined $13 ? $13 : '';
+ my $timestamp = defined $18 ? $18 : '';
+
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ #my $lang = defined $12 ? $12 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+
+ if( $use_default_date )
+ {
+ $extract_date = "$default_date\n" ;
+ }
+ elsif( $extract_date eq "" ) {
+ $extract_date = $timestamp ;
+ $extract_date =~ tr/\r\n//d;
+ $extract_date .= "\n";
+ }
+
+ if( $bAll ){ print DESTFILE $leftpart."\t".$lang."\t".$rightpart.$extract_date ; }
+ else {
+ foreach my $sLang ( keys( %{ $langhash_ref } ) ){
+ if( $sLang=~ /all/i ) {
+ push @{ $output{ $prj.$gid.$lid.$file.$type.$plattform.$helpid } } , $leftpart."\t".$lang."\t".$rightpart.$extract_date ;
+ #print DESTFILE $leftpart."\t".$lang."\t".$rightpart.$extract_date;
+ }
+ #if( $sLang eq "de" && $lang eq "de" ) {
+ # push @{ $output{ $prj.$gid.$lid.$file.$type.$plattform.$helpid } } , $leftpart."\t".$lang."\t".$rightpart.$extract_date ;
+ #print DESTFILE $leftpart."\t".$lang."\t".$rightpart.$extract_date;
+ #}
+ if( $sLang eq "en-US" && $lang eq "en-US" ) {
+ push @order , $prj.$gid.$lid.$file.$type.$plattform.$helpid;
+ if( !$bFakeEnglish ){ push @{ $output{ $prj.$gid.$lid.$file.$type.$plattform.$helpid } } , $leftpart."\t".$lang."\t".$rightpart.$extract_date ; }
+ #print DESTFILE $leftpart."\t".$lang."\t".$rightpart.$extract_date;
+ }
+
+ }
+ }
+ }
+ }
+ # Insert particles
+ while ( <ALLPARTICLES_MERGED> ){
+ if( /$sdf_regex/ ){
+ my $leftpart = defined $2 ? $2 : '';
+ my $prj = defined $3 ? $3 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $rightpart = defined $13 ? $13 : '';
+ my $timestamp = defined $18 ? $18 : '';
+
+ #my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ #my $lang = defined $12 ? $12 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+
+ if( $use_default_date )
+ {
+ $extract_date = "$default_date\n" ;
+ }
+ elsif( $extract_date eq "" )
+ {
+ $extract_date = $timestamp;
+ }
+
+ if( ! ( $prj =~ /binfilter/i ) ) {
+ push @{ $output{ $prj.$gid.$lid.$file.$type.$plattform.$helpid } } , $leftpart."\t".$lang."\t".$rightpart.$extract_date ;
+ #print DESTFILE $leftpart."\t".$lang."\t".$rightpart.$extract_date ;
+ }
+ }
+ }
+
+ # Write!
+ foreach my $curkey ( @order ){
+ foreach my $curlist ( $output{ $curkey } ){
+ foreach my $line ( @{$curlist} ){
+ print DESTFILE $line;
+ }
+ }
+ }
+
+ }else { print STDERR "Can't open $outputfile";}
+ }
+ close DESTFILE;
+ close LOCALIZEPARTICLE;
+ close ALLPARTICLES_MERGED;
+
+ #print STDOUT "DBG: \$localizeSDF $localizeSDF \$particleSDF_merged $particleSDF_merged\n";
+ unlink $localizeSDF , $particleSDF_merged , $my_localize_log;
+
+ #sort_outfile( $outputfile );
+ #remove_obsolete( $outputfile ) , if $bHasSourceLanguage ne "";
+ }
+
+#########################################################
+sub remove_obsolete{
+ my $outfile = shift;
+ my @lines;
+ my $enusleftpart;
+ my @good_lines;
+
+ print STDOUT "### Removing obsolete strings\n";
+
+ # Kick out all strings without en-US reference
+ if ( open ( SORTEDFILE , "< $outfile" ) ){
+ while( <SORTEDFILE> ){
+ if( /$sdf_regex/ ){
+ my $line = defined $_ ? $_ : '';
+ my $language = defined $12 ? $12 : '';
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+ my $leftpart = $prj.$gid.$lid.$file.$type.$plattform.$helpid;
+
+ if( $language eq "en-US" ){ # source string found, 1. entry
+ $enusleftpart = $leftpart;
+ push @good_lines , $line;
+ }else{
+ if( !defined $enusleftpart or !defined $leftpart ){
+ print STDERR "BADLINE: $line\n";
+ print STDERR "\$enusleftpart = $enusleftpart\n";
+ print STDERR "\$leftpart = $leftpart\n";
+ }
+ if( $enusleftpart eq $leftpart ){ # matching language
+ push @good_lines , $line;
+ }
+ #else{
+ # print STDERR "OUT: \$enusleftpart=$enusleftpart \$leftpart=$leftpart \$line=$line\n";
+ #}
+ }
+ }
+ }
+ close SORTEDFILE;
+ } else { print STDERR "ERROR: Can't open file $outfile\n";}
+
+ # Write file
+ if ( open ( SORTEDFILE , "> $outfile" ) ){
+ foreach my $newline ( @good_lines ) {
+ print SORTEDFILE $newline;
+ }
+ close SORTEDFILE;
+ } else { print STDERR "ERROR: Can't open file $outfile\n";}
+
+}
+#########################################################
+sub sort_outfile{
+ my $outfile = shift;
+ print STDOUT "### Sorting ... $outfile ...";
+ my @lines;
+ my @sorted_lines;
+
+
+ #if ( open ( SORTEDFILE , "< $outputfile" ) ){
+ if ( open ( SORTEDFILE , "< $outfile" ) ){
+ my $line;
+ while ( <SORTEDFILE> ){
+ $line = $_;
+ if( $line =~ /^[^\#]/ ){
+ push @lines , $line;
+ }
+ }
+ close SORTEDFILE;
+ @sorted_lines = sort {
+ my $xa_lang = "";
+ my $xa_left_part = "";
+ my $xa_right_part = "";
+ my $xa_timestamp = "";
+ my $xb_lang = "";
+ my $xb_left_part = "";
+ my $xb_right_part = "";
+ my $xb_timestamp = "";
+ my $xa = "";
+ my $xb = "";
+ my @alist;
+ my @blist;
+
+ if( $a=~ /$sdf_regex/ ){
+ $xa_left_part = defined $2 ? $2 : '';
+ $xa_lang = defined $12 ? $12 : '';
+ $xa_right_part = defined $13 ? $13 : '';
+ $xa_left_part = remove_last_column( $xa_left_part );
+
+ }
+ if( $b=~ /$sdf_regex/ ){
+ $xb_left_part = defined $2 ? $2 : '';
+ $xb_lang = defined $12 ? $12 : '';
+ $xb_right_part = defined $13 ? $13 : '';
+ $xb_left_part = remove_last_column( $xb_left_part );
+
+
+ }
+ if( ( $xa_left_part cmp $xb_left_part ) == 0 ){ # Left part equal
+ if( ( $xa_lang cmp $xb_lang ) == 0 ){ # Lang equal
+ return ( $xa_right_part cmp $xb_right_part ); # Right part compare
+ }
+ elsif( $xa_lang eq "en-US" ) { return -1; } # en-US wins
+ elsif( $xb_lang eq "en-US" ) { return 1; } # en-US wins
+ else { return $xa_lang cmp $xb_lang; } # lang compare
+ }
+ else {
+ return $xa_left_part cmp $xb_left_part; # Left part compare
+ }
+ } @lines;
+
+ if ( open ( SORTEDFILE , "> $outfile" ) ){
+ print SORTEDFILE get_license_header();
+ foreach my $newline ( @sorted_lines ) {
+ print SORTEDFILE $newline;
+ #print STDOUT $newline;
+ }
+ }
+ close SORTEDFILE;
+ } else { print STDERR "WARNING: Can't open file $outfile\n";}
+ print "done\n";
+
+}
+#########################################################
+sub remove_last_column{
+ my $string = shift;
+ my @alist = split ( "\t" , $string );
+ pop @alist;
+ return join( "\t" , @alist );
+}
+
+#########################################################
+sub rename_language{
+ my $fallbackhashhash_ref = shift;
+ my $cur_fallback = shift;
+ my $cur_lang = shift;
+ my $line;
+
+ foreach my $key( keys ( %{ $fallbackhashhash_ref->{ $cur_fallback } } ) ){
+ $line = $fallbackhashhash_ref->{ $cur_fallback }{ $key };
+ if( $line =~ /$sdf_regex/ ){
+ my $leftpart = defined $2 ? $2 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $rightpart = defined $13 ? $13 : '';
+
+ $fallbackhashhash_ref->{ $cur_lang }{ $key } = $leftpart."\t".$cur_lang."\t".$rightpart;
+ }
+ }
+}
+
+############################################################
+sub remove_duplicates{
+ my $list_ref = shift;
+ my %tmphash;
+ foreach my $key ( @{ $list_ref } ){ $tmphash{ $key } = '' ; }
+ @{$list_ref} = keys( %tmphash );
+}
+
+##############################################################
+sub fetch_fallback{
+ my $sdfparticleslist_ref = shift;
+ my $localizeSDF = shift;
+ my $langhash_ref = shift;
+ my %fallbackhashhash;
+ my $cur_lang;
+ my @langlist;
+
+ foreach my $key ( keys ( %{ $langhash_ref } ) ){
+ $cur_lang = $langhash_ref->{ $key };
+ if ( $cur_lang ne "" ) {
+ push @langlist , $cur_lang;
+ }
+ }
+ remove_duplicates( \@langlist );
+ foreach $cur_lang ( @langlist ){
+ if( $cur_lang eq "en-US" ){
+ read_fallbacks_from_source( $localizeSDF , $cur_lang , \%fallbackhashhash );
+ }
+ }
+
+ # remove de / en-US
+ my @tmplist;
+ foreach $cur_lang( @langlist ){
+ if( $cur_lang ne "en-US" ){
+ push @tmplist , $cur_lang;
+
+ }
+ }
+ @langlist = @tmplist;
+ if ( $#langlist +1 ){
+ read_fallbacks_from_particles( $sdfparticleslist_ref , \@langlist , \%fallbackhashhash );
+
+ }
+ return (\%fallbackhashhash);
+}
+
+#########################################################
+sub write_file{
+
+ my $localizeFile = shift;
+ my $index_ref = shift;
+
+ if( open DESTFILE , "+> $localizeFile" ){
+ foreach my $key( %{ $index_ref } ){
+ print DESTFILE ($index_ref->{ $key }, "\n" );
+ }
+ close DESTFILE;
+ }else {
+ print STDERR "Can't open/create '$localizeFile'";
+ }
+}
+
+#########################################################
+sub read_file{
+
+ my $sdffile = shift;
+ my $langhash_ref = shift;
+ my %block = ();
+
+ open MYFILE , "< $sdffile"
+ or die "Can't open '$sdffile'\n";
+ while( <MYFILE>){
+ if( /$sdf_regex/ ){
+ my $line = defined $_ ? $_ : '';
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+ foreach my $isolang ( keys ( %{ $langhash_ref } ) ){
+ if( $isolang=~ /$lang/i || $isolang=~ /all/i ) { $block{$prj.$gid.$lid.$file.$type.$plattform.$helpid } = $line ; }
+ }
+ }
+ }
+ return (\%block);
+}
+
+#########################################################
+sub read_fallbacks_from_particles{
+
+ my $sdfparticleslist_ref = shift;
+ my $isolanglist_ref = shift;
+ my $fallbackhashhash_ref = shift;
+ my $block_ref;
+ foreach my $currentfile ( @{ $sdfparticleslist_ref } ){
+ if ( open MYFILE , "< $currentfile" ) {
+ while(<MYFILE>){
+ if( /$sdf_regex/ ){
+ my $line = defined $_ ? $_ : '';
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+ chomp( $line );
+
+ foreach my $isolang ( @{$isolanglist_ref} ){
+ if( $isolang=~ /$lang/i ) {
+ $fallbackhashhash_ref->{ $isolang }{ $prj.$gid.$lid.$file.$type.$plattform.$helpid } = $line ;
+ }
+ }
+ }
+ }
+ }else { print STDERR "WARNING: Can't open file $currentfile"; }
+ }
+}
+
+#########################################################
+sub read_fallbacks_from_source{
+
+ my $sdffile = shift;
+ my $isolang = shift;
+ my $fallbackhashhash_ref = shift;
+ my $block_ref;
+ # read fallback for single file
+ open MYFILE , "< $sdffile"
+ or die "Can't open '$sdffile'\n";
+
+ while( <MYFILE>){
+ if( /$sdf_regex/ ){
+ my $line = defined $_ ? $_ : '';
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ my $helpid = defined $9 ? $9 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $plattform = defined $10 ? $10 : '';
+
+ chomp( $line );
+ if( $isolang=~ /$lang/i ) { $fallbackhashhash_ref->{ $isolang }{ $prj.$gid.$lid.$file.$type.$plattform.$helpid } = $line ;
+ }
+ }
+ }
+}
+
+#########################################################
+sub parseLanguages{
+
+ my $bAll;
+ my $bUseLocalize;
+ my $bHasSourceLanguage="";
+ my $bFakeEnglish="";
+ my %langhash;
+ my $iso="";
+ my $fallback="";
+
+ #### -l all
+ if( $languages=~ /all/ ){
+ $bAll = "TRUE";
+ $bHasSourceLanguage = "TRUE";
+ }
+ ### -l fr=de,de
+ elsif( $languages=~ /.*,.*/ ){
+ my @tmpstr = split "," , $languages;
+ for my $lang ( @tmpstr ){
+ if( $lang=~ /([a-zA-Z]{2,3}(-[a-zA-Z\-]*)*)(=([a-zA-Z]{2,3}(-[a-zA-Z\-]*)*))?/ ){
+ $iso = $1;
+ $fallback = $4;
+
+ if( ( $iso && $iso=~ /(en-US)/i ) || ( $fallback && $fallback=~ /(en-US)/i ) ) {
+ $bUseLocalize = "TRUE";
+ }
+ if( ( $iso && $iso=~ /(en-US)/i ) ) {
+ $bHasSourceLanguage = "TRUE";
+ }
+ if( $fallback ) { $langhash{ $iso } = $fallback; }
+ else { $langhash{ $iso } = ""; }
+ }
+ }
+ }
+ ### -l de
+ else{
+ if( $languages=~ /([a-zA-Z]{2,3}(-[a-zA-Z\-]*)*)(=([a-zA-Z]{2,3}(-[a-zA-Z\-]*)*))?/ ){
+ $iso = $1;
+ $fallback = $4;
+
+ if( ( $iso && $iso=~ /(en-US)/i ) || ( $fallback && $fallback=~ /(en-US)/i ) ) {
+ $bUseLocalize = "TRUE";
+
+ }
+ if( ( $iso && $iso=~ /(en-US)/i ) ) {
+ $bHasSourceLanguage = "TRUE";
+ }
+
+ if( $fallback ) { $langhash{ $iso } = $fallback; }
+ else { $langhash{ $iso } = ""; }
+ }
+ }
+ # HACK en-US always needed!
+ if( !$bHasSourceLanguage ){
+ #$bHasSourceLanguage = "TRUE";
+ $bUseLocalize = "TRUE";
+ $bFakeEnglish = "TRUE";
+ $langhash{ "en-US" } = "";
+ }
+ return ( $bAll , $bUseLocalize , \%langhash , $bHasSourceLanguage, $bFakeEnglish);
+}
+
+#########################################################
+sub parse_options{
+
+ my $help;
+ my $merge;
+ my $extract;
+ my $success = GetOptions('f=s' => \$sdffile , 'l=s' => \$languages , 's=s' => \$srcpath , 'h' => \$help , 'v' => \$bVerbose ,
+ 'm' => \$merge , 'e' => \$extract , 'x' => \$no_sort , 'd' => \$use_default_date , 'c' => \$create_dirs ,
+ 'n' => \$no_gsicheck , 'o' => \$force_ooo_module );
+ $outputfile = $sdffile;
+
+ #print STDOUT "DBG: lang = $languages\n";
+ if( !$srcpath ){
+ $srcpath = "$ENV{SRC_ROOT}";
+ if( !$srcpath ){
+ print STDERR "No path to the source root found!\n\n";
+ usage();
+ exit(1);
+ }
+ }
+ if( $help ){
+ usage();
+ exit(0);
+ }
+ if( !$success || $#ARGV > 1 || ( !$sdffile ) ){
+ usage();
+ exit(1);
+ }
+ if( $merge && $sdffile && ! ( -r $sdffile)){
+ print STDERR "Can't open file '$sdffile'\n";
+ exit(1);
+ }
+ if( !( $languages=~ /[a-zA-Z]{2,3}(-[a-zA-Z\-]*)*(=[a-zA-Z]{2,3}(-[a-zA-Z\-]*)*)?(,[a-zA-Z]{2,3}(-[a-zA-Z\-]*)*(=[a-zA-Z]{2,3}(-[a-zA-Z\-]*)*)?)*/ ) ){
+ print STDERR "Please check the -l iso code\n";
+ exit(1);
+ }
+ if( ( !$merge && !$extract ) || ( $merge && $extract ) ){ usage();exit( -1 );}
+ if( $extract ){ $mode = "extract"; }
+ else { $mode = "merge"; }
+}
+#my $multi_localize_files = ''; h
+#my $module_to_merge = ''; i
+#my $sort_sdf_before = ''; g
+
+#########################################################
+sub usage{
+
+ print STDERR "Usage: localize.pl\n";
+ print STDERR "Split or collect SDF files\n";
+ print STDERR " merge: -m -f <sdffile> -l l1[=f1][,l2[=f2]][...] [ -s <sourceroot> ] [ -c ]\n";
+ print STDERR " extract: -e -f <outputfile> -l <lang> [ -s <sourceroot> ] [-d]\n";
+ print STDERR "Options:\n";
+ print STDERR " -h help\n";
+ print STDERR " -m Merge mode\n";
+ print STDERR " -e Extract mode\n";
+ print STDERR " -f <sdffile> To split a big SDF file into particles\n";
+ print STDERR " <outputfile> To collect and join all particles to one big file\n";
+ print STDERR " -s <sourceroot> Path to the modules, if no \$SRC_ROOT is set\n";
+ print STDERR " -l ( all | <isocode> | <isocode>=fallback ) comma seperated languages\n";
+ print STDERR " -d Use default date in extracted sdf file\n";
+ print STDERR " -c Create needed directories\n";
+ print STDERR " -g Sort sdf file before mergeing\n";
+ print STDERR " -h File with localize.sdf's\n!";
+ print STDERR " -n No gsicheck\n";
+ print STDERR " -i Module to merge\n";
+ print STDERR " -o force using ooo localization from the l10n module instead of l10n_so; \n";
+ print STDERR " useful if the type can't be detected by the .svn tags; \n";
+ print STDERR " -v Verbose\n";
+ print STDERR "\nExample:\n";
+ print STDERR "\nlocalize -e -l en-US,pt-BR=en-US -f my.sdf\n( Extract en-US and pt-BR with en-US fallback )\n";
+ print STDERR "\nlocalize -m -l cs -f my.sdf\n( Merge cs translation into the sourcecode ) \n";
+}
+
+# my $line = defined $_ ? $_ : '';
+# my $leftpart = defined $2 ? $2 : '';
+# my $prj = defined $3 ? $3 : '';
+# my $file = defined $4 ? $4 : '';
+# my $dummy = defined $5 ? $5 : '';
+# my $type = defined $6 ? $6 : '';
+# my $gid = defined $7 ? $7 : '';
+# my $lid = defined $8 ? $8 : '';
+# my $helpid = defined $9 ? $9 : '';
+# my $plattform = defined $10 ? $10 : '';
+# my $width = defined $11 ? $11 : '';
+# my $lang = defined $12 ? $12 : '';
+# my $rightpart = defined $13 ? $13 : '';
+# my $text = defined $14 ? $14 : '';
+# my $helptext = defined $15 ? $15 : '';
+# my $quickhelptext = defined $16 ? $16 : '';
+# my $title = defined $17 ? $17 : '';
+# my $timestamp = defined $18 ? $18 : '';
+
diff --git a/l10ntools/scripts/localize_old.pl b/l10ntools/scripts/localize_old.pl
new file mode 100644
index 000000000000..d6b66d6bb535
--- /dev/null
+++ b/l10ntools/scripts/localize_old.pl
@@ -0,0 +1,1070 @@
+:
+eval 'exec perl -wS $0 ${1+"$@"}'
+ if 0;
+
+
+#*************************************************************************
+#
+# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+#
+# Copyright 2000, 2010 Oracle and/or its affiliates.
+#
+# OpenOffice.org - a multi-platform office productivity suite
+#
+# This file is part of OpenOffice.org.
+#
+# OpenOffice.org is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License version 3
+# only, as published by the Free Software Foundation.
+#
+# OpenOffice.org is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Lesser General Public License version 3 for more details
+# (a copy is included in the LICENSE file that accompanied this code).
+#
+# You should have received a copy of the GNU Lesser General Public License
+# version 3 along with OpenOffice.org. If not, see
+# <http://www.openoffice.org/license.html>
+# for a copy of the LGPLv3 License.
+#
+#*************************************************************************
+
+use strict;
+use Getopt::Long;
+use IO::Handle;
+use File::Find;
+use File::Temp;
+use File::Copy;
+use File::Glob qw(:glob csh_glob);
+use Cwd;
+
+# ver 1.1
+#
+#### module lookup
+#use lib ("$ENV{SOLARENV}/bin/modules", "$ENV{COMMON_ENV_TOOLS}/modules");
+
+#### module lookup
+# OOo conform
+my @lib_dirs;
+BEGIN {
+ if ( !defined($ENV{SOLARENV}) ) {
+ die "No environment found (environment variable SOLARENV is undefined)";
+ }
+ push(@lib_dirs, "$ENV{SOLARENV}/bin/modules");
+ push(@lib_dirs, "$ENV{COMMON_ENV_TOOLS}/modules") if defined($ENV{COMMON_ENV_TOOLS});
+}
+use lib (@lib_dirs);
+
+#### globals ####
+my $sdffile = '';
+my $no_sort = '';
+my $outputfile = '';
+my $mode = '';
+my $bVerbose="0";
+my $srcpath = '';
+my $languages;
+#my %sl_modules; # Contains all modules where en-US and de is source language
+my $use_default_date = '0';
+
+ # ( leftpart ) ( rightpart )
+ # prj file dummy type gid lid helpid pform width lang text helptext qhelptext title timestamp
+my $sdf_regex = "((([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*))\t([^\t]*)\t(([^\t]*)\t([^\t]*)\t([^\t]*)\t([^\t]*)\t)([^\t]*))";
+my $file_types = "(src|hrc|xcs|xcu|lng|ulf|xrm|xhp|xcd|xgf|xxl|xrb)";
+# Always use this date to prevent cvs conflicts
+my $default_date = "2002-02-02 02:02:02";
+
+#### main ####
+parse_options();
+
+#%sl_modules = fetch_sourcelanguage_dirlist();
+
+
+if ( $mode eq "merge" ) {
+ merge_gsicheck();
+ splitfile( $sdffile );
+ unlink $sdffile; # remove temp file!
+}
+elsif( $mode eq "extract" ) {
+ collectfiles( $outputfile );
+}
+else {
+ usage();
+}
+
+exit(0);
+
+#########################################################
+sub splitfile{
+
+ my $lastFile = '';
+ my $currentFile = '';
+ my $cur_sdffile = '';
+ my $last_sdffile = '';
+ my $delim;
+ my $badDelim;
+ my $start = 'TRUE';
+ my %index = ();
+ my %block;
+
+ STDOUT->autoflush( 1 );
+
+ #print STDOUT "Open File $sdffile\n";
+ open MYFILE , "< $sdffile"
+ or die "Can't open '$sdffile'\n";
+
+ while( <MYFILE>){
+ if( /$sdf_regex/ ){
+ my $line = defined $_ ? $_ : '';
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+ next if( $prj eq "binfilter" ); # Don't merge strings into binfilter module
+ chomp( $line );
+ $currentFile = $srcpath . '\\' . $prj . '\\' . $file;
+ $currentFile =~ s/\\/\//g;
+
+ $cur_sdffile = $currentFile;
+ #if( $cur_sdffile =~ /\.$file_types[\s]*$/ ){
+ $cur_sdffile =~ s/\/[^\/]*\.$file_types[\s]*$/\/localize.sdf/;
+ #}
+
+ # Set default date
+ if( $line =~ /(.*)\t[^\t\$]*$/ ){
+ $line = $1."\t".$default_date;
+ }
+
+ if( $start ){
+ $start='';
+ $lastFile = $currentFile; # ?
+ $last_sdffile = $cur_sdffile;
+ }
+
+ if( $lang eq "en-US" ){}
+ elsif( $cur_sdffile eq $last_sdffile )
+ {
+ $block{ "$prj\t$file\t$type\t$gid\t$lid\t$helpid\t$plattform\t$lang" } = $line ;
+ }
+ else
+ {
+ writesdf( $lastFile , \%block );
+ $lastFile = $currentFile; #?
+ $last_sdffile = $cur_sdffile;
+ %block = ();
+ #if( ! $lang eq "en-US" ) {
+ $block{ "$prj\t$file\t$type\t$gid\t$lid\t$helpid\t$plattform\t$lang" } = $line ;
+ #}
+
+ }
+ } #else { print STDOUT "splitfile REGEX kaputt\n";}
+
+ }
+ writesdf( $lastFile , \%block );
+ %block = ();
+ close( MYFILE );
+
+}
+#########################################################
+
+sub writesdf{
+
+ my $lastFile = shift;
+ my $blockhash_ref = shift;
+ my $localizeFile = $lastFile;
+ my %index=();
+
+ if( $localizeFile =~ /\.$file_types[\s]*$/ ){
+ $localizeFile =~ s/\/[^\/]*\.$file_types[\s]*$/\/localize.sdf/;
+ }else {
+ print STDERR "Strange filetype found '$localizeFile'\n";
+ return;
+ }
+ if( open DESTFILE , "< $localizeFile" ){
+
+ #or die "Can't open/create '\$localizeFile'";
+
+ #### Build hash
+ while(<DESTFILE>){
+ if( /$sdf_regex/ ){
+ my $line = defined $_ ? $_ : '';
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+ chomp( $line );
+ $index{ "$prj\t$file\t$type\t$gid\t$lid\t$helpid\t$plattform\t$lang" } = $line ;
+
+ } #else { print STDOUT "writesdf REGEX kaputt $_\n";}
+
+ }
+ close( DESTFILE );
+ }
+ #### Copy new strings
+ my @mykeys = keys( %{ $blockhash_ref } );
+ my $isDirty = "FALSE";
+ foreach my $key( @mykeys ){
+ if( ! defined $index{ $key } ){
+ # Add new entry
+ $index{ $key } = $blockhash_ref->{ $key} ;
+ $isDirty = "TRUE";
+ }elsif( $index{ $key } ne $blockhash_ref->{ $key } ){
+ # Overwrite old entry
+ $index{ $key } = $blockhash_ref->{ $key };
+ $isDirty = "TRUE";
+ }else {
+ }
+ }
+
+ #### Write file
+
+ if( !$bVerbose ){ print STDOUT "."; }
+ if( $isDirty eq "TRUE" ){
+ if( $bVerbose ){ print STDOUT "$localizeFile\n"; }
+ if( open DESTFILE , "+> $localizeFile" ){
+ print DESTFILE get_license_header();
+ @mykeys = sort keys( %index );
+ foreach my $key( @mykeys ){
+ print DESTFILE ( $index{ $key } , "\n" );
+ }
+ close DESTFILE;
+ }else {
+ print STDOUT "WARNING: File $localizeFile is not writable , try to merge ...\n";
+ my ( $TMPFILE , $tmpfile ) = File::Temp::tempfile();
+ if( open DESTFILE , "+> $tmpfile " ){
+ @mykeys = keys( %index );
+ foreach my $key( @mykeys ){
+ print DESTFILE ( $index{ $key } , "\n" );
+ }
+ close DESTFILE;
+ if( move( $localizeFile , $localizeFile.".backup" ) ){
+ if( copy( $tmpfile , $localizeFile ) ){
+ unlink $localizeFile.".backup";
+ } else { print STDERR "Can't open/create '$localizeFile', original file is renamed to $localizeFile.backup\n"; }
+ } else { print STDERR "Can't open/create '$localizeFile'\n"; }
+ }else{
+ print STDERR "WARNING: Can't open/create '$localizeFile'\n";
+ }
+ unlink $tmpfile;
+ }
+ }
+# if( $no_sort eq '' ){
+# sort_outfile( $localizeFile );
+# }
+}
+
+sub get_license_header{
+ return
+"#\n".
+"# #### ### # # ### ##### ##### #### ##### ##### \n".
+"# # # # # ## # # # # # # # # # \n".
+"# # # # # # # # # # # ### # # # # \n".
+"# # # # # # ## # # # # # # # # \n".
+"# #### ### # # ### # ##### #### ##### # \n".
+"#\n".
+"# DO NOT EDIT! This file will be overwritten by localisation process\n".
+"#\n".
+"#*************************************************************************\n".
+"#\n".
+"# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n".
+"# \n".
+"# Copyright 2000, 2010 Oracle and/or its affiliates.\n".
+"#\n".
+"# OpenOffice.org - a multi-platform office productivity suite\n".
+"#\n".
+"# This file is part of OpenOffice.org.\n".
+"#\n".
+"# OpenOffice.org is free software: you can redistribute it and/or modify\n".
+"# it under the terms of the GNU Lesser General Public License version 3\n".
+"# only, as published by the Free Software Foundation.\n".
+"#\n".
+"# OpenOffice.org is distributed in the hope that it will be useful,\n".
+"# but WITHOUT ANY WARRANTY; without even the implied warranty of\n".
+"# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the\n".
+"# GNU Lesser General Public License version 3 for more details\n".
+"# (a copy is included in the LICENSE file that accompanied this code).\n".
+"#\n".
+"# You should have received a copy of the GNU Lesser General Public License\n".
+"# version 3 along with OpenOffice.org. If not, see\n".
+"# <http://www.openoffice.org/license.html>\n".
+"# for a copy of the LGPLv3 License.\n".
+"#\n".
+"#*************************************************************************\n";
+}
+######## Check input sdf file and use only the correct part
+sub merge_gsicheck{
+ my $command = '';
+ my ( $TMPHANDLE , $tmpfile ) = File::Temp::tempfile();
+ my ( $TMPHANDLE2 , $tmpfile2 ) = File::Temp::tempfile();
+ close ( $TMPHANDLE );
+ close ( $TMPHANDLE2 );
+
+ unlink $tmpfile2;
+ my $output2 = `cat $sdffile | sort > $tmpfile2`;
+ my $rc2 = $? << 8;
+ if( $rc2 ne 0 ){
+ printf("ERROR: Failed -> cat $sdffile | sort > $tmpfile2\n$output2\n");
+ exit( -1 );
+ }
+
+# if( $ENV{WRAPCMD} ){
+# $command = "$ENV{WRAPCMD} gsicheck";
+# }else{
+# $command = "gsicheck";
+# }
+# my $errfile = $tmpfile.".err";
+# $command .= " -k -c -wcf $tmpfile -wef $errfile -l \"\" $tmpfile2";
+# my $output = `$command`;
+# my $rc = $? << 8;
+# if ( $output ne "" ){
+# print STDOUT "### gsicheck ###\n";
+# print STDOUT "### The file $errfile have been written containing the errors in your sdf file. Those lines will not be merged: ###\n\n";
+# print STDOUT "$output\n";
+# print STDOUT "################\n";
+#
+# }else{
+# # Remove the 0 Byte file
+# unlink $errfile;
+# }
+ $sdffile = $tmpfile2;
+# unlink $tmpfile2;
+}
+#########################################################
+sub collectfiles{
+ print STDOUT "### Localize\n";
+ my @sdfparticles;
+ my $localizehash_ref;
+ my ( $bAll , $bUseLocalize, $langhash_ref , $bHasSourceLanguage , $bFakeEnglish ) = parseLanguages();
+
+ # Enable autoflush on STDOUT
+ # $| = 1;
+ STDOUT->autoflush( 1 );
+
+ ### Search sdf particles
+ print STDOUT "### Searching sdf particles\n";
+ my $working_path = getcwd();
+ chdir $srcpath;
+ find sub {
+ my $file = $File::Find::name;
+ if( -f && $file =~ /.*localize.sdf$/ ) {
+ push @sdfparticles , $file;
+ if( $bVerbose eq "1" ) { print STDOUT "$file\n"; }
+ else { print "."; }
+
+ }
+ } , getcwd() ;#"."; #$srcpath;
+ chdir $working_path;
+
+ my $nFound = $#sdfparticles +1;
+ print "\n $nFound files found !\n";
+
+ my ( $LOCALIZEPARTICLE , $localizeSDF ) = File::Temp::tempfile();
+ close( $LOCALIZEPARTICLE );
+
+ my ( $ALLPARTICLES_MERGED , $particleSDF_merged ) = File::Temp::tempfile();
+ close( $ALLPARTICLES_MERGED );
+ my ( $LOCALIZE_LOG , $my_localize_log ) = File::Temp::tempfile();
+ close( $LOCALIZE_LOG );
+
+ ## Get the localize de,en-US extract
+ if( $bAll || $bUseLocalize ){
+ print "### Fetching source language strings\n";
+ my $command = "";
+ my $args = "";
+
+ if( $ENV{WRAPCMD} ){
+ $command = "$ENV{WRAPCMD} localize_sl";
+ }else{
+ $command = "localize_sl";
+ }
+
+ # -e
+ # if ( -x $command ){
+ if( $command ){
+ if( !$bVerbose ){ $args .= " -QQ -skip_links "; }
+ $args .= " -e -f $localizeSDF -l ";
+ my $bFlag="";
+ if( $bAll ) {$args .= " en-US";}
+ else{
+ my @list;
+ foreach my $isokey ( keys( %{ $langhash_ref } ) ){
+ push @list , $isokey;
+ if( $langhash_ref->{ $isokey } ne "" ){
+ push @list , $langhash_ref->{ $isokey };
+ }
+ }
+ remove_duplicates( \@list );
+ foreach my $isokey ( @list ){
+ switch :{
+ #( $isokey=~ /^de$/i )
+ # && do{
+ # if( $bFlag eq "TRUE" ){ $args .= ",de"; }
+ # else {
+ # $args .= "de"; $bFlag = "TRUE";
+ # }
+ # };
+ ( $isokey=~ /^en-US$/i )
+ && do{
+ if( $bFlag eq "TRUE" ){ $args .= ",en-US"; }
+ else {
+ $args .= "en-US"; $bFlag = "TRUE";
+ }
+ };
+
+ } #switch
+ } #foreach
+ } # if
+ } # if
+ if ( $bVerbose ) { print STDOUT $command.$args."\n"; }
+
+ my $rc = system( $command.$args );
+
+ #my $output = `$command.$args`;
+ #my $rc = $? << 8;
+
+ if( $rc < 0 ){ print STDERR "ERROR: localize rc = $rc\n"; exit( -1 ); }
+ ( $localizehash_ref ) = read_file( $localizeSDF , $langhash_ref );
+
+ }
+ ## Get sdf particles
+ open ALLPARTICLES_MERGED , "+>> $particleSDF_merged"
+ or die "Can't open $particleSDF_merged";
+
+ ## Fill fackback hash
+ my( $fallbackhashhash_ref ) = fetch_fallback( \@sdfparticles , $localizeSDF , $langhash_ref );
+# my( $fallbackhashhash_ref ) = fetch_fallback( \@sdfparticles , $localizeSDF , $langhash_ref );
+ my %block;
+ my $cur_fallback;
+ if( !$bAll) {
+ foreach my $cur_lang ( keys( %{ $langhash_ref } ) ){
+ #print STDOUT "DBG: G1 cur_lang=$cur_lang\n";
+ $cur_fallback = $langhash_ref->{ $cur_lang };
+ if( $cur_fallback ne "" ){
+ # Insert fallback strings
+ #print STDOUT "DBG: Renaming $cur_fallback to $cur_lang in fallbackhash\n";
+ rename_language( $fallbackhashhash_ref , $cur_fallback , $cur_lang );
+ }
+ foreach my $currentfile ( @sdfparticles ){
+ if ( open MYFILE , "< $currentfile" ) {
+ while(<MYFILE>){
+ if( /$sdf_regex/ ){
+ my $line = defined $_ ? $_ : '';
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+ chomp( $line );
+
+ if ( $lang eq $cur_lang ){
+ # Overwrite fallback strings with collected strings
+ #if( ( !has_two_sourcelanguages( $cur_lang) && $cur_lang eq "de" ) || $cur_lang ne "en-US" ){
+ $fallbackhashhash_ref->{ $cur_lang }{ $prj.$gid.$lid.$file.$type.$plattform.$helpid } = $line ;
+ #}
+
+ }
+ }
+ }
+ }else { print STDERR "WARNING: Can't open file $currentfile"; }
+ }
+
+ foreach my $line ( keys( %{$fallbackhashhash_ref->{ $cur_lang } } )) {
+ if( #$cur_lang ne "de" &&
+ $cur_lang ne "en-US" ){
+ print ALLPARTICLES_MERGED ( $fallbackhashhash_ref->{ $cur_lang }{ $line }, "\n" );
+ }
+ }
+ }
+ } else {
+ foreach my $currentfile ( @sdfparticles ){
+ if ( open MYFILE , "< $currentfile" ) {
+ while( <MYFILE> ){
+ print ALLPARTICLES_MERGED ( $_, "\n" ); # recheck de / en-US !
+ }
+ }
+ else { print STDERR "WARNING: Can't open file $currentfile"; }
+ }
+ }
+ close ALLPARTICLES_MERGED;
+
+
+ # Hash of array
+ my %output;
+ my @order;
+
+ ## Join both
+ if( $outputfile ){
+ if( open DESTFILE , "+> $outputfile" ){
+ if( !open LOCALIZEPARTICLE , "< $localizeSDF" ) { print STDERR "ERROR: Can't open file $localizeSDF\n"; }
+ if( !open ALLPARTICLES_MERGED , "< $particleSDF_merged" ) { print STDERR "ERROR: Can't open file $particleSDF_merged\n"; }
+
+ # Insert localize
+ my $extract_date="";
+ while ( <LOCALIZEPARTICLE> ){
+ if( /$sdf_regex/ ){
+ my $leftpart = defined $2 ? $2 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $rightpart = defined $13 ? $13 : '';
+ my $timestamp = defined $18 ? $18 : '';
+
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ #my $lang = defined $12 ? $12 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+
+ if( $use_default_date )
+ {
+ $extract_date = "$default_date\n" ;
+ }
+ elsif( $extract_date eq "" ) {
+ $extract_date = $timestamp ;
+ $extract_date =~ tr/\r\n//d;
+ $extract_date .= "\n";
+ }
+
+ if( $bAll ){ print DESTFILE $leftpart."\t".$lang."\t".$rightpart.$extract_date ; }
+ else {
+ foreach my $sLang ( keys( %{ $langhash_ref } ) ){
+ if( $sLang=~ /all/i ) {
+ push @{ $output{ $prj.$gid.$lid.$file.$type.$plattform.$helpid } } , $leftpart."\t".$lang."\t".$rightpart.$extract_date ;
+ #print DESTFILE $leftpart."\t".$lang."\t".$rightpart.$extract_date;
+ }
+ #if( $sLang eq "de" && $lang eq "de" ) {
+ # push @{ $output{ $prj.$gid.$lid.$file.$type.$plattform.$helpid } } , $leftpart."\t".$lang."\t".$rightpart.$extract_date ;
+ #print DESTFILE $leftpart."\t".$lang."\t".$rightpart.$extract_date;
+ #}
+ if( $sLang eq "en-US" && $lang eq "en-US" ) {
+ push @order , $prj.$gid.$lid.$file.$type.$plattform.$helpid;
+ if( !$bFakeEnglish ){ push @{ $output{ $prj.$gid.$lid.$file.$type.$plattform.$helpid } } , $leftpart."\t".$lang."\t".$rightpart.$extract_date ; }
+ #print DESTFILE $leftpart."\t".$lang."\t".$rightpart.$extract_date;
+ }
+
+ }
+ }
+ }
+ }
+ # Insert particles
+ while ( <ALLPARTICLES_MERGED> ){
+ if( /$sdf_regex/ ){
+ my $leftpart = defined $2 ? $2 : '';
+ my $prj = defined $3 ? $3 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $rightpart = defined $13 ? $13 : '';
+ my $timestamp = defined $18 ? $18 : '';
+
+ #my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ #my $lang = defined $12 ? $12 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+
+ if( $use_default_date )
+ {
+ $extract_date = "$default_date\n" ;
+ }
+ elsif( $extract_date eq "" )
+ {
+ $extract_date = $timestamp;
+ }
+
+ if( ! ( $prj =~ /binfilter/i ) ) {
+ push @{ $output{ $prj.$gid.$lid.$file.$type.$plattform.$helpid } } , $leftpart."\t".$lang."\t".$rightpart.$extract_date ;
+ #print DESTFILE $leftpart."\t".$lang."\t".$rightpart.$extract_date ;
+ }
+ }
+ }
+
+ # Write!
+ foreach my $curkey ( @order ){
+ foreach my $curlist ( $output{ $curkey } ){
+ foreach my $line ( @{$curlist} ){
+ print DESTFILE $line;
+ }
+ }
+ }
+
+ }else { print STDERR "Can't open $outputfile";}
+ }
+ close DESTFILE;
+ close LOCALIZEPARTICLE;
+ close ALLPARTICLES_MERGED;
+
+ #print STDOUT "DBG: \$localizeSDF $localizeSDF \$particleSDF_merged $particleSDF_merged\n";
+ unlink $localizeSDF , $particleSDF_merged , $my_localize_log;
+
+ #sort_outfile( $outputfile );
+ #remove_obsolete( $outputfile ) , if $bHasSourceLanguage ne "";
+ }
+
+#########################################################
+sub remove_obsolete{
+ my $outfile = shift;
+ my @lines;
+ my $enusleftpart;
+ my @good_lines;
+
+ print STDOUT "### Removing obsolete strings\n";
+
+ # Kick out all strings without en-US reference
+ if ( open ( SORTEDFILE , "< $outfile" ) ){
+ while( <SORTEDFILE> ){
+ if( /$sdf_regex/ ){
+ my $line = defined $_ ? $_ : '';
+ my $language = defined $12 ? $12 : '';
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+ my $leftpart = $prj.$gid.$lid.$file.$type.$plattform.$helpid;
+
+ if( $language eq "en-US" ){ # source string found, 1. entry
+ $enusleftpart = $leftpart;
+ push @good_lines , $line;
+ }else{
+ if( !defined $enusleftpart or !defined $leftpart ){
+ print STDERR "BADLINE: $line\n";
+ print STDERR "\$enusleftpart = $enusleftpart\n";
+ print STDERR "\$leftpart = $leftpart\n";
+ }
+ if( $enusleftpart eq $leftpart ){ # matching language
+ push @good_lines , $line;
+ }
+ #else{
+ # print STDERR "OUT: \$enusleftpart=$enusleftpart \$leftpart=$leftpart \$line=$line\n";
+ #}
+ }
+ }
+ }
+ close SORTEDFILE;
+ } else { print STDERR "ERROR: Can't open file $outfile\n";}
+
+ # Write file
+ if ( open ( SORTEDFILE , "> $outfile" ) ){
+ foreach my $newline ( @good_lines ) {
+ print SORTEDFILE $newline;
+ }
+ close SORTEDFILE;
+ } else { print STDERR "ERROR: Can't open file $outfile\n";}
+
+}
+#########################################################
+sub sort_outfile{
+ my $outfile = shift;
+ print STDOUT "### Sorting ... $outfile ...";
+ my @lines;
+ my @sorted_lines;
+
+
+ #if ( open ( SORTEDFILE , "< $outputfile" ) ){
+ if ( open ( SORTEDFILE , "< $outfile" ) ){
+ my $line;
+ while ( <SORTEDFILE> ){
+ $line = $_;
+ if( $line =~ /^[^\#]/ ){
+ push @lines , $line;
+ }
+ }
+ close SORTEDFILE;
+ @sorted_lines = sort {
+ my $xa_lang = "";
+ my $xa_left_part = "";
+ my $xa_right_part = "";
+ my $xa_timestamp = "";
+ my $xb_lang = "";
+ my $xb_left_part = "";
+ my $xb_right_part = "";
+ my $xb_timestamp = "";
+ my $xa = "";
+ my $xb = "";
+ my @alist;
+ my @blist;
+
+ if( $a=~ /$sdf_regex/ ){
+ $xa_left_part = defined $2 ? $2 : '';
+ $xa_lang = defined $12 ? $12 : '';
+ $xa_right_part = defined $13 ? $13 : '';
+ $xa_left_part = remove_last_column( $xa_left_part );
+
+ }
+ if( $b=~ /$sdf_regex/ ){
+ $xb_left_part = defined $2 ? $2 : '';
+ $xb_lang = defined $12 ? $12 : '';
+ $xb_right_part = defined $13 ? $13 : '';
+ $xb_left_part = remove_last_column( $xb_left_part );
+
+
+ }
+ if( ( $xa_left_part cmp $xb_left_part ) == 0 ){ # Left part equal
+ if( ( $xa_lang cmp $xb_lang ) == 0 ){ # Lang equal
+ return ( $xa_right_part cmp $xb_right_part ); # Right part compare
+ }
+ elsif( $xa_lang eq "en-US" ) { return -1; } # en-US wins
+ elsif( $xb_lang eq "en-US" ) { return 1; } # en-US wins
+ else { return $xa_lang cmp $xb_lang; } # lang compare
+ }
+ else {
+ return $xa_left_part cmp $xb_left_part; # Left part compare
+ }
+ } @lines;
+
+ if ( open ( SORTEDFILE , "> $outfile" ) ){
+ print SORTEDFILE get_license_header();
+ foreach my $newline ( @sorted_lines ) {
+ print SORTEDFILE $newline;
+ #print STDOUT $newline;
+ }
+ }
+ close SORTEDFILE;
+ } else { print STDERR "WARNING: Can't open file $outfile\n";}
+ print "done\n";
+
+}
+#########################################################
+sub remove_last_column{
+ my $string = shift;
+ my @alist = split ( "\t" , $string );
+ pop @alist;
+ return join( "\t" , @alist );
+}
+
+#########################################################
+sub rename_language{
+ my $fallbackhashhash_ref = shift;
+ my $cur_fallback = shift;
+ my $cur_lang = shift;
+ my $line;
+
+ foreach my $key( keys ( %{ $fallbackhashhash_ref->{ $cur_fallback } } ) ){
+ $line = $fallbackhashhash_ref->{ $cur_fallback }{ $key };
+ if( $line =~ /$sdf_regex/ ){
+ my $leftpart = defined $2 ? $2 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $rightpart = defined $13 ? $13 : '';
+
+ $fallbackhashhash_ref->{ $cur_lang }{ $key } = $leftpart."\t".$cur_lang."\t".$rightpart;
+ }
+ }
+}
+
+############################################################
+sub remove_duplicates{
+ my $list_ref = shift;
+ my %tmphash;
+ foreach my $key ( @{ $list_ref } ){ $tmphash{ $key } = '' ; }
+ @{$list_ref} = keys( %tmphash );
+}
+
+##############################################################
+sub fetch_fallback{
+ my $sdfparticleslist_ref = shift;
+ my $localizeSDF = shift;
+ my $langhash_ref = shift;
+ my %fallbackhashhash;
+ my $cur_lang;
+ my @langlist;
+
+ foreach my $key ( keys ( %{ $langhash_ref } ) ){
+ $cur_lang = $langhash_ref->{ $key };
+ if ( $cur_lang ne "" ) {
+ push @langlist , $cur_lang;
+ }
+ }
+ remove_duplicates( \@langlist );
+ foreach $cur_lang ( @langlist ){
+ if( $cur_lang eq "en-US" ){
+ read_fallbacks_from_source( $localizeSDF , $cur_lang , \%fallbackhashhash );
+ }
+ }
+
+ # remove de / en-US
+ my @tmplist;
+ foreach $cur_lang( @langlist ){
+ if( $cur_lang ne "en-US" ){
+ push @tmplist , $cur_lang;
+
+ }
+ }
+ @langlist = @tmplist;
+ if ( $#langlist +1 ){
+ read_fallbacks_from_particles( $sdfparticleslist_ref , \@langlist , \%fallbackhashhash );
+
+ }
+ return (\%fallbackhashhash);
+}
+
+#########################################################
+sub write_file{
+
+ my $localizeFile = shift;
+ my $index_ref = shift;
+
+ if( open DESTFILE , "+> $localizeFile" ){
+ foreach my $key( %{ $index_ref } ){
+ print DESTFILE ($index_ref->{ $key }, "\n" );
+ }
+ close DESTFILE;
+ }else {
+ print STDERR "Can't open/create '$localizeFile'";
+ }
+}
+
+#########################################################
+sub read_file{
+
+ my $sdffile = shift;
+ my $langhash_ref = shift;
+ my %block = ();
+
+ open MYFILE , "< $sdffile"
+ or die "Can't open '$sdffile'\n";
+ while( <MYFILE>){
+ if( /$sdf_regex/ ){
+ my $line = defined $_ ? $_ : '';
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+ foreach my $isolang ( keys ( %{ $langhash_ref } ) ){
+ if( $isolang=~ /$lang/i || $isolang=~ /all/i ) { $block{$prj.$gid.$lid.$file.$type.$plattform.$helpid } = $line ; }
+ }
+ }
+ }
+ return (\%block);
+}
+
+#########################################################
+sub read_fallbacks_from_particles{
+
+ my $sdfparticleslist_ref = shift;
+ my $isolanglist_ref = shift;
+ my $fallbackhashhash_ref = shift;
+ my $block_ref;
+ foreach my $currentfile ( @{ $sdfparticleslist_ref } ){
+ if ( open MYFILE , "< $currentfile" ) {
+ while(<MYFILE>){
+ if( /$sdf_regex/ ){
+ my $line = defined $_ ? $_ : '';
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $plattform = defined $10 ? $10 : '';
+ my $helpid = defined $9 ? $9 : '';
+
+ chomp( $line );
+
+ foreach my $isolang ( @{$isolanglist_ref} ){
+ if( $isolang=~ /$lang/i ) {
+ $fallbackhashhash_ref->{ $isolang }{ $prj.$gid.$lid.$file.$type.$plattform.$helpid } = $line ;
+ }
+ }
+ }
+ }
+ }else { print STDERR "WARNING: Can't open file $currentfile"; }
+ }
+}
+
+#########################################################
+sub read_fallbacks_from_source{
+
+ my $sdffile = shift;
+ my $isolang = shift;
+ my $fallbackhashhash_ref = shift;
+ my $block_ref;
+ # read fallback for single file
+ open MYFILE , "< $sdffile"
+ or die "Can't open '$sdffile'\n";
+
+ while( <MYFILE>){
+ if( /$sdf_regex/ ){
+ my $line = defined $_ ? $_ : '';
+ my $prj = defined $3 ? $3 : '';
+ my $file = defined $4 ? $4 : '';
+ my $type = defined $6 ? $6 : '';
+ my $gid = defined $7 ? $7 : '';
+ my $lid = defined $8 ? $8 : '';
+ my $helpid = defined $9 ? $9 : '';
+ my $lang = defined $12 ? $12 : '';
+ my $plattform = defined $10 ? $10 : '';
+
+ chomp( $line );
+ if( $isolang=~ /$lang/i ) { $fallbackhashhash_ref->{ $isolang }{ $prj.$gid.$lid.$file.$type.$plattform.$helpid } = $line ;
+ }
+ }
+ }
+}
+
+#########################################################
+sub parseLanguages{
+
+ my $bAll;
+ my $bUseLocalize;
+ my $bHasSourceLanguage="";
+ my $bFakeEnglish="";
+ my %langhash;
+ my $iso="";
+ my $fallback="";
+
+ #### -l all
+ if( $languages=~ /all/ ){
+ $bAll = "TRUE";
+ $bHasSourceLanguage = "TRUE";
+ }
+ ### -l fr=de,de
+ elsif( $languages=~ /.*,.*/ ){
+ my @tmpstr = split "," , $languages;
+ for my $lang ( @tmpstr ){
+ if( $lang=~ /([a-zA-Z]{2,3}(-[a-zA-Z\-]*)*)(=([a-zA-Z]{2,3}(-[a-zA-Z\-]*)*))?/ ){
+ $iso = $1;
+ $fallback = $4;
+
+ if( ( $iso && $iso=~ /(en-US)/i ) || ( $fallback && $fallback=~ /(en-US)/i ) ) {
+ $bUseLocalize = "TRUE";
+ }
+ if( ( $iso && $iso=~ /(en-US)/i ) ) {
+ $bHasSourceLanguage = "TRUE";
+ }
+ if( $fallback ) { $langhash{ $iso } = $fallback; }
+ else { $langhash{ $iso } = ""; }
+ }
+ }
+ }
+ ### -l de
+ else{
+ if( $languages=~ /([a-zA-Z]{2,3}(-[a-zA-Z\-]*)*)(=([a-zA-Z]{2,3}(-[a-zA-Z\-]*)*))?/ ){
+ $iso = $1;
+ $fallback = $4;
+
+ if( ( $iso && $iso=~ /(en-US)/i ) || ( $fallback && $fallback=~ /(en-US)/i ) ) {
+ $bUseLocalize = "TRUE";
+
+ }
+ if( ( $iso && $iso=~ /(en-US)/i ) ) {
+ $bHasSourceLanguage = "TRUE";
+ }
+
+ if( $fallback ) { $langhash{ $iso } = $fallback; }
+ else { $langhash{ $iso } = ""; }
+ }
+ }
+ # HACK en-US always needed!
+ if( !$bHasSourceLanguage ){
+ #$bHasSourceLanguage = "TRUE";
+ $bUseLocalize = "TRUE";
+ $bFakeEnglish = "TRUE";
+ $langhash{ "en-US" } = "";
+ }
+ return ( $bAll , $bUseLocalize , \%langhash , $bHasSourceLanguage, $bFakeEnglish);
+}
+
+#########################################################
+sub parse_options{
+
+ my $help;
+ my $merge;
+ my $extract;
+ my $success = GetOptions('f=s' => \$sdffile , 'l=s' => \$languages , 's=s' => \$srcpath , 'h' => \$help , 'v' => \$bVerbose ,
+ 'm' => \$merge , 'e' => \$extract , 'x' => \$no_sort , 'd' => \$use_default_date );
+ $outputfile = $sdffile;
+
+ #print STDOUT "DBG: lang = $languages\n";
+ if( !$srcpath ){
+ #$srcpath = "$ENV{SRC_ROOT}";
+ if( !$srcpath ){
+ print STDERR "No path to the source root found!\n\n";
+ usage();
+ exit(1);
+ }
+ }
+ if( $help || !$success || $#ARGV > 1 || ( !$sdffile ) ){
+ usage();
+ exit(1);
+ }
+ if( $merge && $sdffile && ! ( -r $sdffile)){
+ print STDERR "Can't open file '$sdffile'\n";
+ exit(1);
+ }
+ if( !( $languages=~ /[a-zA-Z]{2,3}(-[a-zA-Z\-]*)*(=[a-zA-Z]{2,3}(-[a-zA-Z\-]*)*)?(,[a-zA-Z]{2,3}(-[a-zA-Z\-]*)*(=[a-zA-Z]{2,3}(-[a-zA-Z\-]*)*)?)*/ ) ){
+ print STDERR "Please check the -l iso code\n";
+ exit(1);
+ }
+ if( ( !$merge && !$extract ) || ( $merge && $extract ) ){ usage();exit( -1 );}
+ if( $extract ){ $mode = "extract"; }
+ else { $mode = "merge"; }
+}
+
+#########################################################
+sub usage{
+
+ print STDERR "Usage: localize.pl\n";
+ print STDERR "Split or collect SDF files\n";
+ print STDERR " merge: -m -f <sdffile> -l l1[=f1][,l2[=f2]][...] [ -s <sourceroot> ]\n";
+ print STDERR " extract: -e -f <outputfile> -l <lang> [ -s <sourceroot> ] [-d]\n";
+ print STDERR "Options:\n";
+ print STDERR " -h help\n";
+ print STDERR " -m Merge mode\n";
+ print STDERR " -e Extract mode\n";
+ print STDERR " -f <sdffile> To split a big SDF file into particles\n";
+ print STDERR " <outputfile> To collect and join all particles to one big file\n";
+ print STDERR " -s <sourceroot> Path to the modules, if no \$SRC_ROOT is set\n";
+ print STDERR " -l ( all | <isocode> | <isocode>=fallback ) comma seperated languages\n";
+ print STDERR " -d Use default date in extracted sdf file\n";
+ print STDERR " -v Verbose\n";
+ print STDERR "\nExample:\n";
+ print STDERR "\nlocalize -e -l en-US,pt-BR=en-US -f my.sdf\n( Extract en-US and pt-BR with en-US fallback )\n";
+ print STDERR "\nlocalize -m -l cs -f my.sdf\n( Merge cs translation into the sourcecode ) \n";
+}
+
+# my $line = defined $_ ? $_ : '';
+# my $leftpart = defined $2 ? $2 : '';
+# my $prj = defined $3 ? $3 : '';
+# my $file = defined $4 ? $4 : '';
+# my $dummy = defined $5 ? $5 : '';
+# my $type = defined $6 ? $6 : '';
+# my $gid = defined $7 ? $7 : '';
+# my $lid = defined $8 ? $8 : '';
+# my $helpid = defined $9 ? $9 : '';
+# my $plattform = defined $10 ? $10 : '';
+# my $width = defined $11 ? $11 : '';
+# my $lang = defined $12 ? $12 : '';
+# my $rightpart = defined $13 ? $13 : '';
+# my $text = defined $14 ? $14 : '';
+# my $helptext = defined $15 ? $15 : '';
+# my $quickhelptext = defined $16 ? $16 : '';
+# my $title = defined $17 ? $17 : '';
+# my $timestamp = defined $18 ? $18 : '';
+
diff --git a/l10ntools/source/cfg_yy_wrapper.c b/l10ntools/source/cfg_yy_wrapper.c
new file mode 100644
index 000000000000..ac678d17f399
--- /dev/null
+++ b/l10ntools/source/cfg_yy_wrapper.c
@@ -0,0 +1,2 @@
+// Helper to suppress warnings in lex generated c code, see #i57362#
+#include "cfg_yy.c"
diff --git a/l10ntools/source/cfglex.l b/l10ntools/source/cfglex.l
new file mode 100644
index 000000000000..cc92632620be
--- /dev/null
+++ b/l10ntools/source/cfglex.l
@@ -0,0 +1,232 @@
+%{
+/*
+ * lexer for parsing cfg source files
+ *
+ */
+
+
+/* enlarge token buffer to tokenize whole strings */
+#undef YYLMAX
+#define YYLMAX 64000
+
+/* to enable debug output define LEXDEBUG */
+#define LEXDEBUG 1
+#ifdef LEXDEBUG
+#define OUTPUT fprintf
+#else
+#define OUTPUT(Par1,Par2);
+#endif
+
+/* table of possible token ids */
+#include "tokens.h"
+#include <stdlib.h>
+#include <stdio.h>
+
+#if defined __GNUC__
+#pragma GCC system_header
+#elif defined __SINPRO_CC
+#pragma disable_warn
+#elif defined _MSC_VER
+#pragma warning(push, 1)
+#endif
+
+/* external functions (C++ code, declared as extren "C" */
+extern int WorkOnTokenSet( int, char* );
+extern int InitCfgExport( char * , char *);
+extern int EndCfgExport();
+extern int GetError();
+extern int SetError();
+extern char *GetOutputFile( int argc, char* argv[]);
+extern FILE *GetCfgFile();
+extern int isQuiet();
+extern void removeTempFile();
+extern char* getFilename();
+/* forwards */
+void YYWarning();
+
+int bText=0;
+%}
+
+%p 24000
+%e 1200
+%n 500
+
+%%
+
+\<[^\>]*"xml:lang="\""x-no-translate"\"[^\<]*\/\> {
+ bText = 0;
+ WorkOnTokenSet( CFG_TOKEN_NO_TRANSLATE, yytext );
+}
+
+\<.*\/\> {
+ bText = 0;
+ WorkOnTokenSet( ANYTOKEN, yytext );
+}
+
+\<[^\>]*"xml:lang="\".*\"[^\<]*\> {
+ bText = 1;
+ WorkOnTokenSet( CFG_TEXT_START, yytext );
+}
+
+
+\<[^\/\!][^\>]*\> {
+ bText = 0;
+ WorkOnTokenSet( CFG_TAG, yytext );
+}
+
+"<!"DOCTYPE[^\>]*\> {
+ bText = 0;
+ WorkOnTokenSet( CFG_TAG, yytext );
+}
+
+
+\<\!\-\- {
+ char c1 = 0, c2 = 0, c3 = input();
+ char pChar[2];
+ pChar[1] = 0x00;
+ pChar[0] = c3;
+
+ WorkOnTokenSet( COMMEND, yytext );
+ WorkOnTokenSet( COMMEND, pChar );
+
+ for(;;) {
+ if ( c3 == EOF )
+ break;
+ if ( c1 == '-' && c2 == '-' && c3 == '>' )
+ break;
+ c1 = c2;
+ c2 = c3;
+ c3 = input();
+ pChar[0] = c3;
+ WorkOnTokenSet( COMMEND, pChar );
+ }
+}
+
+\<\/[^\>]*\> {
+ bText = 0;
+ WorkOnTokenSet( CFG_CLOSETAG, yytext );
+}
+
+\<[^\>\!]*\> {
+ bText = 0;
+ if ( yytext[ 1 ] == '!' && yytext[ 2 ] == '-' && yytext[ 3 ] == '-' )
+ WorkOnTokenSet( COMMEND, yytext );
+ else
+ WorkOnTokenSet( CFG_UNKNOWNTAG, yytext );
+}
+
+.|\n {
+ if ( bText == 1 )
+ WorkOnTokenSet( CFG_TEXTCHAR, yytext );
+ else
+ WorkOnTokenSet( UNKNOWNCHAR, yytext );
+}
+
+
+%%
+
+/*****************************************************************************/
+int yywrap(void)
+/*****************************************************************************/
+{
+ return 1;
+}
+
+/*****************************************************************************/
+void YYWarning( char *s )
+/*****************************************************************************/
+{
+ /* write warning to stderr */
+ fprintf( stderr,
+ "Warning: \"%s\" in line %d: \"%s\"\n", s, yylineno, yytext );
+}
+
+/*****************************************************************************/
+#ifdef GCC
+void yyerror ( char *s, ... )
+#else
+void yyerror ( char *s )
+#endif
+/*****************************************************************************/
+{
+ /* write error to stderr */
+ fprintf( stderr,
+ "Error: \"%s\" in line %d: \"%s\"\n", s, yylineno, yytext );
+ SetError();
+}
+
+/*****************************************************************************/
+int
+#ifdef WNT
+_cdecl
+#endif
+main( int argc, char* argv[])
+/*****************************************************************************/
+{
+ /* error level */
+ int nRetValue = 0;
+ char *pOutput;
+ FILE *pFile;
+
+ pOutput = GetOutputFile( argc, argv );
+ if( !isQuiet() ){
+ fprintf( stdout, "\nCfgEx 0.9 Copyright 2000, 2010 Oracle and/or its affiliates. All Rights Reserved.\n" );
+ fprintf( stdout, "===================================================================================\n" );
+ }
+
+ if ( !pOutput ) {
+ fprintf( stdout, "Syntax: CFGEX[-p Prj][-r PrjRoot]-i FileIn [-o FileOut][-m DataBase][-e][-b][-u][-f][-d DoneFile][-g[:dtd] ][-L l1,l2,...]\n" );
+ fprintf( stdout, " Prj: Project\n" );
+ fprintf( stdout, " PrjRoot: Path to project root (..\\.. etc.)\n" );
+ fprintf( stdout, " FileIn: Source files (*.src)\n" );
+ fprintf( stdout, " FileOut: Destination file (*.*)\n" );
+ fprintf( stdout, " DataBase: Mergedata (*.sdf)\n" );
+ fprintf( stdout, " -QQ: quiet output\n" );
+ fprintf( stdout, " -e: Disable writing errorlog\n" );
+ fprintf( stdout, " -b: Break when Token \"HelpText\" found in source\n" );
+ fprintf( stdout, " -u: [english] and [german] are allowed, Id is Taken from DataBase \n" );
+ fprintf( stdout, " -f: force extraction and merge even if only one language is existent\n" );
+ fprintf( stdout, " -g[:dtd]: enables generation of properties (dtds if :dtd is set) - in this case FileOut is the output path\n" );
+ fprintf( stdout, " -d: enables generation of *.don if work is done\n" );
+ fprintf( stdout, " -L: Restrict the handled languages. l1,l2,... are elements of (de,en-US...)\n" );
+ fprintf( stdout, " A fallback language can be defined like this: l1=f1.\n" );
+ fprintf( stdout, " f1, f2,... are also elements of (de,en-US...)\n" );
+ fprintf( stdout, " Example: -L de,es=en-US\n" );
+ fprintf( stdout, " Restriction to de and es, en-US will be fallback for es\n" );
+ return 1;
+ }
+
+ pFile = GetCfgFile();
+ InitCfgExport( pOutput , getFilename() );
+ if ( !pFile )
+ return 1;
+
+ yyin = pFile;
+
+ /* create global instance of class CfgExport */
+ //InitCfgExport( pOutput );
+
+ /* start parser */
+ yylex();
+
+ /* get error info. and end export */
+ nRetValue = GetError();
+ EndCfgExport();
+
+ if( !isQuiet() ){
+ fprintf( stdout, "\n===================================\n\n" );
+ }
+
+ removeTempFile();
+/* return error level */
+ return nRetValue;
+}
+
+/*"<!--"[^"-->"]*"-->" {
+ bText = 0;
+ WorkOnTokenSet( COMMEND, yytext );
+}*/
+/*"<!"[^\-].*\> {
+ bText = 0;
+ WorkOnTokenSet( CFG_TAG, yytext );
+}*/
diff --git a/l10ntools/source/cfgmerge.cxx b/l10ntools/source/cfgmerge.cxx
new file mode 100644
index 000000000000..170c2922d9ce
--- /dev/null
+++ b/l10ntools/source/cfgmerge.cxx
@@ -0,0 +1,883 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+// MARKER(update_precomp.py): autogen include statement, do not remove
+#include "precompiled_l10ntools.hxx"
+#include <stdio.h>
+#include <tools/string.hxx>
+#include <tools/fsys.hxx>
+
+// local includes
+#include "export.hxx"
+#include "cfgmerge.hxx"
+#include "tokens.h"
+#include "utf8conv.hxx"
+
+extern "C" { int yyerror( char * ); }
+extern "C" { int YYWarning( char * ); }
+
+// defines to parse command line
+#define STATE_NON 0x0001
+#define STATE_INPUT 0x0002
+#define STATE_OUTPUT 0x0003
+#define STATE_PRJ 0x0004
+#define STATE_ROOT 0x0005
+#define STATE_MERGESRC 0x0006
+#define STATE_ERRORLOG 0x0007
+#define STATE_UTF8 0x0008
+#define STATE_LANGUAGES 0X0009
+#define STATE_ISOCODE99 0x000A
+#define STATE_FORCE 0x000B
+
+// set of global variables
+BOOL bEnableExport;
+BOOL bMergeMode;
+BOOL bErrorLog;
+BOOL bForce;
+BOOL bUTF8;
+bool bQuiet;
+ByteString sPrj;
+ByteString sPrjRoot;
+ByteString sInputFileName;
+ByteString sActFileName;
+ByteString sFullEntry;
+ByteString sOutputFile;
+ByteString sMergeSrc;
+String sUsedTempFile;
+
+CfgParser *pParser;
+
+extern "C" {
+// the whole interface to lexer is in this extern "C" section
+
+/*****************************************************************************/
+extern char *GetOutputFile( int argc, char* argv[])
+/*****************************************************************************/
+{
+ bEnableExport = FALSE;
+ bMergeMode = FALSE;
+ bErrorLog = TRUE;
+ bForce = FALSE;
+ bUTF8 = TRUE;
+ bQuiet = false;
+ sPrj = "";
+ sPrjRoot = "";
+ sInputFileName = "";
+ sActFileName = "";
+
+ USHORT nState = STATE_NON;
+ BOOL bInput = FALSE;
+
+ // parse command line
+ for( int i = 1; i < argc; i++ ) {
+ ByteString sSwitch( argv[ i ] );
+ sSwitch.ToUpperAscii();
+
+ if ( sSwitch == "-I" ) {
+ nState = STATE_INPUT; // next token specifies source file
+ }
+ else if ( sSwitch == "-O" ) {
+ nState = STATE_OUTPUT; // next token specifies the dest file
+ }
+ else if ( sSwitch == "-P" ) {
+ nState = STATE_PRJ; // next token specifies the cur. project
+ }
+ else if ( sSwitch == "-R" ) {
+ nState = STATE_ROOT; // next token specifies path to project root
+ }
+ else if ( sSwitch == "-M" ) {
+ nState = STATE_MERGESRC; // next token specifies the merge database
+ }
+ else if ( sSwitch == "-E" ) {
+ nState = STATE_ERRORLOG;
+ bErrorLog = FALSE;
+ }
+ else if ( sSwitch == "-UTF8" ) {
+ nState = STATE_UTF8;
+ bUTF8 = TRUE;
+ }
+ else if ( sSwitch == "-NOUTF8" ) {
+ nState = STATE_UTF8;
+ bUTF8 = FALSE;
+ }
+ else if ( sSwitch == "-F" ) {
+ nState = STATE_FORCE;
+ bForce = TRUE;
+ }
+ else if ( sSwitch == "-QQ" ) {
+ bQuiet = true;
+ }
+ else if ( sSwitch == "-L" ) {
+ nState = STATE_LANGUAGES;
+ }
+ else if ( sSwitch.ToUpperAscii() == "-ISO99" ) {
+ nState = STATE_ISOCODE99;
+ }
+ else {
+ switch ( nState ) {
+ case STATE_NON: {
+ return NULL; // no valid command line
+ }
+ case STATE_INPUT: {
+ sInputFileName = argv[ i ];
+ bInput = TRUE; // source file found
+ }
+ break;
+ case STATE_OUTPUT: {
+ sOutputFile = argv[ i ]; // the dest. file
+ }
+ break;
+ case STATE_PRJ: {
+ sPrj = ByteString( argv[ i ]);
+// sPrj.ToLowerAscii(); // the project
+ }
+ break;
+ case STATE_ROOT: {
+ sPrjRoot = ByteString( argv[ i ]); // path to project root
+ }
+ break;
+ case STATE_MERGESRC: {
+ sMergeSrc = ByteString( argv[ i ]);
+ bMergeMode = TRUE; // activate merge mode, cause merge database found
+ }
+ break;
+ case STATE_LANGUAGES: {
+ Export::sLanguages = ByteString( argv[ i ]);
+ }
+ break;
+ }
+ }
+ }
+
+ if ( bInput ) {
+ // command line is valid
+ bEnableExport = TRUE;
+ char *pReturn = new char[ sOutputFile.Len() + 1 ];
+ strcpy( pReturn, sOutputFile.GetBuffer()); // #100211# - checked
+ return pReturn;
+ }
+
+ // command line is not valid
+ return NULL;
+}
+int isQuiet(){
+ if( bQuiet ) return 1;
+ else return 0;
+}
+/*****************************************************************************/
+int InitCfgExport( char *pOutput , char* pFilename )
+/*****************************************************************************/
+{
+ // instanciate Export
+ ByteString sOutput( pOutput );
+ ByteString sFilename( pFilename );
+ Export::InitLanguages();
+
+ if ( bMergeMode )
+ pParser = new CfgMerge( sMergeSrc, sOutputFile, sFilename );
+ else if ( sOutputFile.Len())
+ pParser = new CfgExport( sOutputFile, sPrj, sActFileName );
+
+ return 1;
+}
+
+/*****************************************************************************/
+int EndCfgExport()
+/*****************************************************************************/
+{
+ delete pParser;
+
+ return 1;
+}
+
+void removeTempFile(){
+ if( !sUsedTempFile.EqualsIgnoreCaseAscii( "" ) ){
+ DirEntry aTempFile( sUsedTempFile );
+ aTempFile.Kill();
+ }
+}
+extern const char* getFilename()
+{
+ return sInputFileName.GetBuffer();
+}
+/*****************************************************************************/
+extern FILE *GetCfgFile()
+/*****************************************************************************/
+{
+ FILE *pFile = 0;
+ // look for valid filename
+ if ( sInputFileName.Len()) {
+ if( Export::fileHasUTF8ByteOrderMarker( sInputFileName ) ){
+ DirEntry aTempFile = Export::GetTempFile();
+ DirEntry aSourceFile( String( sInputFileName , RTL_TEXTENCODING_ASCII_US ) );
+ aSourceFile.CopyTo( aTempFile , FSYS_ACTION_COPYFILE );
+ String sTempFile = aTempFile.GetFull();
+ Export::RemoveUTF8ByteOrderMarkerFromFile( ByteString( sTempFile , RTL_TEXTENCODING_ASCII_US ) );
+ pFile = fopen( ByteString( sTempFile , RTL_TEXTENCODING_ASCII_US ).GetBuffer(), "r" );
+ sUsedTempFile = sTempFile;
+ }else{
+ // able to open file?
+ pFile = fopen( sInputFileName.GetBuffer(), "r" );
+ sUsedTempFile = String::CreateFromAscii("");
+ }
+ if ( !pFile ){
+ fprintf( stderr, "Error: Could not open file %s\n",
+ sInputFileName.GetBuffer());
+ exit( 13 );
+ }
+ else {
+ // this is a valid file which can be opened, so
+ // create path to project root
+ DirEntry aEntry( String( sInputFileName, RTL_TEXTENCODING_ASCII_US ));
+ aEntry.ToAbs();
+ sFullEntry= ByteString( aEntry.GetFull(), RTL_TEXTENCODING_ASCII_US );
+ aEntry += DirEntry( String( "..", RTL_TEXTENCODING_ASCII_US ));
+ aEntry += DirEntry( sPrjRoot );
+ ByteString sPrjEntry( aEntry.GetFull(), RTL_TEXTENCODING_ASCII_US );
+
+ // create file name, beginnig with project root
+ // (e.g.: source\ui\src\menue.src)
+// printf("sFullEntry = %s\n",sFullEntry.GetBuffer());
+ sActFileName = sFullEntry.Copy( sPrjEntry.Len() + 1 );
+// printf("sActFileName = %s\n",sActFileName.GetBuffer());
+ if( !bQuiet )
+ fprintf( stdout, "\nProcessing File %s ...\n", sInputFileName.GetBuffer());
+
+ sActFileName.SearchAndReplaceAll( "/", "\\" );
+
+ return pFile;
+ }
+ }
+ // this means the file could not be opened
+ return NULL;
+}
+
+/*****************************************************************************/
+int WorkOnTokenSet( int nTyp, char *pTokenText )
+/*****************************************************************************/
+{
+ pParser->Execute( nTyp, pTokenText );
+
+ return 1;
+}
+
+
+/*****************************************************************************/
+int SetError()
+/*****************************************************************************/
+{
+ return 1;
+}
+
+/*****************************************************************************/
+int GetError()
+/*****************************************************************************/
+{
+ return 0;
+}
+}
+
+//
+// class CfgStackData
+//
+
+CfgStackData* CfgStack::Push( const ByteString &rTag, const ByteString &rId )
+{
+ CfgStackData *pD = new CfgStackData( rTag, rId );
+ Insert( pD, LIST_APPEND );
+ return pD;
+}
+
+//
+// class CfgStack
+//
+
+/*****************************************************************************/
+CfgStack::~CfgStack()
+/*****************************************************************************/
+{
+ for ( ULONG i = 0; i < Count(); i++ )
+ delete GetObject( i );
+}
+
+/*****************************************************************************/
+ByteString CfgStack::GetAccessPath( ULONG nPos )
+/*****************************************************************************/
+{
+ if ( nPos == LIST_APPEND )
+ nPos = Count() - 1;
+
+ ByteString sReturn;
+ for ( ULONG i = 0; i <= nPos; i++ ) {
+ if ( i )
+ sReturn += ".";
+ sReturn += GetStackData( i )->GetIdentifier();
+ }
+
+ return sReturn;
+}
+
+/*****************************************************************************/
+CfgStackData *CfgStack::GetStackData( ULONG nPos )
+/*****************************************************************************/
+{
+ if ( nPos == LIST_APPEND )
+ nPos = Count() - 1;
+
+ return GetObject( nPos );
+}
+
+//
+// class CfgParser
+//
+
+/*****************************************************************************/
+CfgParser::CfgParser()
+/*****************************************************************************/
+ : pStackData( NULL ),
+ bLocalize( FALSE )
+{
+}
+
+/*****************************************************************************/
+CfgParser::~CfgParser()
+/*****************************************************************************/
+{
+}
+
+
+/*****************************************************************************/
+BOOL CfgParser::IsTokenClosed( const ByteString &rToken )
+/*****************************************************************************/
+{
+ return rToken.GetChar( rToken.Len() - 2 ) == '/';
+}
+
+/*****************************************************************************/
+void CfgParser::AddText(
+ ByteString &rText,
+ const ByteString &rIsoLang,
+ const ByteString &rResTyp
+)
+/*****************************************************************************/
+{
+ USHORT nTextLen = 0;
+ while ( rText.Len() != nTextLen ) {
+ nTextLen = rText.Len();
+ rText.SearchAndReplaceAll( "\n", " " );
+ rText.SearchAndReplaceAll( "\r", " " );
+ rText.SearchAndReplaceAll( "\t", " " );
+ rText.SearchAndReplaceAll( " ", " " );
+ }
+ pStackData->sResTyp = rResTyp;
+ WorkOnText( rText, rIsoLang );
+
+ pStackData->sText[ rIsoLang ] = rText;
+}
+
+
+/*****************************************************************************/
+void CfgParser::WorkOnRessourceEnd()
+/*****************************************************************************/
+{
+}
+
+/*****************************************************************************/
+int CfgParser::ExecuteAnalyzedToken( int nToken, char *pToken )
+/*****************************************************************************/
+{
+ ByteString sToken( pToken );
+
+ if ( sToken == " " || sToken == "\t" )
+ sLastWhitespace += sToken;
+
+ ByteString sTokenName;
+ ByteString sTokenId;
+
+ BOOL bOutput = TRUE;
+
+ switch ( nToken ) {
+ case CFG_TOKEN_PACKAGE:
+ case CFG_TOKEN_COMPONENT:
+ case CFG_TOKEN_TEMPLATE:
+ case CFG_TOKEN_CONFIGNAME:
+ case CFG_TOKEN_OORNAME:
+ case CFG_TOKEN_OORVALUE:
+ case CFG_TAG:
+ case ANYTOKEN:
+ case CFG_TEXT_START:
+ {
+ sTokenName = sToken.GetToken( 1, '<' ).GetToken( 0, '>' ).GetToken( 0, ' ' );
+
+ if ( !IsTokenClosed( sToken )) {
+ ByteString sSearch;
+ switch ( nToken ) {
+ case CFG_TOKEN_PACKAGE:
+ sSearch = "package-id=";
+ break;
+ case CFG_TOKEN_COMPONENT:
+ sSearch = "component-id=";
+ break;
+ case CFG_TOKEN_TEMPLATE:
+ sSearch = "template-id=";
+ break;
+ case CFG_TOKEN_CONFIGNAME:
+ sSearch = "cfg:name=";
+ break;
+ case CFG_TOKEN_OORNAME:
+ sSearch = "oor:name=";
+ bLocalize = TRUE;
+ break;
+ case CFG_TOKEN_OORVALUE:
+ sSearch = "oor:value=";
+ break;
+ case CFG_TEXT_START: {
+ if ( sCurrentResTyp != sTokenName ) {
+ WorkOnRessourceEnd();
+ ByteString sCur;
+ for( unsigned int n = 0; n < aLanguages.size(); n++ ){
+ sCur = aLanguages[ n ];
+ pStackData->sText[ sCur ] = ByteString("");
+ }
+ }
+ sCurrentResTyp = sTokenName;
+
+ ByteString sTemp = sToken.Copy( sToken.Search( "xml:lang=" ));
+ sCurrentIsoLang = sTemp.GetToken( 1, '\"' ).GetToken( 0, '\"' );
+
+ if ( sCurrentIsoLang == NO_TRANSLATE_ISO )
+ bLocalize = FALSE;
+
+ pStackData->sTextTag = sToken;
+
+ sCurrentText = "";
+ }
+ break;
+ }
+ if ( sSearch.Len()) {
+ ByteString sTemp = sToken.Copy( sToken.Search( sSearch ));
+ sTokenId = sTemp.GetToken( 1, '\"' ).GetToken( 0, '\"' );
+ }
+ pStackData = aStack.Push( sTokenName, sTokenId );
+
+ if ( sSearch == "cfg:name=" ) {
+ ByteString sTemp( sToken );
+ sTemp.ToUpperAscii();
+ bLocalize = (( sTemp.Search( "CFG:TYPE=\"STRING\"" ) != STRING_NOTFOUND ) &&
+ ( sTemp.Search( "CFG:LOCALIZED=\"TRUE\"" ) != STRING_NOTFOUND ));
+ }
+ }
+ else if ( sTokenName == "label" ) {
+ if ( sCurrentResTyp != sTokenName ) {
+ WorkOnRessourceEnd();
+ ByteString sCur;
+ for( unsigned int n = 0; n < aLanguages.size(); n++ ){
+ sCur = aLanguages[ n ];
+ pStackData->sText[ sCur ] = ByteString("");
+ }
+ }
+ sCurrentResTyp = sTokenName;
+ }
+ }
+ break;
+ case CFG_CLOSETAG:
+ sTokenName = sToken.GetToken( 1, '/' ).GetToken( 0, '>' ).GetToken( 0, ' ' );
+ if ( aStack.GetStackData() && ( aStack.GetStackData()->GetTagType() == sTokenName )) {
+ if ( ! sCurrentText.Len())
+ WorkOnRessourceEnd();
+ aStack.Pop();
+ pStackData = aStack.GetStackData();
+ }
+ else {
+ ByteString sError( "Missplaced close tag: " );
+ ByteString sInFile(" in file ");
+ sError += sToken;
+ sError += sInFile;
+ sError += sFullEntry;
+ Error( sError );
+ exit ( 13 );
+ }
+ break;
+
+ case CFG_TEXTCHAR:
+ sCurrentText += sToken;
+ bOutput = FALSE;
+ break;
+
+ case CFG_TOKEN_NO_TRANSLATE:
+ bLocalize = FALSE;
+ break;
+ }
+
+ if ( sCurrentText.Len() && nToken != CFG_TEXTCHAR ) {
+ AddText( sCurrentText, sCurrentIsoLang, sCurrentResTyp );
+ Output( sCurrentText );
+ sCurrentText = "";
+ pStackData->sEndTextTag = sToken;
+ }
+
+ if ( bOutput )
+ Output( sToken );
+
+ if ( sToken != " " && sToken != "\t" )
+ sLastWhitespace = "";
+
+ return 1;
+}
+
+/*****************************************************************************/
+void CfgExport::Output( const ByteString& rOutput )
+/*****************************************************************************/
+{
+ // Dummy operation to suppress warnings caused by poor class design
+ ByteString a( rOutput );
+}
+
+/*****************************************************************************/
+int CfgParser::Execute( int nToken, char * pToken )
+/*****************************************************************************/
+{
+ ByteString sToken( pToken );
+
+ switch ( nToken ) {
+ case CFG_TAG:
+ if ( sToken.Search( "package-id=" ) != STRING_NOTFOUND )
+ return ExecuteAnalyzedToken( CFG_TOKEN_PACKAGE, pToken );
+ else if ( sToken.Search( "component-id=" ) != STRING_NOTFOUND )
+ return ExecuteAnalyzedToken( CFG_TOKEN_COMPONENT, pToken );
+ else if ( sToken.Search( "template-id=" ) != STRING_NOTFOUND )
+ return ExecuteAnalyzedToken( CFG_TOKEN_TEMPLATE, pToken );
+ else if ( sToken.Search( "cfg:name=" ) != STRING_NOTFOUND )
+ return ExecuteAnalyzedToken( CFG_TOKEN_OORNAME, pToken );
+ else if ( sToken.Search( "oor:name=" ) != STRING_NOTFOUND )
+ return ExecuteAnalyzedToken( CFG_TOKEN_OORNAME, pToken );
+ else if ( sToken.Search( "oor:value=" ) != STRING_NOTFOUND )
+ return ExecuteAnalyzedToken( CFG_TOKEN_OORVALUE, pToken );
+ break;
+ }
+ return ExecuteAnalyzedToken( nToken, pToken );
+}
+
+
+/*****************************************************************************/
+void CfgParser::Error( const ByteString &rError )
+/*****************************************************************************/
+{
+// ByteString sError( rError );
+// sError.Append("Error: In file ");
+// sError.Append( sActFileName );
+ yyerror(( char * ) rError.GetBuffer());
+}
+
+
+//
+// class CfgOutputParser
+//
+
+/*****************************************************************************/
+CfgOutputParser::CfgOutputParser( const ByteString &rOutputFile )
+/*****************************************************************************/
+{
+ pOutputStream =
+ new SvFileStream(
+ String( rOutputFile, RTL_TEXTENCODING_ASCII_US ),
+ STREAM_STD_WRITE | STREAM_TRUNC
+ );
+ pOutputStream->SetStreamCharSet( RTL_TEXTENCODING_UTF8 );
+
+ if ( !pOutputStream->IsOpen()) {
+ ByteString sError( "ERROR: Unable to open output file: " );
+ sError += rOutputFile;
+ Error( sError );
+ delete pOutputStream;
+ pOutputStream = NULL;
+ exit( 13 );
+ }
+}
+
+/*****************************************************************************/
+CfgOutputParser::~CfgOutputParser()
+/*****************************************************************************/
+{
+ if ( pOutputStream ) {
+ pOutputStream->Close();
+ delete pOutputStream;
+ }
+}
+
+//
+// class CfgExport
+//
+
+/*****************************************************************************/
+CfgExport::CfgExport(
+ const ByteString &rOutputFile,
+ const ByteString &rProject,
+ const ByteString &rFilePath
+)
+/*****************************************************************************/
+ : CfgOutputParser( rOutputFile ),
+ sPrj( rProject ),
+ sPath( rFilePath )
+{
+ Export::InitLanguages( false );
+ aLanguages = Export::GetLanguages();
+}
+
+/*****************************************************************************/
+CfgExport::~CfgExport()
+/*****************************************************************************/
+{
+}
+
+/*****************************************************************************/
+void CfgExport::WorkOnRessourceEnd()
+/*****************************************************************************/
+{
+ if ( pOutputStream && bLocalize ) {
+ if (( pStackData->sText[ ByteString("en-US") ].Len()
+ ) ||
+ ( bForce &&
+ ( pStackData->sText[ ByteString("de") ].Len() ||
+ pStackData->sText[ ByteString("en-US") ].Len() )))
+ {
+ ByteString sFallback = pStackData->sText[ ByteString("en-US") ];
+
+ //if ( pStackData->sText[ ByteString("en-US") ].Len())
+ // sFallback = pStackData->sText[ ByteString("en-US") ];
+
+ ByteString sLocalId = pStackData->sIdentifier;
+ ByteString sGroupId;
+ if ( aStack.Count() == 1 ) {
+ sGroupId = sLocalId;
+ sLocalId = "";
+ }
+ else {
+ sGroupId = aStack.GetAccessPath( aStack.Count() - 2 );
+ }
+
+ ByteString sTimeStamp( Export::GetTimeStamp());
+
+ ByteString sCur;
+ for( unsigned int n = 0; n < aLanguages.size(); n++ ){
+ sCur = aLanguages[ n ];
+
+ ByteString sText = pStackData->sText[ sCur ];
+ if ( !sText.Len())
+ sText = sFallback;
+
+ Export::UnquotHTML( sText );
+
+ ByteString sOutput( sPrj ); sOutput += "\t";
+ sOutput += sPath;
+ sOutput += "\t0\t";
+ sOutput += pStackData->sResTyp; sOutput += "\t";
+ sOutput += sGroupId; sOutput += "\t";
+ sOutput += sLocalId; sOutput += "\t\t\t0\t";
+ sOutput += sCur;
+ sOutput += "\t";
+
+ sOutput += sText; sOutput += "\t\t\t\t";
+ sOutput += sTimeStamp;
+
+ //if( !sCur.EqualsIgnoreCaseAscii("de") ||( sCur.EqualsIgnoreCaseAscii("de") && !Export::isMergingGermanAllowed( sPrj ) ) )
+ pOutputStream->WriteLine( sOutput );
+ }
+ }
+ }
+}
+
+/*****************************************************************************/
+void CfgExport::WorkOnText(
+ ByteString &rText,
+ const ByteString &rIsoLang
+)
+/*****************************************************************************/
+{
+ if( rIsoLang.Len() ) Export::UnquotHTML( rText );
+}
+
+
+//
+// class CfgMerge
+//
+
+/*****************************************************************************/
+CfgMerge::CfgMerge(
+ const ByteString &rMergeSource, const ByteString &rOutputFile,
+ ByteString &rFilename )
+/*****************************************************************************/
+ : CfgOutputParser( rOutputFile ),
+ pMergeDataFile( NULL ),
+ pResData( NULL ),
+ bGerman( FALSE ),
+ sFilename( rFilename ),
+ bEnglish( FALSE )
+{
+ if ( rMergeSource.Len()){
+ pMergeDataFile = new MergeDataFile(
+ rMergeSource, sInputFileName , bErrorLog, RTL_TEXTENCODING_MS_1252, true );
+ if( Export::sLanguages.EqualsIgnoreCaseAscii("ALL") ){
+ Export::SetLanguages( pMergeDataFile->GetLanguages() );
+ aLanguages = pMergeDataFile->GetLanguages();
+ }
+ else aLanguages = Export::GetLanguages();
+ }else
+ aLanguages = Export::GetLanguages();
+}
+
+/*****************************************************************************/
+CfgMerge::~CfgMerge()
+/*****************************************************************************/
+{
+ delete pMergeDataFile;
+ delete pResData;
+}
+
+/*****************************************************************************/
+void CfgMerge::WorkOnText(
+ ByteString &rText,
+ const ByteString& nLangIndex
+)
+/*****************************************************************************/
+{
+
+ if ( pMergeDataFile && bLocalize ) {
+ if ( !pResData ) {
+ ByteString sLocalId = pStackData->sIdentifier;
+ ByteString sGroupId;
+ if ( aStack.Count() == 1 ) {
+ sGroupId = sLocalId;
+ sLocalId = "";
+ }
+ else {
+ sGroupId = aStack.GetAccessPath( aStack.Count() - 2 );
+ }
+
+ ByteString sPlatform( "" );
+
+ pResData = new ResData( sPlatform, sGroupId , sFilename );
+ pResData->sId = sLocalId;
+ pResData->sResTyp = pStackData->sResTyp;
+ }
+
+ //if ( nLangIndex.EqualsIgnoreCaseAscii("de") )
+ // bGerman = TRUE;
+ if (( nLangIndex.EqualsIgnoreCaseAscii("en-US") ))
+ bEnglish = TRUE;
+
+ PFormEntrys *pEntrys = pMergeDataFile->GetPFormEntrysCaseSensitive( pResData );
+ if ( pEntrys ) {
+ ByteString sContent;
+ pEntrys->GetText( sContent, STRING_TYP_TEXT, nLangIndex );
+
+ if ( Export::isAllowed( nLangIndex ) &&
+ ( sContent != "-" ) && ( sContent.Len()))
+ {
+#ifdef MERGE_SOURCE_LANGUAGES
+ if( nLangIndex.EqualsIgnoreCaseAscii("de") || nLangIndex.EqualsIgnoreCaseAscii("en-US") )
+ rText = sContent;
+#endif
+ Export::QuotHTML( rText );
+ }
+ }
+ }
+}
+
+/*****************************************************************************/
+void CfgMerge::Output( const ByteString& rOutput )
+/*****************************************************************************/
+{
+ if ( pOutputStream )
+ pOutputStream->Write( rOutput.GetBuffer(), rOutput.Len());
+}
+
+ULONG CfgStack::Push( CfgStackData *pStackData )
+{
+ Insert( pStackData, LIST_APPEND );
+ return Count() - 1;
+}
+
+/*****************************************************************************/
+void CfgMerge::WorkOnRessourceEnd()
+/*****************************************************************************/
+{
+
+ if ( pMergeDataFile && pResData && bLocalize && (( bEnglish ) || bForce )) {
+ PFormEntrys *pEntrys = pMergeDataFile->GetPFormEntrysCaseSensitive( pResData );
+ if ( pEntrys ) {
+ ByteString sCur;
+
+ for( unsigned int n = 0; n < aLanguages.size(); n++ ){
+ sCur = aLanguages[ n ];
+
+ ByteString sContent;
+ pEntrys->GetText( sContent, STRING_TYP_TEXT, sCur , TRUE );
+ if (
+ // (!sCur.EqualsIgnoreCaseAscii("de") ) &&
+ ( !sCur.EqualsIgnoreCaseAscii("en-US") ) &&
+
+ ( sContent != "-" ) && ( sContent.Len()))
+ {
+
+ ByteString sText = sContent;
+ Export::QuotHTML( sText );
+
+ ByteString sAdditionalLine( "\t" );
+
+ ByteString sTextTag = pStackData->sTextTag;
+ ByteString sTemp = sTextTag.Copy( sTextTag.Search( "xml:lang=" ));
+
+ ByteString sSearch = sTemp.GetToken( 0, '\"' );
+ sSearch += "\"";
+ sSearch += sTemp.GetToken( 1, '\"' );
+ sSearch += "\"";
+
+ ByteString sReplace = sTemp.GetToken( 0, '\"' );
+ sReplace += "\"";
+ sReplace += sCur;
+ sReplace += "\"";
+
+ sTextTag.SearchAndReplace( sSearch, sReplace );
+
+ sAdditionalLine += sTextTag;
+ sAdditionalLine += sText;
+ sAdditionalLine += pStackData->sEndTextTag;
+
+ sAdditionalLine += "\n";
+ sAdditionalLine += sLastWhitespace;
+
+ Output( sAdditionalLine );
+ }
+ }
+ }
+ }
+ delete pResData;
+ pResData = NULL;
+ bGerman = FALSE;
+ bEnglish = FALSE;
+}
diff --git a/l10ntools/source/directory.cxx b/l10ntools/source/directory.cxx
new file mode 100644
index 000000000000..a36f8bd2361f
--- /dev/null
+++ b/l10ntools/source/directory.cxx
@@ -0,0 +1,273 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+
+// MARKER(update_precomp.py): autogen include statement, do not remove
+#include "precompiled_l10ntools.hxx"
+#include <l10ntools/directory.hxx>
+#include "tools/string.hxx"
+#include <iostream>
+#include <vector>
+#include <algorithm>
+
+namespace transex
+{
+
+Directory::Directory( const rtl::OUString sFullpath ) : bSkipLinks( false )
+{
+ sFullName = sFullpath;
+}
+
+Directory::Directory( const rtl::OUString sFullPath , const rtl::OUString sEntry ) : bSkipLinks( false )
+{
+ sFullName = sFullPath;
+ sDirectoryName = sEntry;
+}
+
+
+Directory::Directory( const ByteString sFullPath ) : bSkipLinks( false )
+{
+ sDirectoryName = rtl::OUString( sFullPath.GetBuffer() , RTL_TEXTENCODING_UTF8 , sFullPath.Len() );
+}
+
+bool Directory::lessDir ( const Directory& rKey1, const Directory& rKey2 )
+{
+ rtl::OUString sName1( ( static_cast< Directory >( rKey1 ) ).getDirectoryName() );
+ rtl::OUString sName2( ( static_cast< Directory >( rKey2 ) ).getDirectoryName() );
+
+ return sName1.compareTo( sName2 ) < 0 ;
+}
+
+
+void Directory::dump()
+{
+
+ for( std::vector< transex::File >::iterator iter = aFileVec.begin() ; iter != aFileVec.end() ; ++iter )
+ {
+ std::cout << "FILE " << rtl::OUStringToOString( (*iter).getFullName().getStr() , RTL_TEXTENCODING_UTF8 , (*iter).getFullName().getLength() ).getStr() << "\n";
+ }
+
+ for( std::vector< transex::Directory >::iterator iter = aDirVec.begin() ; iter != aDirVec.end() ; ++iter )
+ {
+ std::cout << "DIR " << rtl::OUStringToOString( (*iter).getFullName().getStr() , RTL_TEXTENCODING_UTF8 , (*iter).getFullName().getLength() ).getStr() << "\n";
+ }
+
+}
+
+void Directory::scanSubDir( int nLevels )
+{
+ readDirectory( sFullName );
+ dump();
+ if( nLevels > 0 ) {
+ for( std::vector< transex::Directory >::iterator iter = aDirVec.begin() ; iter != aDirVec.end() || nLevels > 0 ; ++iter , nLevels-- )
+ {
+ ( *iter ).scanSubDir();
+ }
+ }
+}
+
+void Directory::setSkipLinks( bool is_skipped )
+{
+ bSkipLinks = is_skipped;
+}
+
+void Directory::readDirectory()
+{
+ readDirectory( sFullName );
+}
+
+#ifdef WNT
+#include <tools/prewin.h>
+#include <windows.h>
+#include <tools/postwin.h>
+
+void Directory::readDirectory ( const rtl::OUString& sFullpath )
+{
+ BOOL fFinished;
+ HANDLE hList;
+ TCHAR szDir[MAX_PATH+1];
+ TCHAR szSubDir[MAX_PATH+1];
+ WIN32_FIND_DATA FileData;
+
+ rtl::OString sFullpathext = rtl::OUStringToOString( sFullpath , RTL_TEXTENCODING_UTF8 , sFullpath.getLength() );
+ const char *dirname = sFullpathext.getStr();
+
+ // Get the proper directory path
+ sprintf(szDir, "%s\\*", dirname);
+
+ // Get the first file
+ hList = FindFirstFile(szDir, &FileData);
+ if (hList == INVALID_HANDLE_VALUE)
+ {
+ //FindClose(hList);
+ //printf("No files found %s\n", szDir ); return;
+ }
+ else
+ {
+ fFinished = FALSE;
+ while (!fFinished)
+ {
+
+ sprintf(szSubDir, "%s\\%s", dirname, FileData.cFileName);
+ rtl::OString myfile( FileData.cFileName );
+ rtl::OString mydir( szSubDir );
+
+ if (FileData.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY)
+ {
+ if ( (strcmp(FileData.cFileName, ".") != 0 ) &&
+ (strcmp(FileData.cFileName, "..") != 0 ) )
+ {
+ //sprintf(szSubDir, "%s\\%s", dirname, FileData.cFileName);
+ transex::Directory aDir( rtl::OStringToOUString( mydir , RTL_TEXTENCODING_UTF8 , mydir.getLength() ),
+ rtl::OStringToOUString( myfile , RTL_TEXTENCODING_UTF8 , myfile.getLength() ) );
+ aDirVec.push_back( aDir );
+ }
+ }
+ else
+ {
+ transex::File aFile( rtl::OStringToOUString( mydir , RTL_TEXTENCODING_UTF8 , mydir.getLength() ),
+ rtl::OStringToOUString( myfile , RTL_TEXTENCODING_UTF8 , myfile.getLength() ) );
+ aFileVec.push_back( aFile );
+ }
+ if (!FindNextFile(hList, &FileData))
+ {
+ if (GetLastError() == ERROR_NO_MORE_FILES)
+ {
+ fFinished = TRUE;
+ }
+ }
+ }
+ }
+
+ FindClose(hList);
+
+ ::std::sort( aFileVec.begin() , aFileVec.end() , File::lessFile );
+ ::std::sort( aDirVec.begin() , aDirVec.end() , Directory::lessDir );
+}
+
+#else
+
+class dirholder
+{
+private:
+ DIR *mpDir;
+public:
+ dirholder(DIR *pDir) : mpDir(pDir) {}
+ int close() { int nRet = mpDir ? closedir(mpDir) : 0; mpDir = NULL; return nRet; }
+ ~dirholder() { close(); }
+};
+
+void Directory::readDirectory( const rtl::OUString& sFullpath )
+{
+ struct stat statbuf;
+ struct stat statbuf2;
+ struct dirent *dirp;
+ DIR *dir;
+ //int ret;
+ //char *ptr;
+
+ if( sFullpath.getLength() < 1 ) return;
+
+ rtl::OString sFullpathext = rtl::OUStringToOString( sFullpath , RTL_TEXTENCODING_UTF8 , sFullpath.getLength() ).getStr();
+ //printf("%s\n",sFullpathext.getStr());
+ const char* path = sFullpathext.getStr();
+
+ // stat
+ if( stat( path , &statbuf ) < 0 ){ printf("warning: Can not stat %s" , path ); return; }// error }
+
+ if( S_ISDIR(statbuf.st_mode ) == 0 ) { return; }// error } return; // not dir
+
+ if( (dir = opendir( path ) ) == NULL ) {printf("readerror 2 in %s \n",path); return; } // error } return; // error
+ dirholder aHolder(dir);
+
+ sFullpathext += rtl::OString( "/" );
+
+ const rtl::OString sDot ( "." ) ;
+ const rtl::OString sDDot( ".." );
+
+ if ( chdir( path ) == -1 ) { printf("chdir error in %s \n",path); return; } // error
+
+ while( ( dirp = readdir( dir ) ) != NULL )
+ {
+ rtl::OString sEntryName( dirp->d_name );
+
+ if( sEntryName.equals( sDot ) || sEntryName.equals( sDDot ) )
+ continue;
+
+ // add dir entry
+ rtl::OString sEntity = sFullpathext;
+ sEntity += sEntryName;
+
+ // stat new entry
+ if( lstat( sEntity.getStr() , &statbuf2 ) < 0 )
+ {
+ printf("error on entry %s\n" , sEntity.getStr() ) ; // error
+ continue;
+ }
+
+ // add file / dir to vector
+ switch( statbuf2.st_mode & S_IFMT )
+ {
+ case S_IFREG:
+ {
+ rtl::OString sFile = sFullpathext;
+ sFile += sEntryName ;
+ transex::File aFile( rtl::OStringToOUString( sEntity , RTL_TEXTENCODING_UTF8 , sEntity.getLength() ) ,
+ rtl::OStringToOUString( sEntryName , RTL_TEXTENCODING_UTF8 , sEntryName.getLength() )
+ );
+
+ aFileVec.push_back( aFile ) ;
+ break;
+ }
+ case S_IFLNK:
+ {
+ if( bSkipLinks ) break;
+ }
+ case S_IFDIR:
+ {
+ rtl::OString sDir = sFullpathext;
+ sDir += sEntryName ;
+
+ transex::Directory aDir(
+ rtl::OStringToOUString( sEntity , RTL_TEXTENCODING_UTF8 , sEntity.getLength() ) ,
+ rtl::OStringToOUString( sEntryName , RTL_TEXTENCODING_UTF8 , sEntryName.getLength() )
+ ) ;
+ aDirVec.push_back( aDir ) ;
+ break;
+ }
+ }
+ }
+ if ( chdir( ".." ) == -1 ) { printf("chdir error in .. \n"); return; } // error
+ if( aHolder.close() < 0 ) return ; // error
+
+ std::sort( aFileVec.begin() , aFileVec.end() , File::lessFile );
+ std::sort( aDirVec.begin() , aDirVec.end() , Directory::lessDir );
+
+}
+
+#endif
+}
diff --git a/l10ntools/source/export.cxx b/l10ntools/source/export.cxx
new file mode 100644
index 000000000000..a3df11c2920b
--- /dev/null
+++ b/l10ntools/source/export.cxx
@@ -0,0 +1,2657 @@
+/*************************************************************************
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * Copyright 2000, 2010 Oracle and/or its affiliates.
+ *
+ * OpenOffice.org - a multi-platform office productivity suite
+ *
+ * This file is part of OpenOffice.org.
+ *
+ * OpenOffice.org is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Lesser General Public License version 3
+ * only, as published by the Free Software Foundation.
+ *
+ * OpenOffice.org is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU Lesser General Public License version 3 for more details
+ * (a copy is included in the LICENSE file that accompanied this code).
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * version 3 along with OpenOffice.org. If not, see
+ * <http://www.openoffice.org/license.html>
+ * for a copy of the LGPLv3 License.
+ *
+ ************************************************************************/
+
+// MARKER(update_precomp.py): autogen include statement, do not remove
+#include "precompiled_l10ntools.hxx"
+#include <stdio.h>
+#include <stdlib.h>
+#include <tools/fsys.hxx>
+#include "export.hxx"
+#include "tokens.h"
+#include "utf8conv.hxx"
+#include <iostream>
+
+extern "C" { int yyerror( char * ); }
+extern "C" { int YYWarning( char * ); }
+
+Export *pExport = 0L;
+
+// defines to parse command line
+#define STATE_NON 0x0001
+#define STATE_INPUT 0x0002
+#define STATE_OUTPUT 0x0003
+#define STATE_PRJ 0x0004
+#define STATE_ROOT 0x0005
+#define STATE_MERGESRC 0x0006
+#define STATE_ERRORLOG 0x0007
+#define STATE_BREAKHELP 0x0008
+#define STATE_UNMERGE 0x0009
+#define STATE_UTF8 0x000A
+#define STATE_LANGUAGES 0X000B
+
+// set of global variables
+DECLARE_LIST( FileList, ByteString * )
+FileList aInputFileList;
+BOOL bEnableExport;
+BOOL bMergeMode;
+BOOL bErrorLog;
+BOOL bBreakWhenHelpText;
+BOOL bUnmerge;
+BOOL bUTF8;
+bool bQuiet;
+ByteString sPrj;
+ByteString sPrjRoot;
+ByteString sActFileName;
+ByteString sOutputFile;
+ByteString sMergeSrc;
+ByteString sTempFile;
+ByteString sFile;
+MergeDataFile *pM