path: root/filter/source/msfilter/msvbasic.cxx

/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
/*************************************************************************
 *
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
 *
 * Copyright 2000, 2010 Oracle and/or its affiliates.
 *
 * OpenOffice.org - a multi-platform office productivity suite
 *
 * This file is part of OpenOffice.org.
 *
 * OpenOffice.org is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Lesser General Public License version 3
 * only, as published by the Free Software Foundation.
 *
 * OpenOffice.org is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Lesser General Public License version 3 for more details
 * (a copy is included in the LICENSE file that accompanied this code).
 *
 * You should have received a copy of the GNU Lesser General Public License
 * version 3 along with OpenOffice.org.  If not, see
 * <http://www.openoffice.org/license.html>
 * for a copy of the LGPLv3 License.
 *
 ************************************************************************/

// MARKER(update_precomp.py): autogen include statement, do not remove
#include "precompiled_filter.hxx"

#include <string.h>     // memset(), ...
#ifndef UNX
#include <io.h>         // access()
#endif
#include <osl/endian.h>
#include <rtl/tencinfo.h>   //rtl_getTextEncodingFromWindowsCodePage
#include "msvbasic.hxx"
#include <memory>
#include <rtl/ustrbuf.hxx>
#include <boost/shared_ptr.hpp>
#include <boost/scoped_array.hpp>
#include <boost/shared_array.hpp>
#include <svtools/filterutils.hxx>

#include <com/sun/star/script/ModuleType.hpp>
#include <fstream>

using namespace ::com::sun::star::script;

namespace MSLZSS {

static unsigned int getShift( sal_uInt32 nPos )
{
    if (nPos <= 0x80) {
        if (nPos <= 0x20)
            return (nPos <= 0x10) ? 12 : 11;
        else
            return (nPos <= 0x40) ? 10 : 9;
    } else {
    if (nPos <= 0x200)
        return (nPos <= 0x100) ? 8 : 7;
    else if (nPos <= 0x800)
        return (nPos <= 0x400) ? 6 : 5;
    else
        return 4;
    }
}

SvMemoryStream *decompressAsStream( SvStream *pStream, sal_uInt32 nOffset, sal_uInt32 *pCompressedLength = NULL, sal_uInt32 *pLength = NULL )
{
    SvMemoryStream *pResult;
    const sal_Int32 nWINDOWLEN = 4096;
    pResult = new SvMemoryStream();

    sal_uInt8 nLeadbyte;
    unsigned int nPos = 0;
    int nLen, nDistance, nShift, nClean=1;
    sal_uInt8 aHistory[ nWINDOWLEN ];

    pStream->Seek( nOffset + 3 );

    while( pStream->Read( &nLeadbyte, 1 ) )
    {
        for(int nMask=0x01; nMask < 0x100; nMask = nMask<<1)
        {
            // we see if the leadbyte has flagged this location as a dataunit
            // which is actually a token which must be looked up in the history
            if( nLeadbyte & nMask )
            {
                sal_uInt16 nToken;

                *pStream >> nToken;

                if (nClean == 0)
                    nClean=1;

                //For some reason the division of the token into the length
                //field of the data to be inserted, and the distance back into
                //the history differs depending on how full the history is
                nShift = getShift( nPos % nWINDOWLEN );

                nLen = (nToken & ((1<<nShift) - 1)) + 3;
                nDistance = nToken >> nShift;

                //read the len of data from the history, wrapping around the
                //nWINDOWLEN boundary if necessary data read from the history
                //is also copied into the recent part of the history as well.
                for (int i = 0; i < nLen; i++)
                {
                    unsigned char c;
                    c = aHistory[(nPos-nDistance-1) % nWINDOWLEN];
                    aHistory[nPos % nWINDOWLEN] = c;
                    nPos++;
                }
            }
            else
            {
                // special boundary case code, not guarantueed to be correct
                // seems to work though, there is something wrong with the
                // compression scheme (or maybe a feature) where when the data
                // ends on a nWINDOWLEN boundary and the excess bytes in the 8
                // dataunit list are discarded, and not interpreted as tokens
                // or normal data.
                if ((nPos != 0) && ((nPos % nWINDOWLEN) == 0) && (nClean))
                {
                    pStream->SeekRel(2);
                    nClean=0;
                    pResult->Write( aHistory, nWINDOWLEN );
                    break;
                }
                //This is the normal case for when the data unit is not a
                //token to be looked up, but instead some normal data which
                //can be output, and placed in the history.
                if (pStream->Read(&aHistory[nPos % nWINDOWLEN],1))
                    nPos++;

                if (nClean == 0)
                    nClean=1;
            }
        }
    }
    if (nPos % nWINDOWLEN)
        pResult->Write( aHistory, nPos % nWINDOWLEN );
    pResult->Flush();

    if( pCompressedLength )
        *pCompressedLength = nPos;

    if( pLength )
        *pLength = pResult->Tell();

    pResult->Seek( 0 );

    return pResult;
}

} //MSZSS

// also _VBA_PROJECT_VDPI can be used to create a usable
// ( and much smaller ) "_VBA_PROJECT" stream

// _VBA_PROJECT Stream Version Dependant Project Information
// _VBA_PROJECT Stream Version Dependant Project Information

class _VBA_PROJECT_VDPI
{
public:
sal_Int16 Reserved1;
sal_Int16 Version;
sal_Int8 Reserved2;
sal_Int16 Reserved3;
boost::scoped_array< sal_uInt8 > PerformanceCache;
sal_Int32 PerformanceCacheSize;
_VBA_PROJECT_VDPI(): Reserved1( 0x61CC), Version( 0xFFFF ), Reserved2(0x0), Reserved3(0x0), PerformanceCacheSize(0) {}
~_VBA_PROJECT_VDPI()
{
    PerformanceCacheSize = 0;
}
void read(){}
void write( SvStream* pStream )
{
    *pStream << Reserved1 << Version << Reserved2 << Reserved3;
    if ( PerformanceCacheSize )
    {
        PerformanceCache.reset( new sal_uInt8[ PerformanceCacheSize ] );
        pStream->Read( PerformanceCache.get(), PerformanceCacheSize );
    }
}
};

class ProjectSysKindRecord
{
public:
sal_Int16 Id;
sal_Int32 Size;
sal_Int32 SysKind;
ProjectSysKindRecord(): Id(0x1), Size(0x4), SysKind( 0x1 ) {}
void read( SvStream* pStream )
{
    *pStream >> Id >> Size >> SysKind;
}
};

class ProjectLcidRecord
{
public:
sal_Int16 Id;
sal_Int32 Size;
sal_Int32 Lcid;

ProjectLcidRecord() : Id( 0x2 ), Size( 0x4 ), Lcid( 0x409 ) {}
void read( SvStream* pStream )
{
    OSL_TRACE("ProjectLcidRecord [0x%x]", pStream->Tell() );
    *pStream >> Id >> Size >> Lcid;
}
};

class ProjectLcidInvokeRecord
{
sal_Int16 Id;
sal_Int32 Size;
sal_Int32 LcidInvoke;
public:
ProjectLcidInvokeRecord() : Id( 0x14 ), Size( 0x4 ), LcidInvoke( 0x409 ) {}
void read( SvStream* pStream )
{
    OSL_TRACE("ProjectLcidInvokeRecord [0x%x]", pStream->Tell() );
    *pStream >> Id >> Size >> LcidInvoke;
}
};

class ProjectCodePageRecord
{
sal_Int16 Id;
sal_Int32 Size;
sal_Int16 CodePage;
public:
// #FIXME get a better default for the CodePage
ProjectCodePageRecord() : Id( 0x03 ), Size( 0x2 ), CodePage( 0x0 ) {}
void read( SvStream* pStream )
{
    OSL_TRACE("ProjectCodePageRecord [0x%x]", pStream->Tell() );
    *pStream >> Id >> Size >> CodePage;
}
};
class ProjectNameRecord
{
public:
sal_Int16 Id;
sal_Int32 SizeOfProjectName;
rtl::OUString ProjectName;
ProjectNameRecord() : Id( 0x04 ), SizeOfProjectName( 0x0 ){}
~ProjectNameRecord()
{
}
void read( SvStream* pStream )
{
    OSL_TRACE("ProjectNameRecord [0x%x]", pStream->Tell() );
    *pStream >> Id >> SizeOfProjectName;

    if ( SizeOfProjectName )
    {
        boost::scoped_array< sal_uInt8 > pProjectName( new sal_uInt8[ SizeOfProjectName ] );
        OSL_TRACE("ProjectNameRecord about to read name from [0x%x], size %d", pStream->Tell(), SizeOfProjectName );
        pStream->Read( pProjectName.get(), SizeOfProjectName );
        ProjectName = svt::BinFilterUtils::CreateOUStringFromStringArray( reinterpret_cast< const char* >( pProjectName.get() ), SizeOfProjectName );
    }
}
};

class ProjectDocStringRecord
{
public:
sal_Int16 Id;
sal_Int32 SizeOfDocString;
sal_Int16 Reserved;
sal_Int32 SizeOfDocStringUnicode;
rtl::OUString DocString;
rtl::OUString DocStringUnicode;

ProjectDocStringRecord() : Id( 0x5 ), SizeOfDocString( 0x0 ), Reserved( 0x0 ), SizeOfDocStringUnicode( 0 ){}

~ProjectDocStringRecord()
{
}
void read( SvStream* pStream )
{
    OSL_TRACE("ProjectDocStringRecord [0x%x]", pStream->Tell() );
    *pStream >> Id >> SizeOfDocString;


    boost::scoped_array< sal_uInt8 > pDocString( new sal_uInt8[ SizeOfDocString ] );
    pStream->Read( pDocString.get(), SizeOfDocString );

    DocString = svt::BinFilterUtils::CreateOUStringFromStringArray( reinterpret_cast< const char* >( pDocString.get() ), SizeOfDocString );

    *pStream >> Reserved >> SizeOfDocStringUnicode;

    boost::scoped_array< sal_uInt8 > pDocStringUnicode( new sal_uInt8[ SizeOfDocStringUnicode ] );

    pStream->Read( pDocStringUnicode.get(), SizeOfDocStringUnicode );
    DocStringUnicode = svt::BinFilterUtils::CreateOUStringFromUniStringArray( reinterpret_cast< const char* >( pDocStringUnicode.get() ), SizeOfDocString );

}

};

class ProjectHelpFilePath
{
public:
sal_Int16 Id;
sal_Int32 SizeOfHelpFile1;
boost::scoped_array< sal_uInt8 > HelpFile1;
sal_Int16 Reserved;
sal_Int32 SizeOfHelpFile2;
boost::scoped_array< sal_uInt8 > HelpFile2;

ProjectHelpFilePath() : Id( 0x06 ), SizeOfHelpFile1(0), Reserved(0x0), SizeOfHelpFile2(0) {}
~ProjectHelpFilePath()
{
}

void read( SvStream* pStream )
{
    OSL_TRACE("ProjectHelpFilePath [0x%x]", pStream->Tell() );
    *pStream >> Id >> SizeOfHelpFile1;

    HelpFile1.reset( new sal_uInt8[ SizeOfHelpFile1 ] );
    pStream->Read( HelpFile1.get(), SizeOfHelpFile1 );

    *pStream >> Reserved >> SizeOfHelpFile2;

    HelpFile2.reset( new sal_uInt8[ SizeOfHelpFile2 ] );
    pStream->Read( HelpFile2.get(), SizeOfHelpFile2 );

}
};

class ProjectHelpContextRecord
{
public:
sal_Int16 Id;
sal_Int32 Size;
sal_Int32 HelpContext;

ProjectHelpContextRecord() : Id( 0x7 ), Size( 0x4 ), HelpContext( 0 ) {}
void read( SvStream* pStream )
{

   OSL_TRACE("ProjectHelpContextRecord [0x%x]", pStream->Tell() );
   *pStream >> Id >> Size >> HelpContext;
}

};

class ProjectLibFlagsRecord
{
sal_Int16 Id;
sal_Int32 Size;
sal_Int32 ProjectLibFlags;

public:
ProjectLibFlagsRecord() : Id( 0x8 ), Size( 0x4 ), ProjectLibFlags( 0x0 ) {}
void read( SvStream* pStream )
{
    OSL_TRACE("ProjectLibFlagsRecord [0x%x]", pStream->Tell() );
    *pStream >> Id >> Size >> ProjectLibFlags;
}
};

class ProjectVersionRecord
{
public:
sal_Int16 Id;
sal_Int32 Reserved;
sal_Int32 VersionMajor;
sal_Int16 VersionMinor;
ProjectVersionRecord() : Id( 0x9 ), Reserved( 0x4 ), VersionMajor( 0x1 ), VersionMinor( 0 ) {}
void read( SvStream* pStream )
{
    OSL_TRACE("ProjectVersionRecord [0x%x]", pStream->Tell() );
    *pStream >> Id >> Reserved >> VersionMajor >> VersionMinor;
}
};

class ProjectConstantsRecord
{
sal_Int16 Id;
sal_Int32 SizeOfConstants;
boost::scoped_array< sal_uInt8 > Constants;
sal_Int16 Reserved;
sal_Int32 SizeOfConstantsUnicode;
boost::scoped_array< sal_uInt8 > ConstantsUnicode;
public:
ProjectConstantsRecord() : Id( 0xC ), SizeOfConstants( 0 ), Constants( 0 ), Reserved( 0x3C ), SizeOfConstantsUnicode( 0 ), ConstantsUnicode(0) {}

~ProjectConstantsRecord()
{
}

void read( SvStream* pStream )
{
    OSL_TRACE("ProjectConstantsRecord [0x%x]", pStream->Tell() );
   *pStream >> Id >> SizeOfConstants;
    Constants.reset( new sal_uInt8[ SizeOfConstants ] );

    pStream->Read( Constants.get(), SizeOfConstants );

    *pStream >> Reserved;

    *pStream >> SizeOfConstantsUnicode;

    ConstantsUnicode.reset( new sal_uInt8[ SizeOfConstantsUnicode ] );
    pStream->Read( ConstantsUnicode.get(), SizeOfConstantsUnicode );
}

};

class ReferenceNameRecord
{
public:
sal_Int16 Id;
sal_Int32 SizeOfName;
rtl::OUString Name;
sal_Int16 Reserved;
sal_Int32 SizeOfNameUnicode;
rtl::OUString NameUnicode;

ReferenceNameRecord() : Id( 0x16 ), SizeOfName( 0 ), Reserved( 0x3E ), SizeOfNameUnicode( 0 ){}
~ReferenceNameRecord()
{
}

void read( SvStream* pStream )
{
    OSL_TRACE("NameRecord [0x%x]", pStream->Tell() );
    *pStream >> Id >> SizeOfName;

    boost::scoped_array< sal_uInt8 > pName( new sal_uInt8[ SizeOfName ] );

    pStream->Read( pName.get(), SizeOfName );
    Name = svt::BinFilterUtils::CreateOUStringFromStringArray( reinterpret_cast< const char* >( pName.get() ), SizeOfName );

    *pStream >> Reserved >> SizeOfNameUnicode;

    boost::scoped_array< sal_uInt8 > pNameUnicode( new sal_uInt8[ SizeOfNameUnicode ] );
    pStream->Read( pNameUnicode.get(), SizeOfNameUnicode );
    NameUnicode = svt::BinFilterUtils::CreateOUStringFromUniStringArray( reinterpret_cast< const char* >( pNameUnicode.get() ), SizeOfName );
}

};

// Baseclass for ReferenceControlRecord, ReferenceRegisteredRecord, ReferenceProjectRecord
class DirDumper;

class BaseReferenceRecord
{
public:
virtual ~BaseReferenceRecord(){}
virtual bool read( SvStream* pStream ) = 0;
virtual void import( VBA_Impl& ){}
};


class ReferenceProjectRecord : public BaseReferenceRecord
{
public:
    sal_uInt16 Id;
    sal_uInt32 Size;
    sal_uInt32 SizeOfLibidAbsolute;
    sal_uInt32 SizeOfLibidRelative;
    sal_uInt32 MajorVersion;
    sal_uInt16 MinorVersion;
    rtl::OUString AbsoluteLibid;
    rtl::OUString RelativeLibid;

    virtual bool read( SvStream* pStream );
    virtual void import( VBA_Impl& rDir );
    ReferenceProjectRecord();
    ~ReferenceProjectRecord();
};

ReferenceProjectRecord::ReferenceProjectRecord() : Id( 0x000E ), Size( 0 ), SizeOfLibidAbsolute( 0 ), SizeOfLibidRelative( 0 ), MajorVersion( 0 ), MinorVersion( 0 )
{
}

ReferenceProjectRecord::~ReferenceProjectRecord()
{
}

bool ReferenceProjectRecord::read( SvStream* pStream )
{
    OSL_TRACE("ReferenceProjectRecord [0x%x]", pStream->Tell() );
    *pStream >> Id >> Size >> SizeOfLibidAbsolute;

    boost::scoped_array< sal_uInt8 > pLibidAbsolute( new sal_uInt8[ SizeOfLibidAbsolute ] );
    OSL_TRACE("ReferenceProjectRecord about to read LibidAbsolute at [0x%x]", pStream->Tell() );
    pStream->Read( pLibidAbsolute.get(), SizeOfLibidAbsolute );

    *pStream >> SizeOfLibidRelative;

    boost::scoped_array< sal_uInt8 > pLibidRelative( new sal_uInt8[ SizeOfLibidRelative ] );
    OSL_TRACE("ReferenceProjectRecord about to read LibidRelative at [0x%x]", pStream->Tell() );
    pStream->Read( pLibidRelative.get(), SizeOfLibidRelative );

    *pStream >> MajorVersion >> MinorVersion;

    // array size is ORed with SVX_MSOCX_COMPRESSED to force processing of ascii bytes ( and not
    // 16 bit unicode )
    // the offset of 3 is needed to skip the ProjectReference "*\" and project kind ( 0x4[1-4] ) info.

    AbsoluteLibid = svt::BinFilterUtils::CreateOUStringFromStringArray( reinterpret_cast< const char* >( pLibidAbsolute.get() + 3 ), (SizeOfLibidAbsolute - 3 ) );
    RelativeLibid = svt::BinFilterUtils::CreateOUStringFromStringArray( reinterpret_cast< const char* >( pLibidRelative.get() + 3 ), ( SizeOfLibidRelative -3 ) );

    OSL_TRACE("ReferenceProjectRecord - absolute path %s", rtl::OUStringToOString( AbsoluteLibid, RTL_TEXTENCODING_UTF8 ).getStr() );
    OSL_TRACE("ReferenceProjectRecord - relative path %s", rtl::OUStringToOString( RelativeLibid, RTL_TEXTENCODING_UTF8 ).getStr() );
    return true;
}

void ReferenceProjectRecord::import( VBA_Impl& rDir )
{
    rDir.AddProjectReference( AbsoluteLibid );
}

class ReferenceRegisteredRecord : public BaseReferenceRecord
{
public:
    sal_uInt16 Id;
    sal_uInt32 Size;
    sal_uInt32 SizeOfLibid;
    boost::scoped_array< sal_uInt8> pLibid;
    sal_Int32 Reserved1;
    sal_Int16 Reserved2;

    ReferenceRegisteredRecord();
    ~ReferenceRegisteredRecord();
    bool read( SvStream* pStream );
};

ReferenceRegisteredRecord::ReferenceRegisteredRecord() : Id( 0x000D ), Size( 0 ), SizeOfLibid( 0 ), Reserved1( 0 ), Reserved2( 0 )
{
}

ReferenceRegisteredRecord::~ReferenceRegisteredRecord()
{
}

bool
ReferenceRegisteredRecord::read( SvStream* pStream )
{
    OSL_TRACE("ReferenceRegisteredRecord [0x%x]", pStream->Tell() );
    *pStream >> Id >> Size >> SizeOfLibid;
    if ( SizeOfLibid )
    {
        pLibid.reset( new sal_uInt8[ SizeOfLibid] );
        pStream->Read( pLibid.get(), SizeOfLibid );
    }
    *pStream >> Reserved1 >> Reserved2;
    return true;
}

class ReferenceOriginalRecord
{
public:
    sal_uInt16 Id;
    sal_uInt32 SizeOfLibOriginal;
    boost::scoped_array< sal_uInt8 > pLibidOriginal;


ReferenceOriginalRecord() : Id( 0x033 ), SizeOfLibOriginal( 0 )
{
}

~ReferenceOriginalRecord()
{
}

void read( SvStream* pStream )
{
    *pStream >> Id >> SizeOfLibOriginal;
    if ( SizeOfLibOriginal )
    {
        pLibidOriginal.reset( new sal_uInt8[ SizeOfLibOriginal ] );
        pStream->Read( pLibidOriginal.get(), SizeOfLibOriginal );
    }
}

};

class ReferenceControlRecord : public BaseReferenceRecord
{
public:
std::auto_ptr< ReferenceOriginalRecord > OriginalRecord;
sal_Int16 Id;
sal_uInt32 SizeTwiddled;
sal_uInt32 SizeOfLibidTwiddled;
boost::shared_array< sal_uInt8 > LibidTwiddled;
sal_uInt32 Reserved1;
sal_uInt16 Reserved2;
std::auto_ptr< ReferenceNameRecord > NameRecordExtended;// Optional
sal_uInt16 Reserved3;
sal_uInt32 SizeExtended;
sal_uInt32 SizeOfLibidExtended;
boost::shared_array< sal_uInt8 > LibidExtended;
sal_uInt32 Reserved4;
sal_uInt16 Reserved5;
sal_uInt8  OriginalTypeLib[ 16 ];
sal_uInt32 Cookie;

ReferenceControlRecord() : Id( 0x2F ), SizeTwiddled( 0 ), SizeOfLibidTwiddled( 0 ), Reserved1( 0 ), Reserved2( 0 ), Reserved3( 0x30 ), SizeExtended( 0 ), SizeOfLibidExtended( 0 ), Reserved4( 0 ), Reserved5( 0 ), Cookie( 0 )
{
    for( int i = 0; i < 16; ++i )
        OriginalTypeLib[ i ] = 0;
}

~ReferenceControlRecord()
{
}

bool read( SvStream* pStream )
{
    OSL_TRACE("ReferenceControlRecord [0x%x]", pStream->Tell() );
    long nPos = pStream->Tell();

    *pStream >> Id;
    pStream->Seek( nPos ); // point before the peeked Id
    if ( Id == 0x33 ) // we have an OriginalRecord
    {
        OriginalRecord.reset( new ReferenceOriginalRecord() );
        OriginalRecord->read( pStream );
    }
    *pStream >> Id >> SizeTwiddled >> SizeOfLibidTwiddled;

    if ( SizeOfLibidTwiddled )
    {
        LibidTwiddled.reset( new sal_uInt8[ SizeOfLibidTwiddled ] );
        pStream->Read( LibidTwiddled.get(),  SizeOfLibidTwiddled );
    }

    *pStream >> Reserved1 >> Reserved2;

    nPos = pStream->Tell();
    // peek at the id for optional NameRecord
    sal_Int16 nTmpId;
    *pStream >> nTmpId;
    if ( nTmpId == 0x30 )
    {
        Reserved3 = 0x30;
    }
    else
    {
        pStream->Seek( nPos );
        NameRecordExtended.reset( new ReferenceNameRecord() );
        NameRecordExtended->read( pStream );
        *pStream >> Reserved3;
    }
    *pStream >> SizeExtended >> SizeOfLibidExtended;

    if ( SizeExtended )
    {
        LibidExtended.reset( new sal_uInt8[ SizeOfLibidExtended ] );
        pStream->Read( LibidExtended.get(), SizeOfLibidExtended );
    }

    *pStream >> Reserved4;
    *pStream >> Reserved5;

    pStream->Read( OriginalTypeLib, sizeof( OriginalTypeLib ) );
    *pStream >> Cookie;
    return true;
}

};

class ReferenceRecord : public BaseReferenceRecord
{
public:
// NameRecord is Optional
std::auto_ptr< ReferenceNameRecord > NameRecord;
std::auto_ptr< BaseReferenceRecord >  aReferenceRecord;

ReferenceRecord(){}
~ReferenceRecord()
{
}

// false return would mean failed to read Record e.g. end of array encountered
// Note: this read routine will make sure the stream is pointing to where it was the
// method was called )

bool read( SvStream* pStream )
{
    OSL_TRACE("ReferenceRecord [0x%x]", pStream->Tell() );
    bool bRead = true;
    long nStart = pStream->Tell();
    long nPos = nStart;
    // Peek at the ID
    sal_Int16 Id;
    *pStream >> Id;
    pStream->Seek( nPos ); // place back before Id
    if ( Id == 0x16 ) // Optional NameRecord
    {
        NameRecord.reset( new ReferenceNameRecord() );
        NameRecord->read( pStream );
    }
    else if ( Id == 0x0f )
    {
        pStream->Seek( nStart );
        bRead = false;
        return bRead; // start of module, terminate read
    }

    nPos = pStream->Tell(); // mark position, peek at next Id
    *pStream >> Id;
    pStream->Seek( nPos ); // place back before Id

    switch( Id )
    {
        case 0x0D:
            aReferenceRecord.reset( new ReferenceRegisteredRecord() );
            break;
        case 0x0E:
            aReferenceRecord.reset( new ReferenceProjectRecord() );
            break;
        case 0x2F:
        case 0x33:
            aReferenceRecord.reset( new ReferenceControlRecord() );
            break;
        default:
            bRead = false;
            OSL_TRACE("Big fat error, unknown ID 0x%x", Id);
            break;
    }
    if ( bRead )
        aReferenceRecord->read( pStream );
    return bRead;
}

void import( VBA_Impl& rVBA )
{
    if ( aReferenceRecord.get() )
        aReferenceRecord->import( rVBA );
}

};

class DirDumper
{
public:
ProjectSysKindRecord mSysKindRec;
ProjectLcidRecord mLcidRec;
ProjectLcidInvokeRecord mLcidInvokeRec;
ProjectCodePageRecord mCodePageRec;
ProjectNameRecord mProjectNameRec;
ProjectDocStringRecord mDocStringRec;
ProjectHelpFilePath mHelpFileRec;
ProjectHelpContextRecord mHelpContextRec;
ProjectLibFlagsRecord mLibFlagsRec;
ProjectVersionRecord mVersionRec;
ProjectConstantsRecord mConstantsRecord;
std::vector< ReferenceRecord* > ReferenceArray;

DirDumper() {}
~DirDumper()
{
    for ( std::vector< ReferenceRecord* >::iterator it = ReferenceArray.begin(); it != ReferenceArray.end(); ++it )
        delete *it;

}

void read( SvStream* pStream )
{
    sal_Int32 nPos = pStream->Tell();
#ifdef DEBUG
    std::ofstream aDump("dir.dump");
    while ( !pStream->IsEof() )
    {
        sal_Int8 aByte;
        *pStream >> aByte;
        aDump << aByte;
    }
    aDump.flush();
#endif
    pStream->Seek( nPos );
    readProjectInformation( pStream );
    readProjectReferenceInformation( pStream );
}

void readProjectReferenceInformation( SvStream* pStream )
{
    bool bKeepReading = true;
    while( bKeepReading )
    {
        ReferenceRecord* pRef = new ReferenceRecord();
        bKeepReading = pRef->read( pStream );
        if ( bKeepReading )
            ReferenceArray.push_back( pRef );
    }
}

void readProjectInformation( SvStream* pStream )
{
    mSysKindRec.read( pStream );
    mLcidRec.read( pStream );
    mLcidInvokeRec.read( pStream );
    mCodePageRec.read( pStream );
    mProjectNameRec.read( pStream );
    mDocStringRec.read( pStream );
    mHelpFileRec.read( pStream );
    mHelpContextRec.read( pStream );
    mLibFlagsRec.read( pStream );
    mVersionRec.read( pStream );
    sal_Int32 nPos = pStream->Tell();
    sal_uInt16 nTmp;
    *pStream >> nTmp;
    if ( nTmp == 0x0C )
    {
        pStream->Seek( nPos );
        mConstantsRecord.read( pStream );
    }
    OSL_TRACE("After Information pos is 0x%x", pStream->Tell() );
}

void import( VBA_Impl& rVBA )
{
    // get project references
    for ( std::vector< ReferenceRecord* >::iterator it = ReferenceArray.begin(); it != ReferenceArray.end(); ++it )
        (*it)->import( rVBA );
    rVBA.SetProjectName( mProjectNameRec.ProjectName );

}
};


/*
A few urls which may in the future be of some use
http://www.virusbtn.com/vb2000/Programme/papers/bontchev.pdf
*/

/* class VBA_Impl:
 * The VBA class provides a set of methods to handle Visual Basic For
 * Applications streams, the constructor is given the root ole2 stream
 * of the document, Open reads the VBA project file and figures out
 * the number of VBA streams, and the offset of the data within them.
 * Decompress decompresses a particular numbered stream, NoStreams returns
 * this number, and StreamName can give you the streams name. Decompress
 * will call Output when it has a 4096 byte collection of data to output,
 * and also with the final remainder of data if there is still some left
 * at the end of compression. Output is virtual to allow custom handling
 * of each chunk of decompressed data. So inherit from this to do something
 * useful with the data.
 *
 * cmc
 * */
const int MINVBASTRING = 6;

VBA_Impl::VBA_Impl(SvStorage &rIn, bool bCmmntd)
    : aVBAStrings(0),
    sComment(RTL_CONSTASCII_USTRINGPARAM("Rem ")),
    xStor(&rIn), pOffsets(0), nOffsets(0), meCharSet(RTL_TEXTENCODING_MS_1252),
    bCommented(bCmmntd), mbMac(false), nLines(0)
{
}

VBA_Impl::~VBA_Impl()
{
    delete [] pOffsets;
    for (ULONG i=0;i<aVBAStrings.GetSize();++i)
        delete aVBAStrings.Get(i);
}

sal_uInt8 VBA_Impl::ReadPString(SvStorageStreamRef &xVBAProject,
    bool bIsUnicode)
{
    sal_uInt16 nIdLen, nOut16;
    sal_uInt8 nType = 0, nOut8;
    String sReference;

    *xVBAProject >> nIdLen;

    if (nIdLen < MINVBASTRING) //Error recovery
        xVBAProject->SeekRel(-2); //undo 2 byte len
    else
    {
        for(sal_uInt16 i=0; i < nIdLen / (bIsUnicode ? 2 : 1); i++)
        {
            if (bIsUnicode)
                *xVBAProject >> nOut16;
            else
            {
                *xVBAProject >> nOut8;
                nOut16 = nOut8;
            }
            sReference += nOut16;
            if (i==2)
            {
                if ((nOut16 == 'G') || (nOut16 == 'H') || (nOut16 == 'C') ||
                    nOut16 == 'D')
                {
                    nType = static_cast<sal_uInt8>(nOut16);
                }
                if (nType == 0)
                {
                    //Error recovery, 2byte len + 3 characters of used type
                    xVBAProject->SeekRel(-(2 + 3 * (bIsUnicode ? 2 : 1)));
                    break;
                }
            }
        }
        maReferences.push_back(sReference);
    }
    return nType;
}

void VBA_Impl::Output( int nLen, const sal_uInt8*pData )
{
    /*
    Each StarBasic module is tragically limited to the maximum len of a
    string and WordBasic is not, so each overlarge module must be split
    */
    String sTemp((const sal_Char *)pData, (xub_StrLen)nLen,
        meCharSet);
    int nTmp = sTemp.GetTokenCount('\x0D');
    int nIndex = aVBAStrings.GetSize()-1;
    if (aVBAStrings.Get(nIndex)->Len() +
        nLen + ((nLines+nTmp) * sComment.Len()) >= STRING_MAXLEN)
    {
        //DBG_ASSERT(0,"New Module String\n");
        //we are too large for our boots, break out into another
        //string
        nLines=0;
        nIndex++;
        aVBAStrings.SetSize(nIndex+1);
        aVBAStrings.Put(nIndex,new String);
    }
    *(aVBAStrings.Get(nIndex)) += sTemp;
    nLines+=nTmp;
}


int VBA_Impl::ReadVBAProject(const SvStorageRef &rxVBAStorage)
{
    SvStorageStreamRef xVBAProject;
    xVBAProject = rxVBAStorage->OpenSotStream(
                    String( RTL_CONSTASCII_USTRINGPARAM( "_VBA_PROJECT" ) ),
                    STREAM_STD_READ | STREAM_NOCREATE );
    // read Dir stream
    SvStorageStreamRef xDir = rxVBAStorage->OpenSotStream(
                    String( RTL_CONSTASCII_USTRINGPARAM( "dir" ) ),
                    STREAM_STD_READ | STREAM_NOCREATE );
// disable read and import of Dir stream bits, e.g. project references and
// project name for 3.1 ( a bit unstable yet )
#if 1
    // decompress the stream
    std::auto_ptr< SvMemoryStream > xCmpDir;
    xCmpDir.reset( MSLZSS::decompressAsStream( xDir, 0 ) );
    // try to parse the dir stream
    DirDumper dDump;
    dDump.read( xCmpDir.get() );
    dDump.import( *this );
#endif
    if( !xVBAProject.Is() || SVSTREAM_OK != xVBAProject->GetError() )
    {
        DBG_WARNING("Not able to find vba project, cannot find macros");
        return 0;
    }

    static const sal_uInt8 aKnownId[] = {0xCC, 0x61};
    sal_uInt8 aId[2];
    xVBAProject->Read( aId, sizeof(aId) );
    if (memcmp( aId, aKnownId, sizeof(aId)))
    {
        DBG_WARNING("unrecognized VBA macro project type");
        return 0;
    }

    static const sal_uInt8 aOffice2007LE[]   = { 0x88, 0x00, 0x00, 0x01, 0x00, 0xFF };
    static const sal_uInt8 aOffice2003LE_2[] = { 0x79, 0x00, 0x00, 0x01, 0x00, 0xFF };
    static const sal_uInt8 aOffice2003LE[]   = { 0x76, 0x00, 0x00, 0x01, 0x00, 0xFF };
    static const sal_uInt8 aOfficeXPLE[]     = { 0x73, 0x00, 0x00, 0x01, 0x00, 0xFF };
    static const sal_uInt8 aOfficeXPBE[]     = { 0x63, 0x00, 0x00, 0x0E, 0x00, 0xFF };
    static const sal_uInt8 aOffice2000LE[]   = { 0x6D, 0x00, 0x00, 0x01, 0x00, 0xFF };
    static const sal_uInt8 aOffice98BE[]     = { 0x60, 0x00, 0x00, 0x0E, 0x00, 0xFF };
    static const sal_uInt8 aOffice97LE[]     = { 0x5E, 0x00, 0x00, 0x01, 0x00, 0xFF };

    sal_uInt8 aProduct[6];
    xVBAProject->Read( aProduct, sizeof(aProduct) );

    bool bIsUnicode;
    if (!(memcmp(aProduct, aOffice2007LE,   sizeof(aProduct))) ||
        !(memcmp(aProduct, aOffice2003LE,   sizeof(aProduct))) ||
        !(memcmp(aProduct, aOffice2003LE_2, sizeof(aProduct))) ||
        !(memcmp(aProduct, aOfficeXPLE,     sizeof(aProduct))) ||
        !(memcmp(aProduct, aOffice2000LE,   sizeof(aProduct))) ||
        !(memcmp(aProduct, aOffice97LE,     sizeof(aProduct))) )
    {
        xVBAProject->SetNumberFormatInt( NUMBERFORMAT_INT_LITTLEENDIAN );
        bIsUnicode = true;
    }
    else if (!(memcmp(aProduct, aOfficeXPBE, sizeof(aProduct))) ||
             !(memcmp(aProduct, aOffice98BE, sizeof(aProduct))) )
    {
        xVBAProject->SetNumberFormatInt( NUMBERFORMAT_INT_BIGENDIAN );
        mbMac = true;
        bIsUnicode = false;
    }
    else
    {
        switch (aProduct[3])
        {
            case 0x1:
                xVBAProject->SetNumberFormatInt(NUMBERFORMAT_INT_LITTLEENDIAN);
                bIsUnicode = true;
                DBG_ASSERT(!this, "unrecognized VBA macro version, report to cmc. Guessing at unicode little endian");
                break;
            case 0xe:
                xVBAProject->SetNumberFormatInt(NUMBERFORMAT_INT_BIGENDIAN);
                mbMac = true;
                bIsUnicode = false;
                DBG_ASSERT(!this, "unrecognized VBA macro version, report to cmc. Guessing at 8bit big endian");
                break;
            default:
                DBG_ASSERT(!this, "totally unrecognized VBA macro version, report to cmc");
                return 0;
        }
    }

    sal_uInt32 nLidA;  //Language identifiers
    sal_uInt32 nLidB;
    sal_uInt16 nCharSet;
    sal_uInt16 nLenA;
    sal_uInt32 nUnknownB;
    sal_uInt32 nUnknownC;
    sal_uInt16 nLenB;
    sal_uInt16 nLenC;
    sal_uInt16 nLenD;

    *xVBAProject >> nLidA >> nLidB >> nCharSet >> nLenA >> nUnknownB;
    *xVBAProject >> nUnknownC >> nLenB >> nLenC >> nLenD;

    meCharSet = rtl_getTextEncodingFromWindowsCodePage(nCharSet);

    DBG_ASSERT(meCharSet != RTL_TEXTENCODING_DONTKNOW,
                "don't know what vba charset to use");
    if (meCharSet == RTL_TEXTENCODING_DONTKNOW)
        meCharSet = RTL_TEXTENCODING_MS_1252;

    if (nLenD != 0x02)
    {
        DBG_WARNING("Warning VBA number is different, please report");
        return 0;
    }

    /*
    A sequence of string that are prepended with a len and then begin with G
    or H, there are also those that begin with C or D. If a string begins with
    C or D, it is really two strings, one right after the other.  Each string
    then has a 12 bytes suffix

    Recognizing the end of the sequence is done by finding a str len of < 6
    which does not appear to be the beginning of an object id. Admittedly this
    isn't a great test, but nothing in the header appears to count the number
    of strings, and nothing else seems to match. So it'll have to do, its
    protected by a number of secondry tests to prove its a valid string, and
    everything gives up if this isn't proven.
    */
    bool bPredictsTrailingTwenty = false;
    while (1)
    {
        sal_uInt8 nType = ReadPString(xVBAProject,bIsUnicode);
        //Type C and D seem to come as pairs, so skip the following one
        if (nType == 'C' || nType == 'D')
        {
            nType = ReadPString(xVBAProject,bIsUnicode);
            DBG_ASSERT( nType == 'C' || nType == 'D',
                "VBA: This must be a 'C' or 'D' string!" );
            if (nType != 'C' && nType != 'D')
                return 0;
        }
        if (!nType)
            break;
        xVBAProject->SeekRel(10);
        sal_uInt16 nPredictsTrailingTwenty;
        *xVBAProject >> nPredictsTrailingTwenty;
        if (nPredictsTrailingTwenty)
            bPredictsTrailingTwenty = true;
        if (bPredictsTrailingTwenty)
        {
            sal_uInt16 nTestIsNotString;
            *xVBAProject >> nTestIsNotString;
            if (nTestIsNotString < MINVBASTRING)
            {
                DBG_ASSERT(nTestIsNotString <= 1,
                    "Haven't seen a len like this in VBA, report to CMC");
                xVBAProject->SeekRel(18);
                bPredictsTrailingTwenty = false;
            }
            else
                xVBAProject->SeekRel(-2);
        }
    }

    sal_Int16 nInt16s;
    *xVBAProject >> nInt16s;
    DBG_ASSERT( nInt16s >= 0, "VBA: Bad no of records in VBA Project, panic!" );
    if (!nInt16s)
        return 0;

    xVBAProject->SeekRel(2*nInt16s);

    sal_Int16 nInt32s;
    *xVBAProject >> nInt32s;
    DBG_ASSERT( nInt32s >= 0, "VBA: Bad no of records in VBA Project, panic!" );
    if (!nInt32s)
        return 0;
    xVBAProject->SeekRel(4*nInt32s);

    xVBAProject->SeekRel(2);
    for(int k=0;k<3;k++)
    {
        sal_uInt16 nLen;
        *xVBAProject >> nLen;
        if (nLen != 0xFFFF)
            xVBAProject->SeekRel(nLen);
    }
    xVBAProject->SeekRel(100); //Seems fixed len

    *xVBAProject >> nOffsets;
    DBG_ASSERT( nOffsets != 0xFFFF, "VBA: Bad nOffsets, panic!!" );
    if ((nOffsets == 0xFFFF) || (nOffsets == 0))
        return 0;
    pOffsets = new VBAOffset_Impl[ nOffsets ];

    int i, j;
    for( i=0; i < nOffsets; i++)
    {
        sal_uInt16 nLen;
        *xVBAProject >> nLen;

        if (bIsUnicode)
        {
            sal_Unicode* pBuf = pOffsets[i].sName.AllocBuffer( nLen / 2 );
            xVBAProject->Read( (sal_Char*)pBuf, nLen  );

#ifdef OSL_BIGENDIAN
            for( j = 0; j < nLen / 2; ++j, ++pBuf )
                *pBuf = SWAPSHORT( *pBuf );
#endif // ifdef OSL_BIGENDIAN
        }
        else
        {
            ByteString aByteStr;
            sal_Char*  pByteData = aByteStr.AllocBuffer( nLen );
            sal_Size nWasRead = xVBAProject->Read( pByteData, nLen );
            if( nWasRead != nLen )
                aByteStr.ReleaseBufferAccess();
            pOffsets[i].sName += String( aByteStr, meCharSet);
        }

        *xVBAProject >> nLen;
        xVBAProject->SeekRel( nLen );

        //begin section, another problem area
        *xVBAProject >> nLen;
        if ( nLen == 0xFFFF)
        {
            xVBAProject->SeekRel(2);
            *xVBAProject >> nLen;
            xVBAProject->SeekRel( nLen );
        }
        else
            xVBAProject->SeekRel( nLen+2 );

        *xVBAProject >> nLen;
        DBG_ASSERT( nLen == 0xFFFF, "VBA: Bad field in VBA Project, panic!!" );
        if ( nLen != 0xFFFF)
            return 0;

        xVBAProject->SeekRel(6);
        sal_uInt16 nOctects;
        *xVBAProject >> nOctects;
        for(j=0;j<nOctects;j++)
            xVBAProject->SeekRel(8);

        xVBAProject->SeekRel(5);
        //end section

        *xVBAProject >> pOffsets[i].nOffset;
        xVBAProject->SeekRel(2);
    }

    return nOffsets;
}


/* #117718# For a given Module name return its type,
 * Form, Class, Document, Normal or Unknown
 *
*/

ModType VBA_Impl::GetModuleType( const UniString& rModuleName )
{
    ModuleTypeHash::iterator iter = mhModHash.find( rModuleName );
    ModuleTypeHash::iterator iterEnd = mhModHash.end();
    if ( iter != iterEnd )
    {
        return iter->second;
    }
    return ModuleType::UNKNOWN;
}

bool VBA_Impl::Open( const String &rToplevel, const String &rSublevel )
{
    /* beginning test for vba stuff */
    bool bRet = false;
    SvStorageRef xMacros= xStor->OpenSotStorage( rToplevel,
                                    STREAM_READWRITE | STREAM_NOCREATE |
                                    STREAM_SHARE_DENYALL );
    if( !xMacros.Is() || SVSTREAM_OK != xMacros->GetError() )
    {
        DBG_WARNING("No Macros Storage");
        OSL_TRACE("No Macros Storage");
    }
    else
    {
        xVBA = xMacros->OpenSotStorage( rSublevel,
                                    STREAM_READWRITE | STREAM_NOCREATE |
                                    STREAM_SHARE_DENYALL );
        if( !xVBA.Is() || SVSTREAM_OK != xVBA->GetError() )
        {
            DBG_WARNING("No Visual Basic in Storage");
            OSL_TRACE("No Visual Basic in Storage");
        }
        else
        {
            if (ReadVBAProject(xVBA))
                bRet = true;
        }
        /* #117718#
         * Information regarding the type of module is contained in the
         * "PROJECT" stream, this stream consists of a number of ascii lines
         * entries are of the form Key=Value, the ones that we are interested
         * in have the keys; Class, BaseClass & Module indicating the module
         * ( value ) is either a Class Module, Form Module or a plain VB Module.        */
        SvStorageStreamRef xProject = xMacros->OpenSotStream(
            String( RTL_CONSTASCII_USTRINGPARAM( "PROJECT" ) ) );

        SvStorageStream* pStp = xProject;
        UniString tmp;
        static const String sThisDoc(   RTL_CONSTASCII_USTRINGPARAM( "ThisDocument" ) );
        static const String sModule(    RTL_CONSTASCII_USTRINGPARAM( "Module" ) );
        static const String sClass(     RTL_CONSTASCII_USTRINGPARAM( "Class" ) );
        static const String sBaseClass( RTL_CONSTASCII_USTRINGPARAM( "BaseClass" ) );
        static const String sDocument(  RTL_CONSTASCII_USTRINGPARAM( "Document" ) );
        mhModHash[ sThisDoc ] = ModuleType::CLASS;
        while ( pStp->ReadByteStringLine( tmp, meCharSet ) )
        {
            xub_StrLen index = tmp.Search( '=' );
            if ( index != STRING_NOTFOUND )
            {
                String key = tmp.Copy( 0, index  );
                String value = tmp.Copy( index + 1 );
                if ( key == sClass )
                {
                    mhModHash[ value ] = ModuleType::CLASS;
                    OSL_TRACE("Module %s is of type Class",
                        ::rtl::OUStringToOString( value ,
                            RTL_TEXTENCODING_ASCII_US ).pData->buffer );
                }
                else if ( key == sBaseClass )
                {
                    mhModHash[ value ] = ModuleType::FORM;
                    OSL_TRACE("Module %s is of type Form",
                        ::rtl::OUStringToOString( value ,
                            RTL_TEXTENCODING_ASCII_US ).pData->buffer );
                }
                else if ( key == sDocument )
                {
                    /*  #i37965# DR 2004-12-03: add "Document", used i.e.
                        in Excel for macros attached to sheet or document. */

                    // value is of form <name>/&H<identifier>, strip the identifier
                    value.Erase( value.Search( '/' ) );

                    mhModHash[ value ] = ModuleType::DOCUMENT;
                    OSL_TRACE("Module %s is of type Document VBA",
                        ::rtl::OUStringToOString( value ,
                            RTL_TEXTENCODING_ASCII_US ).pData->buffer );
                }
                else if ( key == sModule )
                {
                    mhModHash[ value ] = ModuleType::NORMAL;
                    OSL_TRACE("Module %s is of type Normal VBA",
                        ::rtl::OUStringToOString( value ,
                            RTL_TEXTENCODING_ASCII_US ).pData->buffer );
                }
            }
        }
    }
    /* end test for vba stuff */
    return bRet;
}

const StringArray &VBA_Impl::Decompress(sal_uInt16 nIndex, int *pOverflow)
{
    DBG_ASSERT( nIndex < nOffsets, "Index out of range" );
    SvStorageStreamRef xVBAStream;
    aVBAStrings.SetSize(1);
    aVBAStrings.Put(0,new String);

    xVBAStream = xVBA->OpenSotStream( pOffsets[nIndex].sName,
                        STREAM_STD_READ | STREAM_NOCREATE );
    if (pOverflow)
        *pOverflow=0;

    if( !xVBAStream.Is() || SVSTREAM_OK != xVBAStream->GetError() )
    {
        DBG_WARNING("Not able to open vb module ");
    }
    else
    {
        xVBAStream->SetNumberFormatInt( NUMBERFORMAT_INT_LITTLEENDIAN );
        DecompressVBA( nIndex, xVBAStream );
        /*
         * if len was too big for a single string set that variable ?
         *  if ((len > XX) && (pOverflow))
                *pOverflow=1;
         */
        if (bCommented)
        {
            String sTempStringa;
            if (mbMac)
                sTempStringa = String( RTL_CONSTASCII_USTRINGPARAM( "\x0D" ) );
            else
                sTempStringa = String( RTL_CONSTASCII_USTRINGPARAM( "\x0D\x0A" ) );
            String sTempStringb(sTempStringa);
            sTempStringb+=sComment;
            for(ULONG i=0;i<aVBAStrings.GetSize();i++)
            {
                aVBAStrings.Get(i)->SearchAndReplaceAll(
                    sTempStringa,sTempStringb);
                aVBAStrings.Get(i)->Insert(sComment,0);
            }
        }
    }
    return aVBAStrings;
}


int VBA_Impl::DecompressVBA( int nIndex, SvStorageStreamRef &xVBAStream )
{
    sal_uInt8 nLeadbyte;
    sal_uInt16 nToken;
    unsigned int nPos = 0;
    int nLen, nDistance, nShift, nClean=1;

    xVBAStream->Seek( pOffsets[ nIndex ].nOffset + 3 );

    while(xVBAStream->Read(&nLeadbyte,1))
    {
        for(int nPosition=0x01;nPosition < 0x100;nPosition=nPosition<<1)
        {
            //we see if the leadbyte has flagged this location as a dataunit
            //which is actually a token which must be looked up in the history
            if (nLeadbyte & nPosition)
            {
                *xVBAStream >> nToken;

                if (nClean == 0)
                    nClean=1;

                //For some reason the division of the token into the length
                //field of the data to be inserted, and the distance back into
                //the history differs depending on how full the history is
                int nPos2 = nPos % nWINDOWLEN;
                if (nPos2 <= 0x10)
                    nShift = 12;
                else if (nPos2 <= 0x20)
                    nShift = 11;
                else if (nPos2 <= 0x40)
                    nShift = 10;
                else if (nPos2 <= 0x80)
                    nShift = 9;
                else if (nPos2 <= 0x100)
                    nShift = 8;
                else if (nPos2 <= 0x200)
                    nShift = 7;
                else if (nPos2 <= 0x400)
                    nShift = 6;
                else if (nPos2 <= 0x800)
                    nShift = 5;
                else
                    nShift = 4;

                int i;
                nLen=0;
                for(i=0;i<nShift;i++)
                    nLen |= nToken & (1<<i);

                nLen += 3;

                nDistance = nToken >> nShift;

                //read the len of data from the history, wrapping around the
                //nWINDOWLEN boundary if necessary data read from the history
                //is also copied into the recent part of the history as well.
                for (i = 0; i < nLen; i++)
                {
                    unsigned char c;
                    c = aHistory[(nPos-nDistance-1) % nWINDOWLEN];
                    aHistory[nPos % nWINDOWLEN] = c;
                    nPos++;
                }
            }
            else
            {
                // special boundary case code, not guarantueed to be correct
                // seems to work though, there is something wrong with the
                // compression scheme (or maybe a feature) where when the data
                // ends on a nWINDOWLEN boundary and the excess bytes in the 8
                // dataunit list are discarded, and not interpreted as tokens
                // or normal data.
                if ((nPos != 0) && ((nPos % nWINDOWLEN) == 0) && (nClean))
                {
                    xVBAStream->SeekRel(2);
                    nClean=0;
                    Output(nWINDOWLEN, aHistory);
                    break;
                }
                //This is the normal case for when the data unit is not a
                //token to be looked up, but instead some normal data which
                //can be output, and placed in the history.
                if (xVBAStream->Read(&aHistory[nPos % nWINDOWLEN],1))
                    nPos++;

                if (nClean == 0)
                    nClean=1;
            }
        }
    }
    if (nPos % nWINDOWLEN)
        Output(nPos % nWINDOWLEN,aHistory);
    return(nPos);
}

/* vim:set shiftwidth=4 softtabstop=4 expandtab: */