//+---------------------------------------------------------------------------
//
// Microsoft Windows
// Copyright (C) Microsoft Corporation, 1991 - 2001.
//
// File: DREP.CXX
//
// Contents: Data Repository
//
// Classes: CDataRepository
//
// History: 18-Apr-91 BartoszM Created
// 03-June-91 t-WadeR Added PutStream, PutPhrase, PutWord
// 01-July-91 t-WadeR Ignores data with invalid property.
//
//----------------------------------------------------------------------------
#include <pch.cxx>
#pragma hdrstop
#include <propvar.h>
#include <drep.hxx>
#include <lang.hxx>
#include <streams.hxx>
#include <pfilter.hxx>
#include <keymak.hxx>
#include <pidmap.hxx>
#include <codepage.hxx>
#include "psource.hxx"
#if CIDBG == 1
CCumulTimer::~CCumulTimer()
{
if (_count)
{
ciDebugOut (( DEB_ITRACE, "%ws:\n", _szActivity ));
ciDebugOut (( DEB_ITRACE, "\taverage %d ms, count %d, total time %d ms\n",
_totalTime/_count, _count, _totalTime ));
}
}
#endif //CIDBG
//+---------------------------------------------------------------------------
//
// Member: CDataRepository::CDataRepository
//
// Arguments: [krep] - the key repository
// [langlist] - the language list
// [langId] - language
// [fuzzy] - the fuzzy flag
//
// History: 18-Apr-91 BartoszM Created
// 08-May-91 t-WadeR Added default language
// 03-June-91 t-WadeR rewritten for input-driven pipeline
// 14-Sep-92 AmyA Added pCat
//
//----------------------------------------------------------------------------
CDataRepository::CDataRepository (
PKeyRepository& krep, IPhraseSink *pPhraseSink,
BOOL fQuery, ULONG fuzzy, CPidMapper & pidMap,
CLangList & langList )
: _krep (krep),
_valueNorm (krep),
_fQuery(fQuery),
_ulGenerateMethod(fuzzy),
_pPhraseSink(pPhraseSink),
_pidMap(pidMap),
_lcidSystemDefault( GetSystemDefaultLCID() ),
_langList(langList),
_pid( pidInvalid ),
_lcid( lcidInvalid ),
_prevPid( 0 ), // Different than _pid
_prevLcid( 0 ), // Different than _lcid
_cwcFoldedPhrase( 0 )
#if CIDBG == 1
, timerBind ( L"Binding" )
, timerNoBind ( L"Creating filter without binding" )
, timerFilter ( L"Filtering" )
#endif
{
}
//+---------------------------------------------------------------------------
//
// Member: CDataRepository::PutStream
//
// Synopsis: Passes stream to key maker to be added to key repository
//
// History: 03-June-91 t-WadeR Created
// 18-Nov-92 AmyA Overloaded
//
//----------------------------------------------------------------------------
void CDataRepository::PutStream ( TEXT_SOURCE * stm )
{
if ( LoadKeyMaker() )
{
Win4Assert( !_xKeyMaker.IsNull() );
_xKeyMaker->PutStream ( _occArray.Get(_pid), stm );
}
}
//+---------------------------------------------------------------------------
//
// Member: CDataRepository::PutPhrase
//
// Synopsis: Passes ASCII string of words to key maker to be added to
// key repository
//
// History: 23-Sept-92 AmyA Created
//
//----------------------------------------------------------------------------
void CDataRepository::PutPhrase ( const char* str, unsigned cc )
{
ULONG cwcOut = cc * 2 + 2;
WCHAR *pwcOut = new WCHAR[cwcOut];
ULONG cwcActual = 0;
do
{
cwcActual = MultiByteToWideChar( _ulCodePage,
0,
str,
cc,
pwcOut,
cwcOut );
if ( cwcActual == 0 )
{
delete[] pwcOut;
pwcOut = 0;
if ( GetLastError() == ERROR_INSUFFICIENT_BUFFER )
{
cwcOut *= 2;
pwcOut = new WCHAR[cwcOut];
}
else
THROW( CException() );
}
} while ( cwcActual == 0 );
XArray<WCHAR> xOut;
xOut.Set( cwcOut, pwcOut );
PutPhrase( pwcOut, cwcActual );
}
//+---------------------------------------------------------------------------
//
// Member: CDataRepository::PutPhrase
//
// Synopsis: Passes unicode string of words to key maker to be added to
// key repository
//
// History: 23-Sept-92 AmyA Created
//
//----------------------------------------------------------------------------
void CDataRepository::PutPhrase ( const WCHAR* str, unsigned cwc )
{
if ( 0 != str && cwc > 0 && LoadKeyMaker() )
{
//
// Normalize to precomposed Unicode
//
_xwcsFoldedPhrase.ReSize( cwc );
ULONG cwcFolded = FoldStringW( MAP_PRECOMPOSED,
str,
cwc,
_xwcsFoldedPhrase.Get(),
cwc );
if ( cwcFolded == 0 )
{
Win4Assert( GetLastError() != ERROR_INSUFFICIENT_BUFFER );
THROW( CException() );
}
_cwcFoldedPhrase = cwcFolded;
CPhraseSource s( _xwcsFoldedPhrase.GetPointer(), cwcFolded );
Win4Assert( !_xKeyMaker.IsNull() );
_xKeyMaker->PutStream ( _occArray.Get(_pid), &s );
}
}
//+---------------------------------------------------------------------------
//
// Member: CDataRepository::PutPropName
//
// Arguments: [strProp] -- name of the property
//
// History: 18-Apr-91 BartoszM Created
// 01-June-91 t-WadeR Ignores data with invalid property
// 21-Feb-95 DwightKr Added fake property id mapping
//
//----------------------------------------------------------------------------
BOOL CDataRepository::PutPropName ( CFullPropSpec const & Prop )
{
//
// Find the pid
//
PROPID fakePid = _pidMap.NameToPid( Prop );
return PutPropId( fakePid );
}
//+---------------------------------------------------------------------------
//----------------------------------------------------------------------------
BOOL CDataRepository::PutPropId ( PROPID fakePid )
{
_prevPid = _pid;
if ( fakePid == pidInvalid )
{
_pid = pidInvalid;
}
else
{
_pid = _pidMap.PidToRealPid( fakePid );
if ( !_krep.PutPropId( _pid ) )
{
ciDebugOut(( DEB_WARN, "Key repository didn't accept pid %u\n", _pid ));
_pid = pidInvalid;
}
}
return (pidInvalid != _pid);
}
//+---------------------------------------------------------------------------
//
// Member: CDataRepository::PutLanguage
//
// Synopsis: if the lcid is different, it frees the current lang. dependent
// key maker, and gets a new one
//
// Arguments: [lcid] -- language descriptor
//
// History: 18-Apr-91 BartoszM Created
// 03-June-91 t-WadeR Changed to use CLangDepKeyMaker pool.
//
//----------------------------------------------------------------------------
BOOL CDataRepository::PutLanguage ( LCID lcid )
{
_prevLcid = _lcid;
//
// Special cases for language: system default and user default.
//
if ( lcid == LOCALE_SYSTEM_DEFAULT )
_lcid = GetSystemDefaultLCID();
else if ( lcid == LOCALE_USER_DEFAULT )
_lcid = GetUserDefaultLCID();
else
_lcid = lcid;
//
// Set codepage, for conversion of narrow strings.
//
if ( _prevLcid != _lcid )
{
_ulCodePage = LocaleToCodepage( _lcid );
}
return TRUE;
}
//+---------------------------------------------------------------------------
//
// Member: CDataRepository::PutValue
//
// Synopsis: Store a property value.
//
// Arguments: [var] -- Value
//
// History: 08-Feb-94 KyleP Added header
//
//----------------------------------------------------------------------------
void CDataRepository::PutValue( CStorageVariant const & var )
{
//
// Textual values are special. They are treated as contents, and
// thus need language identification and word breaking. Unlike contents,
// we do not provide support for choosing the language.
//
switch ( var.Type() )
{
case VT_LPWSTR:
{
unsigned cwc = 0;
if ( 0 != var.GetLPWSTR() )
{
cwc = wcslen( var.GetLPWSTR() );
}
if (cwc > 0)
PutPhrase( var.GetLPWSTR(), cwc + 1);
break;
}
case VT_LPSTR:
{
unsigned cb = 0;
if ( 0 != var.GetLPSTR() )
{
cb = strlen( var.GetLPSTR() );
}
if (cb > 0)
PutPhrase( var.GetLPSTR(), cb + 1);
break;
}
case VT_BSTR :
{
if ( ( 0 != var.GetBSTR() ) &&
( 0 != BSTRLEN( var.GetBSTR() ) ) )
{
PutPhrase( var.GetBSTR(),
1 + ( BSTRLEN( var.GetBSTR() ) / sizeof WCHAR ) );
}
break;
}
case VT_VECTOR | VT_LPWSTR:
{
for ( ULONG j = 0; j < var.Count(); j++ )
{
unsigned cb = 0;
if ( 0 != var.GetLPWSTR(j) )
{
cb = wcslen( var.GetLPWSTR(j) );
}
if (cb > 0)
{
PutPhrase( var.GetLPWSTR(j), cb + 1);
}
}
break;
}
case VT_VECTOR | VT_BSTR:
{
for ( ULONG j = 0; j < var.Count(); j++ )
{
if ( ( 0 != var.GetBSTR(j) ) &&
( 0 != BSTRLEN( var.GetBSTR(j) ) ) )
{
PutPhrase( var.GetBSTR(j),
1 + ( BSTRLEN( var.GetBSTR(j) ) / sizeof WCHAR ) );
}
}
break;
}
case VT_VECTOR | VT_LPSTR:
{
for ( ULONG j = 0; j < var.Count(); j++ )
{
unsigned cb = 0;
if ( 0 != var.GetLPSTR(j) )
{
cb = strlen( var.GetLPSTR(j) );
}
if (cb > 0)
{
PutPhrase( var.GetLPSTR(j), cb + 1);
}
}
break;
}
case VT_VECTOR | VT_VARIANT :
{
for ( ULONG j=0; j < var.Count(); j++ )
{
ciDebugOut (( DEB_ITRACE, "Filtering vector variant[%d] of type 0x%x\n",
j, (ULONG) var.GetVARIANT(j).Type() ));
PutValue( (CStorageVariant const &)var.GetVARIANT(j) );
}
break;
}
default:
_valueNorm.PutValue( _pid, _occArray.Get(_pid), var );
break;
}
}
//+---------------------------------------------------------------------------
//
// Member: CDataRepository::ContainedNoiseWords
//
// Returns: TRUE if any text sent to repository had a noise word in it.
//
// History: 03-Oct-95 KyleP Created
//
//----------------------------------------------------------------------------
BOOL CDataRepository::ContainedNoiseWords()
{
if ( _xKeyMaker.IsNull() )
return FALSE;
return _xKeyMaker->ContainedNoiseWords();
}
//+---------------------------------------------------------------------------
//
// Member: CDataRepository::LoadKeyMaker, private
//
// Synopsis: Loads new key maker, if necessary
//
// Returns: TRUE if an appropriate key maker was located (and loaded).
//
// History: 05-Jan-98 KyleP Created
//
//----------------------------------------------------------------------------
BOOL CDataRepository::LoadKeyMaker()
{
if ( pidInvalid == _pid || lcidInvalid == _lcid )
return FALSE;
if ( _pid == _prevPid && _lcid == _prevLcid )
{
Win4Assert( !_xKeyMaker.IsNull() );
return TRUE;
}
//
// Locate an appropriate Key Maker
//
if ( _xKeyMaker.IsNull() || !_xKeyMaker->Supports( _pid, _lcid ) )
{
delete _xKeyMaker.Acquire();
_xKeyMaker.Set( new CKeyMaker( _lcid, _pid, _krep, _pPhraseSink, _fQuery, _ulGenerateMethod, _langList ) );
}
return TRUE;
}
//+---------------------------------------------------------------------------
//
// Member: CDataRepository::NormalizeWStr - Public
//
// Synopsis: Normalizes a UniCode string
//
// Arguments: [pbOutBuf] -- output buffer.
// [pcbOutBuf] - pointer to output count of bytes.
//
// History: 10-Feb-2000 KitmanH Created
//
//----------------------------------------------------------------------------
void CDataRepository::NormalizeWStr( BYTE *pbOutBuf, unsigned *pcbOutBuf )
{
// Chop off the trailing null character
if ( 0 == _xwcsFoldedPhrase[_cwcFoldedPhrase-1] )
_cwcFoldedPhrase--;
Win4Assert( _cwcFoldedPhrase > 0 );
ciDebugOut(( DEB_ITRACE, "CDdataRepository::NormailizeWStr: %ws, %d\n",
_xwcsFoldedPhrase.Get(),
_cwcFoldedPhrase ));
_xKeyMaker->NormalizeWStr( _xwcsFoldedPhrase.Get(),
_cwcFoldedPhrase,
pbOutBuf,
pcbOutBuf );
}