Declared in file: hzTokens.h
Defined in file : hzTokens.cpp

Function Logic:

Function body:

hzEcode TokenizeString (hzVect<hzToken>& toks, const char* pBuf, hzTokMode eMode)
{
   _hzfunc("TokenizeString") ;
   hzChain C ;
   C = pBuf ;
   switch  (eMode)
   {
   case TOK_MO_WHITE:  return TokenizeWords(toks, C) ;
   case TOK_MO_FTEXT:  return TokenizeFreetext(toks, C) ;
   case TOK_MO_BOOL:   return TokenizeBool(toks, C) ;
   }
   return E_RANGE ;
}