windows-server-2003/base/crts/crtw32/mbstring/mbstok.c

/***
*mbstok.c - Break string into tokens (MBCS)
*
*       Copyright (c) 1985-2001, Microsoft Corporation.  All rights reserved.
*
*Purpose:
*       Break string into tokens (MBCS)
*
*Revision History:
*       11-19-92  KRS   Ported from 16-bit sources.
*       12-04-92  KRS   Added MTHREAD support.
*       02-17-93  GJF   Changed for new _getptd().
*       07-14-93  KRS   Fix: all references should be to _mtoken, not _token.
*       09-27-93  CFW   Remove Cruiser support.
*       10-06-93  GJF   Replaced _CRTAPI1 with __cdecl, MTHREAD with _MT.
*       04-15-93  CFW   Add _MB_CP_LOCK.
*       05-09-94  CFW   Optimize for SBCS.
*       05-19-94  CFW   Enable non-Win32.
*       09-11-97  GJF   Replaced __mbcodepage == 0 with _ISNOTMBCP.
*       04-21-98  GJF   Revised multithread support based on threadmbcinfo
*                       structs
*
*******************************************************************************/

#ifdef  _MBCS

#include <mtdll.h>
#include <cruntime.h>
#include <string.h>
#include <mbdata.h>
#include <mbctype.h>
#include <mbstring.h>
#include <stddef.h>

/***
* _mbstok - Break string into tokens (MBCS)
*
*Purpose:
*       strtok considers the string to consist of a sequence of zero or more
*       text tokens separated by spans of one or more control chars. the first
*       call, with string specified, returns a pointer to the first char of the
*       first token, and will write a null char into string immediately
*       following the returned token. subsequent calls with zero for the first
*       argument (string) will work thru the string until no tokens remain. the
*       control string may be different from call to call. when no tokens remain
*       in string a NULL pointer is returned. remember the control chars with a
*       bit map, one bit per ascii char. the null char is always a control char.
*
*       MBCS chars supported correctly.
*
*Entry:
*       char *string = string to break into tokens.
*       char *sepset = set of characters to use as seperators
*
*Exit:
*       returns pointer to token, or NULL if no more tokens
*
*Exceptions:
*
*******************************************************************************/

unsigned char * __cdecl _mbstok(
        unsigned char * string,
        const unsigned char * sepset
        )
{
        unsigned char *nextsep;
#ifdef  _MT
        _ptiddata ptd = _getptd();
        unsigned char *nextoken;
        pthreadmbcinfo ptmbci;

        if ( (ptmbci = ptd->ptmbcinfo) != __ptmbcinfo )
            ptmbci = __updatetmbcinfo();

        if ( _ISNOTMBCP_MT(ptmbci) )
#else   /* _MT */
        static unsigned char *nextoken;

        if ( _ISNOTMBCP )
#endif  /* _MT */
            return strtok(string, sepset);

        /* init start of scan */

        if (string)
            nextoken = string;
        else
        /* If string==NULL, continue with previous string */
        {

#ifdef  _MT
            nextoken = ptd->_mtoken;
#endif  /* _MT */

            if (!nextoken)
                return NULL;
        }

        /* skip over lead seperators */

#ifdef  _MT
        if ( (string = __mbsspnp_mt(ptmbci, nextoken, sepset)) == NULL )
#else
        if ( (string = _mbsspnp(nextoken, sepset)) == NULL )
#endif
            return(NULL);


        /* test for end of string */

        if ( (*string == '\0') ||
#ifdef  _MT
             ((__ismbblead_mt(ptmbci, *string)) && (string[1] == '\0')) )
#else
             ((_ismbblead(*string)) && (string[1] == '\0')) )
#endif
            return(NULL);


        /* find next seperator */

#ifdef  _MT
        nextsep = __mbspbrk_mt(ptmbci, string, sepset);
#else
        nextsep = _mbspbrk(string, sepset);
#endif

        if ((nextsep == NULL) || (*nextsep == '\0'))
            nextoken = NULL;
        else {
#ifdef  _MT
            if ( __ismbblead_mt(ptmbci, *nextsep) )
#else
            if ( _ismbblead(*nextsep) )
#endif
                *nextsep++ = '\0';
            *nextsep = '\0';
            nextoken = ++nextsep;
        }

#ifdef  _MT
        /* Update the corresponding field in the per-thread data * structure */

        ptd->_mtoken = nextoken;

#endif  /* _MT */

        return(string);
}

#endif  /* _MBCS */