src/utilfuns/utilstr.cpp File Reference

#include <utilstr.h>
#include <ctype.h>
#include <string.h>
#include <sysdata.h>
#include <swlog.h>
#include <swbuf.h>

Include dependency graph for utilstr.cpp:

Go to the source code of this file.

Functions
SWBuf	assureValidUTF8 (const char *buf)
__u32	getUniCharFromUTF8 (const unsigned char **buf)
SWBuf	getUTF8FromUniChar (__u32 uchar)
char *	stdstr (char **ipstr, const char *istr, unsigned int memPadFactor)
int	stricmp (const char *s1, const char *s2)
const char *	stristr (const char *s1, const char *s2)
int	strnicmp (const char *s1, const char *s2, int len)
char *	strstrip (char *istr)
SWBuf	utf8ToWChar (const char *buf)
SWBuf	wcharToUTF8 (const wchar_t *buf)
Variables
SWORD_NAMESPACE_START const unsigned char	SW_toupper_array [256]

---

Function Documentation

SWBuf assureValidUTF8

(

const char *

buf

)

Definition at line 252 of file utilstr.cpp.

                                       {

    SWBuf myCopy = buf;
    const unsigned char *b = (const unsigned char *)myCopy.c_str();
    const unsigned char *q = 0;
    bool invalidChar = false;
    while (*b) {
        q = b;
        if (!getUniCharFromUTF8(&b)) {
            long len = b - q;
            if (len) {
                invalidChar = true;
                for (long start = q - (const unsigned char *)myCopy.c_str(); len; len--) {
                    myCopy[start+len-1] = 0x1a; // unicode replacement character
                }
                
            }
        }
    }
    if (invalidChar) {
//      SWLog::getSystemLog()->logWarning("Changing invalid UTF-8 string (%s) to (%s)\n", buf, myCopy.c_str());
    }
    return myCopy;
}

__u32 getUniCharFromUTF8

(

const unsigned char **

buf

)

Definition at line 197 of file utilstr.cpp.

                                                    {
    __u32 ch = 0;
    unsigned char multibuf[7];

    //case: We're at the end
    if (!(**buf)) {
        return ch;
    }

    //case: ANSI
    if (!(**buf & 128)) {
        ch = **buf;
        (*buf)++;
        return ch;
    }

    //case: Invalid UTF-8 (illegal continuing byte in initial position)
    if ((**buf & 128) && (!(**buf & 64))) {
        (*buf)++;
        return ch;
    }

    //case: 2+ byte codepoint
    multibuf[0] = **buf;
    multibuf[0] <<= 1;
    int subsequent;
    for (subsequent = 1; (multibuf[0] & 128) && (subsequent < 7); subsequent++) {
        multibuf[0] <<= 1;
        multibuf[subsequent] = (*buf)[subsequent];
        multibuf[subsequent] &= 63;
        // subsequent byte did not begin with 10XXXXXX
        // move our buffer to here and error out
        if (((*buf)[subsequent] - multibuf[subsequent]) != 128) {
            *buf += subsequent;
            return 0;
        }
        ch <<= 6;
        ch |= multibuf[subsequent];
    }
    subsequent--;
    multibuf[0] <<= 1;
    char significantFirstBits = 8 - (2+subsequent);
    
    ch |= (((__s16)multibuf[0]) << (((6*subsequent)+significantFirstBits)-8));
    *buf += (subsequent+1);
    return ch;
}

SWBuf getUTF8FromUniChar

(

__u32

uchar

)

Definition at line 246 of file utilstr.cpp.

                                      {
    // TODO: finish this logic
    return SWBuf((char)uchar);
}

char* stdstr	(	char **	iistr,
		const char *	istr,
		unsigned int	memPadFactor = 1
	)

stdstr - clone a string

Definition at line 77 of file utilstr.cpp.

                                                                        {
    if (*ipstr)
        delete [] *ipstr;
    if (istr) {
        int len = strlen(istr) + 1;
        *ipstr = new char [ len * memPadFactor ];
        memcpy(*ipstr, istr, len);
    }
    else *ipstr = 0;
    return *ipstr;
}

int stricmp	(	const char *	s1,
		const char *	s2
	)

Definition at line 174 of file utilstr.cpp.

                                            {
#if defined(__GNUC__)
    return ::strcasecmp(s1, s2);
#else
 #if defined(_WIN32_WCE)
    return ::_stricmp(s1, s2);
 #else
    return ::stricmp(s1, s2);
 #endif
#endif
}

const char* stristr	(	const char *	s1,
		const char *	s2
	)

Definition at line 125 of file utilstr.cpp.

                                                    {
    int tLen = strlen(s2);
    int cLen = strlen(s1);
    char *target = new char [ tLen + 1 ];
    int i, j;
    const char *retVal = 0;

    strcpy(target, s2);
    for (i = 0; i < tLen; i++)
        target[i] = SW_toupper(target[i]);

    for (i = 0; i < (cLen - tLen)+1; i++) {
        if (SW_toupper(s1[i]) == (unsigned char)*target) {
            for (j = 1; j < tLen; j++) {
                if (SW_toupper(s1[i+j]) != (unsigned char)target[j])
                    break;
            }
            if (j == tLen) {
                retVal = s1+i;
                break;
            }
        }
    }
    delete [] target;
    return retVal;
}

int strnicmp	(	const char *	s1,
		const char *	s2,
		int	len
	)

Definition at line 160 of file utilstr.cpp.

                                                      {
    int tLen = strlen(s2);
    int cLen = strlen(s1);
    char diff;
    int i;
    for (i = 0; ((i < len) && (i < tLen) && (i < cLen)); i++) {
        if ((diff = SW_toupper(*s1) - SW_toupper(*s2)))
            return diff;
    s1++;
    s2++;
    }
    return (i < len) ? cLen - tLen : 0;
}

char* strstrip

(

char *

istr

)

Definition at line 98 of file utilstr.cpp.

                           {
    char *tmp = istr;
    char *rtmp;

    int len = strlen(istr);
    if (len < 1)
        return istr;
    rtmp = istr + (len - 1);
    
    while ((rtmp > istr)&&((*rtmp == ' ')||(*rtmp == '\t')||(*rtmp == 10)||(*rtmp == 13))) *(rtmp--) = 0;
    while ((*tmp == ' ')||(*tmp == '\t')||(*tmp == 10)||(*tmp == 13)) tmp++;
    memmove(istr, tmp, (rtmp - tmp) + 1);
    istr[(rtmp - tmp) + 1] = 0;

    return istr;
}

SWBuf utf8ToWChar

(

const char *

buf

)

Definition at line 284 of file utilstr.cpp.

                                   {

    const char *q = 0;
    SWBuf wcharBuf;
    while (*buf) {
        q = buf;
        wchar_t wc = getUniCharFromUTF8((const unsigned char **)&buf);
        if (!wc) {
            // if my buffer was advanced but nothing was converted, I had invalid data
            if (buf - q) {
                // invalid bytes in UTF8 stream
                wcharBuf.append((wchar_t)0x1a);     // unicode replacement character
            }
        }
        else wcharBuf.append(wc);
    }
    return wcharBuf;
}

SWBuf wcharToUTF8

(

const wchar_t *

buf

)

Definition at line 308 of file utilstr.cpp.

                                      {

    SWBuf utf8Buf;
    while (*buf) {
        utf8Buf.append(getUTF8FromUniChar(*buf++));
    }
    return utf8Buf;
}

---

Variable Documentation

SWORD_NAMESPACE_START const unsigned char SW_toupper_array[256]

Definition at line 29 of file utilstr.cpp.