utfUtils.cpp File Reference

#include "utfUtils.h"

Include dependency graph for utfUtils.cpp:

Go to the source code of this file.

Classes
class	UTFCodeParser

Functions
std::string	codeToUTF8 (char32_t code)
std::u16string	codeToUTF16 (char32_t code)
std::u16string	utf8to16 (std::string &str)
std::string	utf16to8 (std::u16string &str)

Function Documentation

std::u16string codeToUTF16

(

char32_t

code

)

Convert a 32 bit character code to a UTF16 string

Parameters

code	The UTF32 character.

Returns

The UTF16 string. Returns an empty string on failure.

Definition at line 85 of file utfUtils.cpp.

Referenced by UTFCodeParser::getUTF16().

{
    std::u16string out;
    if (code < 0x010000)
    {
        out += (char16_t) code;
        return out;
    }
    char32_t ch = code - 0x010000;
    char32_t cl = ch & 0x03FF;
    ch >>= 10;
    out += (0xD800 + ch);
    out += (0xDC00 + cl);
    return out;
}

Here is the caller graph for this function:

std::string codeToUTF8

(

char32_t

code

)

Convert a 32 bit character code to a UTF8 string

Parameters

code	The UTF32 character.

Returns

The UTF8 string. Returns an empty string on failure.

Definition at line 33 of file utfUtils.cpp.

Referenced by UTFCodeParser::getUTF8().

{
    std::string out;
    if (code < 0x80)
    {
        out += (char) code;
        return out;
    }
    if (code < 0x800)
    {
        out += (char) (0xC0 + ((code >> 6) & 0x1f));
        out += (char) (0x80 + (code & 0x3f));
        return out;
    }
    if (code < 0x10000)
    {
        out += (char) (0xE0 + ((code >> 12) & 0x1f));
        out += (char) (0x80 + ((code >> 6) & 0x3f));
        out += (char) (0x80 + (code & 0x3f));
        return out;
    }
    if (code < 0x200000)
    {
        out += (char) (0xF0 + ((code >> 18) & 0x1f));
        out += (char) (0x80 + ((code >> 12) & 0x3f));
        out += (char) (0x80 + ((code >> 6) & 0x3f));
        out += (char) (0x80 + (code & 0x3f));
        return out;
    }
    if (code < 0x4000000)
    {
        out += (char) (0xF8 + ((code >> 24) & 0x1f));
        out += (char) (0x80 + ((code >> 18) & 0x3f));
        out += (char) (0x80 + ((code >> 12) & 0x3f));
        out += (char) (0x80 + ((code >> 6) & 0x3f));
        out += (char) (0x80 + (code & 0x3f));
        return out;
    }
    out += (char) (0xFC + ((code >> 30) & 0x1f));
    out += (char) (0x80 + ((code >> 24) & 0x3f));
    out += (char) (0x80 + ((code >> 18) & 0x3f));
    out += (char) (0x80 + ((code >> 12) & 0x3f));
    out += (char) (0x80 + ((code >> 6) & 0x3f));
    out += (char) (0x80 + (code & 0x3f));
    return out;
}

Here is the caller graph for this function:

std::string utf16to8

(

std::u16string &

str

)

Convert a UTF16 string to a UTF8 string

Parameters

str	The UTF16 string.

Returns

The UTF8 string. Returns an empty string on failure.

Definition at line 309 of file utfUtils.cpp.

References UTFCodeParser::addChar(), and UTFCodeParser::getUTF8().

Referenced by UnmarshalStream::LoadWStringUCS2(), and UnmarshalStream::LoadWStringUCS2Char().

{
    std::string out;
    UTFCodeParser code;
    for (char c : str)
    {
        int res = code.addChar(c);
        if (res == -1)
        {
            // There was an error.
            return "";
        }
        if (res == 0)
        {
            out += code.getUTF8();
        }
    }
    return out;
}

Here is the call graph for this function:

Here is the caller graph for this function:

std::u16string utf8to16

(

std::string &

str

)

Convert a UTF8 string to a UTF16 string

Parameters

str	The UTF8 string.

Returns

The UTF16 string. Returns an empty string on failure.

Definition at line 289 of file utfUtils.cpp.

References UTFCodeParser::addChar(), and UTFCodeParser::getUTF16().

Referenced by PasswordModule::GeneratePassHash().

{
    std::u16string out;
    UTFCodeParser code;
    for (char16_t c : str)
    {
        int res = code.addChar(c);
        if (res == -1)
        {
            // There was an error.
            return u"";
        }
        if (res == 0)
        {
            out += code.getUTF16();
        }
    }
    return out;
}

Here is the call graph for this function:

Here is the caller graph for this function: