2012-06-10 16:50:54 +00:00
|
|
|
/*
|
2024-09-17 19:00:25 +00:00
|
|
|
* Deskflow -- mouse and keyboard sharing utility
|
2016-09-07 14:24:00 +00:00
|
|
|
* Copyright (C) 2012-2016 Symless Ltd.
|
2012-09-04 02:09:56 +00:00
|
|
|
* Copyright (C) 2002 Chris Schoeneman
|
2024-07-02 19:07:06 +00:00
|
|
|
*
|
2012-06-10 16:50:54 +00:00
|
|
|
* This package is free software; you can redistribute it and/or
|
|
|
|
|
* modify it under the terms of the GNU General Public License
|
2015-05-03 02:33:52 +00:00
|
|
|
* found in the file LICENSE that should have accompanied this file.
|
2024-07-02 19:07:06 +00:00
|
|
|
*
|
2012-06-10 16:50:54 +00:00
|
|
|
* This package is distributed in the hope that it will be useful,
|
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
|
*
|
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
*/
|
|
|
|
|
|
2014-02-28 12:36:45 +00:00
|
|
|
#pragma once
|
2012-06-10 16:50:54 +00:00
|
|
|
|
2021-01-15 11:24:31 +00:00
|
|
|
#include "arch/IArchString.h"
|
2014-02-28 12:36:45 +00:00
|
|
|
#include "common/basic_types.h"
|
2025-01-06 00:55:07 +00:00
|
|
|
#include <string>
|
2012-06-10 16:50:54 +00:00
|
|
|
|
|
|
|
|
//! Unicode utility functions
|
|
|
|
|
/*!
|
|
|
|
|
This class provides functions for converting between various Unicode
|
|
|
|
|
encodings and the current locale encoding.
|
|
|
|
|
*/
|
2024-10-17 18:04:35 +00:00
|
|
|
class Unicode
|
|
|
|
|
{
|
2012-06-10 16:50:54 +00:00
|
|
|
public:
|
2024-07-02 19:07:06 +00:00
|
|
|
//! @name accessors
|
|
|
|
|
//@{
|
|
|
|
|
|
|
|
|
|
//! Test UTF-8 string for validity
|
|
|
|
|
/*!
|
|
|
|
|
Returns true iff the string contains a valid sequence of UTF-8
|
|
|
|
|
encoded characters.
|
|
|
|
|
*/
|
2025-01-06 00:55:07 +00:00
|
|
|
static bool isUTF8(const std::string &);
|
2024-07-02 19:07:06 +00:00
|
|
|
|
|
|
|
|
//! Convert from UTF-8 to UCS-2 encoding
|
|
|
|
|
/*!
|
|
|
|
|
Convert from UTF-8 to UCS-2. If errors is not NULL then *errors
|
|
|
|
|
is set to true iff any character could not be encoded in UCS-2.
|
|
|
|
|
Decoding errors do not set *errors.
|
|
|
|
|
*/
|
2025-01-06 00:55:07 +00:00
|
|
|
static std::string UTF8ToUCS2(const std::string &, bool *errors = NULL);
|
2024-07-02 19:07:06 +00:00
|
|
|
|
|
|
|
|
//! Convert from UTF-8 to UCS-4 encoding
|
|
|
|
|
/*!
|
|
|
|
|
Convert from UTF-8 to UCS-4. If errors is not NULL then *errors
|
|
|
|
|
is set to true iff any character could not be encoded in UCS-4.
|
|
|
|
|
Decoding errors do not set *errors.
|
|
|
|
|
*/
|
2025-01-06 00:55:07 +00:00
|
|
|
static std::string UTF8ToUCS4(const std::string &, bool *errors = NULL);
|
2024-07-02 19:07:06 +00:00
|
|
|
|
|
|
|
|
//! Convert from UTF-8 to UTF-16 encoding
|
|
|
|
|
/*!
|
|
|
|
|
Convert from UTF-8 to UTF-16. If errors is not NULL then *errors
|
|
|
|
|
is set to true iff any character could not be encoded in UTF-16.
|
|
|
|
|
Decoding errors do not set *errors.
|
|
|
|
|
*/
|
2025-01-06 00:55:07 +00:00
|
|
|
static std::string UTF8ToUTF16(const std::string &, bool *errors = NULL);
|
2024-07-02 19:07:06 +00:00
|
|
|
|
|
|
|
|
//! Convert from UTF-8 to UTF-32 encoding
|
|
|
|
|
/*!
|
|
|
|
|
Convert from UTF-8 to UTF-32. If errors is not NULL then *errors
|
|
|
|
|
is set to true iff any character could not be encoded in UTF-32.
|
|
|
|
|
Decoding errors do not set *errors.
|
|
|
|
|
*/
|
2025-01-06 00:55:07 +00:00
|
|
|
static std::string UTF8ToUTF32(const std::string &, bool *errors = NULL);
|
2024-07-02 19:07:06 +00:00
|
|
|
|
|
|
|
|
//! Convert from UTF-8 to the current locale encoding
|
|
|
|
|
/*!
|
|
|
|
|
Convert from UTF-8 to the current locale encoding. If errors is not
|
|
|
|
|
NULL then *errors is set to true iff any character could not be encoded.
|
|
|
|
|
Decoding errors do not set *errors.
|
|
|
|
|
*/
|
2025-01-06 00:55:07 +00:00
|
|
|
static std::string UTF8ToText(const std::string &, bool *errors = NULL);
|
2024-07-02 19:07:06 +00:00
|
|
|
|
|
|
|
|
//! Convert from UCS-2 to UTF-8
|
|
|
|
|
/*!
|
|
|
|
|
Convert from UCS-2 to UTF-8. If errors is not NULL then *errors is
|
|
|
|
|
set to true iff any character could not be decoded.
|
|
|
|
|
*/
|
2025-01-06 00:55:07 +00:00
|
|
|
static std::string UCS2ToUTF8(const std::string &, bool *errors = NULL);
|
2024-07-02 19:07:06 +00:00
|
|
|
|
|
|
|
|
//! Convert from UCS-4 to UTF-8
|
|
|
|
|
/*!
|
|
|
|
|
Convert from UCS-4 to UTF-8. If errors is not NULL then *errors is
|
|
|
|
|
set to true iff any character could not be decoded.
|
|
|
|
|
*/
|
2025-01-06 00:55:07 +00:00
|
|
|
static std::string UCS4ToUTF8(const std::string &, bool *errors = NULL);
|
2024-07-02 19:07:06 +00:00
|
|
|
|
|
|
|
|
//! Convert from UTF-16 to UTF-8
|
|
|
|
|
/*!
|
|
|
|
|
Convert from UTF-16 to UTF-8. If errors is not NULL then *errors is
|
|
|
|
|
set to true iff any character could not be decoded.
|
|
|
|
|
*/
|
2025-01-06 00:55:07 +00:00
|
|
|
static std::string UTF16ToUTF8(const std::string &, bool *errors = NULL);
|
2024-07-02 19:07:06 +00:00
|
|
|
|
|
|
|
|
//! Convert from UTF-32 to UTF-8
|
|
|
|
|
/*!
|
|
|
|
|
Convert from UTF-32 to UTF-8. If errors is not NULL then *errors is
|
|
|
|
|
set to true iff any character could not be decoded.
|
|
|
|
|
*/
|
2025-01-06 00:55:07 +00:00
|
|
|
static std::string UTF32ToUTF8(const std::string &, bool *errors = NULL);
|
2024-07-02 19:07:06 +00:00
|
|
|
|
|
|
|
|
//! Convert from the current locale encoding to UTF-8
|
|
|
|
|
/*!
|
|
|
|
|
Convert from the current locale encoding to UTF-8. If errors is not
|
|
|
|
|
NULL then *errors is set to true iff any character could not be decoded.
|
|
|
|
|
*/
|
2025-01-06 00:55:07 +00:00
|
|
|
static std::string textToUTF8(
|
|
|
|
|
const std::string &, bool *errors = nullptr,
|
|
|
|
|
IArchString::EWideCharEncoding encoding = IArchString::kPlatformDetermined
|
2024-10-17 18:04:35 +00:00
|
|
|
);
|
2024-07-02 19:07:06 +00:00
|
|
|
|
|
|
|
|
//@}
|
2012-06-10 16:50:54 +00:00
|
|
|
|
|
|
|
|
private:
|
2024-07-02 19:07:06 +00:00
|
|
|
// convert UTF8 to wchar_t string (using whatever encoding is native
|
|
|
|
|
// to the platform). caller must delete[] the returned string. the
|
|
|
|
|
// string is *not* nul terminated; the length (in characters) is
|
|
|
|
|
// returned in size.
|
2025-01-11 02:13:19 +00:00
|
|
|
static wchar_t *UTF8ToWideChar(const std::string &, uint32_t &size, bool *errors);
|
2024-07-02 19:07:06 +00:00
|
|
|
|
|
|
|
|
// convert nul terminated wchar_t string (in platform's native
|
|
|
|
|
// encoding) to UTF8.
|
2025-01-06 00:55:07 +00:00
|
|
|
static std::string wideCharToUTF8(
|
2025-01-11 02:13:19 +00:00
|
|
|
const wchar_t *, uint32_t size, bool *errors,
|
2024-10-17 18:04:35 +00:00
|
|
|
IArchString::EWideCharEncoding encoding = IArchString::kPlatformDetermined
|
|
|
|
|
);
|
2024-07-02 19:07:06 +00:00
|
|
|
|
|
|
|
|
// internal conversion to UTF8
|
2025-01-11 02:13:19 +00:00
|
|
|
static std::string doUCS2ToUTF8(const uint8_t *src, uint32_t n, bool *errors);
|
|
|
|
|
static std::string doUCS4ToUTF8(const uint8_t *src, uint32_t n, bool *errors);
|
|
|
|
|
static std::string doUTF16ToUTF8(const uint8_t *src, uint32_t n, bool *errors);
|
|
|
|
|
static std::string doUTF32ToUTF8(const uint8_t *src, uint32_t n, bool *errors);
|
2024-07-02 19:07:06 +00:00
|
|
|
|
|
|
|
|
// convert characters to/from UTF8
|
2025-01-11 02:13:19 +00:00
|
|
|
static uint32_t fromUTF8(const uint8_t *&src, uint32_t &size);
|
|
|
|
|
static void toUTF8(std::string &dst, uint32_t c, bool *errors);
|
2012-06-10 16:50:54 +00:00
|
|
|
|
|
|
|
|
private:
|
2025-01-11 02:13:19 +00:00
|
|
|
static uint32_t s_invalid;
|
|
|
|
|
static uint32_t s_replacement;
|
2012-06-10 16:50:54 +00:00
|
|
|
};
|