/***************************************************************************
 *   crengine-ng                                                           *
 *   Copyright (C) 2007-2015,2018 Vadim Lopatin <coolreader.org@gmail.com> *
 *   Copyright (C) 2014 Huang Xin <chrox.huang@gmail.com>                  *
 *   Copyright (C) 2015 Yifei(Frank) ZHU <fredyifei@gmail.com>             *
 *   Copyright (C) 2016 Bob Gordon <bobgordon62@gmail.com>                 *
 *   Copyright (C) 2018-2021 poire-z <poire-z@users.noreply.github.com>    *
 *   Copyright (C) 2019-2021 Aleksey Chernov <valexlin@gmail.com>          *
 *                                                                         *
 *   This program is free software; you can redistribute it and/or         *
 *   modify it under the terms of the GNU General Public License           *
 *   as published by the Free Software Foundation; either version 2        *
 *   of the License, or (at your option) any later version.                *
 *                                                                         *
 *   This program is distributed in the hope that it will be useful,       *
 *   but WITHOUT ANY WARRANTY; without even the implied warranty of        *
 *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the         *
 *   GNU General Public License for more details.                          *
 *                                                                         *
 *   You should have received a copy of the GNU General Public License     *
 *   along with this program; if not, write to the Free Software           *
 *   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,            *
 *   MA 02110-1301, USA.                                                   *
 ***************************************************************************/

/**
 * \file lvstring.h
 * \brief string classes interface
 */

#ifndef __LV_STRING_H_INCLUDED__
#define __LV_STRING_H_INCLUDED__

#include <lvtypes.h>
#include <lvmemman.h>

// (Note: some of these 0x have lowercase hex digit, to avoid
// 'redefined' warnings as they are already defined in lowercase
// in antiword/wordconst.h.)

/// Unicode spaces
#define UNICODE_NO_BREAK_SPACE            0x00A0
#define UNICODE_ZERO_WIDTH_NO_BREAK_SPACE 0xfeff
#define UNICODE_WORD_JOINER               0x2060
// All chars from U+2000 to U+200B allow wrap after, except U+2007
#define UNICODE_EN_QUAD          0x2000
#define UNICODE_FIGURE_SPACE     0x2007
#define UNICODE_ZERO_WIDTH_SPACE 0x200b

#ifdef USE_ATOMIC_REFCOUNT
#include <atomic>
#endif
/// Unicode hyphens
#define UNICODE_SOFT_HYPHEN_CODE 0x00AD
#define UNICODE_ARMENIAN_HYPHEN  0x058A
// All chars from U+2010 to U+2014 allow deprecated wrap after, except U+2011
#define UNICODE_HYPHEN          0x2010
#define UNICODE_NO_BREAK_HYPHEN 0x2011
#define UNICODE_EM_DASH         0x2014

// Punctuation and CJK ranges
#define UNICODE_GENERAL_PUNCTUATION_BEGIN 0x2000
#define UNICODE_GENERAL_PUNCTUATION_END   0x206F
#define UNICODE_CJK_IDEOGRAPHS_BEGIN      0x3041
#define UNICODE_CJK_IDEOGRAPHS_END        0x02CEAF
#define UNICODE_CJK_IDEOGRAPHIC_SPACE     0x3000
#define UNICODE_CJK_PUNCTUATION_BEGIN     0x3000
#define UNICODE_CJK_PUNCTUATION_END       0x303F
// These may be wrong as this block contain katakana and hangul
// letters, as well as ascii full-width chars:
#define UNICODE_CJK_PUNCTUATION_HALF_AND_FULL_WIDTH_BEGIN 0xFF01
#define UNICODE_CJK_PUNCTUATION_HALF_AND_FULL_WIDTH_END   0xFFEE

#define UNICODE_ASCII_FULL_WIDTH_BEGIN  0xFF01
#define UNICODE_ASCII_FULL_WIDTH_END    0xFF5E
#define UNICODE_ASCII_FULL_WIDTH_OFFSET 0xFEE0 // substract or add to convert to/from ASCII

/// strlen for lChar16
int lStr_len(const lChar16* str);
/// strlen for lChar32
int lStr_len(const lChar32* str);
/// strlen for lChar8
int lStr_len(const lChar8* str);
/// strnlen for lChar16
int lStr_nlen(const lChar16* str, int maxcount);
/// strnlen for lChar32
int lStr_nlen(const lChar32* str, int maxcount);
/// strnlen for lChar8
int lStr_nlen(const lChar8* str, int maxcount);
/// strcpy for lChar16
int lStr_cpy(lChar16* dst, const lChar16* src);
/// strcpy for lChar32
int lStr_cpy(lChar32* dst, const lChar32* src);
/// strcpy for lChar16 -> lChar8
int lStr_cpy(lChar16* dst, const lChar8* src);
/// strcpy for lChar32 -> lChar8
int lStr_cpy(lChar32* dst, const lChar8* src);
/// strcpy for lChar8
int lStr_cpy(lChar8* dst, const lChar8* src);
/// strncpy for lChar16
int lStr_ncpy(lChar16* dst, const lChar16* src, int maxcount);
/// strncpy for lChar32
int lStr_ncpy(lChar32* dst, const lChar32* src, int maxcount);
/// strncpy for lChar8
int lStr_ncpy(lChar8* dst, const lChar8* src, int maxcount);
/// memcpy for lChar16
void lStr_memcpy(lChar16* dst, const lChar16* src, int count);
/// memcpy for lChar32
void lStr_memcpy(lChar32* dst, const lChar32* src, int count);
/// memcpy for lChar8
void lStr_memcpy(lChar8* dst, const lChar8* src, int count);
/// memset for lChar16
void lStr_memset(lChar16* dst, lChar16 value, int count);
/// memset for lChar32
void lStr_memset(lChar32* dst, lChar32 value, int count);
/// memset for lChar8
void lStr_memset(lChar8* dst, lChar8 value, int count);
/// strcmp for lChar16
int lStr_cmp(const lChar16* str1, const lChar16* str2);
/// strcmp for lChar32
int lStr_cmp(const lChar32* str1, const lChar32* str2);
/// strcmp for lChar32 <> lChar8
int lStr_cmp(const lChar32* str1, const lChar8* str2);
/// strcmp for lChar16 <> lChar8
int lStr_cmp(const lChar16* str1, const lChar8* str2);
/// strcmp for lChar8 <> lChar16
int lStr_cmp(const lChar8* str1, const lChar16* str2);
/// strcmp for lChar16 <> lChar32
int lStr_cmp(const lChar16* str1, const lChar32* str2);
/// strcmp for lChar8 <> lChar32
int lStr_cmp(const lChar8* str1, const lChar32* str2);
/// strcmp for lChar32 <> lChar16
int lStr_cmp(const lChar32* str1, const lChar16* str2);
/// strcmp for lChar8
int lStr_cmp(const lChar8* str1, const lChar8* str2);
/// convert string to uppercase
void lStr_uppercase(lChar8* str, int len);
/// convert string to lowercase
void lStr_lowercase(lChar8* str, int len);
/// convert string to uppercase
void lStr_uppercase(lChar32* str, int len);
/// convert string to lowercase
void lStr_lowercase(lChar32* str, int len);
/// convert string to be capitalized
void lStr_capitalize(lChar32* str, int len);
/// convert string to use full width chars
void lStr_fullWidthChars(lChar32* str, int len);
/// calculates CRC32 for buffer contents
lUInt32 lStr_crc32(lUInt32 prevValue, const void* buf, int size);

// converts 0..15 to 0..f
char toHexDigit(int c);
// returns 0..15 if c is hex digit, -1 otherwise
int hexDigit(int c);
// decode LEN hex digits, return decoded number, -1 if invalid
int decodeHex(const lChar32* str, int len);
// decode LEN decimal digits, return decoded number, -1 if invalid
int decodeDecimal(const lChar32* str, int len);

#define CH_PROP_UPPER             0x0001 ///< uppercase alpha character flag
#define CH_PROP_LOWER             0x0002 ///< lowercase alpha character flag
#define CH_PROP_ALPHA             0x0003 ///< alpha flag is combination of uppercase and lowercase flags
#define CH_PROP_DIGIT             0x0004 ///< digit character flag
#define CH_PROP_PUNCT             0x0008 ///< pubctuation character flag
#define CH_PROP_SPACE             0x0010 ///< space character flag
#define CH_PROP_HYPHEN            0x0020 ///< hyphenation character flag
#define CH_PROP_VOWEL             0x0040 ///< vowel character flag
#define CH_PROP_CONSONANT         0x0080 ///< consonant character flag
#define CH_PROP_SIGN              0x0100 ///< sign character flag
#define CH_PROP_ALPHA_SIGN        0x0200 ///< alpha sign character flag
#define CH_PROP_DASH              0x0400 ///< minus, emdash, endash, ... (- signs)
#define CH_PROP_CJK               0x0800 ///< CJK ideographs
#define CH_PROP_RTL               0x1000 ///< RTL character
#define CH_PROP_AVOID_WRAP_AFTER  0x2000 ///< avoid wrap on following space
#define CH_PROP_AVOID_WRAP_BEFORE 0x4000 ///< avoid wrap on preceding space

/// retrieve character properties mask array for wide c-string
void lStr_getCharProps(const lChar32* str, int sz, lUInt16* props);
/// retrieve character properties mask for single wide character
lUInt16 lGetCharProps(lChar32 ch);
/// find alpha sequence bounds
void lStr_findWordBounds(const lChar32* str, int sz, int pos, int& start, int& end, bool& has_rtl);
// is char a word separator
bool lStr_isWordSeparator(lChar32 ch);

// must be power of 2
#define CONST_STRING_BUFFER_SIZE      4096
#define CONST_STRING_BUFFER_MASK      (CONST_STRING_BUFFER_SIZE - 1)
#define CONST_STRING_BUFFER_HASH_MULT 31

struct lstring_chunk_t
{
    friend class lString8;
    friend class lString16;
    friend class lString32;
    friend struct lstring_chunk_slice_t;
public:
    lstring_chunk_t(lChar8* buf8)
            : size(1)
            , len(0) {
        buf._8 = buf8;
        refCount = 1;
    }
    lstring_chunk_t(lChar16* buf16)
            : size(1)
            , len(0) {
        buf._16 = buf16;
        refCount = 1;
    }
    lstring_chunk_t(lChar32* buf32)
            : size(1)
            , len(0) {
        buf._32 = buf32;
        refCount = 1;
    }
    const lChar8* data8() const {
        return buf._8;
    }
    const lChar16* data16() const {
        return buf._16;
    }
    const lChar32* data32() const {
        return buf._32;
    }
private:
    union buf_chunk_t
    {
        lChar8* _8; // z-string
        lChar16* _16;
        lChar32* _32;
    } buf;
    lInt32 size; // 0 for free chunk
    lInt32 len;  // count of chars in string
#ifdef USE_ATOMIC_REFCOUNT
    std::atomic_int refCount; // atomic reference counter
#else
    int refCount; // reference counter
#endif

    lstring_chunk_t() { }

    // chunk allocation functions
    static lstring_chunk_t* alloc();
    static void free(lstring_chunk_t* pChunk);
};

namespace fmt
{
class decimal
{
    lInt64 value;
public:
    explicit decimal(lInt64 v)
            : value(v) { }
    lInt64 get() const {
        return value;
    }
};

class hex
{
    lUInt64 value;
public:
    explicit hex(lInt64 v)
            : value(v) { }
    lUInt64 get() const {
        return value;
    }
};
} // namespace fmt

/**
    \brief lChar8 string

    Reference counting, copy-on-write implementation of 8-bit string.
    Interface is similar to STL strings

*/
class lString8
{
    friend class lString8Collection;
    friend const lString8& cs8(const char* str);
public:
    // typedefs for STL compatibility
    typedef lChar8 value_type;                 ///< character type
    typedef int size_type;                     ///< size type
    typedef int difference_type;               ///< difference type
    typedef value_type* pointer;               ///< pointer to char type
    typedef value_type& reference;             ///< reference to char type
    typedef const value_type* const_pointer;   ///< pointer to const char type
    typedef const value_type& const_reference; ///< reference to const char type

    class decimal
    {
        lInt64 value;
    public:
        explicit decimal(lInt64 v)
                : value(v) { }
        lInt64 get() {
            return value;
        }
    };

    class hex
    {
        lUInt64 value;
    public:
        explicit hex(lInt64 v)
                : value(v) { }
        lUInt64 get() {
            return value;
        }
    };
private:
    lstring_chunk_t* pchunk;
    static lstring_chunk_t* EMPTY_STR_8;
    void alloc(size_type sz);
    void free();
    inline void addref() const {
#ifdef USE_ATOMIC_REFCOUNT
        pchunk->refCount.fetch_add(1);
#else
        ++pchunk->refCount;
#endif
    }
    inline void release() {
#ifdef USE_ATOMIC_REFCOUNT
        if (pchunk->refCount.fetch_sub(1) <= 1)
            free();
#else
        if (--pchunk->refCount == 0)
            free();
#endif
    }
    inline int refCount() {
        return pchunk->refCount;
    }
    explicit lString8(lstring_chunk_t* chunk)
            : pchunk(chunk) {
        addref();
    }
public:
    /// default constrictor
    explicit lString8()
            : pchunk(EMPTY_STR_8) {
        addref();
    }
    /// constructor of empty string with buffer of specified size
    explicit lString8(int size)
            : pchunk(EMPTY_STR_8) {
        addref();
        reserve(size);
    }
    /// copy constructor
    lString8(const lString8& str)
            : pchunk(str.pchunk) {
        addref();
    }
    /// constructor from C string
    explicit lString8(const value_type* str);
    /// constructor from 16-bit C string
    explicit lString8(const lChar32* str);
    /// constructor from string of specified length
    explicit lString8(const value_type* str, size_type count);
    /// fragment copy constructor
    explicit lString8(const lString8& str, size_type offset, size_type count);
    /// destructor
    ~lString8() {
        release();
    }

    /// copy assignment
    lString8& assign(const lString8& str) {
        if (pchunk != str.pchunk) {
            release();
            pchunk = str.pchunk;
            addref();
        }
        return *this;
    }
    /// C-string assignment
    lString8& assign(const value_type* str);
    /// C-string fragment assignment
    lString8& assign(const value_type* str, size_type count);
    /// string fragment assignment
    lString8& assign(const lString8& str, size_type offset, size_type count);
    /// C-string assignment
    lString8& operator=(const value_type* str) {
        return assign(str);
    }
    /// string copy assignment
    lString8& operator=(const lString8& str) {
        return assign(str);
    }
    /// erase part of string
    lString8& erase(size_type offset, size_type count);
    /// append C-string
    lString8& append(const value_type* str);
    /// append C-string fragment
    lString8& append(const value_type* str, size_type count);
    /// append string
    lString8& append(const lString8& str);
    /// append string fragment
    lString8& append(const lString8& str, size_type offset, size_type count);
    /// append repeated character
    lString8& append(size_type count, value_type ch);
    /// append decimal number
    lString8& appendDecimal(lInt64 v);
    /// append hex number
    lString8& appendHex(lUInt64 v);
    /// insert C-string
    lString8& insert(size_type p0, const value_type* str);
    /// insert C-string fragment
    lString8& insert(size_type p0, const value_type* str, size_type count);
    /// insert string
    lString8& insert(size_type p0, const lString8& str);
    /// insert string fragment
    lString8& insert(size_type p0, const lString8& str, size_type offset, size_type count);
    /// insert repeated character
    lString8& insert(size_type p0, size_type count, value_type ch);
    /// replace fragment with C-string
    lString8& replace(size_type p0, size_type n0, const value_type* str);
    /// replace fragment with C-string fragment
    lString8& replace(size_type p0, size_type n0, const value_type* str, size_type count);
    /// replace fragment with string
    lString8& replace(size_type p0, size_type n0, const lString8& str);
    /// replace fragment with string fragment
    lString8& replace(size_type p0, size_type n0, const lString8& str, size_type offset, size_type count);
    /// replace fragment with repeated character
    lString8& replace(size_type p0, size_type n0, size_type count, value_type ch);
    /// replaces every occurrence of the character before with the character after and returns a reference to this string
    lString8& replace(value_type before, value_type after);
    /// make string uppercase
    lString8& uppercase();
    /// make string lowercase
    lString8& lowercase();
    /// compare with another string
    int compare(const lString8& str) const {
        return lStr_cmp(pchunk->buf._8, str.pchunk->buf._8);
    }
    /// compare part of string with another string
    int compare(size_type p0, size_type n0, const lString8& str) const;
    /// compare part of string with fragment of another string
    int compare(size_type p0, size_type n0, const lString8& str, size_type pos, size_type n) const;
    /// compare with C-string
    int compare(const value_type* s) const {
        return lStr_cmp(pchunk->buf._8, s);
    }
    /// compare part of string with C-string
    int compare(size_type p0, size_type n0, const value_type* s) const;
    /// compare part of string with C-string fragment
    int compare(size_type p0, size_type n0, const value_type* s, size_type pos) const;
    /// find position of char inside string, -1 if not found
    int pos(lChar8 ch) const;
    /// find position of char inside string starting from specified position, -1 if not found
    int pos(lChar8 ch, int start) const;
    /// find position of substring inside string, -1 if not found
    int pos(const lString8& subStr) const;
    /// find position of substring inside string, -1 if not found
    int pos(const char* subStr) const;
    /// find position of substring inside string starting from right, -1 if not found
    int rpos(const char* subStr) const;
    /// find position of substring inside string starting from specified position, -1 if not found
    int pos(const lString8& subStr, int startPos) const;
    /// find position of substring inside string starting from specified position, -1 if not found
    int pos(const char* subStr, int startPos) const;

    /// substring
    lString8 substr(size_type pos, size_type n) const;
    /// substring from position to end of string
    lString8 substr(size_type pos) const {
        return substr(pos, length() - pos);
    }

    /// append single character
    lString8& operator<<(value_type ch) {
        return append(1, ch);
    }
    /// append C-string
    lString8& operator<<(const value_type* str) {
        return append(str);
    }
    /// append string
    lString8& operator<<(const lString8& str) {
        return append(str);
    }
    /// append decimal number
    lString8& operator<<(const fmt::decimal v) {
        return appendDecimal(v.get());
    }
    /// append hex number
    lString8& operator<<(const fmt::hex v) {
        return appendHex(v.get());
    }

    /// returns true if string starts with specified substring
    bool startsWith(const lString8& substring) const;
    /// returns true if string starts with specified substring
    bool startsWith(const char* substring) const;

    /// returns last character
    value_type lastChar() {
        return empty() ? 0 : at(length() - 1);
    }
    /// returns first character
    value_type firstChar() {
        return empty() ? 0 : at(0);
    }

    /// calculate hash
    lUInt32 getHash() const;

    /// get character at specified position with range check
    value_type& at(size_type pos) {
        if (pos > pchunk->len)
            crFatalError();
        return modify()[pos];
    }
    /// get character at specified position without range check
    value_type operator[](size_type pos) const {
        return pchunk->buf._8[pos];
    }
    /// get reference to character at specified position
    value_type& operator[](size_type pos) {
        return modify()[pos];
    }

    /// ensures that reference count is 1
    void lock(size_type newsize);
    /// returns pointer to modifable string buffer
    value_type* modify() {
        if (refCount() > 1)
            lock(pchunk->len);
        return pchunk->buf._8;
    }
    /// clear string
    void clear() {
        release();
        pchunk = EMPTY_STR_8;
        addref();
    }
    /// clear string, set buffer size
    void reset(size_type size);
    /// returns character count
    size_type length() const {
        return pchunk->len;
    }
    /// returns buffer size
    size_type size() const {
        return pchunk->len;
    }
    /// changes buffer size
    void resize(size_type count = 0, value_type e = 0);
    /// returns maximum number of chars that can fit into buffer
    size_type capacity() const {
        return pchunk->size - 1;
    }
    /// reserve space for specified amount of chars
    void reserve(size_type count = 0);
    /// returns true if string is empty
    bool empty() const {
        return pchunk->len == 0;
    }
    /// returns true if string is empty
    bool operator!() const {
        return pchunk->len == 0;
    }
    /// swaps content of two strings
    void swap(lString8& str) {
        lstring_chunk_t* tmp = pchunk;
        pchunk = str.pchunk;
        str.pchunk = tmp;
    }
    /// pack string (free unused buffer space)
    lString8& pack();

    /// remove spaces from begin and end of string
    lString8& trim();
    /// convert to integer
    int atoi() const;
    /// convert to 64 bit integer
    lInt64 atoi64() const;

    /// returns C-string
    const value_type* c_str() const {
        return pchunk->buf._8;
    }
    /// returns C-string
    const value_type* data() const {
        return pchunk->buf._8;
    }

    /// append string
    lString8& operator+=(lString8 s) {
        return append(s);
    }
    /// append C-string
    lString8& operator+=(const value_type* s) {
        return append(s);
    }
    /// append single character
    lString8& operator+=(value_type ch) {
        return append(1, ch);
    }
    /// append decimal
    lString8& operator+=(fmt::decimal v) {
        return appendDecimal(v.get());
    }
    /// append hex
    lString8& operator+=(fmt::hex v) {
        return appendHex(v.get());
    }

    /// returns true if string ends with specified substring
    bool endsWith(const lChar8* substring) const;

    /// constructs string representation of integer
    static lString8 itoa(int i);
    /// constructs string representation of unsigned integer
    static lString8 itoa(unsigned int i);
    // constructs string representation of 64 bit integer
    static lString8 itoa(lInt64 n);

    static const lString8 empty_str;

    friend class lString32Collection;
};

/**
    \brief Wide character (lChar16) string.
    Intended primarily for WINAPI.

   Reference counting, copy-on-write implementation.
   Interface is similar to STL strings.

*/
class lString16
{
public:
    // typedefs for STL compatibility
    typedef lChar16 value_type;
    typedef int size_type;
    typedef int difference_type;
    typedef value_type* pointer;
    typedef value_type& reference;
    typedef const value_type* const_pointer;
    typedef const value_type& const_reference;
private:
    lstring_chunk_t* pchunk;
    static lstring_chunk_t* EMPTY_STR_16;
    void alloc(size_type sz);
    void free();
    inline void addref() const {
#ifdef USE_ATOMIC_REFCOUNT
        pchunk->refCount.fetch_add(1);
#else
        ++pchunk->refCount;
#endif
    }
    inline void release() {
#ifdef USE_ATOMIC_REFCOUNT
        if (pchunk->refCount.fetch_sub(1) <= 1)
            free();
#else
        if (--pchunk->refCount == 0)
            free();
#endif
    }
    inline int refCount() {
        return pchunk->refCount;
    }
public:
    explicit lString16(lstring_chunk_t* chunk)
            : pchunk(chunk) {
        addref();
    }
    /// empty string constructor
    explicit lString16()
            : pchunk(EMPTY_STR_16) {
        addref();
    }
    /// copy constructor
    lString16(const lString16& str)
            : pchunk(str.pchunk) {
        addref();
    }
    /// constructor from wide c-string
    lString16(const value_type* str);
    /// constructor from 8bit c-string (ASCII only)
    explicit lString16(const lChar8* str);
    /// constructor from 8bit (ASCII only) character array fragment
    explicit lString16(const lChar8* str, size_type count);
    /// constructor from wide character array fragment
    explicit lString16(const value_type* str, size_type count);
    /// constructor from another string substring
    explicit lString16(const lString16& str, size_type offset, size_type count);
    /// desctructor
    ~lString16() {
        release();
    }

    /// assignment from string
    lString16& assign(const lString16& str) {
        if (pchunk != str.pchunk) {
            release();
            pchunk = str.pchunk;
            addref();
        }
        return *this;
    }
    /// assignment from c-string
    lString16& assign(const value_type* str);
    /// assignment from 8bit c-string (ASCII only)
    lString16& assign(const lChar8* str);
    /// assignment from character array fragment
    lString16& assign(const value_type* str, size_type count);
    /// assignment from 8-bit character array fragment (ASCII only)
    lString16& assign(const lChar8* str, size_type count);
    /// assignment from string fragment
    lString16& assign(const lString16& str, size_type offset, size_type count);
    /// assignment from c-string
    lString16& operator=(const value_type* str) {
        return assign(str);
    }
    /// assignment from string 8bit ASCII only
    lString16& operator=(const lChar8* str) {
        return assign(str);
    }
    /// assignment from string
    lString16& operator=(const lString16& str) {
        return assign(str);
    }
    lString16& erase(size_type offset, size_type count);

    lString16& append(const value_type* str);
    lString16& append(const value_type* str, size_type count);
    lString16& append(const lChar8* str);
    lString16& append(const lChar8* str, size_type count);
    lString16& append(const lString16& str);
    lString16& append(const lString16& str, size_type offset, size_type count);
    lString16& append(size_type count, value_type ch);
    /// append decimal number
    lString16& appendDecimal(lInt64 v);
    /// append hex number
    lString16& appendHex(lUInt64 v);
    lString16& insert(size_type p0, const value_type* str);
    lString16& insert(size_type p0, const value_type* str, size_type count);
    lString16& insert(size_type p0, const lString16& str);
    lString16& insert(size_type p0, size_type count, value_type ch);
    /// compare with another string
    int compare(const lString16& str) const {
        return lStr_cmp(pchunk->buf._16, str.pchunk->buf._16);
    }
    int compare(const value_type* s) const {
        return lStr_cmp(pchunk->buf._16, s);
    }
    int compare(const lChar8* s) const {
        return lStr_cmp(pchunk->buf._16, s);
    }

    /// returns n characters beginning with pos
    lString16 substr(size_type pos, size_type n) const;
    /// returns part of string from specified position to end of string
    lString16 substr(size_type pos) const {
        return substr(pos, length() - pos);
    }
    /// replaces first found occurence of pattern
    bool replace(const lString16& findStr, const lString16& replaceStr);
    /// replaces first found occurence of "$N" pattern with string, where N=index
    bool replaceParam(int index, const lString16& replaceStr);
    /// replaces first found occurence of "$N" pattern with itoa of integer, where N=index
    bool replaceIntParam(int index, int replaceNumber);

    /// append single character
    lString16& operator<<(value_type ch) {
        return append(1, ch);
    }
    /// append c-string
    lString16& operator<<(const value_type* str) {
        return append(str);
    }
    /// append 8-bit c-string (ASCII only)
    lString16& operator<<(const lChar8* str) {
        return append(str);
    }
    /// append string
    lString16& operator<<(const lString16& str) {
        return append(str);
    }
    /// append decimal number
    lString16& operator<<(const fmt::decimal v) {
        return appendDecimal(v.get());
    }
    /// append hex number
    lString16& operator<<(const fmt::hex v) {
        return appendHex(v.get());
    }

    /// returns true if string starts with specified substring
    bool startsWith(const lString16& substring) const;
    /// returns true if string starts with specified substring
    bool startsWith(const lChar16* substring) const;
    /// returns true if string starts with specified substring (8bit ASCII only)
    bool startsWith(const lChar8* substring) const;
    /// returns true if string ends with specified substring
    bool endsWith(const lChar16* substring) const;
    /// returns true if string ends with specified substring (8-bit ASCII only)
    bool endsWith(const lChar8* substring) const;
    /// returns true if string ends with specified substring
    bool endsWith(const lString16& substring) const;
    /// returns true if string starts with specified substring, case insensitive
    bool startsWithNoCase(const lString16& substring) const;

    /// returns last character
    value_type lastChar() {
        return empty() ? 0 : at(length() - 1);
    }
    /// returns first character
    value_type firstChar() {
        return empty() ? 0 : at(0);
    }

    /// calculates hash for string
    lUInt32 getHash() const;
    /// returns character at specified position, with index bounds checking, fatal error if fails
    value_type& at(size_type pos) {
        if ((unsigned)pos > (unsigned)pchunk->len)
            crFatalError();
        return modify()[pos];
    }
    /// returns character at specified position, without index bounds checking
    value_type operator[](size_type pos) const {
        return pchunk->buf._16[pos];
    }
    /// returns reference to specified character position (lvalue)
    value_type& operator[](size_type pos) {
        return modify()[pos];
    }
    /// resizes string, copies if several references exist
    void lock(size_type newsize);
    /// returns writable pointer to string buffer
    value_type* modify() {
        if (refCount() > 1)
            lock(pchunk->len);
        return pchunk->buf._16;
    }
    /// clears string contents
    void clear() {
        release();
        pchunk = EMPTY_STR_16;
        addref();
    }
    /// resets string, allocates space for specified amount of characters
    void reset(size_type size);
    /// returns string length, in characters
    size_type length() const {
        return pchunk->len;
    }
    /// returns string length, in characters
    size_type size() const {
        return pchunk->len;
    }
    /// resizes string buffer, appends with specified character if buffer is being extended
    void resize(size_type count = 0, value_type e = 0);
    /// returns string buffer size
    size_type capacity() const {
        return pchunk->size - 1;
    }
    /// ensures string buffer can hold at least count characters
    void reserve(size_type count = 0);
    /// erase all extra characters from end of string after size
    void limit(size_type size);
    /// returns true if string is empty
    bool empty() const {
        return pchunk->len == 0;
    }
    /// swaps two string variables contents
    void swap(lString16& str) {
        lstring_chunk_t* tmp = pchunk;
        pchunk = str.pchunk;
        str.pchunk = tmp;
    }
    /// trims all unused space at end of string (sets size to length)
    lString16& pack();

    /// trims non alpha at beginning and end of string
    lString16& trimNonAlpha();
    /// trims spaces at beginning and end of string
    lString16& trim();
    /// converts to integer
    int atoi() const;
    /// converts to integer, returns true if success
    bool atoi(int& n) const;
    /// converts to 64 bit integer, returns true if success
    bool atoi(lInt64& n) const;
    /// returns constant c-string pointer
    const value_type* c_str() const {
        return pchunk->buf._16;
    }
    /// returns constant c-string pointer, same as c_str()
    const value_type* data() const {
        return pchunk->buf._16;
    }
    /// appends string
    lString16& operator+=(lString16 s) {
        return append(s);
    }
    /// appends c-string
    lString16& operator+=(const value_type* s) {
        return append(s);
    }
    /// append C-string
    lString16& operator+=(const lChar8* s) {
        return append(s);
    }
    /// appends single character
    lString16& operator+=(value_type ch) {
        return append(1, ch);
    }
    /// append decimal
    lString16& operator+=(fmt::decimal v) {
        return appendDecimal(v.get());
    }
    /// append hex
    lString16& operator+=(fmt::hex v) {
        return appendHex(v.get());
    }

    /// constructs string representation of integer
    static lString16 itoa(int i);
    /// constructs string representation of unsigned integer
    static lString16 itoa(unsigned int i);
    /// constructs string representation of 64 bit integer
    static lString16 itoa(lInt64 i);
    /// constructs string representation of unsigned 64 bit integer
    static lString16 itoa(lUInt64 i);

    /// empty string global instance
    static const lString16 empty_str;
};

/**
    \brief Wide character (lChar32) string.

   Reference counting, copy-on-write implementation.
   Interface is similar to STL strings.

*/
class lString32
{
    friend const lString32& cs32(const char* str);
    friend const lString32& cs32(const lChar32* str);
public:
    // typedefs for STL compatibility
    typedef lChar32 value_type;
    typedef int size_type;
    typedef int difference_type;
    typedef value_type* pointer;
    typedef value_type& reference;
    typedef const value_type* const_pointer;
    typedef const value_type& const_reference;
private:
    lstring_chunk_t* pchunk;
    static lstring_chunk_t* EMPTY_STR_32;
    void alloc(size_type sz);
    void free();
    inline void addref() const {
#ifdef USE_ATOMIC_REFCOUNT
        pchunk->refCount.fetch_add(1);
#else
        ++pchunk->refCount;
#endif
    }
    inline void release() {
#ifdef USE_ATOMIC_REFCOUNT
        if (pchunk->refCount.fetch_sub(1) <= 1)
            free();
#else
        if (--pchunk->refCount == 0)
            free();
#endif
    }
    inline int refCount() {
        return pchunk->refCount;
    }
public:
    explicit lString32(lstring_chunk_t* chunk)
            : pchunk(chunk) {
        addref();
    }
    /// empty string constructor
    explicit lString32()
            : pchunk(EMPTY_STR_32) {
        addref();
    }
    /// copy constructor
    lString32(const lString32& str)
            : pchunk(str.pchunk) {
        addref();
    }
    /// constructor from wide c-string
    lString32(const value_type* str);
    /// constructor from 8bit c-string (ASCII only)
    explicit lString32(const lChar8* str);
    /// constructor from 8bit (ASCII only) character array fragment
    explicit lString32(const lChar8* str, size_type count);
    /// constructor from wide character array fragment
    explicit lString32(const value_type* str, size_type count);
    /// constructor from another string substring
    explicit lString32(const lString32& str, size_type offset, size_type count);
    /// desctructor
    ~lString32() {
        release();
    }

    /// assignment from string
    lString32& assign(const lString32& str) {
        if (pchunk != str.pchunk) {
            release();
            pchunk = str.pchunk;
            addref();
        }
        return *this;
    }
    /// assignment from c-string
    lString32& assign(const value_type* str);
    /// assignment from 8bit c-string (ASCII only)
    lString32& assign(const lChar8* str);
    /// assignment from character array fragment
    lString32& assign(const value_type* str, size_type count);
    /// assignment from 8-bit character array fragment (ASCII only)
    lString32& assign(const lChar8* str, size_type count);
    /// assignment from string fragment
    lString32& assign(const lString32& str, size_type offset, size_type count);
    /// assignment from c-string
    lString32& operator=(const value_type* str) {
        return assign(str);
    }
    /// assignment from string 8bit ASCII only
    lString32& operator=(const lChar8* str) {
        return assign(str);
    }
    /// assignment from string
    lString32& operator=(const lString32& str) {
        return assign(str);
    }
    lString32& erase(size_type offset, size_type count);

    lString32& append(const value_type* str);
    lString32& append(const value_type* str, size_type count);
    lString32& append(const lChar8* str);
    lString32& append(const lChar8* str, size_type count);
    lString32& append(const lString32& str);
    lString32& append(const lString32& str, size_type offset, size_type count);
    lString32& append(size_type count, value_type ch);
    /// append decimal number
    lString32& appendDecimal(lInt64 v);
    /// append hex number
    lString32& appendHex(lUInt64 v);
    lString32& insert(size_type p0, const value_type* str);
    lString32& insert(size_type p0, const value_type* str, size_type count);
    lString32& insert(size_type p0, const lString32& str);
    lString32& insert(size_type p0, const lString32& str, size_type offset, size_type count);
    lString32& insert(size_type p0, size_type count, value_type ch);
    lString32& replace(size_type p0, size_type n0, const value_type* str);
    lString32& replace(size_type p0, size_type n0, const value_type* str, size_type count);
    lString32& replace(size_type p0, size_type n0, const lString32& str);
    lString32& replace(size_type p0, size_type n0, const lString32& str, size_type offset, size_type count);
    /// replace range of string with character ch repeated count times
    lString32& replace(size_type p0, size_type n0, size_type count, value_type ch);
    /// make string uppercase
    lString32& uppercase();
    /// make string lowercase
    lString32& lowercase();
    /// make string capitalized
    lString32& capitalize();
    /// make string use full width chars
    lString32& fullWidthChars();
    /// compare with another string
    int compare(const lString32& str) const {
        return lStr_cmp(pchunk->buf._32, str.pchunk->buf._32);
    }
    /// compare subrange with another string
    int compare(size_type p0, size_type n0, const lString32& str) const;
    /// compare subrange with substring of another string
    int compare(size_type p0, size_type n0, const lString32& str, size_type pos, size_type n) const;
    int compare(const value_type* s) const {
        return lStr_cmp(pchunk->buf._32, s);
    }
    int compare(const lChar8* s) const {
        return lStr_cmp(pchunk->buf._32, s);
    }
    int compare(size_type p0, size_type n0, const value_type* s) const;
    int compare(size_type p0, size_type n0, const value_type* s, size_type pos) const;

    /// split string into two strings using delimiter
    bool split2(const lString32& delim, lString32& value1, lString32& value2);
    /// split string into two strings using delimiter
    bool split2(const lChar32* delim, lString32& value1, lString32& value2);
    /// split string into two strings using delimiter
    bool split2(const lChar8* delim, lString32& value1, lString32& value2);

    /// returns n characters beginning with pos
    lString32 substr(size_type pos, size_type n) const;
    /// returns part of string from specified position to end of string
    lString32 substr(size_type pos) const {
        return substr(pos, length() - pos);
    }
    /// replaces first found occurence of pattern
    bool replace(const lString32& findStr, const lString32& replaceStr);
    /// replaces first found occurence of "$N" pattern with string, where N=index
    bool replaceParam(int index, const lString32& replaceStr);
    /// replaces first found occurence of "$N" pattern with itoa of integer, where N=index
    bool replaceIntParam(int index, int replaceNumber);

    /// find position of char inside string, -1 if not found
    int pos(lChar32 ch) const;
    /// find position of char inside string starting from specified position, -1 if not found
    int pos(lChar32 ch, int start) const;
    /// find position of substring inside string, -1 if not found
    int pos(lString32 subStr) const;
    /// find position of substring inside string starting from specified position, -1 if not found
    int pos(const lString32& subStr, int start) const;
    /// find position of substring inside string, -1 if not found
    int pos(const lChar32* subStr) const;
    /// find position of substring inside string (8bit ASCII only), -1 if not found
    int pos(const lChar8* subStr) const;
    /// find position of substring inside string starting from specified position, -1 if not found
    int pos(const lChar32* subStr, int start) const;
    /// find position of substring inside string (8bit ASCII only) starting from specified position, -1 if not found
    int pos(const lChar8* subStr, int start) const;

    /// find position of substring inside string, right to left, return -1 if not found
    int rpos(lString32 subStr) const;

    /// append single character
    lString32& operator<<(value_type ch) {
        return append(1, ch);
    }
    /// append c-string
    lString32& operator<<(const value_type* str) {
        return append(str);
    }
    /// append 8-bit c-string (ASCII only)
    lString32& operator<<(const lChar8* str) {
        return append(str);
    }
    /// append string
    lString32& operator<<(const lString32& str) {
        return append(str);
    }
    /// append decimal number
    lString32& operator<<(const fmt::decimal v) {
        return appendDecimal(v.get());
    }
    /// append hex number
    lString32& operator<<(const fmt::hex v) {
        return appendHex(v.get());
    }

    /// returns true if string starts with specified substring
    bool startsWith(const lString32& substring) const;
    /// returns true if string starts with specified substring
    bool startsWith(const lChar32* substring) const;
    /// returns true if string starts with specified substring (8bit ASCII only)
    bool startsWith(const lChar8* substring) const;
    /// returns true if string ends with specified substring
    bool endsWith(const lChar32* substring) const;
    /// returns true if string ends with specified substring (8-bit ASCII only)
    bool endsWith(const lChar8* substring) const;
    /// returns true if string ends with specified substring
    bool endsWith(const lString32& substring) const;
    /// returns true if string starts with specified substring, case insensitive
    bool startsWithNoCase(const lString32& substring) const;

    /// returns last character
    value_type lastChar() {
        return empty() ? 0 : at(length() - 1);
    }
    /// returns first character
    value_type firstChar() {
        return empty() ? 0 : at(0);
    }

    /// calculates hash for string
    lUInt32 getHash() const;
    /// returns character at specified position, with index bounds checking, fatal error if fails
    value_type& at(size_type pos) {
        if ((unsigned)pos > (unsigned)pchunk->len)
            crFatalError();
        return modify()[pos];
    }
    /// returns character at specified position, without index bounds checking
    value_type operator[](size_type pos) const {
        return pchunk->buf._32[pos];
    }
    /// returns reference to specified character position (lvalue)
    value_type& operator[](size_type pos) {
        return modify()[pos];
    }
    /// resizes string, copies if several references exist
    void lock(size_type newsize);
    /// returns writable pointer to string buffer
    value_type* modify() {
        if (refCount() > 1)
            lock(pchunk->len);
        return pchunk->buf._32;
    }
    /// clears string contents
    void clear() {
        release();
        pchunk = EMPTY_STR_32;
        addref();
    }
    /// resets string, allocates space for specified amount of characters
    void reset(size_type size);
    /// returns string length, in characters
    size_type length() const {
        return pchunk->len;
    }
    /// returns string length, in characters
    size_type size() const {
        return pchunk->len;
    }
    /// resizes string buffer, appends with specified character if buffer is being extended
    void resize(size_type count = 0, value_type e = 0);
    /// returns string buffer size
    size_type capacity() const {
        return pchunk->size - 1;
    }
    /// ensures string buffer can hold at least count characters
    void reserve(size_type count = 0);
    /// erase all extra characters from end of string after size
    void limit(size_type size);
    /// returns true if string is empty
    bool empty() const {
        return pchunk->len == 0;
    }
    /// swaps two string variables contents
    void swap(lString32& str) {
        lstring_chunk_t* tmp = pchunk;
        pchunk = str.pchunk;
        str.pchunk = tmp;
    }
    /// trims all unused space at end of string (sets size to length)
    lString32& pack();

    /// trims non alpha at beginning and end of string
    lString32& trimNonAlpha();
    /// trims spaces at beginning and end of string
    lString32& trim();
    /// trims duplicate space characters inside string and (optionally) at end and beginning of string
    lString32& trimDoubleSpaces(bool allowStartSpace, bool allowEndSpace, bool removeEolHyphens = false);
    /// converts to integer
    int atoi() const;
    /// converts to integer, returns true if success
    bool atoi(int& n) const;
    /// converts to 64 bit integer, returns true if success
    bool atoi(lInt64& n) const;
    /// convert to double
    double atod() const;
    /// convert to double, returns true if success
    bool atod(double& d, char dp = '.') const;
    /// returns constant c-string pointer
    const value_type* c_str() const {
        return pchunk->buf._32;
    }
    /// returns constant c-string pointer, same as c_str()
    const value_type* data() const {
        return pchunk->buf._32;
    }
    /// appends string
    lString32& operator+=(lString32 s) {
        return append(s);
    }
    /// appends c-string
    lString32& operator+=(const value_type* s) {
        return append(s);
    }
    /// append C-string
    lString32& operator+=(const lChar8* s) {
        return append(s);
    }
    /// appends single character
    lString32& operator+=(value_type ch) {
        return append(1, ch);
    }
    /// append decimal
    lString32& operator+=(fmt::decimal v) {
        return appendDecimal(v.get());
    }
    /// append hex
    lString32& operator+=(fmt::hex v) {
        return appendHex(v.get());
    }

    /// constructs string representation of integer
    static lString32 itoa(int i);
    /// constructs string representation of unsigned integer
    static lString32 itoa(unsigned int i);
    /// constructs string representation of 64 bit integer
    static lString32 itoa(lInt64 i);
    /// constructs string representation of unsigned 64 bit integer
    static lString32 itoa(lUInt64 i);

    /// empty string global instance
    static const lString32 empty_str;

    friend class lString32Collection;
};

/// calculates hash for wide string
inline lUInt32 getHash(const lString32& s) {
    return s.getHash();
}

inline lUInt32 getHash(const lString16& s) {
    return s.getHash();
}

/// calculates hash for string
inline lUInt32 getHash(const lString8& s) {
    return s.getHash();
}

/// get reference to atomic constant string for string literal e.g. cs8("abc") -- fast and memory effective replacement of lString8("abc")
const lString8& cs8(const char* str);
/// get reference to atomic constant wide string for string literal e.g. cs32("abc") -- fast and memory effective replacement of lString32("abc")
const lString32& cs32(const char* str);
/// get reference to atomic constant wide string for string literal e.g. cs32(L"abc") -- fast and memory effective replacement of lString32(L"abc")
const lString32& cs32(const lChar32* str);

/// calculates hash for wide c-string
lUInt32 calcStringHash(const lChar16* s);
lUInt32 calcStringHash(const lChar32* s);

/// returns true if two wide strings are equal
inline bool operator==(const lString16& s1, const lString16& s2) {
    return s1.compare(s2) == 0;
}
/// returns true if two wide strings are equal
inline bool operator==(const lString32& s1, const lString32& s2) {
    return s1.compare(s2) == 0;
}
/// returns true if wide strings is equal to wide c-string
inline bool operator==(const lString16& s1, const lChar16* s2) {
    return s1.compare(s2) == 0;
}
/// returns true if wide strings is equal to wide c-string
inline bool operator==(const lString32& s1, const lChar32* s2) {
    return s1.compare(s2) == 0;
}
/// returns true if wide strings is equal to wide c-string
inline bool operator==(const lString16& s1, const lChar8* s2) {
    return s1.compare(s2) == 0;
}
/// returns true if wide strings is equal to wide c-string
inline bool operator==(const lString32& s1, const lChar8* s2) {
    return s1.compare(s2) == 0;
}
/// returns true if wide strings is equal to wide c-string
inline bool operator==(const lChar32* s1, const lString32& s2) {
    return s2.compare(s1) == 0;
}
/// returns true if wide strings is equal to wide c-string
inline bool operator==(const lChar16* s1, const lString16& s2) {
    return s2.compare(s1) == 0;
}

/// returns true if wide strings is equal to wide c-string
inline bool operator==(const lString16& s1, const lString8& s2) {
    return lStr_cmp(s2.c_str(), s1.c_str()) == 0;
}
/// returns true if wide strings is equal to wide c-string
inline bool operator==(const lString32& s1, const lString16& s2) {
    return lStr_cmp(s2.c_str(), s1.c_str()) == 0;
}
/// returns true if wide strings is equal to wide c-string
inline bool operator==(const lString32& s1, const lString8& s2) {
    return lStr_cmp(s2.c_str(), s1.c_str()) == 0;
}
/// returns true if wide strings is equal to wide c-string
inline bool operator==(const lString8& s1, const lString32& s2) {
    return lStr_cmp(s2.c_str(), s1.c_str()) == 0;
}
/// returns true if wide strings is equal to wide c-string
inline bool operator==(const lString16& s1, const lString32& s2) {
    return lStr_cmp(s2.c_str(), s1.c_str()) == 0;
}

inline bool operator!=(const lString16& s1, const lString16& s2) {
    return s1.compare(s2) != 0;
}
inline bool operator!=(const lString32& s1, const lString32& s2) {
    return s1.compare(s2) != 0;
}
inline bool operator!=(const lString16& s1, const lChar16* s2) {
    return s1.compare(s2) != 0;
}
inline bool operator!=(const lString32& s1, const lChar32* s2) {
    return s1.compare(s2) != 0;
}
inline bool operator!=(const lString16& s1, const lChar8* s2) {
    return s1.compare(s2) != 0;
}
inline bool operator!=(const lString32& s1, const lChar8* s2) {
    return s1.compare(s2) != 0;
}
inline bool operator!=(const lChar16* s1, const lString16& s2) {
    return s2.compare(s1) != 0;
}
inline bool operator!=(const lChar32* s1, const lString32& s2) {
    return s2.compare(s1) != 0;
}
inline bool operator!=(const lChar8* s1, const lString16& s2) {
    return s2.compare(s1) != 0;
}
inline bool operator!=(const lChar8* s1, const lString32& s2) {
    return s2.compare(s1) != 0;
}
inline lString32 operator+(const lString32& s1, const lString32& s2) {
    lString32 s(s1);
    s.append(s2);
    return s;
}
inline lString32 operator+(const lString32& s1, const lChar32* s2) {
    lString32 s(s1);
    s.append(s2);
    return s;
}
inline lString32 operator+(const lString32& s1, const lChar8* s2) {
    lString32 s(s1);
    s.append(s2);
    return s;
}
inline lString32 operator+(const lChar32* s1, const lString32& s2) {
    lString32 s(s1);
    s.append(s2);
    return s;
}
inline lString32 operator+(const lChar8* s1, const lString32& s2) {
    lString32 s(s1);
    s.append(s2);
    return s;
}
inline lString32 operator+(const lString32& s1, fmt::decimal v) {
    lString32 s(s1);
    s.appendDecimal(v.get());
    return s;
}
inline lString32 operator+(const lString32& s1, fmt::hex v) {
    lString32 s(s1);
    s.appendHex(v.get());
    return s;
}

inline bool operator==(const lString8& s1, const lString8& s2) {
    return s1.compare(s2) == 0;
}
inline bool operator==(const lString8& s1, const lChar8* s2) {
    return s1.compare(s2) == 0;
}
inline bool operator==(const lChar8* s1, const lString8& s2) {
    return s2.compare(s1) == 0;
}
inline bool operator!=(const lString8& s1, const lString8& s2) {
    return s1.compare(s2) != 0;
}
inline bool operator!=(const lString8& s1, const lChar8* s2) {
    return s1.compare(s2) != 0;
}
inline bool operator!=(const lChar8* s1, const lString8& s2) {
    return s2.compare(s1) != 0;
}
inline lString8 operator+(const lString8& s1, const lString8& s2) {
    lString8 s(s1);
    s.append(s2);
    return s;
}
inline lString8 operator+(const lString8& s1, const lChar8* s2) {
    lString8 s(s1);
    s.append(s2);
    return s;
}
inline lString8 operator+(const lString8& s1, fmt::decimal v) {
    lString8 s(s1);
    s.appendDecimal(v.get());
    return s;
}
inline lString8 operator+(const lString8& s1, fmt::hex v) {
    lString8 s(s1);
    s.appendHex(v.get());
    return s;
}

lString8 UnicodeToTranslit(const lString32& str);
/// converts wide unicode string to local 8-bit encoding
lString8 UnicodeToLocal(const lString32& str);
/// converts wide unicode string to utf-8 string
lString8 UnicodeToUtf8(const lString32& str);
/// converts wide unicode string to utf-16 string
lString16 UnicodeToUtf16(const lString32& str);
/// converts wide unicode string to utf-8 string
lString8 UnicodeToUtf8(const lChar32* s, int count);
/// converts wide unicode string to utf-16 string
lString16 UnicodeToUtf16(const lChar32* s, int count);
/// converts wide unicode string to wtf-8 string
lString8 UnicodeToWtf8(const lString32& str);
/// converts wide unicode string to wtf-8 string
lString8 UnicodeToWtf8(const lChar32* s, int count);
/// converts unicode string to 8-bit string using specified conversion table
lString8 UnicodeTo8Bit(const lString32& str, const lChar8** table);
/// converts 8-bit string to unicode string using specified conversion table for upper 128 characters
lString32 ByteToUnicode(const lString8& str, const lChar32* table);
/// converts 8-bit string in local encoding to wide unicode string
lString32 LocalToUnicode(const lString8& str);
/// converts utf-8 string to wide unicode string
lString32 Utf8ToUnicode(const lString8& str);
/// converts utf-8 c-string to wide unicode string
lString32 Utf8ToUnicode(const char* s);
/// converts utf-8 string fragment to wide unicode string
lString32 Utf8ToUnicode(const char* s, int sz);
/// converts utf-8 string fragment to wide unicode string
void Utf8ToUnicode(const lUInt8* src, int& srclen, lChar32* dst, int& dstlen);
/// converts utf-16 string to wide unicode string
lString32 Utf16ToUnicode(const lString16& str);
/// converts utf-16 c-string to wide unicode string
lString32 Utf16ToUnicode(const lChar16* s);
/// converts utf-16 string fragment to wide unicode string
lString32 Utf16ToUnicode(const lChar16* s, int sz);
/// converts utf-16 string fragment to wide unicode string
void Utf16ToUnicode(const lChar16* src, int& srclen, lChar32* dst, int& dstlen);
/// converts wtf-8 string to wide unicode string
lString32 Wtf8ToUnicode(const lString8& str);
/// converts utf-8 c-string to wide unicode string
lString32 Wtf8ToUnicode(const char* s);
/// converts utf-8 string fragment to wide unicode string
lString32 Wtf8ToUnicode(const char* s, int sz);
/// decodes path like "file%20name" to "file name"
lString32 DecodeHTMLUrlString(lString32 s);
/// truncates string by specified size, appends ... if truncated, prefers to wrap whole words
void limitStringSize(lString32& str, int maxSize);

int TrimDoubleSpaces(lChar32* buf, int len, bool allowStartSpace, bool allowEndSpace, bool removeEolHyphens);

/// remove soft-hyphens from string
lString32 removeSoftHyphens(lString32 s);

#define LCSTR(x) (UnicodeToUtf8(x).c_str())
bool splitIntegerList(lString32 s, lString32 delim, int& value1, int& value2);

#if LDOM_USE_OWN_MEM_MAN == 1
void free_ls_storage();
#endif

/**
 * @brief Checking if all characters in string is space (including <CR>, <LF>, <TAB>)
 * @param text pointer to unicode string
 * @param len string length
 * @return true if all chars in the given string are spaces, false - otherwise.
 */
bool IsEmptySpace(const lChar32* text, int len);

#endif // __LV_STRING_H_INCLUDED__
