Skip to content

Commit

Permalink
hunicode添加UTF-8处理函数
Browse files Browse the repository at this point in the history
  • Loading branch information
@HEYAHONG
HEYAHONG committed Aug 22, 2024
1 parent c8430da commit 268784e
Show file tree
Hide file tree
Showing 2 changed files with 222 additions and 0 deletions.
185 changes: 185 additions & 0 deletions hbox/hunicode.c
View file
Original file line number Diff line number Diff line change
Expand Up @@ -107,6 +107,57 @@ bool hunicode_cchar_string_is_ascii(const char *str)
return ret;
}


size_t hunicode_cchar_utf8_string_length(const char *utf8_str)
{
size_t length=0;
if(utf8_str!=NULL)
{
size_t index=0;
while(utf8_str[index]!='\0')
{
const char *utf8_char=&utf8_str[index];
size_t utf8_char_len=utf8_char_length(utf8_char);
if(utf8_char_len==0)
{
break;
}
if(utf8_char_len==1)
{
index++;
length++;
continue;
}
if(utf8_char_len>1)
{
for(size_t i=1; i<utf8_char_len; i++)
{
if(utf8_char[i]!='\0')
{
index+=i;
break;
}
if(char_zero_bit(utf8_char[i])==1)
{
if(i==(utf8_char_len-1))
{
index+=utf8_char_len;
length++;
}
continue;
}
else
{
index+=i;
break;
}
}
}
}
}
return length;
}

size_t hunicode_cchar_string_length(const char *str)
{
size_t length=0;
Expand Down Expand Up @@ -178,6 +229,71 @@ void hunicode_char_from_wchar_string(hunicode_char_t *dest,size_t dest_length,co
}
}

void hunicode_char_from_utf8_string(hunicode_char_t *dest,size_t dest_length,const char *src)
{
if(dest == NULL || dest_length == 0 || src == NULL)
{
return;
}

size_t length=0;
if(src!=NULL)
{
size_t index=0;
while(src[index]!='\0')
{
const char *utf8_char=&src[index];
size_t utf8_char_len=utf8_char_length(utf8_char);
if(utf8_char_len==0)
{
break;
}
if(utf8_char_len==1)
{
index++;
if(length<dest_length)
{
dest[length]=(hunicode_char_t)(*utf8_char);
}
length++;
continue;
}
if(utf8_char_len>1)
{
hunicode_char_t temp=(utf8_char[0]&((0x80>>utf8_char_len)-1));
for(size_t i=1; i<utf8_char_len; i++)
{
if(utf8_char[i]!='\0')
{
index+=i;
break;
}
if(char_zero_bit(utf8_char[i])==1)
{
temp<<6;
temp|=(utf8_char[i]&0x3F);
if(i==(utf8_char_len-1))
{
index+=utf8_char_len;
if(length<dest_length)
{
dest[length]=temp;
}
length++;
}
continue;
}
else
{
index+=i;
break;
}
}
}
}
}
}

void hunicode_char_to_wchar(wchar_t *dest,size_t dest_length,const hunicode_char_t *src,size_t src_length)
{
if(dest==NULL || dest_length==0||src==0||src_length==0)
Expand Down Expand Up @@ -210,3 +326,72 @@ void hunicode_char_string_to_wchar(wchar_t *dest,size_t dest_length,const hunico
}
}

void hunicode_char_to_utf8(char *dest,size_t dest_length,const hunicode_char_t *src,size_t src_length)
{
if(dest == NULL || dest_length == 0 || src == NULL || src_length == 0)
{
return;
}
size_t dest_index=0;
for(size_t i=0; i<src_length; i++)
{
if(src[i] < 0x80)
{
//单字符
if(dest_index < dest_length)
{
dest[dest_index]=(char)src[i];
dest_index++;
}
else
{
//存储空间不足
break;
}
continue;
}
{
//utf8字符所需位
size_t utf8_char_bits=0;
{
for(size_t bit=0; bit<32; bit++)
{
if((src[i]&(0x01ULL<<(32-bit-1)))!=0)
{
utf8_char_bits=32-bit;
}
}
}
if(utf8_char_bits >31)
{
//非法字符
break;
}
//获取utf8字符所需空间
size_t utf8_char_bytes=((utf8_char_bits/6)+((utf8_char_bits%6)<=(8-utf8_char_bytes-1)?1:2));
if(dest_index+utf8_char_bytes > dest_length)
{
//空间不够
break;
}
{
//写入utf8字符
uint8_t *utf8_char=(uint8_t *)&dest[dest_index];
utf8_char[0]=(((0x1ULL<<utf8_char_bytes)-1)<<(8-utf8_char_bytes))+(src[i]>>(6*(utf8_char_bytes-1)));
for(size_t j=1; j<utf8_char_bytes; j++)
{
utf8_char[j]=0x80+(0x3F&(src[i]>>(6*(utf8_char_bytes-1-j))));
}
}
dest_index+=utf8_char_bytes;
}
}
}


void hunicode_char_string_to_utf8(char *dest,size_t dest_length,const hunicode_char_t *src)
{
size_t length=hunicode_char_string_length(src);
//多拷贝一个\0字符
hunicode_char_to_utf8(dest,dest_length,src,length+1);
}
37 changes: 37 additions & 0 deletions hbox/hunicode.h
View file
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,14 @@ bool hunicode_cchar_string_is_utf8(const char *str);
*/
size_t hunicode_cchar_string_length(const char *str);

/** \brief 获取char(UTF-8)字符串长度
*
* \param utf8_str const char* (UTF-8)字符串指针
* \return size_t (UTF-8)字符串长度,可获得转换为宽字符字符串需要多少个字符。
*
*/
size_t hunicode_cchar_utf8_string_length(const char *utf8_str);

/** \brief 获取wchar_t字符串长度
*
* \param str const wchar_t* 字符串指针
Expand Down Expand Up @@ -92,6 +100,15 @@ void hunicode_char_from_wchar(hunicode_char_t *dest,size_t dest_length,const wch
*/
void hunicode_char_from_wchar_string(hunicode_char_t *dest,size_t dest_length,const wchar_t *src);

/** \brief 从char(UTF-8)字符串转换到hunicode_char_t
*
* \param dest hunicode_char_t* hunicode_char_t指针
* \param dest_length size_t hunicode_char_t指针所指的缓冲区长度
* \param src const char* char(UTF-8)字符串指针
*
*/
void hunicode_char_from_utf8_string(hunicode_char_t *dest,size_t dest_length,const char *src);

/** \brief 从hunicode_char_t转换到wchar_t
*
* \param dest wchar_t* wchar_t指针
Expand All @@ -111,6 +128,26 @@ void hunicode_char_to_wchar(wchar_t *dest,size_t dest_length,const hunicode_char
*/
void hunicode_char_string_to_wchar(wchar_t *dest,size_t dest_length,const hunicode_char_t *src);

/** \brief 从hunicode_char_t转换到char(UTF-8)字符串
*
* \param dest char* char(UTF-8)字符串缓冲区指针
* \param dest_length size_t char(UTF-8)字符串所指的缓冲区长度
* \param src const hunicode_char_t* hunicode_char_t指针
* \param src_length size_t hunicode_char_t指针所指的缓冲区长度
*
*/
void hunicode_char_to_utf8(char*dest,size_t dest_length,const hunicode_char_t *src,size_t src_length);

/** \brief 从hunicode_char_t字符串转换到char(UTF-8)字符串
*
* \param dest char* char(UTF-8)字符串缓冲区指针
* \param dest_length size_t char(UTF-8)字符串所指的缓冲区长度
* \param src const hunicode_char_t* hunicode_char_t字符串指针
*
*/
void hunicode_char_string_to_utf8(char *dest,size_t dest_length,const hunicode_char_t *src);


#ifdef __cplusplus
}
#endif // __cplusplus
Expand Down

0 comments on commit 268784e

Please sign in to comment.