mirror of
https://github.com/vczh-libraries/Release.git
synced 2026-08-18 01:44:28 +08:00
Update import
This commit is contained in:
vczh
+261
-62
@@ -591,6 +591,265 @@ ThreadLocalStorage
|
||||
}
|
||||
|
||||
|
||||
/***********************************************************************
|
||||
.\ENCODING\BASE64ENCODING.CPP
|
||||
***********************************************************************/
|
||||
/***********************************************************************
|
||||
Author: Zihan Chen (vczh)
|
||||
Licensed under https://github.com/vczh-libraries/License
|
||||
***********************************************************************/
|
||||
|
||||
|
||||
namespace vl
|
||||
{
|
||||
namespace stream
|
||||
{
|
||||
const char8_t Utf8Base64Codes[] = u8"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
|
||||
|
||||
/***********************************************************************
|
||||
Utf8Base64Encoder
|
||||
***********************************************************************/
|
||||
|
||||
void Utf8Base64Encoder::WriteBytesToCharArray(uint8_t* fromBytes, char8_t(&toChars)[Base64CycleChars], vint bytes)
|
||||
{
|
||||
switch (bytes)
|
||||
{
|
||||
case 1:
|
||||
{
|
||||
toChars[0] = Utf8Base64Codes[fromBytes[0] >> 2];
|
||||
toChars[1] = Utf8Base64Codes[(fromBytes[0] % (1 << 2)) << 4];
|
||||
toChars[2] = u8'=';
|
||||
toChars[3] = u8'=';
|
||||
}
|
||||
break;
|
||||
case 2:
|
||||
{
|
||||
toChars[0] = Utf8Base64Codes[fromBytes[0] >> 2];
|
||||
toChars[1] = Utf8Base64Codes[((fromBytes[0] % (1 << 2)) << 4) | (fromBytes[1] >> 4)];
|
||||
toChars[2] = Utf8Base64Codes[(fromBytes[1] % (1 << 4)) << 2];
|
||||
toChars[3] = u8'=';
|
||||
}
|
||||
break;
|
||||
case 3:
|
||||
{
|
||||
toChars[0] = Utf8Base64Codes[fromBytes[0] >> 2];
|
||||
toChars[1] = Utf8Base64Codes[((fromBytes[0] % (1 << 2)) << 4) | (fromBytes[1] >> 4)];
|
||||
toChars[2] = Utf8Base64Codes[((fromBytes[1] % (1 << 4)) << 2) | (fromBytes[2] >> 6)];
|
||||
toChars[3] = Utf8Base64Codes[fromBytes[2] % (1 << 6)];
|
||||
}
|
||||
break;
|
||||
default:
|
||||
CHECK_FAIL(L"vl::stream::Utf8Base64Encoder::WriteBytesToCharArray(uint8_t*, char8_t(&)[Base64CycleChars], vint)#Parameter bytes should be 1, 2 or 3.");
|
||||
}
|
||||
}
|
||||
|
||||
bool Utf8Base64Encoder::WriteCycle(uint8_t*& reading, vint& _size)
|
||||
{
|
||||
if (_size <= 0) return false;
|
||||
vint bytes = _size < Base64CycleBytes ? _size : Base64CycleBytes;
|
||||
|
||||
char8_t chars[Base64CycleChars];
|
||||
WriteBytesToCharArray(reading, chars, bytes);
|
||||
vint writtenBytes = stream->Write(chars, Base64CycleChars);
|
||||
CHECK_ERROR(writtenBytes == Base64CycleChars, L"vl::stream::Utf8Base64Encoder::WriteCycle(uint8_t*&, vint&)#The underlying stream failed to accept enough base64 characters.");
|
||||
|
||||
reading += bytes;
|
||||
_size -= bytes;
|
||||
return true;
|
||||
}
|
||||
|
||||
bool Utf8Base64Encoder::WriteCache(uint8_t*& reading, vint& _size)
|
||||
{
|
||||
if (cacheSize > 0 || _size < Base64CycleBytes)
|
||||
{
|
||||
vint copiedBytes = Base64CycleBytes - cacheSize;
|
||||
if (copiedBytes > _size) copiedBytes = _size;
|
||||
if (copiedBytes > 0)
|
||||
{
|
||||
memcpy(cache + cacheSize, reading, copiedBytes);
|
||||
reading += copiedBytes;
|
||||
_size -= copiedBytes;
|
||||
cacheSize += copiedBytes;
|
||||
}
|
||||
}
|
||||
|
||||
if (cacheSize == 0) return _size > 0;
|
||||
if (cacheSize == Base64CycleBytes)
|
||||
{
|
||||
uint8_t* cacheReading = cache;
|
||||
return WriteCycle(cacheReading, cacheSize);
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
vint Utf8Base64Encoder::Write(void* _buffer, vint _size)
|
||||
{
|
||||
uint8_t* reading = (uint8_t*)_buffer;
|
||||
|
||||
// flush cache if any
|
||||
if (!WriteCache(reading, _size)) goto FINISHED_WRITING;
|
||||
|
||||
// run Base64 encoding
|
||||
while (_size >= Base64CycleBytes)
|
||||
{
|
||||
if (!WriteCycle(reading, _size)) goto FINISHED_WRITING;
|
||||
}
|
||||
|
||||
// run the last Base64 encoding cycle and wrote a postfix to cache
|
||||
WriteCache(reading, _size);
|
||||
|
||||
FINISHED_WRITING:
|
||||
return reading - (uint8_t*)_buffer;
|
||||
}
|
||||
|
||||
void Utf8Base64Encoder::Close()
|
||||
{
|
||||
if (cacheSize > 0)
|
||||
{
|
||||
char8_t chars[Base64CycleChars];
|
||||
WriteBytesToCharArray(cache, chars, cacheSize);
|
||||
vint writtenBytes = stream->Write(chars, Base64CycleChars);
|
||||
CHECK_ERROR(writtenBytes == Base64CycleChars, L"vl::stream::Utf8Base64Encoder::Close()#The underlying stream failed to accept enough base64 characters.");
|
||||
|
||||
cacheSize = 0;
|
||||
}
|
||||
EncoderBase::Close();
|
||||
}
|
||||
|
||||
/***********************************************************************
|
||||
Utf8Base64Decoder
|
||||
***********************************************************************/
|
||||
|
||||
vint Utf8Base64Decoder::ReadBytesFromCharArray(char8_t(&fromChars)[Base64CycleChars], uint8_t* toBytes)
|
||||
{
|
||||
uint8_t nums[Base64CycleChars];
|
||||
for (vint i = 0; i < Base64CycleChars; i++)
|
||||
{
|
||||
char8_t c = fromChars[i];
|
||||
if (u8'A' <= c && c <= u8'Z') nums[i] = c - u8'A';
|
||||
else if (u8'a' <= c && c <= u8'z') nums[i] = c - u8'a' + 26;
|
||||
else if (u8'0' <= c && c <= u8'9') nums[i] = c - u8'0' + 52;
|
||||
else switch (c)
|
||||
{
|
||||
case '+':nums[i] = 62; break;
|
||||
case '/':nums[i] = 63; break;
|
||||
case '=':nums[i] = 0; break;
|
||||
default:
|
||||
CHECK_FAIL(L"vl::stream::Utf8Base64Decoder::ReadBytesFromCharArray(char(&)[Base64CycleChars], uint8_t*)#Illegal Base64 character.");
|
||||
}
|
||||
}
|
||||
|
||||
toBytes[0] = (nums[0] << 2) | (nums[1] >> 4);
|
||||
if (fromChars[2] == u8'=') return 1;
|
||||
toBytes[1] = ((nums[1] % (1 << 4)) << 4) | (nums[2] >> 2);
|
||||
if (fromChars[3] == u8'=') return 2;
|
||||
toBytes[2] = ((nums[2] % (1 << 2)) << 6) | nums[3];
|
||||
return 3;
|
||||
}
|
||||
|
||||
vint Utf8Base64Decoder::ReadCycle(uint8_t*& writing, vint& _size)
|
||||
{
|
||||
char8_t chars[Base64CycleChars];
|
||||
vint readChars = stream->Read((void*)chars, Base64CycleChars);
|
||||
if (readChars == 0) return 0;
|
||||
CHECK_ERROR(readChars == Base64CycleChars, L"vl::stream::Utf8Base64Decoder::ReadCycle(uint8_t*&, vint&)#The underlying stream failed to provide enough base64 characters.");
|
||||
|
||||
vint readBytes = ReadBytesFromCharArray(chars, writing);
|
||||
writing += readBytes;
|
||||
_size -= readBytes;
|
||||
return readBytes;
|
||||
}
|
||||
|
||||
void Utf8Base64Decoder::ReadCache(uint8_t*& writing, vint& _size)
|
||||
{
|
||||
if (cacheSize > 0)
|
||||
{
|
||||
vint copiedBytes = cacheSize;
|
||||
if (copiedBytes > _size) copiedBytes = _size;
|
||||
if (copiedBytes > 0)
|
||||
{
|
||||
memcpy(writing, cache, copiedBytes);
|
||||
writing += copiedBytes;
|
||||
_size -= copiedBytes;
|
||||
cacheSize -= copiedBytes;
|
||||
if (cacheSize > 0)
|
||||
{
|
||||
memmove(cache, cache + copiedBytes, cacheSize);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
vint Utf8Base64Decoder::Read(void* _buffer, vint _size)
|
||||
{
|
||||
uint8_t* writing = (uint8_t*)_buffer;
|
||||
|
||||
// write cache to buffer if any
|
||||
ReadCache(writing, _size);
|
||||
|
||||
// run Base64 decoding
|
||||
while (_size >= Base64CycleBytes)
|
||||
{
|
||||
if (ReadCycle(writing, _size) == 0) goto FINISHED_READING;
|
||||
}
|
||||
|
||||
// run the last Base64 decoding cycle and write a prefix to buffer
|
||||
if (_size > 0)
|
||||
{
|
||||
uint8_t* cacheWriting = cache;
|
||||
vint temp = 0;
|
||||
if ((cacheSize = ReadCycle(cacheWriting, temp)) == 0) goto FINISHED_READING;
|
||||
ReadCache(writing, _size);
|
||||
}
|
||||
FINISHED_READING:
|
||||
return writing - (uint8_t*)_buffer;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
/***********************************************************************
|
||||
.\ENCODING\ENCODING.CPP
|
||||
***********************************************************************/
|
||||
/***********************************************************************
|
||||
Author: Zihan Chen (vczh)
|
||||
Licensed under https://github.com/vczh-libraries/License
|
||||
***********************************************************************/
|
||||
|
||||
|
||||
namespace vl
|
||||
{
|
||||
namespace stream
|
||||
{
|
||||
/***********************************************************************
|
||||
EncoderBase
|
||||
***********************************************************************/
|
||||
|
||||
void EncoderBase::Setup(IStream* _stream)
|
||||
{
|
||||
stream = _stream;
|
||||
}
|
||||
|
||||
void EncoderBase::Close()
|
||||
{
|
||||
}
|
||||
|
||||
/***********************************************************************
|
||||
DecoderBase
|
||||
***********************************************************************/
|
||||
|
||||
void DecoderBase::Setup(IStream* _stream)
|
||||
{
|
||||
stream = _stream;
|
||||
}
|
||||
|
||||
void DecoderBase::Close()
|
||||
{
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
/***********************************************************************
|
||||
.\ENCODING\LZWENCODING.CPP
|
||||
***********************************************************************/
|
||||
@@ -745,11 +1004,6 @@ LzwEncoder
|
||||
{
|
||||
}
|
||||
|
||||
void LzwEncoder::Setup(IStream* _stream)
|
||||
{
|
||||
stream = _stream;
|
||||
}
|
||||
|
||||
void LzwEncoder::Close()
|
||||
{
|
||||
if (prefix != root)
|
||||
@@ -765,6 +1019,7 @@ LzwEncoder
|
||||
WriteNumber(eofIndex, indexBits);
|
||||
}
|
||||
Flush();
|
||||
EncoderBase::Close();
|
||||
}
|
||||
|
||||
vint LzwEncoder::Write(void* _buffer, vint _size)
|
||||
@@ -890,15 +1145,6 @@ LzwDecoder
|
||||
{
|
||||
}
|
||||
|
||||
void LzwDecoder::Setup(IStream* _stream)
|
||||
{
|
||||
stream = _stream;
|
||||
}
|
||||
|
||||
void LzwDecoder::Close()
|
||||
{
|
||||
}
|
||||
|
||||
vint LzwDecoder::Read(void* _buffer, vint _size)
|
||||
{
|
||||
vint written = 0;
|
||||
@@ -1273,48 +1519,6 @@ BomDecoder
|
||||
}
|
||||
|
||||
|
||||
/***********************************************************************
|
||||
.\ENCODING\CHARFORMAT\CHARENCODINGBASE.CPP
|
||||
***********************************************************************/
|
||||
/***********************************************************************
|
||||
Author: Zihan Chen (vczh)
|
||||
Licensed under https://github.com/vczh-libraries/License
|
||||
***********************************************************************/
|
||||
|
||||
|
||||
namespace vl
|
||||
{
|
||||
namespace stream
|
||||
{
|
||||
/***********************************************************************
|
||||
CharEncoderBase
|
||||
***********************************************************************/
|
||||
|
||||
void CharEncoderBase::Setup(IStream* _stream)
|
||||
{
|
||||
stream = _stream;
|
||||
}
|
||||
|
||||
void CharEncoderBase::Close()
|
||||
{
|
||||
}
|
||||
|
||||
/***********************************************************************
|
||||
CharDecoderBase
|
||||
***********************************************************************/
|
||||
|
||||
void CharDecoderBase::Setup(IStream* _stream)
|
||||
{
|
||||
stream = _stream;
|
||||
}
|
||||
|
||||
void CharDecoderBase::Close()
|
||||
{
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
/***********************************************************************
|
||||
.\ENCODING\CHARFORMAT\CHARFORMAT.CPP
|
||||
***********************************************************************/
|
||||
@@ -1743,11 +1947,6 @@ UtfGeneralEncoder
|
||||
CHECK_FAIL(L"UtfGeneralEncoder<T>::Write(void*, vint)#Failed to write a complete string.");
|
||||
}
|
||||
}
|
||||
if (reader.HasIllegalChar())
|
||||
{
|
||||
Close();
|
||||
CHECK_FAIL(L"UtfGeneralEncoder<T>::Write(void*, vint)#Failed to write a complete string.");
|
||||
}
|
||||
availableChars = reader.SourceCluster().index;
|
||||
availableBytes = availableChars * sizeof(TExpect);
|
||||
}
|
||||
@@ -1771,7 +1970,7 @@ UtfGeneralDecoder
|
||||
template<typename TNative, typename TExpect>
|
||||
void UtfGeneralDecoder<TNative, TExpect>::Setup(IStream* _stream)
|
||||
{
|
||||
CharDecoderBase::Setup(_stream);
|
||||
DecoderBase::Setup(_stream);
|
||||
reader.Setup(_stream);
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user