mirror of https://github.com/lukechilds/node.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
473 lines
14 KiB
473 lines
14 KiB
// Copyright (C) 2016 and later: Unicode, Inc. and others.
|
|
// License & terms of use: http://www.unicode.org/copyright.html
|
|
/*
|
|
*******************************************************************************
|
|
*
|
|
* Copyright (C) 2003-2014, International Business Machines
|
|
* Corporation and others. All Rights Reserved.
|
|
*
|
|
*******************************************************************************
|
|
* file name: udataswp.c
|
|
* encoding: US-ASCII
|
|
* tab size: 8 (not used)
|
|
* indentation:4
|
|
*
|
|
* created on: 2003jun05
|
|
* created by: Markus W. Scherer
|
|
*
|
|
* Definitions for ICU data transformations for different platforms,
|
|
* changing between big- and little-endian data and/or between
|
|
* charset families (ASCII<->EBCDIC).
|
|
*/
|
|
|
|
#include <stdarg.h>
|
|
#include "unicode/utypes.h"
|
|
#include "unicode/udata.h" /* UDataInfo */
|
|
#include "ucmndata.h" /* DataHeader */
|
|
#include "cmemory.h"
|
|
#include "udataswp.h"
|
|
|
|
/* swapping primitives ------------------------------------------------------ */
|
|
|
|
static int32_t U_CALLCONV
|
|
uprv_swapArray16(const UDataSwapper *ds,
|
|
const void *inData, int32_t length, void *outData,
|
|
UErrorCode *pErrorCode) {
|
|
const uint16_t *p;
|
|
uint16_t *q;
|
|
int32_t count;
|
|
uint16_t x;
|
|
|
|
if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) {
|
|
return 0;
|
|
}
|
|
if(ds==NULL || inData==NULL || length<0 || (length&1)!=0 || outData==NULL) {
|
|
*pErrorCode=U_ILLEGAL_ARGUMENT_ERROR;
|
|
return 0;
|
|
}
|
|
|
|
/* setup and swapping */
|
|
p=(const uint16_t *)inData;
|
|
q=(uint16_t *)outData;
|
|
count=length/2;
|
|
while(count>0) {
|
|
x=*p++;
|
|
*q++=(uint16_t)((x<<8)|(x>>8));
|
|
--count;
|
|
}
|
|
|
|
return length;
|
|
}
|
|
|
|
static int32_t U_CALLCONV
|
|
uprv_copyArray16(const UDataSwapper *ds,
|
|
const void *inData, int32_t length, void *outData,
|
|
UErrorCode *pErrorCode) {
|
|
if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) {
|
|
return 0;
|
|
}
|
|
if(ds==NULL || inData==NULL || length<0 || (length&1)!=0 || outData==NULL) {
|
|
*pErrorCode=U_ILLEGAL_ARGUMENT_ERROR;
|
|
return 0;
|
|
}
|
|
|
|
if(length>0 && inData!=outData) {
|
|
uprv_memcpy(outData, inData, length);
|
|
}
|
|
return length;
|
|
}
|
|
|
|
static int32_t U_CALLCONV
|
|
uprv_swapArray32(const UDataSwapper *ds,
|
|
const void *inData, int32_t length, void *outData,
|
|
UErrorCode *pErrorCode) {
|
|
const uint32_t *p;
|
|
uint32_t *q;
|
|
int32_t count;
|
|
uint32_t x;
|
|
|
|
if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) {
|
|
return 0;
|
|
}
|
|
if(ds==NULL || inData==NULL || length<0 || (length&3)!=0 || outData==NULL) {
|
|
*pErrorCode=U_ILLEGAL_ARGUMENT_ERROR;
|
|
return 0;
|
|
}
|
|
|
|
/* setup and swapping */
|
|
p=(const uint32_t *)inData;
|
|
q=(uint32_t *)outData;
|
|
count=length/4;
|
|
while(count>0) {
|
|
x=*p++;
|
|
*q++=(uint32_t)((x<<24)|((x<<8)&0xff0000)|((x>>8)&0xff00)|(x>>24));
|
|
--count;
|
|
}
|
|
|
|
return length;
|
|
}
|
|
|
|
static int32_t U_CALLCONV
|
|
uprv_copyArray32(const UDataSwapper *ds,
|
|
const void *inData, int32_t length, void *outData,
|
|
UErrorCode *pErrorCode) {
|
|
if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) {
|
|
return 0;
|
|
}
|
|
if(ds==NULL || inData==NULL || length<0 || (length&3)!=0 || outData==NULL) {
|
|
*pErrorCode=U_ILLEGAL_ARGUMENT_ERROR;
|
|
return 0;
|
|
}
|
|
|
|
if(length>0 && inData!=outData) {
|
|
uprv_memcpy(outData, inData, length);
|
|
}
|
|
return length;
|
|
}
|
|
|
|
static int32_t U_CALLCONV
|
|
uprv_swapArray64(const UDataSwapper *ds,
|
|
const void *inData, int32_t length, void *outData,
|
|
UErrorCode *pErrorCode) {
|
|
const uint64_t *p;
|
|
uint64_t *q;
|
|
int32_t count;
|
|
|
|
if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) {
|
|
return 0;
|
|
}
|
|
if(ds==NULL || inData==NULL || length<0 || (length&7)!=0 || outData==NULL) {
|
|
*pErrorCode=U_ILLEGAL_ARGUMENT_ERROR;
|
|
return 0;
|
|
}
|
|
|
|
/* setup and swapping */
|
|
p=(const uint64_t *)inData;
|
|
q=(uint64_t *)outData;
|
|
count=length/8;
|
|
while(count>0) {
|
|
uint64_t x=*p++;
|
|
x=(x<<56)|((x&0xff00)<<40)|((x&0xff0000)<<24)|((x&0xff000000)<<8)|
|
|
((x>>8)&0xff000000)|((x>>24)&0xff0000)|((x>>40)&0xff00)|(x>>56);
|
|
*q++=x;
|
|
--count;
|
|
}
|
|
|
|
return length;
|
|
}
|
|
|
|
static int32_t U_CALLCONV
|
|
uprv_copyArray64(const UDataSwapper *ds,
|
|
const void *inData, int32_t length, void *outData,
|
|
UErrorCode *pErrorCode) {
|
|
if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) {
|
|
return 0;
|
|
}
|
|
if(ds==NULL || inData==NULL || length<0 || (length&7)!=0 || outData==NULL) {
|
|
*pErrorCode=U_ILLEGAL_ARGUMENT_ERROR;
|
|
return 0;
|
|
}
|
|
|
|
if(length>0 && inData!=outData) {
|
|
uprv_memcpy(outData, inData, length);
|
|
}
|
|
return length;
|
|
}
|
|
|
|
static uint16_t U_CALLCONV
|
|
uprv_readSwapUInt16(uint16_t x) {
|
|
return (uint16_t)((x<<8)|(x>>8));
|
|
}
|
|
|
|
static uint16_t U_CALLCONV
|
|
uprv_readDirectUInt16(uint16_t x) {
|
|
return x;
|
|
}
|
|
|
|
static uint32_t U_CALLCONV
|
|
uprv_readSwapUInt32(uint32_t x) {
|
|
return (uint32_t)((x<<24)|((x<<8)&0xff0000)|((x>>8)&0xff00)|(x>>24));
|
|
}
|
|
|
|
static uint32_t U_CALLCONV
|
|
uprv_readDirectUInt32(uint32_t x) {
|
|
return x;
|
|
}
|
|
|
|
static void U_CALLCONV
|
|
uprv_writeSwapUInt16(uint16_t *p, uint16_t x) {
|
|
*p=(uint16_t)((x<<8)|(x>>8));
|
|
}
|
|
|
|
static void U_CALLCONV
|
|
uprv_writeDirectUInt16(uint16_t *p, uint16_t x) {
|
|
*p=x;
|
|
}
|
|
|
|
static void U_CALLCONV
|
|
uprv_writeSwapUInt32(uint32_t *p, uint32_t x) {
|
|
*p=(uint32_t)((x<<24)|((x<<8)&0xff0000)|((x>>8)&0xff00)|(x>>24));
|
|
}
|
|
|
|
static void U_CALLCONV
|
|
uprv_writeDirectUInt32(uint32_t *p, uint32_t x) {
|
|
*p=x;
|
|
}
|
|
|
|
U_CAPI int16_t U_EXPORT2
|
|
udata_readInt16(const UDataSwapper *ds, int16_t x) {
|
|
return (int16_t)ds->readUInt16((uint16_t)x);
|
|
}
|
|
|
|
U_CAPI int32_t U_EXPORT2
|
|
udata_readInt32(const UDataSwapper *ds, int32_t x) {
|
|
return (int32_t)ds->readUInt32((uint32_t)x);
|
|
}
|
|
|
|
/**
|
|
* Swap a block of invariant, NUL-terminated strings, but not padding
|
|
* bytes after the last string.
|
|
* @internal
|
|
*/
|
|
U_CAPI int32_t U_EXPORT2
|
|
udata_swapInvStringBlock(const UDataSwapper *ds,
|
|
const void *inData, int32_t length, void *outData,
|
|
UErrorCode *pErrorCode) {
|
|
const char *inChars;
|
|
int32_t stringsLength;
|
|
|
|
if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) {
|
|
return 0;
|
|
}
|
|
if(ds==NULL || inData==NULL || length<0 || (length>0 && outData==NULL)) {
|
|
*pErrorCode=U_ILLEGAL_ARGUMENT_ERROR;
|
|
return 0;
|
|
}
|
|
|
|
/* reduce the strings length to not include bytes after the last NUL */
|
|
inChars=(const char *)inData;
|
|
stringsLength=length;
|
|
while(stringsLength>0 && inChars[stringsLength-1]!=0) {
|
|
--stringsLength;
|
|
}
|
|
|
|
/* swap up to the last NUL */
|
|
ds->swapInvChars(ds, inData, stringsLength, outData, pErrorCode);
|
|
|
|
/* copy the bytes after the last NUL */
|
|
if(inData!=outData && length>stringsLength) {
|
|
uprv_memcpy((char *)outData+stringsLength, inChars+stringsLength, length-stringsLength);
|
|
}
|
|
|
|
/* return the length including padding bytes */
|
|
if(U_SUCCESS(*pErrorCode)) {
|
|
return length;
|
|
} else {
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
U_CAPI void U_EXPORT2
|
|
udata_printError(const UDataSwapper *ds,
|
|
const char *fmt,
|
|
...) {
|
|
va_list args;
|
|
|
|
if(ds->printError!=NULL) {
|
|
va_start(args, fmt);
|
|
ds->printError(ds->printErrorContext, fmt, args);
|
|
va_end(args);
|
|
}
|
|
}
|
|
|
|
/* swap a data header ------------------------------------------------------- */
|
|
|
|
U_CAPI int32_t U_EXPORT2
|
|
udata_swapDataHeader(const UDataSwapper *ds,
|
|
const void *inData, int32_t length, void *outData,
|
|
UErrorCode *pErrorCode) {
|
|
const DataHeader *pHeader;
|
|
uint16_t headerSize, infoSize;
|
|
|
|
/* argument checking */
|
|
if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) {
|
|
return 0;
|
|
}
|
|
if(ds==NULL || inData==NULL || length<-1 || (length>0 && outData==NULL)) {
|
|
*pErrorCode=U_ILLEGAL_ARGUMENT_ERROR;
|
|
return 0;
|
|
}
|
|
|
|
/* check minimum length and magic bytes */
|
|
pHeader=(const DataHeader *)inData;
|
|
if( (length>=0 && length<(int32_t)sizeof(DataHeader)) ||
|
|
pHeader->dataHeader.magic1!=0xda ||
|
|
pHeader->dataHeader.magic2!=0x27 ||
|
|
pHeader->info.sizeofUChar!=2
|
|
) {
|
|
udata_printError(ds, "udata_swapDataHeader(): initial bytes do not look like ICU data\n");
|
|
*pErrorCode=U_UNSUPPORTED_ERROR;
|
|
return 0;
|
|
}
|
|
|
|
headerSize=ds->readUInt16(pHeader->dataHeader.headerSize);
|
|
infoSize=ds->readUInt16(pHeader->info.size);
|
|
|
|
if( headerSize<sizeof(DataHeader) ||
|
|
infoSize<sizeof(UDataInfo) ||
|
|
headerSize<(sizeof(pHeader->dataHeader)+infoSize) ||
|
|
(length>=0 && length<headerSize)
|
|
) {
|
|
udata_printError(ds, "udata_swapDataHeader(): header size mismatch - headerSize %d infoSize %d length %d\n",
|
|
headerSize, infoSize, length);
|
|
*pErrorCode=U_INDEX_OUTOFBOUNDS_ERROR;
|
|
return 0;
|
|
}
|
|
|
|
if(length>0) {
|
|
DataHeader *outHeader;
|
|
const char *s;
|
|
int32_t maxLength;
|
|
|
|
/* Most of the fields are just bytes and need no swapping. */
|
|
if(inData!=outData) {
|
|
uprv_memcpy(outData, inData, headerSize);
|
|
}
|
|
outHeader=(DataHeader *)outData;
|
|
|
|
outHeader->info.isBigEndian = ds->outIsBigEndian;
|
|
outHeader->info.charsetFamily = ds->outCharset;
|
|
|
|
/* swap headerSize */
|
|
ds->swapArray16(ds, &pHeader->dataHeader.headerSize, 2, &outHeader->dataHeader.headerSize, pErrorCode);
|
|
|
|
/* swap UDataInfo size and reservedWord */
|
|
ds->swapArray16(ds, &pHeader->info.size, 4, &outHeader->info.size, pErrorCode);
|
|
|
|
/* swap copyright statement after the UDataInfo */
|
|
infoSize+=sizeof(pHeader->dataHeader);
|
|
s=(const char *)inData+infoSize;
|
|
maxLength=headerSize-infoSize;
|
|
/* get the length of the string */
|
|
for(length=0; length<maxLength && s[length]!=0; ++length) {}
|
|
/* swap the string contents */
|
|
ds->swapInvChars(ds, s, length, (char *)outData+infoSize, pErrorCode);
|
|
}
|
|
|
|
return headerSize;
|
|
}
|
|
|
|
/* API functions ------------------------------------------------------------ */
|
|
|
|
U_CAPI UDataSwapper * U_EXPORT2
|
|
udata_openSwapper(UBool inIsBigEndian, uint8_t inCharset,
|
|
UBool outIsBigEndian, uint8_t outCharset,
|
|
UErrorCode *pErrorCode) {
|
|
UDataSwapper *swapper;
|
|
|
|
if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) {
|
|
return NULL;
|
|
}
|
|
if(inCharset>U_EBCDIC_FAMILY || outCharset>U_EBCDIC_FAMILY) {
|
|
*pErrorCode=U_ILLEGAL_ARGUMENT_ERROR;
|
|
return NULL;
|
|
}
|
|
|
|
/* allocate the swapper */
|
|
swapper=uprv_malloc(sizeof(UDataSwapper));
|
|
if(swapper==NULL) {
|
|
*pErrorCode=U_MEMORY_ALLOCATION_ERROR;
|
|
return NULL;
|
|
}
|
|
uprv_memset(swapper, 0, sizeof(UDataSwapper));
|
|
|
|
/* set values and functions pointers according to in/out parameters */
|
|
swapper->inIsBigEndian=inIsBigEndian;
|
|
swapper->inCharset=inCharset;
|
|
swapper->outIsBigEndian=outIsBigEndian;
|
|
swapper->outCharset=outCharset;
|
|
|
|
swapper->readUInt16= inIsBigEndian==U_IS_BIG_ENDIAN ? uprv_readDirectUInt16 : uprv_readSwapUInt16;
|
|
swapper->readUInt32= inIsBigEndian==U_IS_BIG_ENDIAN ? uprv_readDirectUInt32 : uprv_readSwapUInt32;
|
|
|
|
swapper->writeUInt16= outIsBigEndian==U_IS_BIG_ENDIAN ? uprv_writeDirectUInt16 : uprv_writeSwapUInt16;
|
|
swapper->writeUInt32= outIsBigEndian==U_IS_BIG_ENDIAN ? uprv_writeDirectUInt32 : uprv_writeSwapUInt32;
|
|
|
|
swapper->compareInvChars= outCharset==U_ASCII_FAMILY ? uprv_compareInvAscii : uprv_compareInvEbcdic;
|
|
|
|
if(inIsBigEndian==outIsBigEndian) {
|
|
swapper->swapArray16=uprv_copyArray16;
|
|
swapper->swapArray32=uprv_copyArray32;
|
|
swapper->swapArray64=uprv_copyArray64;
|
|
} else {
|
|
swapper->swapArray16=uprv_swapArray16;
|
|
swapper->swapArray32=uprv_swapArray32;
|
|
swapper->swapArray64=uprv_swapArray64;
|
|
}
|
|
|
|
if(inCharset==U_ASCII_FAMILY) {
|
|
swapper->swapInvChars= outCharset==U_ASCII_FAMILY ? uprv_copyAscii : uprv_ebcdicFromAscii;
|
|
} else /* U_EBCDIC_FAMILY */ {
|
|
swapper->swapInvChars= outCharset==U_EBCDIC_FAMILY ? uprv_copyEbcdic : uprv_asciiFromEbcdic;
|
|
}
|
|
|
|
return swapper;
|
|
}
|
|
|
|
U_CAPI UDataSwapper * U_EXPORT2
|
|
udata_openSwapperForInputData(const void *data, int32_t length,
|
|
UBool outIsBigEndian, uint8_t outCharset,
|
|
UErrorCode *pErrorCode) {
|
|
const DataHeader *pHeader;
|
|
uint16_t headerSize, infoSize;
|
|
UBool inIsBigEndian;
|
|
int8_t inCharset;
|
|
|
|
if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) {
|
|
return NULL;
|
|
}
|
|
if( data==NULL ||
|
|
(length>=0 && length<(int32_t)sizeof(DataHeader)) ||
|
|
outCharset>U_EBCDIC_FAMILY
|
|
) {
|
|
*pErrorCode=U_ILLEGAL_ARGUMENT_ERROR;
|
|
return NULL;
|
|
}
|
|
|
|
pHeader=(const DataHeader *)data;
|
|
if( (length>=0 && length<sizeof(DataHeader)) ||
|
|
pHeader->dataHeader.magic1!=0xda ||
|
|
pHeader->dataHeader.magic2!=0x27 ||
|
|
pHeader->info.sizeofUChar!=2
|
|
) {
|
|
*pErrorCode=U_UNSUPPORTED_ERROR;
|
|
return 0;
|
|
}
|
|
|
|
inIsBigEndian=(UBool)pHeader->info.isBigEndian;
|
|
inCharset=pHeader->info.charsetFamily;
|
|
|
|
if(inIsBigEndian==U_IS_BIG_ENDIAN) {
|
|
headerSize=pHeader->dataHeader.headerSize;
|
|
infoSize=pHeader->info.size;
|
|
} else {
|
|
headerSize=uprv_readSwapUInt16(pHeader->dataHeader.headerSize);
|
|
infoSize=uprv_readSwapUInt16(pHeader->info.size);
|
|
}
|
|
|
|
if( headerSize<sizeof(DataHeader) ||
|
|
infoSize<sizeof(UDataInfo) ||
|
|
headerSize<(sizeof(pHeader->dataHeader)+infoSize) ||
|
|
(length>=0 && length<headerSize)
|
|
) {
|
|
*pErrorCode=U_UNSUPPORTED_ERROR;
|
|
return 0;
|
|
}
|
|
|
|
return udata_openSwapper(inIsBigEndian, inCharset, outIsBigEndian, outCharset, pErrorCode);
|
|
}
|
|
|
|
U_CAPI void U_EXPORT2
|
|
udata_closeSwapper(UDataSwapper *ds) {
|
|
uprv_free(ds);
|
|
}
|
|
|