mirror of
https://github.com/classilla/tenfourfox.git
synced 2024-08-16 08:29:02 +00:00
1310 lines
39 KiB
C++
1310 lines
39 KiB
C++
|
/*
|
||
|
*******************************************************************************
|
||
|
*
|
||
|
* Copyright (C) 1999-2015, International Business Machines
|
||
|
* Corporation and others. All Rights Reserved.
|
||
|
*
|
||
|
*******************************************************************************
|
||
|
* file name: package.cpp
|
||
|
* encoding: US-ASCII
|
||
|
* tab size: 8 (not used)
|
||
|
* indentation:4
|
||
|
*
|
||
|
* created on: 2005aug25
|
||
|
* created by: Markus W. Scherer
|
||
|
*
|
||
|
* Read, modify, and write ICU .dat data package files.
|
||
|
* This is an integral part of the icupkg tool, moved to the toolutil library
|
||
|
* because parts of tool implementations tend to be later shared by
|
||
|
* other tools.
|
||
|
* Subsumes functionality and implementation code from
|
||
|
* gencmn, decmn, and icuswap tools.
|
||
|
*/
|
||
|
|
||
|
#include "unicode/utypes.h"
|
||
|
#include "unicode/putil.h"
|
||
|
#include "unicode/udata.h"
|
||
|
#include "cstring.h"
|
||
|
#include "uarrsort.h"
|
||
|
#include "ucmndata.h"
|
||
|
#include "udataswp.h"
|
||
|
#include "swapimpl.h"
|
||
|
#include "toolutil.h"
|
||
|
#include "package.h"
|
||
|
#include "cmemory.h"
|
||
|
|
||
|
#include <stdio.h>
|
||
|
#include <stdlib.h>
|
||
|
#include <string.h>
|
||
|
|
||
|
|
||
|
static const int32_t kItemsChunk = 256; /* How much to increase the filesarray by each time */
|
||
|
|
||
|
// general definitions ----------------------------------------------------- ***
|
||
|
|
||
|
/* UDataInfo cf. udata.h */
|
||
|
static const UDataInfo dataInfo={
|
||
|
(uint16_t)sizeof(UDataInfo),
|
||
|
0,
|
||
|
|
||
|
U_IS_BIG_ENDIAN,
|
||
|
U_CHARSET_FAMILY,
|
||
|
(uint8_t)sizeof(UChar),
|
||
|
0,
|
||
|
|
||
|
{0x43, 0x6d, 0x6e, 0x44}, /* dataFormat="CmnD" */
|
||
|
{1, 0, 0, 0}, /* formatVersion */
|
||
|
{3, 0, 0, 0} /* dataVersion */
|
||
|
};
|
||
|
|
||
|
U_CDECL_BEGIN
|
||
|
static void U_CALLCONV
|
||
|
printPackageError(void *context, const char *fmt, va_list args) {
|
||
|
vfprintf((FILE *)context, fmt, args);
|
||
|
}
|
||
|
U_CDECL_END
|
||
|
|
||
|
static uint16_t
|
||
|
readSwapUInt16(uint16_t x) {
|
||
|
return (uint16_t)((x<<8)|(x>>8));
|
||
|
}
|
||
|
|
||
|
// platform types ---------------------------------------------------------- ***
|
||
|
|
||
|
static const char *types="lb?e";
|
||
|
|
||
|
enum { TYPE_L, TYPE_B, TYPE_LE, TYPE_E, TYPE_COUNT };
|
||
|
|
||
|
static inline int32_t
|
||
|
makeTypeEnum(uint8_t charset, UBool isBigEndian) {
|
||
|
return 2*(int32_t)charset+isBigEndian;
|
||
|
}
|
||
|
|
||
|
static inline int32_t
|
||
|
makeTypeEnum(char type) {
|
||
|
return
|
||
|
type == 'l' ? TYPE_L :
|
||
|
type == 'b' ? TYPE_B :
|
||
|
type == 'e' ? TYPE_E :
|
||
|
-1;
|
||
|
}
|
||
|
|
||
|
static inline char
|
||
|
makeTypeLetter(uint8_t charset, UBool isBigEndian) {
|
||
|
return types[makeTypeEnum(charset, isBigEndian)];
|
||
|
}
|
||
|
|
||
|
static inline char
|
||
|
makeTypeLetter(int32_t typeEnum) {
|
||
|
return types[typeEnum];
|
||
|
}
|
||
|
|
||
|
static void
|
||
|
makeTypeProps(char type, uint8_t &charset, UBool &isBigEndian) {
|
||
|
int32_t typeEnum=makeTypeEnum(type);
|
||
|
charset=(uint8_t)(typeEnum>>1);
|
||
|
isBigEndian=(UBool)(typeEnum&1);
|
||
|
}
|
||
|
|
||
|
U_CFUNC const UDataInfo *
|
||
|
getDataInfo(const uint8_t *data, int32_t length,
|
||
|
int32_t &infoLength, int32_t &headerLength,
|
||
|
UErrorCode *pErrorCode) {
|
||
|
const DataHeader *pHeader;
|
||
|
const UDataInfo *pInfo;
|
||
|
|
||
|
if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) {
|
||
|
return NULL;
|
||
|
}
|
||
|
if( data==NULL ||
|
||
|
(length>=0 && length<(int32_t)sizeof(DataHeader))
|
||
|
) {
|
||
|
*pErrorCode=U_ILLEGAL_ARGUMENT_ERROR;
|
||
|
return NULL;
|
||
|
}
|
||
|
|
||
|
pHeader=(const DataHeader *)data;
|
||
|
pInfo=&pHeader->info;
|
||
|
if( (length>=0 && length<(int32_t)sizeof(DataHeader)) ||
|
||
|
pHeader->dataHeader.magic1!=0xda ||
|
||
|
pHeader->dataHeader.magic2!=0x27 ||
|
||
|
pInfo->sizeofUChar!=2
|
||
|
) {
|
||
|
*pErrorCode=U_UNSUPPORTED_ERROR;
|
||
|
return NULL;
|
||
|
}
|
||
|
|
||
|
if(pInfo->isBigEndian==U_IS_BIG_ENDIAN) {
|
||
|
headerLength=pHeader->dataHeader.headerSize;
|
||
|
infoLength=pInfo->size;
|
||
|
} else {
|
||
|
headerLength=readSwapUInt16(pHeader->dataHeader.headerSize);
|
||
|
infoLength=readSwapUInt16(pInfo->size);
|
||
|
}
|
||
|
|
||
|
if( headerLength<(int32_t)sizeof(DataHeader) ||
|
||
|
infoLength<(int32_t)sizeof(UDataInfo) ||
|
||
|
headerLength<(int32_t)(sizeof(pHeader->dataHeader)+infoLength) ||
|
||
|
(length>=0 && length<headerLength)
|
||
|
) {
|
||
|
*pErrorCode=U_UNSUPPORTED_ERROR;
|
||
|
return NULL;
|
||
|
}
|
||
|
|
||
|
return pInfo;
|
||
|
}
|
||
|
|
||
|
static int32_t
|
||
|
getTypeEnumForInputData(const uint8_t *data, int32_t length,
|
||
|
UErrorCode *pErrorCode) {
|
||
|
const UDataInfo *pInfo;
|
||
|
int32_t infoLength, headerLength;
|
||
|
|
||
|
/* getDataInfo() checks for illegal arguments */
|
||
|
pInfo=getDataInfo(data, length, infoLength, headerLength, pErrorCode);
|
||
|
if(pInfo==NULL) {
|
||
|
return -1;
|
||
|
}
|
||
|
|
||
|
return makeTypeEnum(pInfo->charsetFamily, (UBool)pInfo->isBigEndian);
|
||
|
}
|
||
|
|
||
|
// file handling ----------------------------------------------------------- ***
|
||
|
|
||
|
static void
|
||
|
extractPackageName(const char *filename,
|
||
|
char pkg[], int32_t capacity) {
|
||
|
const char *basename;
|
||
|
int32_t len;
|
||
|
|
||
|
basename=findBasename(filename);
|
||
|
len=(int32_t)strlen(basename)-4; /* -4: subtract the length of ".dat" */
|
||
|
|
||
|
if(len<=0 || 0!=strcmp(basename+len, ".dat")) {
|
||
|
fprintf(stderr, "icupkg: \"%s\" is not recognized as a package filename (must end with .dat)\n",
|
||
|
basename);
|
||
|
exit(U_ILLEGAL_ARGUMENT_ERROR);
|
||
|
}
|
||
|
|
||
|
if(len>=capacity) {
|
||
|
fprintf(stderr, "icupkg: the package name \"%s\" is too long (>=%ld)\n",
|
||
|
basename, (long)capacity);
|
||
|
exit(U_ILLEGAL_ARGUMENT_ERROR);
|
||
|
}
|
||
|
|
||
|
memcpy(pkg, basename, len);
|
||
|
pkg[len]=0;
|
||
|
}
|
||
|
|
||
|
static int32_t
|
||
|
getFileLength(FILE *f) {
|
||
|
int32_t length;
|
||
|
|
||
|
fseek(f, 0, SEEK_END);
|
||
|
length=(int32_t)ftell(f);
|
||
|
fseek(f, 0, SEEK_SET);
|
||
|
return length;
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* Turn tree separators and alternate file separators into normal file separators.
|
||
|
*/
|
||
|
#if U_TREE_ENTRY_SEP_CHAR==U_FILE_SEP_CHAR && U_FILE_ALT_SEP_CHAR==U_FILE_SEP_CHAR
|
||
|
#define treeToPath(s)
|
||
|
#else
|
||
|
static void
|
||
|
treeToPath(char *s) {
|
||
|
char *t;
|
||
|
|
||
|
for(t=s; *t!=0; ++t) {
|
||
|
if(*t==U_TREE_ENTRY_SEP_CHAR || *t==U_FILE_ALT_SEP_CHAR) {
|
||
|
*t=U_FILE_SEP_CHAR;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
#endif
|
||
|
|
||
|
/*
|
||
|
* Turn file separators into tree separators.
|
||
|
*/
|
||
|
#if U_TREE_ENTRY_SEP_CHAR==U_FILE_SEP_CHAR && U_FILE_ALT_SEP_CHAR==U_FILE_SEP_CHAR
|
||
|
#define pathToTree(s)
|
||
|
#else
|
||
|
static void
|
||
|
pathToTree(char *s) {
|
||
|
char *t;
|
||
|
|
||
|
for(t=s; *t!=0; ++t) {
|
||
|
if(*t==U_FILE_SEP_CHAR || *t==U_FILE_ALT_SEP_CHAR) {
|
||
|
*t=U_TREE_ENTRY_SEP_CHAR;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
#endif
|
||
|
|
||
|
/*
|
||
|
* Prepend the path (if any) to the name and run the name through treeToName().
|
||
|
*/
|
||
|
static void
|
||
|
makeFullFilename(const char *path, const char *name,
|
||
|
char *filename, int32_t capacity) {
|
||
|
char *s;
|
||
|
|
||
|
// prepend the path unless NULL or empty
|
||
|
if(path!=NULL && path[0]!=0) {
|
||
|
if((int32_t)(strlen(path)+1)>=capacity) {
|
||
|
fprintf(stderr, "pathname too long: \"%s\"\n", path);
|
||
|
exit(U_BUFFER_OVERFLOW_ERROR);
|
||
|
}
|
||
|
strcpy(filename, path);
|
||
|
|
||
|
// make sure the path ends with a file separator
|
||
|
s=strchr(filename, 0);
|
||
|
if(*(s-1)!=U_FILE_SEP_CHAR && *(s-1)!=U_FILE_ALT_SEP_CHAR) {
|
||
|
*s++=U_FILE_SEP_CHAR;
|
||
|
}
|
||
|
} else {
|
||
|
s=filename;
|
||
|
}
|
||
|
|
||
|
// turn the name into a filename, turn tree separators into file separators
|
||
|
if((int32_t)((s-filename)+strlen(name))>=capacity) {
|
||
|
fprintf(stderr, "path/filename too long: \"%s%s\"\n", filename, name);
|
||
|
exit(U_BUFFER_OVERFLOW_ERROR);
|
||
|
}
|
||
|
strcpy(s, name);
|
||
|
treeToPath(s);
|
||
|
}
|
||
|
|
||
|
static void
|
||
|
makeFullFilenameAndDirs(const char *path, const char *name,
|
||
|
char *filename, int32_t capacity) {
|
||
|
char *sep;
|
||
|
UErrorCode errorCode;
|
||
|
|
||
|
makeFullFilename(path, name, filename, capacity);
|
||
|
|
||
|
// make tree directories
|
||
|
errorCode=U_ZERO_ERROR;
|
||
|
sep=strchr(filename, 0)-strlen(name);
|
||
|
while((sep=strchr(sep, U_FILE_SEP_CHAR))!=NULL) {
|
||
|
if(sep!=filename) {
|
||
|
*sep=0; // truncate temporarily
|
||
|
uprv_mkdir(filename, &errorCode);
|
||
|
if(U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: unable to create tree directory \"%s\"\n", filename);
|
||
|
exit(U_FILE_ACCESS_ERROR);
|
||
|
}
|
||
|
}
|
||
|
*sep++=U_FILE_SEP_CHAR; // restore file separator character
|
||
|
}
|
||
|
}
|
||
|
|
||
|
static uint8_t *
|
||
|
readFile(const char *path, const char *name, int32_t &length, char &type) {
|
||
|
char filename[1024];
|
||
|
FILE *file;
|
||
|
UErrorCode errorCode;
|
||
|
int32_t fileLength, typeEnum;
|
||
|
|
||
|
makeFullFilename(path, name, filename, (int32_t)sizeof(filename));
|
||
|
|
||
|
/* open the input file, get its length, allocate memory for it, read the file */
|
||
|
file=fopen(filename, "rb");
|
||
|
if(file==NULL) {
|
||
|
fprintf(stderr, "icupkg: unable to open input file \"%s\"\n", filename);
|
||
|
exit(U_FILE_ACCESS_ERROR);
|
||
|
}
|
||
|
|
||
|
/* get the file length */
|
||
|
fileLength=getFileLength(file);
|
||
|
if(ferror(file) || fileLength<=0) {
|
||
|
fprintf(stderr, "icupkg: empty input file \"%s\"\n", filename);
|
||
|
fclose(file);
|
||
|
exit(U_FILE_ACCESS_ERROR);
|
||
|
}
|
||
|
|
||
|
/* allocate the buffer, pad to multiple of 16 */
|
||
|
length=(fileLength+0xf)&~0xf;
|
||
|
icu::LocalMemory<uint8_t> data((uint8_t *)uprv_malloc(length));
|
||
|
if(data.isNull()) {
|
||
|
fclose(file);
|
||
|
fprintf(stderr, "icupkg: malloc error allocating %d bytes.\n", (int)length);
|
||
|
exit(U_MEMORY_ALLOCATION_ERROR);
|
||
|
}
|
||
|
|
||
|
/* read the file */
|
||
|
if(fileLength!=(int32_t)fread(data.getAlias(), 1, fileLength, file)) {
|
||
|
fprintf(stderr, "icupkg: error reading \"%s\"\n", filename);
|
||
|
fclose(file);
|
||
|
exit(U_FILE_ACCESS_ERROR);
|
||
|
}
|
||
|
|
||
|
/* pad the file to a multiple of 16 using the usual padding byte */
|
||
|
if(fileLength<length) {
|
||
|
memset(data.getAlias()+fileLength, 0xaa, length-fileLength);
|
||
|
}
|
||
|
|
||
|
fclose(file);
|
||
|
|
||
|
// minimum check for ICU-format data
|
||
|
errorCode=U_ZERO_ERROR;
|
||
|
typeEnum=getTypeEnumForInputData(data.getAlias(), length, &errorCode);
|
||
|
if(typeEnum<0 || U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: not an ICU data file: \"%s\"\n", filename);
|
||
|
#if !UCONFIG_NO_LEGACY_CONVERSION
|
||
|
exit(U_INVALID_FORMAT_ERROR);
|
||
|
#else
|
||
|
fprintf(stderr, "U_INVALID_FORMAT_ERROR occurred but UCONFIG_NO_LEGACY_CONVERSION is on so this is expected.\n");
|
||
|
exit(0);
|
||
|
#endif
|
||
|
}
|
||
|
type=makeTypeLetter(typeEnum);
|
||
|
|
||
|
return data.orphan();
|
||
|
}
|
||
|
|
||
|
// .dat package file representation ---------------------------------------- ***
|
||
|
|
||
|
U_CDECL_BEGIN
|
||
|
|
||
|
static int32_t U_CALLCONV
|
||
|
compareItems(const void * /*context*/, const void *left, const void *right) {
|
||
|
U_NAMESPACE_USE
|
||
|
|
||
|
return (int32_t)strcmp(((Item *)left)->name, ((Item *)right)->name);
|
||
|
}
|
||
|
|
||
|
U_CDECL_END
|
||
|
|
||
|
U_NAMESPACE_BEGIN
|
||
|
|
||
|
Package::Package()
|
||
|
: doAutoPrefix(FALSE), prefixEndsWithType(FALSE) {
|
||
|
inPkgName[0]=0;
|
||
|
pkgPrefix[0]=0;
|
||
|
inData=NULL;
|
||
|
inLength=0;
|
||
|
inCharset=U_CHARSET_FAMILY;
|
||
|
inIsBigEndian=U_IS_BIG_ENDIAN;
|
||
|
|
||
|
itemCount=0;
|
||
|
itemMax=0;
|
||
|
items=NULL;
|
||
|
|
||
|
inStringTop=outStringTop=0;
|
||
|
|
||
|
matchMode=0;
|
||
|
findPrefix=findSuffix=NULL;
|
||
|
findPrefixLength=findSuffixLength=0;
|
||
|
findNextIndex=-1;
|
||
|
|
||
|
// create a header for an empty package
|
||
|
DataHeader *pHeader;
|
||
|
pHeader=(DataHeader *)header;
|
||
|
pHeader->dataHeader.magic1=0xda;
|
||
|
pHeader->dataHeader.magic2=0x27;
|
||
|
memcpy(&pHeader->info, &dataInfo, sizeof(dataInfo));
|
||
|
headerLength=(int32_t)(4+sizeof(dataInfo));
|
||
|
if(headerLength&0xf) {
|
||
|
/* NUL-pad the header to a multiple of 16 */
|
||
|
int32_t length=(headerLength+0xf)&~0xf;
|
||
|
memset(header+headerLength, 0, length-headerLength);
|
||
|
headerLength=length;
|
||
|
}
|
||
|
pHeader->dataHeader.headerSize=(uint16_t)headerLength;
|
||
|
}
|
||
|
|
||
|
Package::~Package() {
|
||
|
int32_t idx;
|
||
|
|
||
|
uprv_free(inData);
|
||
|
|
||
|
for(idx=0; idx<itemCount; ++idx) {
|
||
|
if(items[idx].isDataOwned) {
|
||
|
uprv_free(items[idx].data);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
uprv_free((void*)items);
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::setPrefix(const char *p) {
|
||
|
if(strlen(p)>=sizeof(pkgPrefix)) {
|
||
|
fprintf(stderr, "icupkg: --toc_prefix %s too long\n", p);
|
||
|
exit(U_ILLEGAL_ARGUMENT_ERROR);
|
||
|
}
|
||
|
strcpy(pkgPrefix, p);
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::readPackage(const char *filename) {
|
||
|
UDataSwapper *ds;
|
||
|
const UDataInfo *pInfo;
|
||
|
UErrorCode errorCode;
|
||
|
|
||
|
const uint8_t *inBytes;
|
||
|
|
||
|
int32_t length, offset, i;
|
||
|
int32_t itemLength, typeEnum;
|
||
|
char type;
|
||
|
|
||
|
const UDataOffsetTOCEntry *inEntries;
|
||
|
|
||
|
extractPackageName(filename, inPkgName, (int32_t)sizeof(inPkgName));
|
||
|
|
||
|
/* read the file */
|
||
|
inData=readFile(NULL, filename, inLength, type);
|
||
|
length=inLength;
|
||
|
|
||
|
/*
|
||
|
* swap the header - even if the swapping itself is a no-op
|
||
|
* because it tells us the header length
|
||
|
*/
|
||
|
errorCode=U_ZERO_ERROR;
|
||
|
makeTypeProps(type, inCharset, inIsBigEndian);
|
||
|
ds=udata_openSwapper(inIsBigEndian, inCharset, U_IS_BIG_ENDIAN, U_CHARSET_FAMILY, &errorCode);
|
||
|
if(U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: udata_openSwapper(\"%s\") failed - %s\n",
|
||
|
filename, u_errorName(errorCode));
|
||
|
exit(errorCode);
|
||
|
}
|
||
|
|
||
|
ds->printError=printPackageError;
|
||
|
ds->printErrorContext=stderr;
|
||
|
|
||
|
headerLength=sizeof(header);
|
||
|
if(length<headerLength) {
|
||
|
headerLength=length;
|
||
|
}
|
||
|
headerLength=udata_swapDataHeader(ds, inData, headerLength, header, &errorCode);
|
||
|
if(U_FAILURE(errorCode)) {
|
||
|
exit(errorCode);
|
||
|
}
|
||
|
|
||
|
/* check data format and format version */
|
||
|
pInfo=(const UDataInfo *)((const char *)inData+4);
|
||
|
if(!(
|
||
|
pInfo->dataFormat[0]==0x43 && /* dataFormat="CmnD" */
|
||
|
pInfo->dataFormat[1]==0x6d &&
|
||
|
pInfo->dataFormat[2]==0x6e &&
|
||
|
pInfo->dataFormat[3]==0x44 &&
|
||
|
pInfo->formatVersion[0]==1
|
||
|
)) {
|
||
|
fprintf(stderr, "icupkg: data format %02x.%02x.%02x.%02x (format version %02x) is not recognized as an ICU .dat package\n",
|
||
|
pInfo->dataFormat[0], pInfo->dataFormat[1],
|
||
|
pInfo->dataFormat[2], pInfo->dataFormat[3],
|
||
|
pInfo->formatVersion[0]);
|
||
|
exit(U_UNSUPPORTED_ERROR);
|
||
|
}
|
||
|
inIsBigEndian=(UBool)pInfo->isBigEndian;
|
||
|
inCharset=pInfo->charsetFamily;
|
||
|
|
||
|
inBytes=(const uint8_t *)inData+headerLength;
|
||
|
inEntries=(const UDataOffsetTOCEntry *)(inBytes+4);
|
||
|
|
||
|
/* check that the itemCount fits, then the ToC table, then at least the header of the last item */
|
||
|
length-=headerLength;
|
||
|
if(length<4) {
|
||
|
/* itemCount does not fit */
|
||
|
offset=0x7fffffff;
|
||
|
} else {
|
||
|
itemCount=udata_readInt32(ds, *(const int32_t *)inBytes);
|
||
|
setItemCapacity(itemCount); /* resize so there's space */
|
||
|
if(itemCount==0) {
|
||
|
offset=4;
|
||
|
} else if(length<(4+8*itemCount)) {
|
||
|
/* ToC table does not fit */
|
||
|
offset=0x7fffffff;
|
||
|
} else {
|
||
|
/* offset of the last item plus at least 20 bytes for its header */
|
||
|
offset=20+(int32_t)ds->readUInt32(inEntries[itemCount-1].dataOffset);
|
||
|
}
|
||
|
}
|
||
|
if(length<offset) {
|
||
|
fprintf(stderr, "icupkg: too few bytes (%ld after header) for a .dat package\n",
|
||
|
(long)length);
|
||
|
exit(U_INDEX_OUTOFBOUNDS_ERROR);
|
||
|
}
|
||
|
/* do not modify the package length variable until the last item's length is set */
|
||
|
|
||
|
if(itemCount<=0) {
|
||
|
if(doAutoPrefix) {
|
||
|
fprintf(stderr, "icupkg: --auto_toc_prefix[_with_type] but the input package is empty\n");
|
||
|
exit(U_INVALID_FORMAT_ERROR);
|
||
|
}
|
||
|
} else {
|
||
|
char prefix[MAX_PKG_NAME_LENGTH+4];
|
||
|
char *s, *inItemStrings;
|
||
|
|
||
|
if(itemCount>itemMax) {
|
||
|
fprintf(stderr, "icupkg: too many items, maximum is %d\n", itemMax);
|
||
|
exit(U_BUFFER_OVERFLOW_ERROR);
|
||
|
}
|
||
|
|
||
|
/* swap the item name strings */
|
||
|
int32_t stringsOffset=4+8*itemCount;
|
||
|
itemLength=(int32_t)(ds->readUInt32(inEntries[0].dataOffset))-stringsOffset;
|
||
|
|
||
|
// don't include padding bytes at the end of the item names
|
||
|
while(itemLength>0 && inBytes[stringsOffset+itemLength-1]!=0) {
|
||
|
--itemLength;
|
||
|
}
|
||
|
|
||
|
if((inStringTop+itemLength)>STRING_STORE_SIZE) {
|
||
|
fprintf(stderr, "icupkg: total length of item name strings too long\n");
|
||
|
exit(U_BUFFER_OVERFLOW_ERROR);
|
||
|
}
|
||
|
|
||
|
inItemStrings=inStrings+inStringTop;
|
||
|
ds->swapInvChars(ds, inBytes+stringsOffset, itemLength, inItemStrings, &errorCode);
|
||
|
if(U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg failed to swap the input .dat package item name strings\n");
|
||
|
exit(U_INVALID_FORMAT_ERROR);
|
||
|
}
|
||
|
inStringTop+=itemLength;
|
||
|
|
||
|
// reset the Item entries
|
||
|
memset(items, 0, itemCount*sizeof(Item));
|
||
|
|
||
|
/*
|
||
|
* Get the common prefix of the items.
|
||
|
* New-style ICU .dat packages use tree separators ('/') between package names,
|
||
|
* tree names, and item names,
|
||
|
* while old-style ICU .dat packages (before multi-tree support)
|
||
|
* use an underscore ('_') between package and item names.
|
||
|
*/
|
||
|
offset=(int32_t)ds->readUInt32(inEntries[0].nameOffset)-stringsOffset;
|
||
|
s=inItemStrings+offset; // name of the first entry
|
||
|
int32_t prefixLength;
|
||
|
if(doAutoPrefix) {
|
||
|
// Use the first entry's prefix. Must be a new-style package.
|
||
|
const char *prefixLimit=strchr(s, U_TREE_ENTRY_SEP_CHAR);
|
||
|
if(prefixLimit==NULL) {
|
||
|
fprintf(stderr,
|
||
|
"icupkg: --auto_toc_prefix[_with_type] but "
|
||
|
"the first entry \"%s\" does not contain a '%c'\n",
|
||
|
s, U_TREE_ENTRY_SEP_CHAR);
|
||
|
exit(U_INVALID_FORMAT_ERROR);
|
||
|
}
|
||
|
prefixLength=(int32_t)(prefixLimit-s);
|
||
|
if(prefixLength==0 || prefixLength>=UPRV_LENGTHOF(pkgPrefix)) {
|
||
|
fprintf(stderr,
|
||
|
"icupkg: --auto_toc_prefix[_with_type] but "
|
||
|
"the prefix of the first entry \"%s\" is empty or too long\n",
|
||
|
s);
|
||
|
exit(U_INVALID_FORMAT_ERROR);
|
||
|
}
|
||
|
if(prefixEndsWithType && s[prefixLength-1]!=type) {
|
||
|
fprintf(stderr,
|
||
|
"icupkg: --auto_toc_prefix_with_type but "
|
||
|
"the prefix of the first entry \"%s\" does not end with '%c'\n",
|
||
|
s, type);
|
||
|
exit(U_INVALID_FORMAT_ERROR);
|
||
|
}
|
||
|
memcpy(pkgPrefix, s, prefixLength);
|
||
|
pkgPrefix[prefixLength]=0;
|
||
|
memcpy(prefix, s, ++prefixLength); // include the /
|
||
|
} else {
|
||
|
// Use the package basename as prefix.
|
||
|
int32_t inPkgNameLength=strlen(inPkgName);
|
||
|
memcpy(prefix, inPkgName, inPkgNameLength);
|
||
|
prefixLength=inPkgNameLength;
|
||
|
|
||
|
if( (int32_t)strlen(s)>=(inPkgNameLength+2) &&
|
||
|
0==memcmp(s, inPkgName, inPkgNameLength) &&
|
||
|
s[inPkgNameLength]=='_'
|
||
|
) {
|
||
|
// old-style .dat package
|
||
|
prefix[prefixLength++]='_';
|
||
|
} else {
|
||
|
// new-style .dat package
|
||
|
prefix[prefixLength++]=U_TREE_ENTRY_SEP_CHAR;
|
||
|
// if it turns out to not contain U_TREE_ENTRY_SEP_CHAR
|
||
|
// then the test in the loop below will fail
|
||
|
}
|
||
|
}
|
||
|
prefix[prefixLength]=0;
|
||
|
|
||
|
/* read the ToC table */
|
||
|
for(i=0; i<itemCount; ++i) {
|
||
|
// skip the package part of the item name, error if it does not match the actual package name
|
||
|
// or if nothing follows the package name
|
||
|
offset=(int32_t)ds->readUInt32(inEntries[i].nameOffset)-stringsOffset;
|
||
|
s=inItemStrings+offset;
|
||
|
if(0!=strncmp(s, prefix, prefixLength) || s[prefixLength]==0) {
|
||
|
fprintf(stderr, "icupkg: input .dat item name \"%s\" does not start with \"%s\"\n",
|
||
|
s, prefix);
|
||
|
exit(U_INVALID_FORMAT_ERROR);
|
||
|
}
|
||
|
items[i].name=s+prefixLength;
|
||
|
|
||
|
// set the item's data
|
||
|
items[i].data=(uint8_t *)inBytes+ds->readUInt32(inEntries[i].dataOffset);
|
||
|
if(i>0) {
|
||
|
items[i-1].length=(int32_t)(items[i].data-items[i-1].data);
|
||
|
|
||
|
// set the previous item's platform type
|
||
|
typeEnum=getTypeEnumForInputData(items[i-1].data, items[i-1].length, &errorCode);
|
||
|
if(typeEnum<0 || U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: not an ICU data file: item \"%s\" in \"%s\"\n", items[i-1].name, filename);
|
||
|
exit(U_INVALID_FORMAT_ERROR);
|
||
|
}
|
||
|
items[i-1].type=makeTypeLetter(typeEnum);
|
||
|
}
|
||
|
items[i].isDataOwned=FALSE;
|
||
|
}
|
||
|
// set the last item's length
|
||
|
items[itemCount-1].length=length-ds->readUInt32(inEntries[itemCount-1].dataOffset);
|
||
|
|
||
|
// set the last item's platform type
|
||
|
typeEnum=getTypeEnumForInputData(items[itemCount-1].data, items[itemCount-1].length, &errorCode);
|
||
|
if(typeEnum<0 || U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: not an ICU data file: item \"%s\" in \"%s\"\n", items[i-1].name, filename);
|
||
|
exit(U_INVALID_FORMAT_ERROR);
|
||
|
}
|
||
|
items[itemCount-1].type=makeTypeLetter(typeEnum);
|
||
|
|
||
|
if(type!=U_ICUDATA_TYPE_LETTER[0]) {
|
||
|
// sort the item names for the local charset
|
||
|
sortItems();
|
||
|
}
|
||
|
}
|
||
|
|
||
|
udata_closeSwapper(ds);
|
||
|
}
|
||
|
|
||
|
char
|
||
|
Package::getInType() {
|
||
|
return makeTypeLetter(inCharset, inIsBigEndian);
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::writePackage(const char *filename, char outType, const char *comment) {
|
||
|
char prefix[MAX_PKG_NAME_LENGTH+4];
|
||
|
UDataOffsetTOCEntry entry;
|
||
|
UDataSwapper *dsLocalToOut, *ds[TYPE_COUNT];
|
||
|
FILE *file;
|
||
|
Item *pItem;
|
||
|
char *name;
|
||
|
UErrorCode errorCode;
|
||
|
int32_t i, length, prefixLength, maxItemLength, basenameOffset, offset, outInt32;
|
||
|
uint8_t outCharset;
|
||
|
UBool outIsBigEndian;
|
||
|
|
||
|
extractPackageName(filename, prefix, MAX_PKG_NAME_LENGTH);
|
||
|
|
||
|
// if there is an explicit comment, then use it, else use what's in the current header
|
||
|
if(comment!=NULL) {
|
||
|
/* get the header size minus the current comment */
|
||
|
DataHeader *pHeader;
|
||
|
int32_t length;
|
||
|
|
||
|
pHeader=(DataHeader *)header;
|
||
|
headerLength=4+pHeader->info.size;
|
||
|
length=(int32_t)strlen(comment);
|
||
|
if((int32_t)(headerLength+length)>=(int32_t)sizeof(header)) {
|
||
|
fprintf(stderr, "icupkg: comment too long\n");
|
||
|
exit(U_BUFFER_OVERFLOW_ERROR);
|
||
|
}
|
||
|
memcpy(header+headerLength, comment, length+1);
|
||
|
headerLength+=length;
|
||
|
if(headerLength&0xf) {
|
||
|
/* NUL-pad the header to a multiple of 16 */
|
||
|
length=(headerLength+0xf)&~0xf;
|
||
|
memset(header+headerLength, 0, length-headerLength);
|
||
|
headerLength=length;
|
||
|
}
|
||
|
pHeader->dataHeader.headerSize=(uint16_t)headerLength;
|
||
|
}
|
||
|
|
||
|
makeTypeProps(outType, outCharset, outIsBigEndian);
|
||
|
|
||
|
// open (TYPE_COUNT-2) swappers
|
||
|
// one is a no-op for local type==outType
|
||
|
// one type (TYPE_LE) is bogus
|
||
|
errorCode=U_ZERO_ERROR;
|
||
|
i=makeTypeEnum(outType);
|
||
|
ds[TYPE_B]= i==TYPE_B ? NULL : udata_openSwapper(TRUE, U_ASCII_FAMILY, outIsBigEndian, outCharset, &errorCode);
|
||
|
ds[TYPE_L]= i==TYPE_L ? NULL : udata_openSwapper(FALSE, U_ASCII_FAMILY, outIsBigEndian, outCharset, &errorCode);
|
||
|
ds[TYPE_LE]=NULL;
|
||
|
ds[TYPE_E]= i==TYPE_E ? NULL : udata_openSwapper(TRUE, U_EBCDIC_FAMILY, outIsBigEndian, outCharset, &errorCode);
|
||
|
if(U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: udata_openSwapper() failed - %s\n", u_errorName(errorCode));
|
||
|
exit(errorCode);
|
||
|
}
|
||
|
for(i=0; i<TYPE_COUNT; ++i) {
|
||
|
if(ds[i]!=NULL) {
|
||
|
ds[i]->printError=printPackageError;
|
||
|
ds[i]->printErrorContext=stderr;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
dsLocalToOut=ds[makeTypeEnum(U_CHARSET_FAMILY, U_IS_BIG_ENDIAN)];
|
||
|
|
||
|
// create the file and write its contents
|
||
|
file=fopen(filename, "wb");
|
||
|
if(file==NULL) {
|
||
|
fprintf(stderr, "icupkg: unable to create file \"%s\"\n", filename);
|
||
|
exit(U_FILE_ACCESS_ERROR);
|
||
|
}
|
||
|
|
||
|
// swap and write the header
|
||
|
if(dsLocalToOut!=NULL) {
|
||
|
udata_swapDataHeader(dsLocalToOut, header, headerLength, header, &errorCode);
|
||
|
if(U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: udata_swapDataHeader(local to out) failed - %s\n", u_errorName(errorCode));
|
||
|
exit(errorCode);
|
||
|
}
|
||
|
}
|
||
|
length=(int32_t)fwrite(header, 1, headerLength, file);
|
||
|
if(length!=headerLength) {
|
||
|
fprintf(stderr, "icupkg: unable to write complete header to file \"%s\"\n", filename);
|
||
|
exit(U_FILE_ACCESS_ERROR);
|
||
|
}
|
||
|
|
||
|
// prepare and swap the package name with a tree separator
|
||
|
// for prepending to item names
|
||
|
if(pkgPrefix[0]==0) {
|
||
|
prefixLength=(int32_t)strlen(prefix);
|
||
|
} else {
|
||
|
prefixLength=(int32_t)strlen(pkgPrefix);
|
||
|
memcpy(prefix, pkgPrefix, prefixLength);
|
||
|
if(prefixEndsWithType) {
|
||
|
prefix[prefixLength-1]=outType;
|
||
|
}
|
||
|
}
|
||
|
prefix[prefixLength++]=U_TREE_ENTRY_SEP_CHAR;
|
||
|
prefix[prefixLength]=0;
|
||
|
if(dsLocalToOut!=NULL) {
|
||
|
dsLocalToOut->swapInvChars(dsLocalToOut, prefix, prefixLength, prefix, &errorCode);
|
||
|
if(U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: swapInvChars(output package name) failed - %s\n", u_errorName(errorCode));
|
||
|
exit(errorCode);
|
||
|
}
|
||
|
|
||
|
// swap and sort the item names (sorting needs to be done in the output charset)
|
||
|
dsLocalToOut->swapInvChars(dsLocalToOut, inStrings, inStringTop, inStrings, &errorCode);
|
||
|
if(U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: swapInvChars(item names) failed - %s\n", u_errorName(errorCode));
|
||
|
exit(errorCode);
|
||
|
}
|
||
|
sortItems();
|
||
|
}
|
||
|
|
||
|
// create the output item names in sorted order, with the package name prepended to each
|
||
|
for(i=0; i<itemCount; ++i) {
|
||
|
length=(int32_t)strlen(items[i].name);
|
||
|
name=allocString(FALSE, length+prefixLength);
|
||
|
memcpy(name, prefix, prefixLength);
|
||
|
memcpy(name+prefixLength, items[i].name, length+1);
|
||
|
items[i].name=name;
|
||
|
}
|
||
|
|
||
|
// calculate offsets for item names and items, pad to 16-align items
|
||
|
// align only the first item; each item's length is a multiple of 16
|
||
|
basenameOffset=4+8*itemCount;
|
||
|
offset=basenameOffset+outStringTop;
|
||
|
if((length=(offset&15))!=0) {
|
||
|
length=16-length;
|
||
|
memset(allocString(FALSE, length-1), 0xaa, length);
|
||
|
offset+=length;
|
||
|
}
|
||
|
|
||
|
// write the table of contents
|
||
|
// first the itemCount
|
||
|
outInt32=itemCount;
|
||
|
if(dsLocalToOut!=NULL) {
|
||
|
dsLocalToOut->swapArray32(dsLocalToOut, &outInt32, 4, &outInt32, &errorCode);
|
||
|
if(U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: swapArray32(item count) failed - %s\n", u_errorName(errorCode));
|
||
|
exit(errorCode);
|
||
|
}
|
||
|
}
|
||
|
length=(int32_t)fwrite(&outInt32, 1, 4, file);
|
||
|
if(length!=4) {
|
||
|
fprintf(stderr, "icupkg: unable to write complete item count to file \"%s\"\n", filename);
|
||
|
exit(U_FILE_ACCESS_ERROR);
|
||
|
}
|
||
|
|
||
|
// then write the item entries (and collect the maxItemLength)
|
||
|
maxItemLength=0;
|
||
|
for(i=0; i<itemCount; ++i) {
|
||
|
entry.nameOffset=(uint32_t)(basenameOffset+(items[i].name-outStrings));
|
||
|
entry.dataOffset=(uint32_t)offset;
|
||
|
if(dsLocalToOut!=NULL) {
|
||
|
dsLocalToOut->swapArray32(dsLocalToOut, &entry, 8, &entry, &errorCode);
|
||
|
if(U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: swapArray32(item entry %ld) failed - %s\n", (long)i, u_errorName(errorCode));
|
||
|
exit(errorCode);
|
||
|
}
|
||
|
}
|
||
|
length=(int32_t)fwrite(&entry, 1, 8, file);
|
||
|
if(length!=8) {
|
||
|
fprintf(stderr, "icupkg: unable to write complete item entry %ld to file \"%s\"\n", (long)i, filename);
|
||
|
exit(U_FILE_ACCESS_ERROR);
|
||
|
}
|
||
|
|
||
|
length=items[i].length;
|
||
|
if(length>maxItemLength) {
|
||
|
maxItemLength=length;
|
||
|
}
|
||
|
offset+=length;
|
||
|
}
|
||
|
|
||
|
// write the item names
|
||
|
length=(int32_t)fwrite(outStrings, 1, outStringTop, file);
|
||
|
if(length!=outStringTop) {
|
||
|
fprintf(stderr, "icupkg: unable to write complete item names to file \"%s\"\n", filename);
|
||
|
exit(U_FILE_ACCESS_ERROR);
|
||
|
}
|
||
|
|
||
|
// write the items
|
||
|
for(pItem=items, i=0; i<itemCount; ++pItem, ++i) {
|
||
|
int32_t type=makeTypeEnum(pItem->type);
|
||
|
if(ds[type]!=NULL) {
|
||
|
// swap each item from its platform properties to the desired ones
|
||
|
udata_swap(
|
||
|
ds[type],
|
||
|
pItem->data, pItem->length, pItem->data,
|
||
|
&errorCode);
|
||
|
if(U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: udata_swap(item %ld) failed - %s\n", (long)i, u_errorName(errorCode));
|
||
|
exit(errorCode);
|
||
|
}
|
||
|
}
|
||
|
length=(int32_t)fwrite(pItem->data, 1, pItem->length, file);
|
||
|
if(length!=pItem->length) {
|
||
|
fprintf(stderr, "icupkg: unable to write complete item %ld to file \"%s\"\n", (long)i, filename);
|
||
|
exit(U_FILE_ACCESS_ERROR);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if(ferror(file)) {
|
||
|
fprintf(stderr, "icupkg: unable to write complete file \"%s\"\n", filename);
|
||
|
exit(U_FILE_ACCESS_ERROR);
|
||
|
}
|
||
|
|
||
|
fclose(file);
|
||
|
for(i=0; i<TYPE_COUNT; ++i) {
|
||
|
udata_closeSwapper(ds[i]);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
int32_t
|
||
|
Package::findItem(const char *name, int32_t length) const {
|
||
|
int32_t i, start, limit;
|
||
|
int result;
|
||
|
|
||
|
/* do a binary search for the string */
|
||
|
start=0;
|
||
|
limit=itemCount;
|
||
|
while(start<limit) {
|
||
|
i=(start+limit)/2;
|
||
|
if(length>=0) {
|
||
|
result=strncmp(name, items[i].name, length);
|
||
|
} else {
|
||
|
result=strcmp(name, items[i].name);
|
||
|
}
|
||
|
|
||
|
if(result==0) {
|
||
|
/* found */
|
||
|
if(length>=0) {
|
||
|
/*
|
||
|
* if we compared just prefixes, then we may need to back up
|
||
|
* to the first item with this prefix
|
||
|
*/
|
||
|
while(i>0 && 0==strncmp(name, items[i-1].name, length)) {
|
||
|
--i;
|
||
|
}
|
||
|
}
|
||
|
return i;
|
||
|
} else if(result<0) {
|
||
|
limit=i;
|
||
|
} else /* result>0 */ {
|
||
|
start=i+1;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return ~start; /* not found, return binary-not of the insertion point */
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::findItems(const char *pattern) {
|
||
|
const char *wild;
|
||
|
|
||
|
if(pattern==NULL || *pattern==0) {
|
||
|
findNextIndex=-1;
|
||
|
return;
|
||
|
}
|
||
|
|
||
|
findPrefix=pattern;
|
||
|
findSuffix=NULL;
|
||
|
findSuffixLength=0;
|
||
|
|
||
|
wild=strchr(pattern, '*');
|
||
|
if(wild==NULL) {
|
||
|
// no wildcard
|
||
|
findPrefixLength=(int32_t)strlen(pattern);
|
||
|
} else {
|
||
|
// one wildcard
|
||
|
findPrefixLength=(int32_t)(wild-pattern);
|
||
|
findSuffix=wild+1;
|
||
|
findSuffixLength=(int32_t)strlen(findSuffix);
|
||
|
if(NULL!=strchr(findSuffix, '*')) {
|
||
|
// two or more wildcards
|
||
|
fprintf(stderr, "icupkg: syntax error (more than one '*') in item pattern \"%s\"\n", pattern);
|
||
|
exit(U_PARSE_ERROR);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if(findPrefixLength==0) {
|
||
|
findNextIndex=0;
|
||
|
} else {
|
||
|
findNextIndex=findItem(findPrefix, findPrefixLength);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
int32_t
|
||
|
Package::findNextItem() {
|
||
|
const char *name, *middle, *treeSep;
|
||
|
int32_t idx, nameLength, middleLength;
|
||
|
|
||
|
if(findNextIndex<0) {
|
||
|
return -1;
|
||
|
}
|
||
|
|
||
|
while(findNextIndex<itemCount) {
|
||
|
idx=findNextIndex++;
|
||
|
name=items[idx].name;
|
||
|
nameLength=(int32_t)strlen(name);
|
||
|
if(nameLength<(findPrefixLength+findSuffixLength)) {
|
||
|
// item name too short for prefix & suffix
|
||
|
continue;
|
||
|
}
|
||
|
if(findPrefixLength>0 && 0!=memcmp(findPrefix, name, findPrefixLength)) {
|
||
|
// left the range of names with this prefix
|
||
|
break;
|
||
|
}
|
||
|
middle=name+findPrefixLength;
|
||
|
middleLength=nameLength-findPrefixLength-findSuffixLength;
|
||
|
if(findSuffixLength>0 && 0!=memcmp(findSuffix, name+(nameLength-findSuffixLength), findSuffixLength)) {
|
||
|
// suffix does not match
|
||
|
continue;
|
||
|
}
|
||
|
// prefix & suffix match
|
||
|
|
||
|
if(matchMode&MATCH_NOSLASH) {
|
||
|
treeSep=strchr(middle, U_TREE_ENTRY_SEP_CHAR);
|
||
|
if(treeSep!=NULL && (treeSep-middle)<middleLength) {
|
||
|
// the middle (matching the * wildcard) contains a tree separator /
|
||
|
continue;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
// found a matching item
|
||
|
return idx;
|
||
|
}
|
||
|
|
||
|
// no more items
|
||
|
findNextIndex=-1;
|
||
|
return -1;
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::setMatchMode(uint32_t mode) {
|
||
|
matchMode=mode;
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::addItem(const char *name) {
|
||
|
addItem(name, NULL, 0, FALSE, U_ICUDATA_TYPE_LETTER[0]);
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::addItem(const char *name, uint8_t *data, int32_t length, UBool isDataOwned, char type) {
|
||
|
int32_t idx;
|
||
|
|
||
|
idx=findItem(name);
|
||
|
if(idx<0) {
|
||
|
// new item, make space at the insertion point
|
||
|
ensureItemCapacity();
|
||
|
// move the following items down
|
||
|
idx=~idx;
|
||
|
if(idx<itemCount) {
|
||
|
memmove(items+idx+1, items+idx, (itemCount-idx)*sizeof(Item));
|
||
|
}
|
||
|
++itemCount;
|
||
|
|
||
|
// reset this Item entry
|
||
|
memset(items+idx, 0, sizeof(Item));
|
||
|
|
||
|
// copy the item's name
|
||
|
items[idx].name=allocString(TRUE, strlen(name));
|
||
|
strcpy(items[idx].name, name);
|
||
|
pathToTree(items[idx].name);
|
||
|
} else {
|
||
|
// same-name item found, replace it
|
||
|
if(items[idx].isDataOwned) {
|
||
|
uprv_free(items[idx].data);
|
||
|
}
|
||
|
|
||
|
// keep the item's name since it is the same
|
||
|
}
|
||
|
|
||
|
// set the item's data
|
||
|
items[idx].data=data;
|
||
|
items[idx].length=length;
|
||
|
items[idx].isDataOwned=isDataOwned;
|
||
|
items[idx].type=type;
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::addFile(const char *filesPath, const char *name) {
|
||
|
uint8_t *data;
|
||
|
int32_t length;
|
||
|
char type;
|
||
|
|
||
|
data=readFile(filesPath, name, length, type);
|
||
|
// readFile() exits the tool if it fails
|
||
|
addItem(name, data, length, TRUE, type);
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::addItems(const Package &listPkg) {
|
||
|
const Item *pItem;
|
||
|
int32_t i;
|
||
|
|
||
|
for(pItem=listPkg.items, i=0; i<listPkg.itemCount; ++pItem, ++i) {
|
||
|
addItem(pItem->name, pItem->data, pItem->length, FALSE, pItem->type);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::removeItem(int32_t idx) {
|
||
|
if(idx>=0) {
|
||
|
// remove the item
|
||
|
if(items[idx].isDataOwned) {
|
||
|
uprv_free(items[idx].data);
|
||
|
}
|
||
|
|
||
|
// move the following items up
|
||
|
if((idx+1)<itemCount) {
|
||
|
memmove(items+idx, items+idx+1, (itemCount-(idx+1))*sizeof(Item));
|
||
|
}
|
||
|
--itemCount;
|
||
|
|
||
|
if(idx<=findNextIndex) {
|
||
|
--findNextIndex;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::removeItems(const char *pattern) {
|
||
|
int32_t idx;
|
||
|
|
||
|
findItems(pattern);
|
||
|
while((idx=findNextItem())>=0) {
|
||
|
removeItem(idx);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::removeItems(const Package &listPkg) {
|
||
|
const Item *pItem;
|
||
|
int32_t i;
|
||
|
|
||
|
for(pItem=listPkg.items, i=0; i<listPkg.itemCount; ++pItem, ++i) {
|
||
|
removeItems(pItem->name);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::extractItem(const char *filesPath, const char *outName, int32_t idx, char outType) {
|
||
|
char filename[1024];
|
||
|
UDataSwapper *ds;
|
||
|
FILE *file;
|
||
|
Item *pItem;
|
||
|
int32_t fileLength;
|
||
|
uint8_t itemCharset, outCharset;
|
||
|
UBool itemIsBigEndian, outIsBigEndian;
|
||
|
|
||
|
if(idx<0 || itemCount<=idx) {
|
||
|
return;
|
||
|
}
|
||
|
pItem=items+idx;
|
||
|
|
||
|
// swap the data to the outType
|
||
|
// outType==0: don't swap
|
||
|
if(outType!=0 && pItem->type!=outType) {
|
||
|
// open the swapper
|
||
|
UErrorCode errorCode=U_ZERO_ERROR;
|
||
|
makeTypeProps(pItem->type, itemCharset, itemIsBigEndian);
|
||
|
makeTypeProps(outType, outCharset, outIsBigEndian);
|
||
|
ds=udata_openSwapper(itemIsBigEndian, itemCharset, outIsBigEndian, outCharset, &errorCode);
|
||
|
if(U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: udata_openSwapper(item %ld) failed - %s\n",
|
||
|
(long)idx, u_errorName(errorCode));
|
||
|
exit(errorCode);
|
||
|
}
|
||
|
|
||
|
ds->printError=printPackageError;
|
||
|
ds->printErrorContext=stderr;
|
||
|
|
||
|
// swap the item from its platform properties to the desired ones
|
||
|
udata_swap(ds, pItem->data, pItem->length, pItem->data, &errorCode);
|
||
|
if(U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: udata_swap(item %ld) failed - %s\n", (long)idx, u_errorName(errorCode));
|
||
|
exit(errorCode);
|
||
|
}
|
||
|
udata_closeSwapper(ds);
|
||
|
pItem->type=outType;
|
||
|
}
|
||
|
|
||
|
// create the file and write its contents
|
||
|
makeFullFilenameAndDirs(filesPath, outName, filename, (int32_t)sizeof(filename));
|
||
|
file=fopen(filename, "wb");
|
||
|
if(file==NULL) {
|
||
|
fprintf(stderr, "icupkg: unable to create file \"%s\"\n", filename);
|
||
|
exit(U_FILE_ACCESS_ERROR);
|
||
|
}
|
||
|
fileLength=(int32_t)fwrite(pItem->data, 1, pItem->length, file);
|
||
|
|
||
|
if(ferror(file) || fileLength!=pItem->length) {
|
||
|
fprintf(stderr, "icupkg: unable to write complete file \"%s\"\n", filename);
|
||
|
exit(U_FILE_ACCESS_ERROR);
|
||
|
}
|
||
|
fclose(file);
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::extractItem(const char *filesPath, int32_t idx, char outType) {
|
||
|
extractItem(filesPath, items[idx].name, idx, outType);
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::extractItems(const char *filesPath, const char *pattern, char outType) {
|
||
|
int32_t idx;
|
||
|
|
||
|
findItems(pattern);
|
||
|
while((idx=findNextItem())>=0) {
|
||
|
extractItem(filesPath, idx, outType);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::extractItems(const char *filesPath, const Package &listPkg, char outType) {
|
||
|
const Item *pItem;
|
||
|
int32_t i;
|
||
|
|
||
|
for(pItem=listPkg.items, i=0; i<listPkg.itemCount; ++pItem, ++i) {
|
||
|
extractItems(filesPath, pItem->name, outType);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
int32_t
|
||
|
Package::getItemCount() const {
|
||
|
return itemCount;
|
||
|
}
|
||
|
|
||
|
const Item *
|
||
|
Package::getItem(int32_t idx) const {
|
||
|
if (0 <= idx && idx < itemCount) {
|
||
|
return &items[idx];
|
||
|
}
|
||
|
return NULL;
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::checkDependency(void *context, const char *itemName, const char *targetName) {
|
||
|
// check dependency: make sure the target item is in the package
|
||
|
Package *me=(Package *)context;
|
||
|
if(me->findItem(targetName)<0) {
|
||
|
me->isMissingItems=TRUE;
|
||
|
fprintf(stderr, "Item %s depends on missing item %s\n", itemName, targetName);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
UBool
|
||
|
Package::checkDependencies() {
|
||
|
isMissingItems=FALSE;
|
||
|
enumDependencies(this, checkDependency);
|
||
|
return (UBool)!isMissingItems;
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::enumDependencies(void *context, CheckDependency check) {
|
||
|
int32_t i;
|
||
|
|
||
|
for(i=0; i<itemCount; ++i) {
|
||
|
enumDependencies(items+i, context, check);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
char *
|
||
|
Package::allocString(UBool in, int32_t length) {
|
||
|
char *p;
|
||
|
int32_t top;
|
||
|
|
||
|
if(in) {
|
||
|
top=inStringTop;
|
||
|
p=inStrings+top;
|
||
|
} else {
|
||
|
top=outStringTop;
|
||
|
p=outStrings+top;
|
||
|
}
|
||
|
top+=length+1;
|
||
|
|
||
|
if(top>STRING_STORE_SIZE) {
|
||
|
fprintf(stderr, "icupkg: string storage overflow\n");
|
||
|
exit(U_BUFFER_OVERFLOW_ERROR);
|
||
|
}
|
||
|
if(in) {
|
||
|
inStringTop=top;
|
||
|
} else {
|
||
|
outStringTop=top;
|
||
|
}
|
||
|
return p;
|
||
|
}
|
||
|
|
||
|
void
|
||
|
Package::sortItems() {
|
||
|
UErrorCode errorCode=U_ZERO_ERROR;
|
||
|
uprv_sortArray(items, itemCount, (int32_t)sizeof(Item), compareItems, NULL, FALSE, &errorCode);
|
||
|
if(U_FAILURE(errorCode)) {
|
||
|
fprintf(stderr, "icupkg: sorting item names failed - %s\n", u_errorName(errorCode));
|
||
|
exit(errorCode);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
void Package::setItemCapacity(int32_t max)
|
||
|
{
|
||
|
if(max<=itemMax) {
|
||
|
return;
|
||
|
}
|
||
|
Item *newItems = (Item*)uprv_malloc(max * sizeof(items[0]));
|
||
|
Item *oldItems = items;
|
||
|
if(newItems == NULL) {
|
||
|
fprintf(stderr, "icupkg: Out of memory trying to allocate %lu bytes for %d items\n",
|
||
|
(unsigned long)max*sizeof(items[0]), max);
|
||
|
exit(U_MEMORY_ALLOCATION_ERROR);
|
||
|
}
|
||
|
if(items && itemCount>0) {
|
||
|
uprv_memcpy(newItems, items, itemCount*sizeof(items[0]));
|
||
|
}
|
||
|
itemMax = max;
|
||
|
items = newItems;
|
||
|
uprv_free(oldItems);
|
||
|
}
|
||
|
|
||
|
void Package::ensureItemCapacity()
|
||
|
{
|
||
|
if((itemCount+1)>itemMax) {
|
||
|
setItemCapacity(itemCount+kItemsChunk);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
U_NAMESPACE_END
|