mirror of https://github.com/lukechilds/node.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
186 lines
6.0 KiB
186 lines
6.0 KiB
// © 2016 and later: Unicode, Inc. and others.
|
|
// License & terms of use: http://www.unicode.org/copyright.html
|
|
/*
|
|
*******************************************************************************
|
|
* Copyright (C) 2010-2014, International Business Machines
|
|
* Corporation and others. All Rights Reserved.
|
|
*******************************************************************************
|
|
* utf16collationiterator.h
|
|
*
|
|
* created on: 2010oct27
|
|
* created by: Markus W. Scherer
|
|
*/
|
|
|
|
#ifndef __UTF16COLLATIONITERATOR_H__
|
|
#define __UTF16COLLATIONITERATOR_H__
|
|
|
|
#include "unicode/utypes.h"
|
|
|
|
#if !UCONFIG_NO_COLLATION
|
|
|
|
#include "cmemory.h"
|
|
#include "collation.h"
|
|
#include "collationdata.h"
|
|
#include "collationiterator.h"
|
|
#include "normalizer2impl.h"
|
|
|
|
U_NAMESPACE_BEGIN
|
|
|
|
/**
|
|
* UTF-16 collation element and character iterator.
|
|
* Handles normalized UTF-16 text inline, with length or NUL-terminated.
|
|
* Unnormalized text is handled by a subclass.
|
|
*/
|
|
class U_I18N_API UTF16CollationIterator : public CollationIterator {
|
|
public:
|
|
UTF16CollationIterator(const CollationData *d, UBool numeric,
|
|
const UChar *s, const UChar *p, const UChar *lim)
|
|
: CollationIterator(d, numeric),
|
|
start(s), pos(p), limit(lim) {}
|
|
|
|
UTF16CollationIterator(const UTF16CollationIterator &other, const UChar *newText);
|
|
|
|
virtual ~UTF16CollationIterator();
|
|
|
|
virtual UBool operator==(const CollationIterator &other) const;
|
|
|
|
virtual void resetToOffset(int32_t newOffset);
|
|
|
|
virtual int32_t getOffset() const;
|
|
|
|
void setText(const UChar *s, const UChar *lim) {
|
|
reset();
|
|
start = pos = s;
|
|
limit = lim;
|
|
}
|
|
|
|
virtual UChar32 nextCodePoint(UErrorCode &errorCode);
|
|
|
|
virtual UChar32 previousCodePoint(UErrorCode &errorCode);
|
|
|
|
protected:
|
|
// Copy constructor only for subclasses which set the pointers.
|
|
UTF16CollationIterator(const UTF16CollationIterator &other)
|
|
: CollationIterator(other),
|
|
start(NULL), pos(NULL), limit(NULL) {}
|
|
|
|
virtual uint32_t handleNextCE32(UChar32 &c, UErrorCode &errorCode);
|
|
|
|
virtual UChar handleGetTrailSurrogate();
|
|
|
|
virtual UBool foundNULTerminator();
|
|
|
|
virtual void forwardNumCodePoints(int32_t num, UErrorCode &errorCode);
|
|
|
|
virtual void backwardNumCodePoints(int32_t num, UErrorCode &errorCode);
|
|
|
|
// UTF-16 string pointers.
|
|
// limit can be NULL for NUL-terminated strings.
|
|
const UChar *start, *pos, *limit;
|
|
};
|
|
|
|
/**
|
|
* Incrementally checks the input text for FCD and normalizes where necessary.
|
|
*/
|
|
class U_I18N_API FCDUTF16CollationIterator : public UTF16CollationIterator {
|
|
public:
|
|
FCDUTF16CollationIterator(const CollationData *data, UBool numeric,
|
|
const UChar *s, const UChar *p, const UChar *lim)
|
|
: UTF16CollationIterator(data, numeric, s, p, lim),
|
|
rawStart(s), segmentStart(p), segmentLimit(NULL), rawLimit(lim),
|
|
nfcImpl(data->nfcImpl),
|
|
checkDir(1) {}
|
|
|
|
FCDUTF16CollationIterator(const FCDUTF16CollationIterator &other, const UChar *newText);
|
|
|
|
virtual ~FCDUTF16CollationIterator();
|
|
|
|
virtual UBool operator==(const CollationIterator &other) const;
|
|
|
|
virtual void resetToOffset(int32_t newOffset);
|
|
|
|
virtual int32_t getOffset() const;
|
|
|
|
virtual UChar32 nextCodePoint(UErrorCode &errorCode);
|
|
|
|
virtual UChar32 previousCodePoint(UErrorCode &errorCode);
|
|
|
|
protected:
|
|
virtual uint32_t handleNextCE32(UChar32 &c, UErrorCode &errorCode);
|
|
|
|
virtual UBool foundNULTerminator();
|
|
|
|
virtual void forwardNumCodePoints(int32_t num, UErrorCode &errorCode);
|
|
|
|
virtual void backwardNumCodePoints(int32_t num, UErrorCode &errorCode);
|
|
|
|
private:
|
|
/**
|
|
* Switches to forward checking if possible.
|
|
* To be called when checkDir < 0 || (checkDir == 0 && pos == limit).
|
|
* Returns with checkDir > 0 || (checkDir == 0 && pos != limit).
|
|
*/
|
|
void switchToForward();
|
|
|
|
/**
|
|
* Extend the FCD text segment forward or normalize around pos.
|
|
* To be called when checkDir > 0 && pos != limit.
|
|
* @return TRUE if success, checkDir == 0 and pos != limit
|
|
*/
|
|
UBool nextSegment(UErrorCode &errorCode);
|
|
|
|
/**
|
|
* Switches to backward checking.
|
|
* To be called when checkDir > 0 || (checkDir == 0 && pos == start).
|
|
* Returns with checkDir < 0 || (checkDir == 0 && pos != start).
|
|
*/
|
|
void switchToBackward();
|
|
|
|
/**
|
|
* Extend the FCD text segment backward or normalize around pos.
|
|
* To be called when checkDir < 0 && pos != start.
|
|
* @return TRUE if success, checkDir == 0 and pos != start
|
|
*/
|
|
UBool previousSegment(UErrorCode &errorCode);
|
|
|
|
UBool normalize(const UChar *from, const UChar *to, UErrorCode &errorCode);
|
|
|
|
// Text pointers: The input text is [rawStart, rawLimit[
|
|
// where rawLimit can be NULL for NUL-terminated text.
|
|
//
|
|
// checkDir > 0:
|
|
//
|
|
// The input text [segmentStart..pos[ passes the FCD check.
|
|
// Moving forward checks incrementally.
|
|
// segmentLimit is undefined. limit == rawLimit.
|
|
//
|
|
// checkDir < 0:
|
|
// The input text [pos..segmentLimit[ passes the FCD check.
|
|
// Moving backward checks incrementally.
|
|
// segmentStart is undefined, start == rawStart.
|
|
//
|
|
// checkDir == 0:
|
|
//
|
|
// The input text [segmentStart..segmentLimit[ is being processed.
|
|
// These pointers are at FCD boundaries.
|
|
// Either this text segment already passes the FCD check
|
|
// and segmentStart==start<=pos<=limit==segmentLimit,
|
|
// or the current segment had to be normalized so that
|
|
// [segmentStart..segmentLimit[ turned into the normalized string,
|
|
// corresponding to normalized.getBuffer()==start<=pos<=limit==start+normalized.length().
|
|
const UChar *rawStart;
|
|
const UChar *segmentStart;
|
|
const UChar *segmentLimit;
|
|
// rawLimit==NULL for a NUL-terminated string.
|
|
const UChar *rawLimit;
|
|
|
|
const Normalizer2Impl &nfcImpl;
|
|
UnicodeString normalized;
|
|
// Direction of incremental FCD check. See comments before rawStart.
|
|
int8_t checkDir;
|
|
};
|
|
|
|
U_NAMESPACE_END
|
|
|
|
#endif // !UCONFIG_NO_COLLATION
|
|
#endif // __UTF16COLLATIONITERATOR_H__
|
|
|