mirror of https://github.com/lukechilds/node.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
192 lines
6.8 KiB
192 lines
6.8 KiB
// Copyright 2014 the V8 project authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
// found in the LICENSE file.
|
|
|
|
#include "src/char-predicates.h"
|
|
#include "src/unicode.h"
|
|
#include "testing/gtest/include/gtest/gtest.h"
|
|
|
|
namespace v8 {
|
|
namespace internal {
|
|
|
|
TEST(CharPredicatesTest, WhiteSpace) {
|
|
EXPECT_TRUE(WhiteSpace::Is(0x0009));
|
|
EXPECT_TRUE(WhiteSpace::Is(0x000B));
|
|
EXPECT_TRUE(WhiteSpace::Is(0x000C));
|
|
EXPECT_TRUE(WhiteSpace::Is(' '));
|
|
EXPECT_TRUE(WhiteSpace::Is(0x00A0));
|
|
EXPECT_TRUE(WhiteSpace::Is(0x1680));
|
|
EXPECT_TRUE(WhiteSpace::Is(0x2000));
|
|
EXPECT_TRUE(WhiteSpace::Is(0x2007));
|
|
EXPECT_TRUE(WhiteSpace::Is(0x202F));
|
|
EXPECT_TRUE(WhiteSpace::Is(0x205F));
|
|
EXPECT_TRUE(WhiteSpace::Is(0x3000));
|
|
EXPECT_TRUE(WhiteSpace::Is(0xFEFF));
|
|
EXPECT_FALSE(WhiteSpace::Is(0x180E));
|
|
}
|
|
|
|
|
|
TEST(CharPredicatesTest, WhiteSpaceOrLineTerminator) {
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x0009));
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x000B));
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x000C));
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(' '));
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x00A0));
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x1680));
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x2000));
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x2007));
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x202F));
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x205F));
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0xFEFF));
|
|
// Line terminators
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x000A));
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x000D));
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x2028));
|
|
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x2029));
|
|
EXPECT_FALSE(WhiteSpaceOrLineTerminator::Is(0x180E));
|
|
}
|
|
|
|
|
|
TEST(CharPredicatesTest, IdentifierStart) {
|
|
EXPECT_TRUE(IdentifierStart::Is('$'));
|
|
EXPECT_TRUE(IdentifierStart::Is('_'));
|
|
EXPECT_TRUE(IdentifierStart::Is('\\'));
|
|
|
|
// http://www.unicode.org/reports/tr31/
|
|
// curl http://www.unicode.org/Public/UCD/latest/ucd/PropList.txt |
|
|
// grep 'Other_ID_Start'
|
|
// Other_ID_Start
|
|
EXPECT_TRUE(IdentifierStart::Is(0x1885));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x1886));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x2118));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x212E));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x309B));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x309C));
|
|
|
|
// Issue 2892:
|
|
// \u2E2F has the Pattern_Syntax property, excluding it from ID_Start.
|
|
EXPECT_FALSE(IdentifierStart::Is(0x2E2F));
|
|
|
|
#ifdef V8_INTL_SUPPORT
|
|
// New in Unicode 8.0 (6,847 code points)
|
|
// [:ID_Start:] & [[:Age=8.0:] - [:Age=7.0:]]
|
|
EXPECT_TRUE(IdentifierStart::Is(0x08B3));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x0AF9));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x13F8));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x9FCD));
|
|
EXPECT_TRUE(IdentifierStart::Is(0xAB60));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x10CC0));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x108E0));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x2B820));
|
|
|
|
// New in Unicode 9.0 (7,177 code points)
|
|
// [:ID_Start:] & [[:Age=9.0:] - [:Age=8.0:]]
|
|
|
|
EXPECT_TRUE(IdentifierStart::Is(0x1C80));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x104DB));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x1E922));
|
|
#endif
|
|
}
|
|
|
|
|
|
TEST(CharPredicatesTest, IdentifierPart) {
|
|
EXPECT_TRUE(IdentifierPart::Is('$'));
|
|
EXPECT_TRUE(IdentifierPart::Is('_'));
|
|
EXPECT_TRUE(IdentifierPart::Is('\\'));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x200C));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x200D));
|
|
|
|
#ifdef V8_INTL_SUPPORT
|
|
// New in Unicode 8.0 (6,847 code points)
|
|
// [:ID_Start:] & [[:Age=8.0:] - [:Age=7.0:]]
|
|
EXPECT_TRUE(IdentifierPart::Is(0x08B3));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x0AF9));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x13F8));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x9FCD));
|
|
EXPECT_TRUE(IdentifierPart::Is(0xAB60));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x10CC0));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x108E0));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x2B820));
|
|
|
|
// [[:ID_Continue:]-[:ID_Start:]] & [[:Age=8.0:]-[:Age=7.0:]]
|
|
// 162 code points
|
|
EXPECT_TRUE(IdentifierPart::Is(0x08E3));
|
|
EXPECT_TRUE(IdentifierPart::Is(0xA69E));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x11730));
|
|
|
|
// New in Unicode 9.0 (7,177 code points)
|
|
// [:ID_Start:] & [[:Age=9.0:] - [:Age=8.0:]]
|
|
EXPECT_TRUE(IdentifierPart::Is(0x1C80));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x104DB));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x1E922));
|
|
|
|
// [[:ID_Continue:]-[:ID_Start:]] & [[:Age=9.0:]-[:Age=8.0:]]
|
|
// 162 code points
|
|
EXPECT_TRUE(IdentifierPart::Is(0x08D4));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x1DFB));
|
|
EXPECT_TRUE(IdentifierPart::Is(0xA8C5));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x11450));
|
|
#endif
|
|
|
|
// http://www.unicode.org/reports/tr31/
|
|
// curl http://www.unicode.org/Public/UCD/latest/ucd/PropList.txt |
|
|
// grep 'Other_ID_(Continue|Start)'
|
|
|
|
// Other_ID_Start
|
|
EXPECT_TRUE(IdentifierPart::Is(0x1885));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x1886));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x2118));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x212E));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x309B));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x309C));
|
|
|
|
// Other_ID_Continue
|
|
EXPECT_TRUE(IdentifierPart::Is(0x00B7));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x0387));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x1369));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x1370));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x1371));
|
|
EXPECT_TRUE(IdentifierPart::Is(0x19DA));
|
|
|
|
// Issue 2892:
|
|
// \u2E2F has the Pattern_Syntax property, excluding it from ID_Start.
|
|
EXPECT_FALSE(IdentifierPart::Is(0x2E2F));
|
|
}
|
|
|
|
#ifdef V8_INTL_SUPPORT
|
|
TEST(CharPredicatesTest, SupplementaryPlaneIdentifiers) {
|
|
// Both ID_Start and ID_Continue.
|
|
EXPECT_TRUE(IdentifierStart::Is(0x10403)); // Category Lu
|
|
EXPECT_TRUE(IdentifierPart::Is(0x10403));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x1043C)); // Category Ll
|
|
EXPECT_TRUE(IdentifierPart::Is(0x1043C));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x16F9C)); // Category Lm
|
|
EXPECT_TRUE(IdentifierPart::Is(0x16F9C));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x10048)); // Category Lo
|
|
EXPECT_TRUE(IdentifierPart::Is(0x10048));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x1014D)); // Category Nl
|
|
EXPECT_TRUE(IdentifierPart::Is(0x1014D));
|
|
|
|
// New in Unicode 8.0
|
|
// [ [:ID_Start=Yes:] & [:Age=8.0:]] - [:Age=7.0:]
|
|
EXPECT_TRUE(IdentifierStart::Is(0x108E0));
|
|
EXPECT_TRUE(IdentifierStart::Is(0x10C80));
|
|
|
|
// Only ID_Continue.
|
|
EXPECT_FALSE(IdentifierStart::Is(0x101FD)); // Category Mn
|
|
EXPECT_TRUE(IdentifierPart::Is(0x101FD));
|
|
EXPECT_FALSE(IdentifierStart::Is(0x11002)); // Category Mc
|
|
EXPECT_TRUE(IdentifierPart::Is(0x11002));
|
|
EXPECT_FALSE(IdentifierStart::Is(0x104A9)); // Category Nd
|
|
EXPECT_TRUE(IdentifierPart::Is(0x104A9));
|
|
|
|
// Neither.
|
|
EXPECT_FALSE(IdentifierStart::Is(0x10111)); // Category No
|
|
EXPECT_FALSE(IdentifierPart::Is(0x10111));
|
|
EXPECT_FALSE(IdentifierStart::Is(0x1F4A9)); // Category So
|
|
EXPECT_FALSE(IdentifierPart::Is(0x1F4A9));
|
|
}
|
|
#endif // V8_INTL_SUPPORT
|
|
|
|
} // namespace internal
|
|
} // namespace v8
|
|
|