AIR/cpp-peglib
1
0
Fork 0
mirror of https://github.com/yhirose/cpp-peglib.git synced 2024-11-14 06:55:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Handled UTF-8 codes from 0x80 as valid identifier codes.

Browse Source
This commit is contained in:
yhirose 2015-08-08 20:30:05 -04:00
parent de5cfa955d
commit a3cfd1b8ad
2 changed files with 19 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
peglib.h
View File

@ -1588,7 +1588,7 @@ private:
g["Identifier"] <= seq(g["IdentCont"], g["Spacing"]);
g["IdentCont"] <= seq(g["IdentStart"], zom(g["IdentRest"]));
g["IdentStart"] <= cls("a-zA-Z_");
g["IdentStart"] <= cls("a-zA-Z_\x80-\xff");
g["IdentRest"] <= cho(g["IdentStart"], cls("0-9"));
g["Literal"] <= cho(seq(cls("'"), anc(zom(seq(npd(cls("'")), g["Char"]))), cls("'"), g["Spacing"]),

18
test/test.cc
View File

@ -653,6 +653,24 @@ TEST_CASE("Semantic predicate test", "[predicate]")
REQUIRE(ret == false);
}
TEST_CASE("Japanese character", "[unicode]")
{
peglib::peg parser(R"(
文 <- 修飾語? 主語 述語 '。'
主語 <- 名詞 助詞
述語 <- 動詞 助詞
修飾語 <- 形容詞
名詞 <- 'サーバー' / 'クライアント'
形容詞 <- '古い' / '新しい'
動詞 <- '落ち' / '復旧し'
助詞 <- 'が' / 'を' / 'た' / 'ます' / 'に'
)");
auto ret = parser.parse(R"(サーバーを復旧します。)");
REQUIRE(ret == true);
}
bool exact(Grammar& g, const char* d, const char* s) {
auto n = strlen(s);
auto r = g[d].parse(s, n);