diff --git a/php/src/grammar.json b/php/src/grammar.json index 775722f7..d00279aa 100644 --- a/php/src/grammar.json +++ b/php/src/grammar.json @@ -8964,7 +8964,7 @@ }, "name": { "type": "PATTERN", - "value": "[_a-zA-Z\\u00A1-\\u00ff][_a-zA-Z\\u00A1-\\u00ff\\d]*" + "value": "[_a-zA-Z\\u0080-\\u009f\\u00a1-\\u200a\\u200c-\\u205f\\u2061-\\ufefe\\uff00-\\uffff][_a-zA-Z\\u0080-\\u009f\\u00a1-\\u200a\\u200c-\\u205f\\u2061-\\ufefe\\uff00-\\uffff\\d]*" }, "_reserved_identifier": { "type": "CHOICE", @@ -9080,7 +9080,7 @@ }, { "type": "PATTERN", - "value": "[\\s\\uFEFF\\u2060\\u200B\\u00A0]" + "value": "[\\s\\u00A0\\u200B\\u2060\\uFEFF]" }, { "type": "SYMBOL", diff --git a/php/src/parser.c b/php/src/parser.c index 9e3e1026..31e16a30 100644 --- a/php/src/parser.c +++ b/php/src/parser.c @@ -6608,6 +6608,52 @@ static inline bool sym_escape_sequence_character_set_1(int32_t c) { : (c <= 't' || c == 'v')))); } +static inline bool sym_name_character_set_1(int32_t c) { + return (c < 161 + ? (c < '_' + ? (c < 'A' + ? (c >= '0' && c <= '9') + : c <= 'Z') + : (c <= '_' || (c < 128 + ? (c >= 'a' && c <= 'z') + : c <= 159))) + : (c <= 8202 || (c < 57344 + ? (c < 8289 + ? (c >= 8204 && c <= 8287) + : c <= 55295) + : (c <= 65278 || (c >= 65280 && c <= 65535))))); +} + +static inline bool sym_name_character_set_2(int32_t c) { + return (c < 161 + ? (c < 'a' + ? (c < '_' + ? (c >= 'A' && c <= 'Z') + : c <= '_') + : (c <= 'z' || (c >= 128 && c <= 159))) + : (c <= 8202 || (c < 57344 + ? (c < 8289 + ? (c >= 8204 && c <= 8287) + : c <= 55295) + : (c <= 65278 || (c >= 65280 && c <= 65535))))); +} + +static inline bool sym_name_character_set_3(int32_t c) { + return (c < 161 + ? (c < '_' + ? (c < 'B' + ? (c >= '0' && c <= '9') + : c <= 'Z') + : (c <= '_' || (c < 128 + ? (c >= 'b' && c <= 'z') + : c <= 159))) + : (c <= 8202 || (c < 57344 + ? (c < 8289 + ? (c >= 8204 && c <= 8287) + : c <= 55295) + : (c <= 65278 || (c >= 65280 && c <= 65535))))); +} + static bool ts_lex(TSLexer *lexer, TSStateId state) { START_LEXER(); eof = lexer->eof(lexer); @@ -6673,7 +6719,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 8288 || lookahead == 65279) SKIP(76) if (('C' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 1: if (lookahead == '\n') ADVANCE(287); @@ -6792,7 +6839,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 8288 || lookahead == 65279) SKIP(6) if (('C' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 7: if (lookahead == '!') ADVANCE(151); @@ -6841,7 +6889,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 65279) SKIP(7) if (('C' <= lookahead && lookahead <= 'Z') || ('c' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 8: if (lookahead == '!') ADVANCE(151); @@ -6890,7 +6939,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 65279) SKIP(8) if (('C' <= lookahead && lookahead <= 'Z') || ('c' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 9: if (lookahead == '!') ADVANCE(39); @@ -6929,7 +6979,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 10: if (lookahead == '!') ADVANCE(39); @@ -6965,7 +7016,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 11: if (lookahead == '!') ADVANCE(39); @@ -7001,7 +7053,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 12: if (lookahead == '!') ADVANCE(39); @@ -7037,7 +7090,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 65279) SKIP(12) if (('A' <= lookahead && lookahead <= '_') || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 13: if (lookahead == '!') ADVANCE(39); @@ -7070,7 +7124,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 14: if (lookahead == '"') ADVANCE(200); @@ -7101,7 +7156,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 15: if (lookahead == '"') ADVANCE(185); @@ -7133,7 +7189,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('C' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('c' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 17: if (lookahead == '"') ADVANCE(186); @@ -7171,7 +7228,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('C' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('c' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 18: if (lookahead == '"') ADVANCE(186); @@ -7261,7 +7319,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 21: if (lookahead == '#') ADVANCE(290); @@ -7279,7 +7338,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 22: if (lookahead == '#') ADVANCE(291); @@ -7308,7 +7368,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 23: if (lookahead == '#') ADVANCE(291); @@ -7364,7 +7425,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 26: if (lookahead == '#') ADVANCE(197); @@ -7633,7 +7695,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 8288 || lookahead == 65279) SKIP(76) if (('C' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 77: if (eof) ADVANCE(80); @@ -7688,7 +7751,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 65279) SKIP(77) if (('C' <= lookahead && lookahead <= 'Z') || ('c' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 78: if (eof) ADVANCE(80); @@ -7726,7 +7790,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 79: if (eof) ADVANCE(80); @@ -7865,11 +7930,7 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { END_STATE(); case 101: ACCEPT_TOKEN(aux_sym_function_static_declaration_token1); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 102: ACCEPT_TOKEN(anon_sym_COMMA); @@ -7957,51 +8018,27 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { END_STATE(); case 123: ACCEPT_TOKEN(aux_sym_cast_type_token1); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 124: ACCEPT_TOKEN(aux_sym_cast_type_token3); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 125: ACCEPT_TOKEN(aux_sym_cast_type_token6); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 126: ACCEPT_TOKEN(aux_sym_cast_type_token8); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 127: ACCEPT_TOKEN(aux_sym_cast_type_token11); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 128: ACCEPT_TOKEN(aux_sym_cast_type_token12); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 129: ACCEPT_TOKEN(sym_float); @@ -8024,7 +8061,12 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('0' <= lookahead && lookahead <= '9')) ADVANCE(131); if (('A' <= lookahead && lookahead <= 'Z') || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 159) || + (161 <= lookahead && lookahead <= 8202) || + (8204 <= lookahead && lookahead <= 8287) || + (8289 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65278) || + (65280 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 132: ACCEPT_TOKEN(sym_float); @@ -8378,22 +8420,14 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { END_STATE(); case 207: ACCEPT_TOKEN(sym_boolean); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 208: ACCEPT_TOKEN(sym_null); END_STATE(); case 209: ACCEPT_TOKEN(sym_null); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 210: ACCEPT_TOKEN(anon_sym_DOLLAR); @@ -8539,21 +8573,13 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (lookahead == '\'') ADVANCE(187); if (lookahead == 'O' || lookahead == 'o') ADVANCE(269); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 246: ACCEPT_TOKEN(sym_name); if (lookahead == '"') ADVANCE(185); if (lookahead == '\'') ADVANCE(187); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 247: ACCEPT_TOKEN(sym_name); @@ -8564,17 +8590,19 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('0' <= lookahead && lookahead <= '9')) ADVANCE(247); if (('A' <= lookahead && lookahead <= 'Z') || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + (128 <= lookahead && lookahead <= 159) || + (161 <= lookahead && lookahead <= 8202) || + (8204 <= lookahead && lookahead <= 8287) || + (8289 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65278) || + (65280 <= lookahead && lookahead <= 65535)) ADVANCE(286); END_STATE(); case 248: ACCEPT_TOKEN(sym_name); if (lookahead == '+' || lookahead == '-') ADVANCE(70); if (('0' <= lookahead && lookahead <= '9')) ADVANCE(131); - if (('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_2(lookahead)) ADVANCE(286); END_STATE(); case 249: ACCEPT_TOKEN(sym_name); @@ -8582,31 +8610,19 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 'a') ADVANCE(264); if (lookahead == 'L' || lookahead == 'l') ADVANCE(268); - if (('0' <= lookahead && lookahead <= '9') || - ('B' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('b' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_3(lookahead)) ADVANCE(286); END_STATE(); case 250: ACCEPT_TOKEN(sym_name); if (lookahead == 'A' || lookahead == 'a') ADVANCE(264); - if (('0' <= lookahead && lookahead <= '9') || - ('B' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('b' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_3(lookahead)) ADVANCE(286); END_STATE(); case 251: ACCEPT_TOKEN(sym_name); if (lookahead == 'A' || lookahead == 'a') ADVANCE(283); - if (('0' <= lookahead && lookahead <= '9') || - ('B' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('b' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_3(lookahead)) ADVANCE(286); END_STATE(); case 252: ACCEPT_TOKEN(sym_name); @@ -8614,345 +8630,207 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 'a') ADVANCE(279); if (lookahead == 'R' || lookahead == 'r') ADVANCE(260); - if (('0' <= lookahead && lookahead <= '9') || - ('B' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('b' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_3(lookahead)) ADVANCE(286); END_STATE(); case 253: ACCEPT_TOKEN(sym_name); if (lookahead == 'A' || lookahead == 'a') ADVANCE(279); - if (('0' <= lookahead && lookahead <= '9') || - ('B' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('b' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_3(lookahead)) ADVANCE(286); END_STATE(); case 254: ACCEPT_TOKEN(sym_name); if (lookahead == 'A' || lookahead == 'a') ADVANCE(277); - if (('0' <= lookahead && lookahead <= '9') || - ('B' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('b' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_3(lookahead)) ADVANCE(286); END_STATE(); case 255: ACCEPT_TOKEN(sym_name); if (lookahead == 'C' || lookahead == 'c') ADVANCE(101); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 256: ACCEPT_TOKEN(sym_name); if (lookahead == 'E' || lookahead == 'e') ADVANCE(207); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 257: ACCEPT_TOKEN(sym_name); if (lookahead == 'E' || lookahead == 'e') ADVANCE(278); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 258: ACCEPT_TOKEN(sym_name); if (lookahead == 'G' || lookahead == 'g') ADVANCE(127); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 259: ACCEPT_TOKEN(sym_name); if (lookahead == 'I' || lookahead == 'i') ADVANCE(255); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 260: ACCEPT_TOKEN(sym_name); if (lookahead == 'I' || lookahead == 'i') ADVANCE(266); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 261: ACCEPT_TOKEN(sym_name); if (lookahead == 'L' || lookahead == 'l') ADVANCE(124); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 262: ACCEPT_TOKEN(sym_name); if (lookahead == 'L' || lookahead == 'l') ADVANCE(209); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 263: ACCEPT_TOKEN(sym_name); if (lookahead == 'L' || lookahead == 'l') ADVANCE(262); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 264: ACCEPT_TOKEN(sym_name); if (lookahead == 'L' || lookahead == 'l') ADVANCE(273); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 265: ACCEPT_TOKEN(sym_name); if (lookahead == 'N' || lookahead == 'n') ADVANCE(274); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 266: ACCEPT_TOKEN(sym_name); if (lookahead == 'N' || lookahead == 'n') ADVANCE(258); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 267: ACCEPT_TOKEN(sym_name); if (lookahead == 'N' || lookahead == 'n') ADVANCE(276); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 268: ACCEPT_TOKEN(sym_name); if (lookahead == 'O' || lookahead == 'o') ADVANCE(254); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 269: ACCEPT_TOKEN(sym_name); if (lookahead == 'O' || lookahead == 'o') ADVANCE(261); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 270: ACCEPT_TOKEN(sym_name); if (lookahead == 'R' || lookahead == 'r') ADVANCE(251); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 271: ACCEPT_TOKEN(sym_name); if (lookahead == 'R' || lookahead == 'r') ADVANCE(281); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 272: ACCEPT_TOKEN(sym_name); if (lookahead == 'R' || lookahead == 'r') ADVANCE(270); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 273: ACCEPT_TOKEN(sym_name); if (lookahead == 'S' || lookahead == 's') ADVANCE(256); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 274: ACCEPT_TOKEN(sym_name); if (lookahead == 'S' || lookahead == 's') ADVANCE(257); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 275: ACCEPT_TOKEN(sym_name); if (lookahead == 'T' || lookahead == 't') ADVANCE(252); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 276: ACCEPT_TOKEN(sym_name); if (lookahead == 'T' || lookahead == 't') ADVANCE(125); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 277: ACCEPT_TOKEN(sym_name); if (lookahead == 'T' || lookahead == 't') ADVANCE(126); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 278: ACCEPT_TOKEN(sym_name); if (lookahead == 'T' || lookahead == 't') ADVANCE(128); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 279: ACCEPT_TOKEN(sym_name); if (lookahead == 'T' || lookahead == 't') ADVANCE(259); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 280: ACCEPT_TOKEN(sym_name); if (lookahead == 'T' || lookahead == 't') ADVANCE(253); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 281: ACCEPT_TOKEN(sym_name); if (lookahead == 'U' || lookahead == 'u') ADVANCE(256); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 282: ACCEPT_TOKEN(sym_name); if (lookahead == 'U' || lookahead == 'u') ADVANCE(263); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 283: ACCEPT_TOKEN(sym_name); if (lookahead == 'Y' || lookahead == 'y') ADVANCE(123); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 284: ACCEPT_TOKEN(sym_name); if (('0' <= lookahead && lookahead <= '9')) ADVANCE(247); - if (('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_2(lookahead)) ADVANCE(286); END_STATE(); case 285: ACCEPT_TOKEN(sym_name); if (('0' <= lookahead && lookahead <= '9')) ADVANCE(131); - if (('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_2(lookahead)) ADVANCE(286); END_STATE(); case 286: ACCEPT_TOKEN(sym_name); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(286); + if (sym_name_character_set_1(lookahead)) ADVANCE(286); END_STATE(); case 287: ACCEPT_TOKEN(sym_comment); diff --git a/php_only/src/grammar.json b/php_only/src/grammar.json index 1e747dfc..4b64a5b6 100644 --- a/php_only/src/grammar.json +++ b/php_only/src/grammar.json @@ -8959,7 +8959,7 @@ }, "name": { "type": "PATTERN", - "value": "[_a-zA-Z\\u00A1-\\u00ff][_a-zA-Z\\u00A1-\\u00ff\\d]*" + "value": "[_a-zA-Z\\u0080-\\u009f\\u00a1-\\u200a\\u200c-\\u205f\\u2061-\\ufefe\\uff00-\\uffff][_a-zA-Z\\u0080-\\u009f\\u00a1-\\u200a\\u200c-\\u205f\\u2061-\\ufefe\\uff00-\\uffff\\d]*" }, "_reserved_identifier": { "type": "CHOICE", @@ -9075,7 +9075,7 @@ }, { "type": "PATTERN", - "value": "[\\s\\uFEFF\\u2060\\u200B\\u00A0]" + "value": "[\\s\\u00A0\\u200B\\u2060\\uFEFF]" } ], "conflicts": [ diff --git a/php_only/src/parser.c b/php_only/src/parser.c index 1b91769c..b42d3b53 100644 --- a/php_only/src/parser.c +++ b/php_only/src/parser.c @@ -6537,6 +6537,52 @@ static inline bool sym_escape_sequence_character_set_1(int32_t c) { : (c <= 't' || c == 'v')))); } +static inline bool sym_name_character_set_1(int32_t c) { + return (c < 161 + ? (c < '_' + ? (c < 'A' + ? (c >= '0' && c <= '9') + : c <= 'Z') + : (c <= '_' || (c < 128 + ? (c >= 'a' && c <= 'z') + : c <= 159))) + : (c <= 8202 || (c < 57344 + ? (c < 8289 + ? (c >= 8204 && c <= 8287) + : c <= 55295) + : (c <= 65278 || (c >= 65280 && c <= 65535))))); +} + +static inline bool sym_name_character_set_2(int32_t c) { + return (c < 161 + ? (c < 'a' + ? (c < '_' + ? (c >= 'A' && c <= 'Z') + : c <= '_') + : (c <= 'z' || (c >= 128 && c <= 159))) + : (c <= 8202 || (c < 57344 + ? (c < 8289 + ? (c >= 8204 && c <= 8287) + : c <= 55295) + : (c <= 65278 || (c >= 65280 && c <= 65535))))); +} + +static inline bool sym_name_character_set_3(int32_t c) { + return (c < 161 + ? (c < '_' + ? (c < 'B' + ? (c >= '0' && c <= '9') + : c <= 'Z') + : (c <= '_' || (c < 128 + ? (c >= 'b' && c <= 'z') + : c <= 159))) + : (c <= 8202 || (c < 57344 + ? (c < 8289 + ? (c >= 8204 && c <= 8287) + : c <= 55295) + : (c <= 65278 || (c >= 65280 && c <= 65535))))); +} + static bool ts_lex(TSLexer *lexer, TSStateId state) { START_LEXER(); eof = lexer->eof(lexer); @@ -6602,7 +6648,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 8288 || lookahead == 65279) SKIP(75) if (('C' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 1: if (lookahead == '\n') ADVANCE(271); @@ -6720,7 +6767,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 8288 || lookahead == 65279) SKIP(6) if (('C' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 7: if (lookahead == '!') ADVANCE(136); @@ -6768,7 +6816,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 65279) SKIP(7) if (('C' <= lookahead && lookahead <= 'Z') || ('c' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 8: if (lookahead == '!') ADVANCE(136); @@ -6816,7 +6865,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 65279) SKIP(8) if (('C' <= lookahead && lookahead <= 'Z') || ('c' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 9: if (lookahead == '!') ADVANCE(39); @@ -6855,7 +6905,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 10: if (lookahead == '!') ADVANCE(39); @@ -6891,7 +6942,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 11: if (lookahead == '!') ADVANCE(39); @@ -6927,7 +6979,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 12: if (lookahead == '!') ADVANCE(39); @@ -6963,7 +7016,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 65279) SKIP(12) if (('A' <= lookahead && lookahead <= '_') || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 13: if (lookahead == '!') ADVANCE(39); @@ -6996,7 +7050,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 14: if (lookahead == '"') ADVANCE(184); @@ -7027,7 +7082,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 15: if (lookahead == '"') ADVANCE(170); @@ -7058,7 +7114,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('C' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('c' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 17: if (lookahead == '"') ADVANCE(171); @@ -7096,7 +7153,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('C' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('c' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 18: if (lookahead == '"') ADVANCE(171); @@ -7186,7 +7244,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 21: if (lookahead == '#') ADVANCE(274); @@ -7203,7 +7262,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 22: if (lookahead == '#') ADVANCE(275); @@ -7232,7 +7292,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 23: if (lookahead == '#') ADVANCE(275); @@ -7256,7 +7317,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 24: if (lookahead == '#') ADVANCE(181); @@ -7528,7 +7590,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 8288 || lookahead == 65279) SKIP(75) if (('C' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 76: if (eof) ADVANCE(78); @@ -7583,7 +7646,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 65279) SKIP(76) if (('C' <= lookahead && lookahead <= 'Z') || ('c' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 77: if (eof) ADVANCE(78); @@ -7620,7 +7684,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('A' <= lookahead && lookahead <= 'Z') || lookahead == '_' || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 78: ACCEPT_TOKEN(ts_builtin_sym_end); @@ -7654,11 +7719,7 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { END_STATE(); case 86: ACCEPT_TOKEN(aux_sym_function_static_declaration_token1); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 87: ACCEPT_TOKEN(anon_sym_COMMA); @@ -7742,51 +7803,27 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { END_STATE(); case 108: ACCEPT_TOKEN(aux_sym_cast_type_token1); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 109: ACCEPT_TOKEN(aux_sym_cast_type_token3); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 110: ACCEPT_TOKEN(aux_sym_cast_type_token6); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 111: ACCEPT_TOKEN(aux_sym_cast_type_token8); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 112: ACCEPT_TOKEN(aux_sym_cast_type_token11); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 113: ACCEPT_TOKEN(aux_sym_cast_type_token12); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 114: ACCEPT_TOKEN(sym_float); @@ -7809,7 +7846,12 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('0' <= lookahead && lookahead <= '9')) ADVANCE(116); if (('A' <= lookahead && lookahead <= 'Z') || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 159) || + (161 <= lookahead && lookahead <= 8202) || + (8204 <= lookahead && lookahead <= 8287) || + (8289 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65278) || + (65280 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 117: ACCEPT_TOKEN(sym_float); @@ -8155,22 +8197,14 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { END_STATE(); case 191: ACCEPT_TOKEN(sym_boolean); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 192: ACCEPT_TOKEN(sym_null); END_STATE(); case 193: ACCEPT_TOKEN(sym_null); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 194: ACCEPT_TOKEN(anon_sym_DOLLAR); @@ -8315,21 +8349,13 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (lookahead == '\'') ADVANCE(172); if (lookahead == 'O' || lookahead == 'o') ADVANCE(253); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 230: ACCEPT_TOKEN(sym_name); if (lookahead == '"') ADVANCE(170); if (lookahead == '\'') ADVANCE(172); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 231: ACCEPT_TOKEN(sym_name); @@ -8340,17 +8366,19 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { if (('0' <= lookahead && lookahead <= '9')) ADVANCE(231); if (('A' <= lookahead && lookahead <= 'Z') || ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + (128 <= lookahead && lookahead <= 159) || + (161 <= lookahead && lookahead <= 8202) || + (8204 <= lookahead && lookahead <= 8287) || + (8289 <= lookahead && lookahead <= 55295) || + (57344 <= lookahead && lookahead <= 65278) || + (65280 <= lookahead && lookahead <= 65535)) ADVANCE(270); END_STATE(); case 232: ACCEPT_TOKEN(sym_name); if (lookahead == '+' || lookahead == '-') ADVANCE(69); if (('0' <= lookahead && lookahead <= '9')) ADVANCE(116); - if (('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_2(lookahead)) ADVANCE(270); END_STATE(); case 233: ACCEPT_TOKEN(sym_name); @@ -8358,31 +8386,19 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 'a') ADVANCE(248); if (lookahead == 'L' || lookahead == 'l') ADVANCE(252); - if (('0' <= lookahead && lookahead <= '9') || - ('B' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('b' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_3(lookahead)) ADVANCE(270); END_STATE(); case 234: ACCEPT_TOKEN(sym_name); if (lookahead == 'A' || lookahead == 'a') ADVANCE(248); - if (('0' <= lookahead && lookahead <= '9') || - ('B' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('b' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_3(lookahead)) ADVANCE(270); END_STATE(); case 235: ACCEPT_TOKEN(sym_name); if (lookahead == 'A' || lookahead == 'a') ADVANCE(267); - if (('0' <= lookahead && lookahead <= '9') || - ('B' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('b' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_3(lookahead)) ADVANCE(270); END_STATE(); case 236: ACCEPT_TOKEN(sym_name); @@ -8390,345 +8406,207 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) { lookahead == 'a') ADVANCE(263); if (lookahead == 'R' || lookahead == 'r') ADVANCE(244); - if (('0' <= lookahead && lookahead <= '9') || - ('B' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('b' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_3(lookahead)) ADVANCE(270); END_STATE(); case 237: ACCEPT_TOKEN(sym_name); if (lookahead == 'A' || lookahead == 'a') ADVANCE(263); - if (('0' <= lookahead && lookahead <= '9') || - ('B' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('b' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_3(lookahead)) ADVANCE(270); END_STATE(); case 238: ACCEPT_TOKEN(sym_name); if (lookahead == 'A' || lookahead == 'a') ADVANCE(261); - if (('0' <= lookahead && lookahead <= '9') || - ('B' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('b' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_3(lookahead)) ADVANCE(270); END_STATE(); case 239: ACCEPT_TOKEN(sym_name); if (lookahead == 'C' || lookahead == 'c') ADVANCE(86); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 240: ACCEPT_TOKEN(sym_name); if (lookahead == 'E' || lookahead == 'e') ADVANCE(191); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 241: ACCEPT_TOKEN(sym_name); if (lookahead == 'E' || lookahead == 'e') ADVANCE(262); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 242: ACCEPT_TOKEN(sym_name); if (lookahead == 'G' || lookahead == 'g') ADVANCE(112); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 243: ACCEPT_TOKEN(sym_name); if (lookahead == 'I' || lookahead == 'i') ADVANCE(239); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 244: ACCEPT_TOKEN(sym_name); if (lookahead == 'I' || lookahead == 'i') ADVANCE(250); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 245: ACCEPT_TOKEN(sym_name); if (lookahead == 'L' || lookahead == 'l') ADVANCE(109); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 246: ACCEPT_TOKEN(sym_name); if (lookahead == 'L' || lookahead == 'l') ADVANCE(193); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 247: ACCEPT_TOKEN(sym_name); if (lookahead == 'L' || lookahead == 'l') ADVANCE(246); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 248: ACCEPT_TOKEN(sym_name); if (lookahead == 'L' || lookahead == 'l') ADVANCE(257); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 249: ACCEPT_TOKEN(sym_name); if (lookahead == 'N' || lookahead == 'n') ADVANCE(258); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 250: ACCEPT_TOKEN(sym_name); if (lookahead == 'N' || lookahead == 'n') ADVANCE(242); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 251: ACCEPT_TOKEN(sym_name); if (lookahead == 'N' || lookahead == 'n') ADVANCE(260); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 252: ACCEPT_TOKEN(sym_name); if (lookahead == 'O' || lookahead == 'o') ADVANCE(238); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 253: ACCEPT_TOKEN(sym_name); if (lookahead == 'O' || lookahead == 'o') ADVANCE(245); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 254: ACCEPT_TOKEN(sym_name); if (lookahead == 'R' || lookahead == 'r') ADVANCE(235); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 255: ACCEPT_TOKEN(sym_name); if (lookahead == 'R' || lookahead == 'r') ADVANCE(265); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 256: ACCEPT_TOKEN(sym_name); if (lookahead == 'R' || lookahead == 'r') ADVANCE(254); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 257: ACCEPT_TOKEN(sym_name); if (lookahead == 'S' || lookahead == 's') ADVANCE(240); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 258: ACCEPT_TOKEN(sym_name); if (lookahead == 'S' || lookahead == 's') ADVANCE(241); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 259: ACCEPT_TOKEN(sym_name); if (lookahead == 'T' || lookahead == 't') ADVANCE(236); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 260: ACCEPT_TOKEN(sym_name); if (lookahead == 'T' || lookahead == 't') ADVANCE(110); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 261: ACCEPT_TOKEN(sym_name); if (lookahead == 'T' || lookahead == 't') ADVANCE(111); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 262: ACCEPT_TOKEN(sym_name); if (lookahead == 'T' || lookahead == 't') ADVANCE(113); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 263: ACCEPT_TOKEN(sym_name); if (lookahead == 'T' || lookahead == 't') ADVANCE(243); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 264: ACCEPT_TOKEN(sym_name); if (lookahead == 'T' || lookahead == 't') ADVANCE(237); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 265: ACCEPT_TOKEN(sym_name); if (lookahead == 'U' || lookahead == 'u') ADVANCE(240); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 266: ACCEPT_TOKEN(sym_name); if (lookahead == 'U' || lookahead == 'u') ADVANCE(247); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 267: ACCEPT_TOKEN(sym_name); if (lookahead == 'Y' || lookahead == 'y') ADVANCE(108); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 268: ACCEPT_TOKEN(sym_name); if (('0' <= lookahead && lookahead <= '9')) ADVANCE(231); - if (('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_2(lookahead)) ADVANCE(270); END_STATE(); case 269: ACCEPT_TOKEN(sym_name); if (('0' <= lookahead && lookahead <= '9')) ADVANCE(116); - if (('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_2(lookahead)) ADVANCE(270); END_STATE(); case 270: ACCEPT_TOKEN(sym_name); - if (('0' <= lookahead && lookahead <= '9') || - ('A' <= lookahead && lookahead <= 'Z') || - lookahead == '_' || - ('a' <= lookahead && lookahead <= 'z') || - (161 <= lookahead && lookahead <= 255)) ADVANCE(270); + if (sym_name_character_set_1(lookahead)) ADVANCE(270); END_STATE(); case 271: ACCEPT_TOKEN(sym_comment);