LibUnicode: Add lexer to test if a string matches the "type" production

This commit is contained in:
Timothy Flynn 2021-09-01 07:48:02 -04:00 committed by Linus Groh
commit a05419db55
Notes: sideshowbarker 2024-07-18 04:53:37 +09:00
3 changed files with 35 additions and 0 deletions

View file

@ -114,6 +114,22 @@ static Optional<StringView> consume_next_segment(GenericLexer& lexer, bool with_
return segment;
}
bool is_type_identifier(StringView identifier)
{
// type = alphanum{3,8} (sep alphanum{3,8})*
GenericLexer lexer { identifier };
while (true) {
auto type = consume_next_segment(lexer, lexer.tell() > 0);
if (!type.has_value())
break;
if (!is_single_type(*type))
return false;
}
return lexer.is_eof() && (lexer.tell() > 0);
}
static Optional<LanguageID> parse_unicode_language_id(GenericLexer& lexer)
{
// https://unicode.org/reports/tr35/#Unicode_language_identifier