/* * Copyright (c) 2021, Tim Flynn * * SPDX-License-Identifier: BSD-2-Clause */ #include #include TEST_CASE(is_unicode_language_subtag) { EXPECT(Unicode::is_unicode_language_subtag("aa"sv)); EXPECT(Unicode::is_unicode_language_subtag("aaa"sv)); EXPECT(Unicode::is_unicode_language_subtag("aaaaa"sv)); EXPECT(Unicode::is_unicode_language_subtag("aaaaaa"sv)); EXPECT(Unicode::is_unicode_language_subtag("aaaaaaa"sv)); EXPECT(Unicode::is_unicode_language_subtag("aaaaaaaa"sv)); EXPECT(!Unicode::is_unicode_language_subtag(""sv)); EXPECT(!Unicode::is_unicode_language_subtag("a"sv)); EXPECT(!Unicode::is_unicode_language_subtag("aaaa"sv)); EXPECT(!Unicode::is_unicode_language_subtag("aaaaaaaaa"sv)); EXPECT(!Unicode::is_unicode_language_subtag("123"sv)); } TEST_CASE(is_unicode_script_subtag) { EXPECT(Unicode::is_unicode_script_subtag("aaaa"sv)); EXPECT(!Unicode::is_unicode_script_subtag(""sv)); EXPECT(!Unicode::is_unicode_script_subtag("a"sv)); EXPECT(!Unicode::is_unicode_script_subtag("aa"sv)); EXPECT(!Unicode::is_unicode_script_subtag("aaa"sv)); EXPECT(!Unicode::is_unicode_script_subtag("aaaaa"sv)); EXPECT(!Unicode::is_unicode_script_subtag("1234"sv)); } TEST_CASE(is_unicode_region_subtag) { EXPECT(Unicode::is_unicode_region_subtag("aa"sv)); EXPECT(Unicode::is_unicode_region_subtag("123"sv)); EXPECT(!Unicode::is_unicode_region_subtag(""sv)); EXPECT(!Unicode::is_unicode_region_subtag("a"sv)); EXPECT(!Unicode::is_unicode_region_subtag("aaa"sv)); EXPECT(!Unicode::is_unicode_region_subtag("12"sv)); EXPECT(!Unicode::is_unicode_region_subtag("12a"sv)); } TEST_CASE(is_unicode_variant_subtag) { EXPECT(Unicode::is_unicode_variant_subtag("aaaaa"sv)); EXPECT(Unicode::is_unicode_variant_subtag("aaaaaa"sv)); EXPECT(Unicode::is_unicode_variant_subtag("aaaaaaa"sv)); EXPECT(Unicode::is_unicode_variant_subtag("aaaaaaaa"sv)); EXPECT(Unicode::is_unicode_variant_subtag("1aaa"sv)); EXPECT(Unicode::is_unicode_variant_subtag("12aa"sv)); EXPECT(Unicode::is_unicode_variant_subtag("123a"sv)); EXPECT(Unicode::is_unicode_variant_subtag("1234"sv)); EXPECT(!Unicode::is_unicode_variant_subtag(""sv)); EXPECT(!Unicode::is_unicode_variant_subtag("a"sv)); EXPECT(!Unicode::is_unicode_variant_subtag("aa"sv)); EXPECT(!Unicode::is_unicode_variant_subtag("aaa"sv)); EXPECT(!Unicode::is_unicode_variant_subtag("aaaa"sv)); EXPECT(!Unicode::is_unicode_variant_subtag("aaaaaaaaa"sv)); EXPECT(!Unicode::is_unicode_variant_subtag("a234"sv)); } TEST_CASE(parse_unicode_locale_id) { auto fail = [](StringView locale) { auto locale_id = Unicode::parse_unicode_locale_id(locale); EXPECT(!locale_id.has_value()); }; auto pass = [](StringView locale, Optional expected_language, Optional expected_script, Optional expected_region, Vector expected_variants) { auto locale_id = Unicode::parse_unicode_locale_id(locale); VERIFY(locale_id.has_value()); EXPECT_EQ(locale_id->language_id.language, expected_language); EXPECT_EQ(locale_id->language_id.script, expected_script); EXPECT_EQ(locale_id->language_id.region, expected_region); EXPECT_EQ(locale_id->language_id.variants, expected_variants); }; fail("a"sv); fail("1234"sv); fail("aaa-"sv); fail("aaa-cc-"sv); fail("aaa-bbbb-cc-"sv); fail("aaa-bbbb-cc-123"sv); pass("aaa"sv, "aaa"sv, {}, {}, {}); pass("aaa-bbbb"sv, "aaa"sv, "bbbb"sv, {}, {}); pass("aaa-cc"sv, "aaa"sv, {}, "cc"sv, {}); pass("aaa-bbbb-cc"sv, "aaa"sv, "bbbb"sv, "cc"sv, {}); pass("aaa-bbbb-cc-1234"sv, "aaa"sv, "bbbb"sv, "cc"sv, { "1234"sv }); pass("aaa-bbbb-cc-1234-5678"sv, "aaa"sv, "bbbb"sv, "cc"sv, { "1234"sv, "5678"sv }); } TEST_CASE(parse_unicode_locale_id_with_unicode_locale_extension) { auto fail = [](StringView locale) { auto locale_id = Unicode::parse_unicode_locale_id(locale); EXPECT(!locale_id.has_value()); }; auto pass = [](StringView locale, Unicode::LocaleExtension const& expected_extension) { auto locale_id = Unicode::parse_unicode_locale_id(locale); VERIFY(locale_id.has_value()); EXPECT_EQ(locale_id->extensions.size(), 1u); auto const& actual_extension = locale_id->extensions[0].get(); VERIFY(actual_extension.attributes == expected_extension.attributes); EXPECT_EQ(actual_extension.keywords.size(), expected_extension.keywords.size()); for (size_t i = 0; i < actual_extension.keywords.size(); ++i) { auto const& actual_keyword = actual_extension.keywords[i]; auto const& expected_keyword = expected_extension.keywords[i]; EXPECT_EQ(actual_keyword.key, expected_keyword.key); EXPECT_EQ(actual_keyword.types, expected_keyword.types); } }; fail("en-u"sv); fail("en-u-"sv); fail("en-u-x"sv); fail("en-u-xx-"sv); fail("en-u--xx"sv); fail("en-u-xx-xxxxx-"sv); fail("en-u-xx--xxxxx"sv); fail("en-u-xx-xxxxxxxxx"sv); fail("en-u-xxxxx-"sv); fail("en-u-xxxxxxxxx"sv); pass("en-u-xx"sv, { {}, { { "xx"sv, {} } } }); pass("en-u-xx-yyyy"sv, { {}, { { "xx"sv, { "yyyy"sv } } } }); pass("en-u-xx-yyyy-zzzz"sv, { {}, { { "xx"sv, { "yyyy"sv, "zzzz"sv } } } }); pass("en-u-xx-yyyy-zzzz-aa"sv, { {}, { { "xx"sv, { "yyyy"sv, "zzzz"sv } }, { "aa"sv, {} } } }); pass("en-u-xxx"sv, { { "xxx"sv }, {} }); pass("en-u-fff-gggg"sv, { { "fff"sv, "gggg"sv }, {} }); pass("en-u-fff-xx"sv, { { "fff"sv }, { { "xx"sv, {} } } }); pass("en-u-fff-xx-yyyy"sv, { { "fff"sv }, { { "xx"sv, { "yyyy"sv } } } }); pass("en-u-fff-gggg-xx-yyyy"sv, { { "fff"sv, "gggg"sv }, { { "xx"sv, { "yyyy"sv } } } }); } TEST_CASE(parse_unicode_locale_id_with_transformed_extension) { auto fail = [](StringView locale) { auto locale_id = Unicode::parse_unicode_locale_id(locale); EXPECT(!locale_id.has_value()); }; auto pass = [](StringView locale, Unicode::TransformedExtension const& expected_extension) { auto locale_id = Unicode::parse_unicode_locale_id(locale); VERIFY(locale_id.has_value()); EXPECT_EQ(locale_id->extensions.size(), 1u); auto const& actual_extension = locale_id->extensions[0].get(); VERIFY(actual_extension.language.has_value() == expected_extension.language.has_value()); if (actual_extension.language.has_value()) { EXPECT_EQ(actual_extension.language->language, expected_extension.language->language); EXPECT_EQ(actual_extension.language->script, expected_extension.language->script); EXPECT_EQ(actual_extension.language->region, expected_extension.language->region); EXPECT_EQ(actual_extension.language->variants, expected_extension.language->variants); } EXPECT_EQ(actual_extension.fields.size(), expected_extension.fields.size()); for (size_t i = 0; i < actual_extension.fields.size(); ++i) { auto const& actual_field = actual_extension.fields[i]; auto const& expected_field = expected_extension.fields[i]; EXPECT_EQ(actual_field.key, expected_field.key); EXPECT_EQ(actual_field.values, expected_field.values); } }; fail("en-t"sv); fail("en-t-"sv); fail("en-t-a"sv); fail("en-t-en-"sv); fail("en-t-root"sv); fail("en-t-aaaaaaaaa"sv); fail("en-t-en-aaa"sv); fail("en-t-en-latn-latn"sv); fail("en-t-en-a"sv); fail("en-t-en-00"sv); fail("en-t-en-latn-0"sv); fail("en-t-en-latn-00"sv); fail("en-t-en-latn-xyz"sv); fail("en-t-en-aaaaaaaaa"sv); fail("en-t-en-latn-gb-aaaa"sv); fail("en-t-en-latn-gb-aaaaaaaaa"sv); fail("en-t-k0"sv); fail("en-t-k0-aa"sv); fail("en-t-k0-aaaaaaaaa"sv); pass("en-t-en"sv, { Unicode::LanguageID { false, "en"sv }, {} }); pass("en-t-en-latn"sv, { Unicode::LanguageID { false, "en"sv, "latn"sv }, {} }); pass("en-t-en-us"sv, { Unicode::LanguageID { false, "en"sv, {}, "us"sv }, {} }); pass("en-t-en-latn-us"sv, { Unicode::LanguageID { false, "en"sv, "latn"sv, "us"sv }, {} }); pass("en-t-en-posix"sv, { Unicode::LanguageID { false, "en"sv, {}, {}, { "posix"sv } }, {} }); pass("en-t-en-latn-posix"sv, { Unicode::LanguageID { false, "en"sv, "latn"sv, {}, { "posix"sv } }, {} }); pass("en-t-en-us-posix"sv, { Unicode::LanguageID { false, "en"sv, {}, "us"sv, { "posix"sv } }, {} }); pass("en-t-en-latn-us-posix"sv, { Unicode::LanguageID { false, "en"sv, "latn"sv, "us"sv, { "posix"sv } }, {} }); pass("en-t-k0-aaa"sv, { {}, { { "k0"sv, { "aaa"sv } } } }); pass("en-t-k0-aaa-bbbb"sv, { {}, { { "k0"sv, { "aaa"sv, "bbbb" } } } }); pass("en-t-k0-aaa-k1-bbbb"sv, { {}, { { "k0"sv, { "aaa"sv } }, { "k1"sv, { "bbbb"sv } } } }); pass("en-t-en-k0-aaa"sv, { Unicode::LanguageID { false, "en"sv }, { { "k0"sv, { "aaa"sv } } } }); } TEST_CASE(canonicalize_unicode_locale_id) { auto test = [](StringView locale, StringView expected_canonical_locale) { auto locale_id = Unicode::parse_unicode_locale_id(locale); VERIFY(locale_id.has_value()); auto canonical_locale = Unicode::canonicalize_unicode_locale_id(*locale_id); EXPECT_EQ(canonical_locale, expected_canonical_locale); }; test("aaa"sv, "aaa"sv); test("AaA"sv, "aaa"sv); test("aaa-bbbb"sv, "aaa-Bbbb"sv); test("aaa-cc"sv, "aaa-CC"sv); test("aaa-bBBB-cC"sv, "aaa-Bbbb-CC"sv); test("aaa-bbbb-cc-1234"sv, "aaa-Bbbb-CC-1234"sv); test("aaa-bbbb-cc-ABCDE"sv, "aaa-Bbbb-CC-abcde"sv); }