LibWeb: Add an HTML tokenizer re-implementation in swift

It doesn't do much yet, the fun part was the scaffolding
Author: https://github.com/ADKaster Commit: 49733ed09b Pull-request: https://github.com/LadybirdBrowser/ladybird/pull/1175 Reviewed-by: https://github.com/AtkinsSJ
2025-07-29 04:09:13 +00:00 · 2024-08-23 17:39:53 -06:00 · 2024-08-23 17:39:53 -06:00 · 49733ed09b · 2024-08-25 01:15:04 +00:00
commit 49733ed09b
parent 4ba274691e
4 changed files with 183 additions and 0 deletions
--- a/Userland/Libraries/LibWeb/HTML/Parser/HTMLTokenizerHelpers.h
+++ b/Userland/Libraries/LibWeb/HTML/Parser/HTMLTokenizerHelpers.h
@ -0,0 +1,19 @@
+/*
+ * Copyright (c) 2024, Andrew Kaster <akaster@serenityos.org>
+ *
+ * SPDX-License-Identifier: BSD-2-Clause
+ */
+
+#pragma once
+
+#include <AK/String.h>
+#include <AK/StringView.h>
+#include <optional>
+
+namespace Web::HTML {
+
+// Swift-friendly wrapper for TextCodec::Decoder::to_utf8
+using OptionalString = std::optional<String>;
+OptionalString decode_to_utf8(StringView text, StringView encoding);
+
+}