LibWeb/CSS: Remove tiny-oom propagation from CSS Tokenizer

This commit is contained in:
Sam Atkins 2024-07-26 15:11:57 +01:00 committed by Andreas Kling
commit 89c5f25016
Notes: github-actions[bot] 2024-07-26 15:30:20 +00:00
4 changed files with 76 additions and 76 deletions

View file

@ -59,17 +59,17 @@ public:
class Tokenizer {
public:
static ErrorOr<Vector<Token>> tokenize(StringView input, StringView encoding);
static Vector<Token> tokenize(StringView input, StringView encoding);
[[nodiscard]] static Token create_eof_token();
private:
explicit Tokenizer(String decoded_input);
[[nodiscard]] ErrorOr<Vector<Token>> tokenize();
[[nodiscard]] Vector<Token> tokenize();
size_t current_byte_offset() const;
ErrorOr<String> input_since(size_t offset) const;
String input_since(size_t offset) const;
[[nodiscard]] u32 next_code_point();
[[nodiscard]] u32 peek_code_point(size_t offset = 0) const;
@ -82,15 +82,15 @@ private:
[[nodiscard]] static Token create_new_token(Token::Type);
[[nodiscard]] static Token create_value_token(Token::Type, FlyString&& value, String&& representation);
[[nodiscard]] static Token create_value_token(Token::Type, u32 value, String&& representation);
[[nodiscard]] ErrorOr<Token> consume_a_token();
[[nodiscard]] ErrorOr<Token> consume_string_token(u32 ending_code_point);
[[nodiscard]] ErrorOr<Token> consume_a_numeric_token();
[[nodiscard]] ErrorOr<Token> consume_an_ident_like_token();
[[nodiscard]] Token consume_a_token();
[[nodiscard]] Token consume_string_token(u32 ending_code_point);
[[nodiscard]] Token consume_a_numeric_token();
[[nodiscard]] Token consume_an_ident_like_token();
[[nodiscard]] Number consume_a_number();
[[nodiscard]] double convert_a_string_to_a_number(StringView);
[[nodiscard]] ErrorOr<FlyString> consume_an_ident_sequence();
[[nodiscard]] FlyString consume_an_ident_sequence();
[[nodiscard]] u32 consume_escaped_code_point();
[[nodiscard]] ErrorOr<Token> consume_a_url_token();
[[nodiscard]] Token consume_a_url_token();
void consume_the_remnants_of_a_bad_url();
void consume_comments();
void consume_as_much_whitespace_as_possible();