LibWeb: Allow HTML tokenizer to emit more than one token

Tokens are now put on a queue when emitted, and we always pop from that
queue when returning from next_token().
This commit is contained in:
Andreas Kling 2020-05-26 15:50:05 +02:00
parent 0f2b3cd280
commit ecd25ce6c7
Notes: sideshowbarker 2024-07-19 06:06:40 +09:00
2 changed files with 26 additions and 10 deletions

View file

@ -26,6 +26,7 @@
#pragma once
#include <AK/Queue.h>
#include <AK/StringView.h>
#include <AK/Types.h>
#include <LibWeb/Forward.h>
@ -165,5 +166,7 @@ private:
HTMLToken m_last_emitted_start_tag;
bool m_has_emitted_eof { false };
Queue<HTMLToken> m_queued_tokens;
};
}