LibWeb: Add remaining states to the Swift tokenizer

This includes all the DOCTYPE and Character reference states, as well as
a few RAWTEXT ones that were missing by accident.
This commit is contained in:
Andrew Kaster 2024-11-14 16:07:21 -07:00 committed by Andrew Kaster
commit 1383d03c02
Notes: github-actions[bot] 2024-11-15 17:56:28 +00:00
5 changed files with 790 additions and 7 deletions

View file

@ -69,11 +69,13 @@ struct TestHTMLTokenizerSwift {
#expect(tokenizer.state == HTMLTokenizer.State.Data) // initial state
let token = tokenizer.nextToken()
#expect(token?.type == .EndOfFile)
#expect(tokenizer.state == HTMLTokenizer.State.CharacterReference)
#expect(token?.type == .Character(codePoint: "&"))
let token2 = tokenizer.nextToken()
#expect(token2 == nil)
#expect(token2?.type == .EndOfFile)
let token3 = tokenizer.nextToken()
#expect(token3 == nil)
}
@Test func tagOpenOnly() {