mirrors/ladybird
0
0
Fork 0
mirror of https://github.com/LadybirdBrowser/ladybird.git synced 2025-06-19 08:41:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 10

LibWeb: Handle iso-8859-1 web content a little bit better

Browse source 
We now look at the HTTP response headers for a Content-Type header and
try to parse it if present to find the text encoding.

If the text encoding is iso-8859-1, we turn all non-ASCII characters
into question marks. This makes Swedish Google load on my machine! :^)
This commit is contained in:
Andreas Kling 2020-05-03 22:22:05 +02:00
parent eb6e35a1be
commit f3676ebef5
Notes: sideshowbarker 2024-07-19 07:00:27 +09:00
3 changed files with 44 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

19
Libraries/LibWeb/HtmlView.cpp
View file

@ -343,6 +343,15 @@ static RefPtr<Document> create_image_document(const ByteBuffer& data, const URL&
return document;
}
String encoding_from_content_type(const String& content_type)
{
auto offset = content_type.index_of("charset=");
if (offset.has_value())
return content_type.substring(offset.value() + 8, content_type.length() - offset.value() - 8).to_lowercase();
return "utf-8";
}
void HtmlView::load(const URL& url)
{
dbg() << "HtmlView::load: " << url.to_string();
@ -370,7 +379,15 @@ void HtmlView::load(const URL& url)
if (url.path().ends_with(".png") || url.path().ends_with(".gif")) {
document = create_image_document(data, url);
} else {
document = parse_html_document(data, url);
String encoding = "utf-8";
auto content_type = response_headers.get("Content-Type");
if (content_type.has_value()) {
encoding = encoding_from_content_type(content_type.value());
dbg() << "I think this content has encoding '" << encoding << "'";
}
document = parse_html_document(data, url, encoding);
}
ASSERT(document);
set_document(document);