From 1e13a9381f5e367416d2886684da9ec124b3ccad Mon Sep 17 00:00:00 2001 From: swee Date: Mon, 11 Nov 2024 23:13:55 -0800 Subject: [PATCH] Ignore charset in content-type --- sweebot.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/sweebot.py b/sweebot.py index b50471b..c9c0569 100644 --- a/sweebot.py +++ b/sweebot.py @@ -610,7 +610,7 @@ while True: try: e = get(i, headers=headers, timeout=10) header = e.headers - content_type = header.get('content-type') + content_type = header.get('content-type').split(" ")[0] content_len = header.get('Content-length') if content_type in allowedparse: if e.ok: @@ -627,7 +627,7 @@ while True: elif i[:7] == "http://": e = get(i, headers=headers, timeout=10) header = e.headers - content_type = header.get('content-type') + content_type = header.get('content-type').split(" ")[0] content_len = header.get('Content-length') if content_type in allowedparse: if e.ok: