diff --git a/sweebot.py b/sweebot.py
index e94a56e..b50471b 100644
--- a/sweebot.py
+++ b/sweebot.py
@@ -609,6 +609,9 @@ while True:
                             if i[:8] == "https://":
                                 try:
                                     e = get(i, headers=headers, timeout=10)
+                                    header = e.headers
+                                    content_type = header.get('content-type')
+                                    content_len = header.get('Content-length')
                                     if content_type in allowedparse:
                                         if e.ok:
                                             soup = BeautifulSoup(e.text, 'html.parser')