From 34804910134e4f02e595c0d5f655eac70651fe11 Mon Sep 17 00:00:00 2001 From: Thorsten Date: Mon, 4 Jan 2016 22:42:18 +0100 Subject: [PATCH] schei? encoding - doing workarounds --- common.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/common.py b/common.py index 15a6845..86cb48e 100644 --- a/common.py +++ b/common.py @@ -127,7 +127,7 @@ def fetch_page(url): log.info('fetching page ' + url) response = requests.get(url, headers={'User-Agent': USER_AGENT}, stream=True) content = response.raw.read(BUFSIZ, decode_content=True) - return content.decode(response.encoding), response.headers + return content.decode(response.encoding or 'utf-8'), response.headers def extract_title(url):