From a44edbccc537c338922cd2f8836247a32988c1e1 Mon Sep 17 00:00:00 2001 From: Thorsten Date: Mon, 13 Nov 2017 19:58:01 +0100 Subject: [PATCH] timeout to fetch url titles --- common.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/common.py b/common.py index 3323606..435548c 100644 --- a/common.py +++ b/common.py @@ -39,7 +39,7 @@ VERSION = get_version_git() def fetch_page(url): log = logging.getLogger(__name__) log.info('fetching page ' + url) - response = requests.get(url, headers={'User-Agent': USER_AGENT}, stream=True) + response = requests.get(url, headers={'User-Agent': USER_AGENT}, stream=True, timeout=15) content = response.raw.read(BUFSIZ, decode_content=True) return content.decode(response.encoding or 'utf-8'), response.headers