catdog2/urlbot-native
1
0
Fork 0
Code Issues Pull Requests Releases Activity

timeout to fetch url titles

Browse Source
This commit is contained in:
Thorsten
2017-11-13 19:58:01 +01:00
parent c3bf599b08
commit a44edbccc5
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
common.py
View File

@@ -39,7 +39,7 @@ VERSION = get_version_git()
def fetch_page(url): def fetch_page(url):
log = logging.getLogger(__name__) log = logging.getLogger(__name__)
log.info('fetching page ' + url) log.info('fetching page ' + url)
response = requests.get(url, headers={'User-Agent': USER_AGENT}, stream=True) response = requests.get(url, headers={'User-Agent': USER_AGENT}, stream=True, timeout=15)
content = response.raw.read(BUFSIZ, decode_content=True) content = response.raw.read(BUFSIZ, decode_content=True)
return content.decode(response.encoding or 'utf-8'), response.headers return content.decode(response.encoding or 'utf-8'), response.headers