catdog2/urlbot-native-trex
1
0
Fork 0
mirror of http://aero2k.de/t/repos/urlbot-native.git synced 2017-09-06 15:25:38 +02:00
Code Issues Releases Activity

urllib cleanup

Browse Source
This commit is contained in:
Thorsten
2015-12-31 21:03:11 +01:00
parent bd984d0aa1
commit 837e1e16ce
2 changed files with 0 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
plugins/parsers.py
View File

@@ -203,17 +203,6 @@ def resolve_url_title(**args):
if any([re.match(b, url) for b in url_blacklist]):
log.info('url blacklist match for ' + url)
break
# urllib.request is broken:
# >>> '.'.encode('idna')
# ....
# UnicodeError: label empty or too long
# >>> '.a.'.encode('idna')
# ....
# UnicodeError: label empty or too long
# >>> 'a.a.'.encode('idna')
# b'a.a.'
try:
title = extract_title(url)
except UnicodeError as e: