catdog2/urlbot-native
1
0
Fork 0
Code Issues Pull Requests Releases Activity

fix crash for https?://\..* links ('.'.encode('idna') fails)

Browse Source
This commit is contained in:
urlbot
2014-10-09 22:48:23 +02:00
parent 24084909a4
commit e4d23e07c0
1 changed files with 13 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
urlbot.py
View File

@@ -130,6 +130,19 @@ def extract_url(data):
result = re.findall("(https?://[^\s>]+)", data) result = re.findall("(https?://[^\s>]+)", data)
if result: if result:
for url in result: for url in result:
# urllib.request is broken:
# >>> '.'.encode('idna')
# ....
# UnicodeError: label empty or too long
# >>> '.a.'.encode('idna')
# ....
# UnicodeError: label empty or too long
# >>> 'a.a.'.encode('idna')
# b'a.a.'
if re.match(r'https?://\.', url):
logger('warn', 'bug tiggered, invalid url: %s' % url)
continue
ratelimit_touch() ratelimit_touch()
if ratelimit_exceeded(): if ratelimit_exceeded():
return False return False