catdog2/urlbot-native
1
0
Fork 0
Code Issues Pull Requests Releases Activity

fake User-Agent to FF/31/Linux because Reddit drops us otherwise

Browse Source
This commit is contained in:
urlbot
2014-08-04 19:32:40 +02:00
parent 4e1b1b4ecd
commit 0b00ecb8ce
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
eventlooper.py
View File

@@ -35,9 +35,13 @@ def logger(severity, message):
# if severity in sev: # if severity in sev:
sys.stderr.write(e('%s: %s: %s' %(sys.argv[0], severity, message)) + '\n') sys.stderr.write(e('%s: %s: %s' %(sys.argv[0], severity, message)) + '\n')
class urllib_user_agent_wrapper(urllib.FancyURLopener):
version = '''Mozilla/5.0 (X11; Linux x86_64; rv:31.0) Gecko/20100101 Firefox/31.0 Iceweasel/31.0'''
def fetch_page(url): def fetch_page(url):
logger('info', 'fetching page ' + url) logger('info', 'fetching page ' + url)
try: try:
urllib._urlopener = urllib_user_agent_wrapper()
response = urllib.urlopen(url) response = urllib.urlopen(url)
html = response.read(BUFSIZ) # ignore more than BUFSIZ html = response.read(BUFSIZ) # ignore more than BUFSIZ
response.close() response.close()