catdog2/urlbot-native-trex
1
0
Fork 0
mirror of http://aero2k.de/t/repos/urlbot-native.git synced 2017-09-06 15:25:38 +02:00
Code Issues Releases Activity

using global uniq USER_AGENT

Browse Source
This commit is contained in:
urlbot
2015-08-21 23:35:28 +02:00
parent 67642cba17
commit 5f27fea8fc
3 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
common.py
View File

@@ -15,7 +15,8 @@ RATE_CHAT = 0x08
RATE_URL = 0x10 RATE_URL = 0x10
BUFSIZ = 8192 BUFSIZ = 8192
delay = 0.100 # seconds EVENTLOOP_DELAY = 0.100 # seconds
USER_AGENT = '''Mozilla/5.0 (X11; Linux x86_64; rv:31.0) Gecko/20100101 Firefox/31.0 Iceweasel/31.0'''
basedir = '.' basedir = '.'
if 2 == len(sys.argv): if 2 == len(sys.argv):

2
plugins.py
View File

@@ -881,7 +881,7 @@ def command_dsa_watcher(argv, **args):
try: try:
request = urllib.request.Request(url) request = urllib.request.Request(url)
request.add_header('User-Agent', '''Mozilla/5.0 (X11; Linux x86_64; rv:31.0) Gecko/20100101 Firefox/31.0 Iceweasel/31.0''') request.add_header('User-Agent', USER_AGENT)
response = urllib.request.urlopen(request) response = urllib.request.urlopen(request)
html_text = response.read(BUFSIZ) # ignore more than BUFSIZ html_text = response.read(BUFSIZ) # ignore more than BUFSIZ
except Exception as e: except Exception as e:

4
urlbot.py
View File

@@ -33,7 +33,7 @@ def fetch_page(url):
log.info('fetching page ' + url) log.info('fetching page ' + url)
try: try:
request = urllib.request.Request(url) request = urllib.request.Request(url)
request.add_header('User-Agent', '''Mozilla/5.0 (X11; Linux x86_64; rv:31.0) Gecko/20100101 Firefox/31.0 Iceweasel/31.0''') request.add_header('User-Agent', USER_AGENT)
response = urllib.request.urlopen(request) response = urllib.request.urlopen(request)
html_text = response.read(BUFSIZ) # ignore more than BUFSIZ html_text = response.read(BUFSIZ) # ignore more than BUFSIZ
response.close() response.close()
@@ -379,7 +379,7 @@ if '__main__' == __name__:
xmpp.disconnect() xmpp.disconnect()
sys.exit(1) sys.exit(1)
time.sleep(delay) time.sleep(EVENTLOOP_DELAY)
except KeyboardInterrupt: except KeyboardInterrupt:
print('') print('')
exit(130) exit(130)