use urlparse to parse proxy url
This commit is contained in:
parent
d3de7d24de
commit
98968d50d1
1 changed files with 5 additions and 2 deletions
|
|
@ -31,6 +31,7 @@ from threading import RLock
|
|||
import time
|
||||
import urllib
|
||||
import urllib2
|
||||
from urlparse import urlsplit
|
||||
import mimetypes
|
||||
from contextlib import closing
|
||||
from gzip import GzipFile
|
||||
|
|
@ -181,8 +182,10 @@ class StandardBrowser(mechanize.Browser):
|
|||
self.proxy = proxy
|
||||
if proxy:
|
||||
proto = 'http'
|
||||
if proxy.find('://') >= 0:
|
||||
proto, domain = proxy.split('://', 1)
|
||||
if '://' in proxy:
|
||||
v = urlsplit(proxy)
|
||||
proto = v.scheme
|
||||
domain = v.netloc
|
||||
else:
|
||||
domain = proxy
|
||||
self.set_proxies({proto: domain})
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue