use urlparse to parse proxy url
This commit is contained in:
parent
d3de7d24de
commit
98968d50d1
1 changed files with 5 additions and 2 deletions
|
|
@ -31,6 +31,7 @@ from threading import RLock
|
||||||
import time
|
import time
|
||||||
import urllib
|
import urllib
|
||||||
import urllib2
|
import urllib2
|
||||||
|
from urlparse import urlsplit
|
||||||
import mimetypes
|
import mimetypes
|
||||||
from contextlib import closing
|
from contextlib import closing
|
||||||
from gzip import GzipFile
|
from gzip import GzipFile
|
||||||
|
|
@ -181,8 +182,10 @@ class StandardBrowser(mechanize.Browser):
|
||||||
self.proxy = proxy
|
self.proxy = proxy
|
||||||
if proxy:
|
if proxy:
|
||||||
proto = 'http'
|
proto = 'http'
|
||||||
if proxy.find('://') >= 0:
|
if '://' in proxy:
|
||||||
proto, domain = proxy.split('://', 1)
|
v = urlsplit(proxy)
|
||||||
|
proto = v.scheme
|
||||||
|
domain = v.netloc
|
||||||
else:
|
else:
|
||||||
domain = proxy
|
domain = proxy
|
||||||
self.set_proxies({proto: domain})
|
self.set_proxies({proto: domain})
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue