I'm not a robot, so disable the check of permissions in robots.txt.
This commit is contained in:
parent
66bf668ebe
commit
e7c3ee60b8
1 changed files with 4 additions and 0 deletions
|
|
@ -121,6 +121,10 @@ class BaseBrowser(mechanize.Browser):
|
||||||
|
|
||||||
# ------ Browser methods ---------------------------------------
|
# ------ Browser methods ---------------------------------------
|
||||||
|
|
||||||
|
# I'm not a robot, so disable the check of permissions in robots.txt.
|
||||||
|
default_features = copy(mechanize.Browser.default_features)
|
||||||
|
default_features.remove('_robots')
|
||||||
|
|
||||||
def __init__(self, username=None, password=None, firefox_cookies=None,
|
def __init__(self, username=None, password=None, firefox_cookies=None,
|
||||||
parser=None, history=NoHistory()):
|
parser=None, history=NoHistory()):
|
||||||
"""
|
"""
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue