I'm not a robot, so disable the check of permissions in robots.txt.
This commit is contained in:
parent
66bf668ebe
commit
e7c3ee60b8
1 changed files with 4 additions and 0 deletions
|
|
@ -121,6 +121,10 @@ class BaseBrowser(mechanize.Browser):
|
|||
|
||||
# ------ Browser methods ---------------------------------------
|
||||
|
||||
# I'm not a robot, so disable the check of permissions in robots.txt.
|
||||
default_features = copy(mechanize.Browser.default_features)
|
||||
default_features.remove('_robots')
|
||||
|
||||
def __init__(self, username=None, password=None, firefox_cookies=None,
|
||||
parser=None, history=NoHistory()):
|
||||
"""
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue