exceptions, firefox_cookies and base page
This commit is contained in:
parent
46cc92e9fa
commit
4cde2ef3d5
6 changed files with 201 additions and 11 deletions
21
dlfp/__init__.py
Normal file
21
dlfp/__init__.py
Normal file
|
|
@ -0,0 +1,21 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
"""
|
||||
Copyright(C) 2010 Romain Bignon
|
||||
|
||||
This program is free software; you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, version 3 of the License.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program; if not, write to the Free Software
|
||||
Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||
|
||||
"""
|
||||
|
||||
from .browser import DLFP
|
||||
|
|
@ -85,16 +85,6 @@ class DLFP(Browser):
|
|||
def keepalive(self):
|
||||
self.home()
|
||||
|
||||
def change_location(func):
|
||||
def inner(self, *args, **kwargs):
|
||||
if args and args[0][0] == '/' and (not self.request or self.request.host != 'www.adopteunmec.com'):
|
||||
args = ('http://www.adopteunmec.com%s' % args[0],) + args[1:]
|
||||
print args
|
||||
|
||||
return func(self, *args, **kwargs)
|
||||
return inner
|
||||
|
||||
@change_location
|
||||
def openurl(self, *args, **kwargs):
|
||||
try:
|
||||
return Browser.open(self, *args, **kwargs)
|
||||
|
|
@ -130,7 +120,6 @@ class DLFP(Browser):
|
|||
self.home()
|
||||
raise DLFPUnavailable()
|
||||
|
||||
@change_location
|
||||
def location(self, *args, **kwargs):
|
||||
keep_args = copy(args)
|
||||
keep_kwargs = kwargs.copy()
|
||||
|
|
|
|||
31
dlfp/exceptions.py
Normal file
31
dlfp/exceptions.py
Normal file
|
|
@ -0,0 +1,31 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
"""
|
||||
Copyright(C) 2010 Romain Bignon
|
||||
|
||||
This program is free software; you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, version 3 of the License.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program; if not, write to the Free Software
|
||||
Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||
|
||||
"""
|
||||
|
||||
class DLFPUnavailable(Exception):
|
||||
pass
|
||||
|
||||
class DLFPBanned(DLFPUnavailable):
|
||||
pass
|
||||
|
||||
class DLFPIncorrectPassword(Exception):
|
||||
pass
|
||||
|
||||
class DLFPRetry(Exception):
|
||||
pass
|
||||
120
dlfp/firefox_cookies.py
Normal file
120
dlfp/firefox_cookies.py
Normal file
|
|
@ -0,0 +1,120 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
"""
|
||||
Copyright(C) 2010 Romain Bignon
|
||||
|
||||
This program is free software; you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, version 3 of the License.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program; if not, write to the Free Software
|
||||
Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||
|
||||
"""
|
||||
|
||||
try:
|
||||
import sqlite3 as sqlite
|
||||
except ImportError, e:
|
||||
from pysqlite2 import dbapi2 as sqlite
|
||||
|
||||
from mechanize import CookieJar, Cookie
|
||||
|
||||
#import sys, logging
|
||||
#logger = logging.getLogger("mechanize")
|
||||
#logger.addHandler(logging.StreamHandler(sys.stdout))
|
||||
#logger.setLevel(logging.DEBUG)
|
||||
|
||||
class FirefoxCookieJar(CookieJar):
|
||||
|
||||
def __init__(self, sqlite_file=None, policy=None):
|
||||
|
||||
CookieJar.__init__(self, policy)
|
||||
|
||||
self.sqlite_file = sqlite_file
|
||||
|
||||
def __connect(self):
|
||||
try:
|
||||
db = sqlite.connect(database=self.sqlite_file, timeout=10.0)
|
||||
except sqlite.OperationalError, err:
|
||||
print 'Unable to open %s database: %s' % (self.sqlite_file, err)
|
||||
return None
|
||||
|
||||
return db
|
||||
|
||||
|
||||
def load(self):
|
||||
|
||||
db = self.__connect()
|
||||
if not db: return
|
||||
|
||||
cookies = db.execute("""SELECT host, path, name, value, expiry, lastAccessed, isSecure
|
||||
FROM moz_cookies
|
||||
WHERE host LIKE '%linuxfr%'""")
|
||||
|
||||
for entry in cookies:
|
||||
|
||||
domain = entry[0]
|
||||
initial_dot = domain.startswith(".")
|
||||
domain_specified = initial_dot
|
||||
path = entry[1]
|
||||
name = entry[2]
|
||||
value = entry[3]
|
||||
expires = entry[4]
|
||||
secure = entry[6]
|
||||
|
||||
discard = False
|
||||
|
||||
c = Cookie(0, name, value,
|
||||
None, False,
|
||||
domain, domain_specified, initial_dot,
|
||||
path, False,
|
||||
secure,
|
||||
expires,
|
||||
discard,
|
||||
None,
|
||||
None,
|
||||
{})
|
||||
#if not ignore_discard and c.discard:
|
||||
# continue
|
||||
#if not ignore_expires and c.is_expired(now):
|
||||
# continue
|
||||
self.set_cookie(c)
|
||||
|
||||
def save(self):
|
||||
|
||||
db = self.__connect()
|
||||
if not db: return
|
||||
|
||||
db.execute("DELETE FROM moz_cookies WHERE host LIKE '%linuxfr%'")
|
||||
for cookie in self:
|
||||
if cookie.secure: secure = 1
|
||||
else: secure = 0
|
||||
if cookie.expires is not None:
|
||||
expires = cookie.expires
|
||||
else:
|
||||
expires = 0
|
||||
|
||||
if cookie.value is None:
|
||||
# cookies.txt regards 'Set-Cookie: foo' as a cookie
|
||||
# with no name, whereas cookielib regards it as a
|
||||
# cookie with no value.
|
||||
name = ""
|
||||
value = cookie.name
|
||||
else:
|
||||
name = cookie.name
|
||||
value = cookie.value
|
||||
|
||||
# XXX ugly hack to keep this cookie
|
||||
if name == 'PHPSESSID':
|
||||
expires = 1854242393
|
||||
|
||||
db.execute("""INSERT INTO moz_cookies (host, path, name, value, expiry, isSecure)
|
||||
VALUES (?, ?, ?, ?, ?, ?)""",
|
||||
(cookie.domain, cookie.path, name, value, int(expires), int(secure)))
|
||||
db.commit()
|
||||
0
dlfp/pages/__init__.py
Normal file
0
dlfp/pages/__init__.py
Normal file
29
dlfp/pages/base.py
Normal file
29
dlfp/pages/base.py
Normal file
|
|
@ -0,0 +1,29 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
"""
|
||||
Copyright(C) 2010 Romain Bignon
|
||||
|
||||
This program is free software; you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, version 3 of the License.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program; if not, write to the Free Software
|
||||
Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||
|
||||
"""
|
||||
|
||||
class PageBase:
|
||||
|
||||
def __init__(self, dlfp, document, url=''):
|
||||
self.dlfp = dlfp
|
||||
self.document = document
|
||||
self.url = url
|
||||
|
||||
def loaded(self):
|
||||
pass
|
||||
Loading…
Add table
Add a link
Reference in a new issue