exceptions, firefox_cookies and base page
This commit is contained in:
parent
46cc92e9fa
commit
4cde2ef3d5
6 changed files with 201 additions and 11 deletions
21
dlfp/__init__.py
Normal file
21
dlfp/__init__.py
Normal file
|
|
@ -0,0 +1,21 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
"""
|
||||||
|
Copyright(C) 2010 Romain Bignon
|
||||||
|
|
||||||
|
This program is free software; you can redistribute it and/or modify
|
||||||
|
it under the terms of the GNU General Public License as published by
|
||||||
|
the Free Software Foundation, version 3 of the License.
|
||||||
|
|
||||||
|
This program is distributed in the hope that it will be useful,
|
||||||
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
GNU General Public License for more details.
|
||||||
|
|
||||||
|
You should have received a copy of the GNU General Public License
|
||||||
|
along with this program; if not, write to the Free Software
|
||||||
|
Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||||
|
|
||||||
|
"""
|
||||||
|
|
||||||
|
from .browser import DLFP
|
||||||
|
|
@ -85,16 +85,6 @@ class DLFP(Browser):
|
||||||
def keepalive(self):
|
def keepalive(self):
|
||||||
self.home()
|
self.home()
|
||||||
|
|
||||||
def change_location(func):
|
|
||||||
def inner(self, *args, **kwargs):
|
|
||||||
if args and args[0][0] == '/' and (not self.request or self.request.host != 'www.adopteunmec.com'):
|
|
||||||
args = ('http://www.adopteunmec.com%s' % args[0],) + args[1:]
|
|
||||||
print args
|
|
||||||
|
|
||||||
return func(self, *args, **kwargs)
|
|
||||||
return inner
|
|
||||||
|
|
||||||
@change_location
|
|
||||||
def openurl(self, *args, **kwargs):
|
def openurl(self, *args, **kwargs):
|
||||||
try:
|
try:
|
||||||
return Browser.open(self, *args, **kwargs)
|
return Browser.open(self, *args, **kwargs)
|
||||||
|
|
@ -130,7 +120,6 @@ class DLFP(Browser):
|
||||||
self.home()
|
self.home()
|
||||||
raise DLFPUnavailable()
|
raise DLFPUnavailable()
|
||||||
|
|
||||||
@change_location
|
|
||||||
def location(self, *args, **kwargs):
|
def location(self, *args, **kwargs):
|
||||||
keep_args = copy(args)
|
keep_args = copy(args)
|
||||||
keep_kwargs = kwargs.copy()
|
keep_kwargs = kwargs.copy()
|
||||||
|
|
|
||||||
31
dlfp/exceptions.py
Normal file
31
dlfp/exceptions.py
Normal file
|
|
@ -0,0 +1,31 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
"""
|
||||||
|
Copyright(C) 2010 Romain Bignon
|
||||||
|
|
||||||
|
This program is free software; you can redistribute it and/or modify
|
||||||
|
it under the terms of the GNU General Public License as published by
|
||||||
|
the Free Software Foundation, version 3 of the License.
|
||||||
|
|
||||||
|
This program is distributed in the hope that it will be useful,
|
||||||
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
GNU General Public License for more details.
|
||||||
|
|
||||||
|
You should have received a copy of the GNU General Public License
|
||||||
|
along with this program; if not, write to the Free Software
|
||||||
|
Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||||
|
|
||||||
|
"""
|
||||||
|
|
||||||
|
class DLFPUnavailable(Exception):
|
||||||
|
pass
|
||||||
|
|
||||||
|
class DLFPBanned(DLFPUnavailable):
|
||||||
|
pass
|
||||||
|
|
||||||
|
class DLFPIncorrectPassword(Exception):
|
||||||
|
pass
|
||||||
|
|
||||||
|
class DLFPRetry(Exception):
|
||||||
|
pass
|
||||||
120
dlfp/firefox_cookies.py
Normal file
120
dlfp/firefox_cookies.py
Normal file
|
|
@ -0,0 +1,120 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
"""
|
||||||
|
Copyright(C) 2010 Romain Bignon
|
||||||
|
|
||||||
|
This program is free software; you can redistribute it and/or modify
|
||||||
|
it under the terms of the GNU General Public License as published by
|
||||||
|
the Free Software Foundation, version 3 of the License.
|
||||||
|
|
||||||
|
This program is distributed in the hope that it will be useful,
|
||||||
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
GNU General Public License for more details.
|
||||||
|
|
||||||
|
You should have received a copy of the GNU General Public License
|
||||||
|
along with this program; if not, write to the Free Software
|
||||||
|
Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||||
|
|
||||||
|
"""
|
||||||
|
|
||||||
|
try:
|
||||||
|
import sqlite3 as sqlite
|
||||||
|
except ImportError, e:
|
||||||
|
from pysqlite2 import dbapi2 as sqlite
|
||||||
|
|
||||||
|
from mechanize import CookieJar, Cookie
|
||||||
|
|
||||||
|
#import sys, logging
|
||||||
|
#logger = logging.getLogger("mechanize")
|
||||||
|
#logger.addHandler(logging.StreamHandler(sys.stdout))
|
||||||
|
#logger.setLevel(logging.DEBUG)
|
||||||
|
|
||||||
|
class FirefoxCookieJar(CookieJar):
|
||||||
|
|
||||||
|
def __init__(self, sqlite_file=None, policy=None):
|
||||||
|
|
||||||
|
CookieJar.__init__(self, policy)
|
||||||
|
|
||||||
|
self.sqlite_file = sqlite_file
|
||||||
|
|
||||||
|
def __connect(self):
|
||||||
|
try:
|
||||||
|
db = sqlite.connect(database=self.sqlite_file, timeout=10.0)
|
||||||
|
except sqlite.OperationalError, err:
|
||||||
|
print 'Unable to open %s database: %s' % (self.sqlite_file, err)
|
||||||
|
return None
|
||||||
|
|
||||||
|
return db
|
||||||
|
|
||||||
|
|
||||||
|
def load(self):
|
||||||
|
|
||||||
|
db = self.__connect()
|
||||||
|
if not db: return
|
||||||
|
|
||||||
|
cookies = db.execute("""SELECT host, path, name, value, expiry, lastAccessed, isSecure
|
||||||
|
FROM moz_cookies
|
||||||
|
WHERE host LIKE '%linuxfr%'""")
|
||||||
|
|
||||||
|
for entry in cookies:
|
||||||
|
|
||||||
|
domain = entry[0]
|
||||||
|
initial_dot = domain.startswith(".")
|
||||||
|
domain_specified = initial_dot
|
||||||
|
path = entry[1]
|
||||||
|
name = entry[2]
|
||||||
|
value = entry[3]
|
||||||
|
expires = entry[4]
|
||||||
|
secure = entry[6]
|
||||||
|
|
||||||
|
discard = False
|
||||||
|
|
||||||
|
c = Cookie(0, name, value,
|
||||||
|
None, False,
|
||||||
|
domain, domain_specified, initial_dot,
|
||||||
|
path, False,
|
||||||
|
secure,
|
||||||
|
expires,
|
||||||
|
discard,
|
||||||
|
None,
|
||||||
|
None,
|
||||||
|
{})
|
||||||
|
#if not ignore_discard and c.discard:
|
||||||
|
# continue
|
||||||
|
#if not ignore_expires and c.is_expired(now):
|
||||||
|
# continue
|
||||||
|
self.set_cookie(c)
|
||||||
|
|
||||||
|
def save(self):
|
||||||
|
|
||||||
|
db = self.__connect()
|
||||||
|
if not db: return
|
||||||
|
|
||||||
|
db.execute("DELETE FROM moz_cookies WHERE host LIKE '%linuxfr%'")
|
||||||
|
for cookie in self:
|
||||||
|
if cookie.secure: secure = 1
|
||||||
|
else: secure = 0
|
||||||
|
if cookie.expires is not None:
|
||||||
|
expires = cookie.expires
|
||||||
|
else:
|
||||||
|
expires = 0
|
||||||
|
|
||||||
|
if cookie.value is None:
|
||||||
|
# cookies.txt regards 'Set-Cookie: foo' as a cookie
|
||||||
|
# with no name, whereas cookielib regards it as a
|
||||||
|
# cookie with no value.
|
||||||
|
name = ""
|
||||||
|
value = cookie.name
|
||||||
|
else:
|
||||||
|
name = cookie.name
|
||||||
|
value = cookie.value
|
||||||
|
|
||||||
|
# XXX ugly hack to keep this cookie
|
||||||
|
if name == 'PHPSESSID':
|
||||||
|
expires = 1854242393
|
||||||
|
|
||||||
|
db.execute("""INSERT INTO moz_cookies (host, path, name, value, expiry, isSecure)
|
||||||
|
VALUES (?, ?, ?, ?, ?, ?)""",
|
||||||
|
(cookie.domain, cookie.path, name, value, int(expires), int(secure)))
|
||||||
|
db.commit()
|
||||||
0
dlfp/pages/__init__.py
Normal file
0
dlfp/pages/__init__.py
Normal file
29
dlfp/pages/base.py
Normal file
29
dlfp/pages/base.py
Normal file
|
|
@ -0,0 +1,29 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
"""
|
||||||
|
Copyright(C) 2010 Romain Bignon
|
||||||
|
|
||||||
|
This program is free software; you can redistribute it and/or modify
|
||||||
|
it under the terms of the GNU General Public License as published by
|
||||||
|
the Free Software Foundation, version 3 of the License.
|
||||||
|
|
||||||
|
This program is distributed in the hope that it will be useful,
|
||||||
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
GNU General Public License for more details.
|
||||||
|
|
||||||
|
You should have received a copy of the GNU General Public License
|
||||||
|
along with this program; if not, write to the Free Software
|
||||||
|
Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
||||||
|
|
||||||
|
"""
|
||||||
|
|
||||||
|
class PageBase:
|
||||||
|
|
||||||
|
def __init__(self, dlfp, document, url=''):
|
||||||
|
self.dlfp = dlfp
|
||||||
|
self.document = document
|
||||||
|
self.url = url
|
||||||
|
|
||||||
|
def loaded(self):
|
||||||
|
pass
|
||||||
Loading…
Add table
Add a link
Reference in a new issue