006e97a8be
I used autopep8 on some files and did carefully check the changes. I ignored E501,E302,E231,E225,E222,E221,E241,E203 in my search, and at least E501 on any autopep8 run. Other style fixes not related to PEP8: * Only use new-style classes. I don't think the usage of old-style classes was voluntary. Old-style classes are removed in Python 3. * Convert an if/else to a one-liner in mediawiki, change docstring style change to a comment something that wasn't really appropriate for a docstring. * Unneeded first if condition in meteofrance
112 lines
4.1 KiB
Python
112 lines
4.1 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright(C) 2010-2011 Roger Philibert
|
|
#
|
|
# This file is part of weboob.
|
|
#
|
|
# weboob is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# weboob is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
from weboob.tools.browser import BasePage
|
|
from weboob.tools.misc import html2text
|
|
from weboob.tools.capabilities.thumbnail import Thumbnail
|
|
from datetime import datetime
|
|
import re
|
|
|
|
from .gallery import EHentaiGallery
|
|
|
|
__all__ = ['GalleryPage', 'ImagePage', 'IndexPage', 'HomePage', 'LoginPage']
|
|
|
|
|
|
class LoginPage(BasePage):
|
|
def is_logged(self):
|
|
success_p = self.document.xpath(
|
|
'//p[text() = "Login Successful. You will be returned momentarily."]')
|
|
if len(success_p):
|
|
print 'logged on'
|
|
return True
|
|
else:
|
|
print 'not logged on'
|
|
return False
|
|
|
|
|
|
class HomePage(BasePage):
|
|
pass
|
|
|
|
|
|
class IndexPage(BasePage):
|
|
def iter_galleries(self):
|
|
lines = self.document.xpath('//table[@class="itg"]//tr[@class="gtr0" or @class="gtr1"]')
|
|
for line in lines:
|
|
a = line.xpath('.//div[@class="it3"]/a')[-1]
|
|
url = a.attrib["href"]
|
|
title = a.text.strip()
|
|
yield EHentaiGallery(re.search('(?<=/g/)\d+/[\dabcdef]+', url).group(0), title=title)
|
|
|
|
|
|
class GalleryPage(BasePage):
|
|
def image_pages(self):
|
|
return self.document.xpath('//div[@class="gdtm"]//a/attribute::href')
|
|
|
|
def _next_page_link(self):
|
|
try:
|
|
return self.document.xpath("//table[@class='ptt']//a[text()='>']")[0]
|
|
except IndexError:
|
|
return None
|
|
|
|
def gallery_exists(self, gallery):
|
|
if self.document.xpath("//h1"):
|
|
return True
|
|
else:
|
|
return False
|
|
|
|
def fill_gallery(self, gallery):
|
|
gallery.title = self.document.xpath("//h1[@id='gn']/text()")[0]
|
|
try:
|
|
gallery.original_title = self.document.xpath("//h1[@id='gj']/text()")[0]
|
|
except IndexError:
|
|
gallery.orginal_title = None
|
|
description_div = self.document.xpath("//div[@id='gds']/div")[0]
|
|
description_html = self.parser.tostring(description_div)
|
|
gallery.description = html2text(description_html)
|
|
cardinality_string = self.document.xpath("//div[@id='gdd']//tr[td[@class='gdt1']/text()='Images:']/td[@class='gdt2']/text()")[0]
|
|
gallery.cardinality = int(re.match(r"\d+", cardinality_string).group(0))
|
|
date_string = self.document.xpath("//div[@id='gdd']//tr[td[@class='gdt1']/text()='Posted:']/td[@class='gdt2']/text()")[0]
|
|
gallery.date = datetime.strptime(date_string, "%Y-%m-%d %H:%M")
|
|
rating_string = self.document.xpath("//td[@id='rating_label']/text()")[0]
|
|
rating_match = re.search(r"\d+\.\d+", rating_string)
|
|
if rating_match is None:
|
|
gallery.rating = None
|
|
else:
|
|
gallery.rating = float(rating_match.group(0))
|
|
|
|
gallery.rating_max = 5
|
|
|
|
try:
|
|
thumbnail_url = self.document.xpath("//div[@class='gdtm']/a/img/attribute::src")[0]
|
|
except IndexError:
|
|
thumbnail_style = self.document.xpath("//div[@class='gdtm']/div/attribute::style")[0]
|
|
thumbnail_url = re.search(r"background:[^;]+url\((.+?)\)", thumbnail_style).group(1)
|
|
|
|
gallery.thumbnail = Thumbnail(thumbnail_url)
|
|
|
|
def _prev_page_link(self):
|
|
try:
|
|
return self.document.xpath("//table[@class='ptt']//a[text()='<']")[0]
|
|
except IndexError:
|
|
return None
|
|
|
|
|
|
class ImagePage(BasePage):
|
|
def get_url(self):
|
|
return self.document.xpath('//div[@class="sni"]/a/img/attribute::src')[0]
|