new recipe backend : supertoinette
This commit is contained in:
Julien Veyssier
parent
be28378e9a
commit
4aee273997
5 changed files with 301 additions and 0 deletions
22
modules/supertoinette/__init__.py
Normal file
22
modules/supertoinette/__init__.py
Normal file
|
|
@ -0,0 +1,22 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2013 Julien Veyssier
|
||||||
|
#
|
||||||
|
# This file is part of weboob.
|
||||||
|
#
|
||||||
|
# weboob is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU Affero General Public License as published by
|
||||||
|
# the Free Software Foundation, either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
#
|
||||||
|
# weboob is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU Affero General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU Affero General Public License
|
||||||
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
from .backend import SupertoinetteBackend
|
||||||
|
|
||||||
|
__all__ = ['SupertoinetteBackend']
|
||||||
64
modules/supertoinette/backend.py
Normal file
64
modules/supertoinette/backend.py
Normal file
|
|
@ -0,0 +1,64 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2013 Julien Veyssier
|
||||||
|
#
|
||||||
|
# This file is part of weboob.
|
||||||
|
#
|
||||||
|
# weboob is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU Affero General Public License as published by
|
||||||
|
# the Free Software Foundation, either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
#
|
||||||
|
# weboob is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU Affero General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU Affero General Public License
|
||||||
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
from weboob.capabilities.recipe import ICapRecipe, Recipe
|
||||||
|
from weboob.tools.backend import BaseBackend
|
||||||
|
|
||||||
|
from .browser import SupertoinetteBrowser
|
||||||
|
|
||||||
|
import unicodedata
|
||||||
|
|
||||||
|
__all__ = ['SupertoinetteBackend']
|
||||||
|
|
||||||
|
|
||||||
|
class SupertoinetteBackend(BaseBackend, ICapRecipe):
|
||||||
|
NAME = 'supertoinette'
|
||||||
|
MAINTAINER = u'Julien Veyssier'
|
||||||
|
EMAIL = 'julien.veyssier@aiur.fr'
|
||||||
|
VERSION = '0.g'
|
||||||
|
DESCRIPTION = u'Super Toinette, la cuisine familiale French recipe website'
|
||||||
|
LICENSE = 'AGPLv3+'
|
||||||
|
BROWSER = SupertoinetteBrowser
|
||||||
|
|
||||||
|
def create_default_browser(self):
|
||||||
|
return self.create_browser()
|
||||||
|
|
||||||
|
def get_recipe(self, id):
|
||||||
|
return self.browser.get_recipe(id)
|
||||||
|
|
||||||
|
def iter_recipes(self, pattern):
|
||||||
|
return self.browser.iter_recipes(pattern.encode('utf-8'))
|
||||||
|
|
||||||
|
def fill_recipe(self, recipe, fields):
|
||||||
|
if 'nb_person' in fields or 'instructions' in fields:
|
||||||
|
rec = self.get_recipe(recipe.id)
|
||||||
|
recipe.picture_url = rec.picture_url
|
||||||
|
recipe.instructions = rec.instructions
|
||||||
|
recipe.ingredients = rec.ingredients
|
||||||
|
recipe.comments = rec.comments
|
||||||
|
recipe.author = rec.author
|
||||||
|
recipe.nb_person = rec.nb_person
|
||||||
|
recipe.cooking_time = rec.cooking_time
|
||||||
|
recipe.preparation_time = rec.preparation_time
|
||||||
|
|
||||||
|
return recipe
|
||||||
|
|
||||||
|
OBJECTS = {
|
||||||
|
Recipe: fill_recipe,
|
||||||
|
}
|
||||||
50
modules/supertoinette/browser.py
Normal file
50
modules/supertoinette/browser.py
Normal file
|
|
@ -0,0 +1,50 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2013 Julien Veyssier
|
||||||
|
#
|
||||||
|
# This file is part of weboob.
|
||||||
|
#
|
||||||
|
# weboob is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU Affero General Public License as published by
|
||||||
|
# the Free Software Foundation, either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
#
|
||||||
|
# weboob is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU Affero General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU Affero General Public License
|
||||||
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
|
||||||
|
from weboob.tools.browser import BaseBrowser, BrowserHTTPNotFound
|
||||||
|
|
||||||
|
from .pages import RecipePage, ResultsPage
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = ['SupertoinetteBrowser']
|
||||||
|
|
||||||
|
|
||||||
|
class SupertoinetteBrowser(BaseBrowser):
|
||||||
|
DOMAIN = 'www.supertoinette.com'
|
||||||
|
PROTOCOL = 'http'
|
||||||
|
ENCODING = 'utf-8'
|
||||||
|
USER_AGENT = BaseBrowser.USER_AGENTS['desktop_firefox']
|
||||||
|
PAGES = {
|
||||||
|
'http://www.supertoinette.com/liste-recettes/.*': ResultsPage,
|
||||||
|
'http://www.supertoinette.com/recette/[0-9]*.*': RecipePage,
|
||||||
|
}
|
||||||
|
|
||||||
|
def iter_recipes(self, pattern):
|
||||||
|
self.location('http://www.supertoinette.com/liste-recettes/%s/' % (pattern))
|
||||||
|
assert self.is_on_page(ResultsPage)
|
||||||
|
return self.page.iter_recipes()
|
||||||
|
|
||||||
|
def get_recipe(self, id):
|
||||||
|
try:
|
||||||
|
self.location('http://www.supertoinette.com/recette/%s/' % id)
|
||||||
|
except BrowserHTTPNotFound:
|
||||||
|
return
|
||||||
|
if self.is_on_page(RecipePage):
|
||||||
|
return self.page.get_recipe(id)
|
||||||
133
modules/supertoinette/pages.py
Normal file
133
modules/supertoinette/pages.py
Normal file
|
|
@ -0,0 +1,133 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2013 Julien Veyssier
|
||||||
|
#
|
||||||
|
# This file is part of weboob.
|
||||||
|
#
|
||||||
|
# weboob is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU Affero General Public License as published by
|
||||||
|
# the Free Software Foundation, either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
#
|
||||||
|
# weboob is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU Affero General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU Affero General Public License
|
||||||
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
|
||||||
|
from weboob.capabilities.recipe import Recipe, Comment
|
||||||
|
from weboob.capabilities.base import NotAvailable, NotLoaded
|
||||||
|
from weboob.tools.browser import BasePage
|
||||||
|
|
||||||
|
import string
|
||||||
|
|
||||||
|
__all__ = ['RecipePage', 'ResultsPage']
|
||||||
|
|
||||||
|
|
||||||
|
class ResultsPage(BasePage):
|
||||||
|
""" Page which contains results as a list of recipies
|
||||||
|
"""
|
||||||
|
def iter_recipes(self):
|
||||||
|
for div in self.parser.select(self.document.getroot(), 'div.result-recipe'):
|
||||||
|
thumbnail_url = NotAvailable
|
||||||
|
short_description = NotAvailable
|
||||||
|
imgs = self.parser.select(div, 'a.pull-image-left img')
|
||||||
|
if len(imgs) > 0:
|
||||||
|
url = unicode(imgs[0].attrib.get('src', ''))
|
||||||
|
if url.startswith('http://'):
|
||||||
|
thumbnail_url = url
|
||||||
|
|
||||||
|
link = self.parser.select(div, 'div.result-text a', 1)
|
||||||
|
title = unicode(link.text)
|
||||||
|
id = unicode(link.attrib.get('href', '').split('/')[2])
|
||||||
|
|
||||||
|
txt = self.parser.select(div, 'div.result-text p', 1)
|
||||||
|
short_description = unicode(txt.text_content())
|
||||||
|
|
||||||
|
recipe = Recipe(id, title)
|
||||||
|
recipe.thumbnail_url = thumbnail_url
|
||||||
|
recipe.short_description = short_description
|
||||||
|
recipe.instructions = NotLoaded
|
||||||
|
recipe.ingredients = NotLoaded
|
||||||
|
recipe.nb_person = NotLoaded
|
||||||
|
recipe.cooking_time = NotLoaded
|
||||||
|
recipe.preparation_time = NotLoaded
|
||||||
|
recipe.author = NotLoaded
|
||||||
|
yield recipe
|
||||||
|
|
||||||
|
|
||||||
|
class RecipePage(BasePage):
|
||||||
|
""" Page which contains a recipe
|
||||||
|
"""
|
||||||
|
def get_recipe(self, id):
|
||||||
|
title = NotAvailable
|
||||||
|
preparation_time = NotAvailable
|
||||||
|
cooking_time = NotAvailable
|
||||||
|
author = NotAvailable
|
||||||
|
nb_person = NotAvailable
|
||||||
|
ingredients = NotAvailable
|
||||||
|
picture_url = NotAvailable
|
||||||
|
instructions = NotAvailable
|
||||||
|
comments = []
|
||||||
|
|
||||||
|
title = unicode(self.parser.select(self.document.getroot(), 'h1 span[property$=name]', 1).text)
|
||||||
|
main = self.parser.select(self.document.getroot(), 'div[typeof$=Recipe]', 1)
|
||||||
|
imgillu = self.parser.select(main, 'div.image-with-credit img')
|
||||||
|
if len(imgillu) > 0:
|
||||||
|
picture_url = unicode(imgillu[0].attrib.get('src', ''))
|
||||||
|
|
||||||
|
l_spanprep = self.parser.select(self.document.getroot(), 'span.preptime[property$=prepTime]')
|
||||||
|
if len(l_spanprep) > 0:
|
||||||
|
preparation_time = 0
|
||||||
|
prep = l_spanprep[0].attrib.get('content','')
|
||||||
|
if 'H' in prep:
|
||||||
|
preparation_time += 60 * (int(prep.split('PT')[-1].split('H')[0]))
|
||||||
|
if 'M' in prep:
|
||||||
|
preparation_time += int(prep.split('PT')[-1].split('H')[-1].split('M')[0])
|
||||||
|
l_cooktime = self.parser.select(main, 'span.cooktime[property$=cookTime]')
|
||||||
|
if len(l_cooktime) > 0:
|
||||||
|
cooking_time = 0
|
||||||
|
cook = l_cooktime[0].attrib.get('content','')
|
||||||
|
if 'H' in cook:
|
||||||
|
cooking_time += 60 * (int(cook.split('PT')[-1].split('H')[0]))
|
||||||
|
if 'M' in cook:
|
||||||
|
cooking_time += int(cook.split('PT')[-1].split('H')[-1].split('M')[0])
|
||||||
|
l_nbpers = self.parser.select(main, 'div.ingredients p.servings')
|
||||||
|
if len(l_nbpers) > 0:
|
||||||
|
rawnb = l_nbpers[0].text.strip(string.letters+' ')
|
||||||
|
if '/' in rawnb:
|
||||||
|
nbs = rawnb.split('/')
|
||||||
|
nb_person = [int(nbs[0]), int(nbs[1])]
|
||||||
|
else:
|
||||||
|
nb_person = [int(rawnb)]
|
||||||
|
|
||||||
|
ingredients = []
|
||||||
|
l_ing = self.parser.select(main, 'div.ingredients ul.dotlist')
|
||||||
|
for ing in l_ing:
|
||||||
|
sublists = self.parser.select(ing, 'li')
|
||||||
|
for i in sublists:
|
||||||
|
ingtxt = unicode(i.text_content().strip())
|
||||||
|
if ingtxt != '':
|
||||||
|
ingredients.append(' '.join(ingtxt.split()))
|
||||||
|
|
||||||
|
instructions = u''
|
||||||
|
num_inst = 1
|
||||||
|
l_divinst = self.parser.select(self.document.getroot(), 'div#recipe-steps-list p.step-details')
|
||||||
|
for inst in l_divinst:
|
||||||
|
instructions += '%s: %s\n' % (num_inst, inst.text_content())
|
||||||
|
num_inst += 1
|
||||||
|
|
||||||
|
recipe = Recipe(id, title)
|
||||||
|
recipe.preparation_time = preparation_time
|
||||||
|
recipe.cooking_time = cooking_time
|
||||||
|
recipe.nb_person = nb_person
|
||||||
|
recipe.ingredients = ingredients
|
||||||
|
recipe.instructions = instructions
|
||||||
|
recipe.picture_url = picture_url
|
||||||
|
recipe.comments = comments
|
||||||
|
recipe.author = author
|
||||||
|
recipe.thumbnail_url = NotLoaded
|
||||||
|
return recipe
|
||||||
32
modules/supertoinette/test.py
Normal file
32
modules/supertoinette/test.py
Normal file
|
|
@ -0,0 +1,32 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
# Copyright(C) 2013 Julien Veyssier
|
||||||
|
#
|
||||||
|
# This file is part of weboob.
|
||||||
|
#
|
||||||
|
# weboob is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU Affero General Public License as published by
|
||||||
|
# the Free Software Foundation, either version 3 of the License, or
|
||||||
|
# (at your option) any later version.
|
||||||
|
#
|
||||||
|
# weboob is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU Affero General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU Affero General Public License
|
||||||
|
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
|
from weboob.tools.test import BackendTest
|
||||||
|
|
||||||
|
|
||||||
|
class SupertoinetteTest(BackendTest):
|
||||||
|
BACKEND = 'supertoinette'
|
||||||
|
|
||||||
|
def test_recipe(self):
|
||||||
|
recipes = self.backend.iter_recipes('fondue')
|
||||||
|
for recipe in recipes:
|
||||||
|
full_recipe = self.backend.get_recipe(recipe.id)
|
||||||
|
assert full_recipe.instructions
|
||||||
|
assert full_recipe.ingredients
|
||||||
|
assert full_recipe.title
|
||||||
Loading…
Add table
Add a link
Reference in a new issue