* translaboob is a weboob application for automatic translation
* new capability is defined, ICapTranslate * googletranslate is a backend for the translaboob application
This commit is contained in:
parent
2c42416a4f
commit
7c573b47a6
9 changed files with 374 additions and 0 deletions
24
modules/googletranslate/__init__.py
Normal file
24
modules/googletranslate/__init__.py
Normal file
|
|
@ -0,0 +1,24 @@
|
|||
"GoogleTranslateBackend init"
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2012 Lucien Loiseau
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
from .backend import GoogleTranslateBackend
|
||||
|
||||
|
||||
__all__ = ['GoogleTranslateBackend']
|
||||
38
modules/googletranslate/backend.py
Normal file
38
modules/googletranslate/backend.py
Normal file
|
|
@ -0,0 +1,38 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2012 Lucien Loiseau
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
"backend for http://translate.google.com"
|
||||
|
||||
from weboob.capabilities.translate import ICapTranslate
|
||||
from weboob.tools.backend import BaseBackend, BackendConfig
|
||||
from .browser import GoogleTranslateBrowser
|
||||
|
||||
__all__ = ['GoogleTranslateBackend']
|
||||
|
||||
class GoogleTranslateBackend(BaseBackend, ICapTranslate):
|
||||
MAINTAINER = 'Lucien Loiseau'
|
||||
EMAIL = 'loiseau.lucien@gmail.com'
|
||||
VERSION = '0.c'
|
||||
LICENSE = 'AGPLv3+'
|
||||
STORAGE = {'seen': {}}
|
||||
NAME = 'googletranslate'
|
||||
DESCRIPTION = u'Google translation web service'
|
||||
BROWSER = GoogleTranslateBrowser
|
||||
|
||||
def translate(self, lan_from, lan_to, text):
|
||||
return self.browser.translate(lan_from, lan_to, text)
|
||||
64
modules/googletranslate/browser.py
Normal file
64
modules/googletranslate/browser.py
Normal file
|
|
@ -0,0 +1,64 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2012 Lucien Loiseau
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
|
||||
from weboob.tools.browser import BaseBrowser, BrowserHTTPNotFound, BrowserIncorrectPassword
|
||||
from weboob.tools.browser.decorators import id2url, check_url
|
||||
from weboob.capabilities.translate import TranslationFail
|
||||
|
||||
from .pages import TranslatePage
|
||||
|
||||
import urllib
|
||||
|
||||
__all__ = ['GoogleTranslateBrowser']
|
||||
|
||||
class GoogleTranslateBrowser(BaseBrowser):
|
||||
DOMAIN = 'translate.google.com'
|
||||
ENCODING = 'UTF-8'
|
||||
USER_AGENT = BaseBrowser.USER_AGENTS['desktop_firefox']
|
||||
PAGES = {
|
||||
'https?://translate\.google\.com': TranslatePage
|
||||
}
|
||||
|
||||
def __init__(self, *args, **kwargs):
|
||||
BaseBrowser.__init__(self, *args, **kwargs)
|
||||
|
||||
def translate(self, source, to, text):
|
||||
"""
|
||||
translate 'text' from 'source' language to 'to' language
|
||||
"""
|
||||
try:
|
||||
d = {
|
||||
'sl': source,
|
||||
'tl': to,
|
||||
'js': 'n',
|
||||
'prev': '_t',
|
||||
'hl': 'en',
|
||||
'ie': 'UTF-8',
|
||||
'layout': '2',
|
||||
'eotf': '1',
|
||||
'text': text,
|
||||
}
|
||||
self.location('http://'+self.DOMAIN, urllib.urlencode(d))
|
||||
translation = self.page.get_translation()
|
||||
return translation
|
||||
|
||||
except TranslationFail:
|
||||
return "no translation available"
|
||||
|
||||
31
modules/googletranslate/pages.py
Normal file
31
modules/googletranslate/pages.py
Normal file
|
|
@ -0,0 +1,31 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2012 Lucien Loiseau
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
from datetime import date
|
||||
from weboob.tools.browser import BasePage
|
||||
|
||||
|
||||
class TranslatePage(BasePage):
|
||||
def get_translation(self):
|
||||
for span in self.document.getiterator('span'):
|
||||
if (span.attrib.get('id', '') == 'result_box'):
|
||||
for children in span.getchildren():
|
||||
return children.text
|
||||
|
||||
|
||||
41
modules/googletranslate/tools.py
Normal file
41
modules/googletranslate/tools.py
Normal file
|
|
@ -0,0 +1,41 @@
|
|||
"tools for lefigaro backend"
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright(C) 2011 Julien Hebert
|
||||
#
|
||||
# This file is part of weboob.
|
||||
#
|
||||
# weboob is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# weboob is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with weboob. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
import re
|
||||
|
||||
def id2url(_id):
|
||||
"return an url from an id"
|
||||
regexp2 = re.compile("(\w+).([0-9]+).(.*$)")
|
||||
match = regexp2.match(_id)
|
||||
if match:
|
||||
return 'http://www.20minutes.fr/%s/%s/%s' % (match.group(1),
|
||||
match.group(2),
|
||||
match.group(3))
|
||||
else:
|
||||
raise ValueError("id doesn't match")
|
||||
|
||||
|
||||
def url2id(url):
|
||||
"return an id from an url"
|
||||
return url
|
||||
|
||||
|
||||
def rssid(entry):
|
||||
return url2id(entry.id)
|
||||
Loading…
Add table
Add a link
Reference in a new issue