new 'gazelle' backend (bittorrent trackers), implementing ICapTorrent

weboob/backends/gazelle/pages/torrents.py

@@ -0,0 +1,94 @@
+# -*- coding: utf-8 -*-
+
+"""
+Copyright(C) 2010  Romain Bignon
+
+This program is free software; you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, version 3 of the License.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program; if not, write to the Free Software
+Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+
+"""
+
+import re
+
+from weboob.tools.browser import BasePage
+from weboob.capabilities.torrent import Torrent
+
+
+__all__ = ['TorrentsPage']
+
+
+class TorrentsPage(BasePage):
+    TORRENTID_REGEXP = re.compile('torrents\.php\?action=download&id=(\d+)')
+    def unit(self, n, u):
+        m = {'KB': 1024,
+             'MB': 1024*1024,
+             'GB': 1024*1024*1024,
+             'TB': 1024*1024*1024*1024,
+            }
+        return float(n.replace(',', '')) * m.get(u, 1)
+
+    def iter_torrents(self):
+        table = self.document.getroot().cssselect('table#torrent_table')
+        if not table:
+            table = self.document.getroot().cssselect('table#browse_torrent_table')
+        if table:
+            table = table[0]
+            current_group = None
+            for tr in table.findall('tr'):
+                if tr.attrib.get('class', '') == 'group':
+                    tds = tr.findall('td')
+                    current_group = u''
+                    div = tds[-6]
+                    if div.getchildren()[0].tag == 'div':
+                        div = div.getchildren()[0]
+                    for a in div.findall('a'):
+                        if not a.text:
+                            continue
+                        if current_group:
+                            current_group += ' - '
+                        current_group += a.text
+                elif tr.attrib.get('class', '').startswith('group_torrent ') or \
+                     tr.attrib.get('class', '').startswith('torrent'):
+                    tds = tr.findall('td')
+
+                    title = current_group
+                    if len(tds) == 7:
+                        # Under a group
+                        i = 0
+                    elif len(tds) in (8,9):
+                        # An alone torrent
+                        i = len(tds) - 7
+                    else:
+                        # Useless title
+                        continue
+
+                    if title:
+                        title += u' (%s)' % tds[i].find('a').text
+                    else:
+                        title = tds[i].find('a').text
+                    url = tds[i].find('span').find('a').attrib['href']
+                    id = self.TORRENTID_REGEXP.match(url)
+                    if not id:
+                        continue
+                    id = id.group(1)
+                    size = self.unit(*tds[i+3].text.split())
+                    seeders = int(tds[i+5].text)
+                    leechers = int(tds[i+6].text)
+
+                    torrent = Torrent(id,
+                                      title,
+                                      url=url,
+                                      size=size,
+                                      seeders=seeders,
+                                      leechers=leechers)
+                    yield torrent