nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

[vlille] scrap webpage instead of provided xml

Browse source
This commit is contained in:
Bezleputh 2013-12-18 21:24:50 +01:00 • committed by Florent Fourcot
commit 735c4600d9
2 changed files with 15 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

4
modules/vlille/browser.py
View file

@ -32,13 +32,15 @@ class VlilleBrowser(BaseBrowser):
ENCODING = None ENCODING = None
PAGES = { PAGES = {
'%s://%s/les-stations-vlille.aspx' % (PROTOCOL, DOMAIN): ListStationsPage,
'%s://%s/xml-station.aspx\?borne=.*' % (PROTOCOL, DOMAIN): InfoStationPage, '%s://%s/xml-station.aspx\?borne=.*' % (PROTOCOL, DOMAIN): InfoStationPage,
'%s://%s/xml-stations.aspx' % (PROTOCOL, DOMAIN): ListStationsPage, '%s://%s/xml-stations.aspx' % (PROTOCOL, DOMAIN): ListStationsPage,
} }
def get_station_list(self): def get_station_list(self):
if not self.is_on_page(ListStationsPage): if not self.is_on_page(ListStationsPage):
self.location(u'%s://%s/xml-stations.aspx' % (self.PROTOCOL, self.DOMAIN)) self.location('%s://%s/les-stations-vlille.aspx' % (self.PROTOCOL, self.DOMAIN))
#self.location(u'%s://%s/xml-stations.aspx' % (self.PROTOCOL, self.DOMAIN))
return self.page.get_station_list() return self.page.get_station_list()
def get_station_infos(self, gauge): def get_station_infos(self, gauge):

18
modules/vlille/pages.py
View file

@ -97,10 +97,16 @@ class InfoStationPage(BasePage):
class ListStationsPage(BasePage): class ListStationsPage(BasePage):
def get_station_list(self): def get_station_list(self):
gauges = [] gauges = []
for marker in self.parser.select(self.document.getroot(), 'marker'):
gauge = Gauge(int(marker.get('id'))) trs = self.document.getroot().xpath('//table[@id="ctl00_Contenu_ListeStations1_ListViewStations_itemPlaceholderContainer"]/tr')
gauge.name = unicode(marker.get('name'))
gauge.city = u"Lille" for tr in trs:
gauge.object = u'vLille' if not ('id' in tr.attrib):
gauges.append(gauge) tds = self.parser.select(tr, 'td/span', method='xpath')
if len(tds) > 4:
gauge = Gauge(int(tds[0].text))
gauge.name = u'%s' % tds[1].text
gauge.city = u'%s' % tds[3].text
gauge.object = u'vLille'
gauges.append(gauge)
return gauges return gauges