[senscritique] fix parsing error when page result body's is empty
This commit is contained in:
parent
a73daa18f4
commit
2540c9290c
1 changed files with 10 additions and 6 deletions
|
|
@ -23,6 +23,7 @@ from .calendar import SensCritiquenCalendarEvent
|
||||||
from .pages import AjaxPage, EventPage, JsonResumePage
|
from .pages import AjaxPage, EventPage, JsonResumePage
|
||||||
|
|
||||||
import re
|
import re
|
||||||
|
from lxml.etree import XMLSyntaxError
|
||||||
|
|
||||||
__all__ = ['SenscritiqueBrowser']
|
__all__ = ['SenscritiqueBrowser']
|
||||||
|
|
||||||
|
|
@ -88,13 +89,16 @@ class SenscritiqueBrowser(PagesBrowser):
|
||||||
|
|
||||||
self._setup_session(SensCritiqueAjaxProfile())
|
self._setup_session(SensCritiqueAjaxProfile())
|
||||||
while True:
|
while True:
|
||||||
self.DATA['page'] = '%d' % page_nb
|
try:
|
||||||
page = self.ajax_page.open(data=self.DATA)
|
self.DATA['page'] = '%d' % page_nb
|
||||||
nb_events = page.count_events()
|
page = self.ajax_page.open(data=self.DATA)
|
||||||
events = page.list_events(date_from=date_from, date_to=date_to)
|
nb_events = page.count_events()
|
||||||
|
events = page.list_events(date_from=date_from, date_to=date_to)
|
||||||
|
|
||||||
for event in events:
|
for event in events:
|
||||||
yield event
|
yield event
|
||||||
|
except XMLSyntaxError:
|
||||||
|
break
|
||||||
|
|
||||||
if nb_events < self.LIMIT or page_nb >= self.LIMIT_NB_PAGES:
|
if nb_events < self.LIMIT or page_nb >= self.LIMIT_NB_PAGES:
|
||||||
break
|
break
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue