nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add ignore_duplicate option for crazy modules

Browse source
This commit is contained in:
Florent 2014-04-24 16:16:50 +02:00
commit fe5bfee255
1 changed files with 7 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

11
weboob/tools/browser2/page.py
View file

@ -600,6 +600,7 @@ class AbstractElement(object):
class ListElement(AbstractElement):
item_xpath = None
flush_at_end = False
ignore_duplicate = False
def __init__(self, *args, **kwargs):
super(ListElement, self).__init__(*args, **kwargs)
@ -650,10 +651,12 @@ class ListElement(AbstractElement):
def store(self, obj):
if obj.id:
if obj.id in self.objects:
self.logger.error('There are two objects with the same ID! %s' % obj.id)
return
else:
self.objects[obj.id] = obj
if self.ignore_duplicate:
self.logger.warning('There are two objects with the same ID! %s' % obj.id)
return
else:
raise DataError('There are two objects with the same ID! %s' % obj.id)
self.objects[obj.id] = obj
return obj
def handle_element(self, el):