nojhan/weboob-devel
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

catch csv exceptions

Browse source
This commit is contained in:
Romain Bignon 2015-03-09 10:43:54 +01:00
commit 569ff245a3
1 changed files with 19 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

30
weboob/deprecated/browser/parsers/csvparser.py
View file

@ -19,6 +19,8 @@
import csv
from weboob.tools.log import getLogger
from .iparser import IParser
@ -53,17 +55,23 @@ class CsvParser(IParser):
def parse(self, data, encoding=None):
reader = csv.reader(data, dialect=self.DIALECT, **self.FMTPARAMS)
c = Csv()
for row in reader:
row = self.decode_row(row, encoding)
if c.header is None and self.HEADER:
c.header = row
else:
c.rows.append(row)
if c.header:
drow = {}
for i, cell in enumerate(row):
drow[c.header[i]] = cell
c.drows.append(drow)
try:
for row in reader:
row = self.decode_row(row, encoding)
if c.header is None and self.HEADER:
c.header = row
else:
c.rows.append(row)
if c.header:
drow = {}
for i, cell in enumerate(row):
drow[c.header[i]] = cell
c.drows.append(drow)
except csv.Error as error:
# If there are errors in CSV, for example the file is truncated, do
# not crash as there already are lines parsed.
logger = getLogger('csv')
logger.warning('Error during parse of CSV: %s', error)
return c
def decode_row(self, row, encoding):