the sample is insufficient to guess the delimiters on some files

This commit is contained in:
Guewen Baconnier
2014-02-26 11:23:37 +01:00
parent 31cf6d60b8
commit ba824ca100

View File

@@ -25,7 +25,7 @@ import csv
def UnicodeDictReader(utf8_data, **kwargs):
sniffer = csv.Sniffer()
pos = utf8_data.tell()
sample_data = utf8_data.read(1024)
sample_data = utf8_data.read(2048)
utf8_data.seek(pos)
dialect = sniffer.sniff(sample_data, delimiters=',;\t')
csv_reader = csv.DictReader(utf8_data, dialect=dialect, **kwargs)