the sample is insufficient to guess the delimiters on some files

This commit is contained in:
Guewen Baconnier
2014-02-26 11:23:37 +01:00
parent 31cf6d60b8
commit ba824ca100

View File

@@ -25,7 +25,7 @@ import csv
def UnicodeDictReader(utf8_data, **kwargs): def UnicodeDictReader(utf8_data, **kwargs):
sniffer = csv.Sniffer() sniffer = csv.Sniffer()
pos = utf8_data.tell() pos = utf8_data.tell()
sample_data = utf8_data.read(1024) sample_data = utf8_data.read(2048)
utf8_data.seek(pos) utf8_data.seek(pos)
dialect = sniffer.sniff(sample_data, delimiters=',;\t') dialect = sniffer.sniff(sample_data, delimiters=',;\t')
csv_reader = csv.DictReader(utf8_data, dialect=dialect, **kwargs) csv_reader = csv.DictReader(utf8_data, dialect=dialect, **kwargs)