Merge pull request #512 from ufal/csv_limit

Avoiding csv limit
ufal · Aug 8, 2017 · 6a14f06 · 6a14f06
2 parents e5b6e37 + 6db04b1
commit 6a14f06
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/neuralmonkey/readers/plain_text_reader.py b/neuralmonkey/readers/plain_text_reader.py
@@ -2,6 +2,7 @@
 import gzip
 import csv
 import io
+import sys
 
 from neuralmonkey.logging import warn
 
@@ -10,6 +11,8 @@
 PlainTextFileReader = Callable[[List[str]], Iterable[List[str]]]
 # pylint: enable=invalid-name
 
+csv.field_size_limit(sys.maxsize)
+
 
 def string_reader(
         encoding: str = "utf-8") -> Callable[[List[str]], Iterable[str]]: