diff --git a/neuralmonkey/readers/plain_text_reader.py b/neuralmonkey/readers/plain_text_reader.py index 3f9eb96c6..861b4c91a 100644 --- a/neuralmonkey/readers/plain_text_reader.py +++ b/neuralmonkey/readers/plain_text_reader.py @@ -2,6 +2,7 @@ import gzip import csv import io +import sys from neuralmonkey.logging import warn @@ -10,6 +11,8 @@ PlainTextFileReader = Callable[[List[str]], Iterable[List[str]]] # pylint: enable=invalid-name +csv.field_size_limit(sys.maxsize) + def string_reader( encoding: str = "utf-8") -> Callable[[List[str]], Iterable[str]]: