avoid memory overflow on corrupted file

Author: gmossessian

lib/dawgdic/dictionary.h

@@ -49,10 +49,22 @@ class Dictionary {
     }
 
     SizeType size = static_cast<SizeType>(base_size);
-    std::vector<DictionaryUnit> units_buf(size);
-    if (!input->read(reinterpret_cast<char *>(&units_buf[0]),
-                     sizeof(DictionaryUnit) * size)) {
-      return false;
+    std::vector<DictionaryUnit> units_buf;
+
+     // read the file in batches to avoid a corrupted file from asking to allocate
+     // a very large amount of memory
+     SizeType batch_size = 1000;
+     while( size > 0 ) {
+       SizeType size_to_read = std::min(size, batch_size);
+       SizeType cur_size = units_buf.size();
+       units_buf.resize(cur_size + size_to_read);
+       if (!input->read(reinterpret_cast<char *>(&units_buf[cur_size]),
+                        sizeof(DictionaryUnit) * size_to_read)) {
+         return false;
+       }
+       // subtract size_to_read (not batch_size)
+       // so size does not integer overflow on becoming negative
+       size -= size_to_read;
     }
 
     SwapUnitsBuf(&units_buf);