From d5996f497d2a777df3bab6bfbf76e5f37952adba Mon Sep 17 00:00:00 2001
From: vaibhavb02 <33981696+vaibhavb02@users.noreply.github.com>
Date: Wed, 21 Jun 2023 11:17:53 +0530
Subject: [PATCH] Update train.py

min_length for taking a minimum argument to not bug out the code
---
 train.py | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/train.py b/train.py
index a44e7eb..0a296b8 100644
--- a/train.py
+++ b/train.py
@@ -81,10 +81,11 @@ def load_data(self):
                     if len(cc) < self.MIN_TEXT_LEN:
                         cc = []
                     data.extend(cc)
-                    if len(data) >= self.micro_batch_size * (self.max_length + 1):
+                    while len(data) >= self.micro_batch_size * (self.max_length + 1):
                         index = self.micro_batch_size * (self.max_length + 1)
-                        self.data.append(data[:index])
-                        data = []
+                        data_slice = data[:index]
+                        self.data.append(data_slice)
+                        data = data[index:]
         return
 
     def get_data(self):