feat: change default batch size

Author: ryan-tribex

test_asr.py

@@ -46,7 +46,7 @@ def main():
 
 
 def run_batched(
-    instances: List[Dict[str, str | int]], batch_size: int = 64
+    instances: List[Dict[str, str | int]], batch_size: int = 4
 ) -> List[Dict[str, str | int]]:
     # split into batches
     results = []

test_nlp.py

@@ -36,7 +36,7 @@ def main():
 
 
 def run_batched(
-    instances: List[Dict[str, str | int]], batch_size: int = 64
+    instances: List[Dict[str, str | int]], batch_size: int = 4
 ) -> List[Dict[str, str | int]]:
     # split into batches
     results = []

test_vlm.py

@@ -64,7 +64,7 @@ def main():
 
 
 def run_batched(
-    instances: List[Dict[str, str | int]], batch_size: int = 64
+    instances: List[Dict[str, str | int]], batch_size: int = 44
 ) -> List[Dict[str, str | int]]:
     # split into batches
     results = []