fix: doc_masks on encodings device (#156)

* fix: doc_masks on encodings device * version bump * chore: isort
AnswerDotAI · Feb 23, 2024 · 2e5f77e · 2e5f77e
1 parent 9a6d1f9
commit 2e5f77e
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 4 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "RAGatouille"
-version = "0.0.7post4"
+version = "0.0.7post5"
 description = "Library to facilitate the use of state-of-the-art retrieval models in common RAG contexts."
 authors = ["Benjamin Clavie <ben@clavie.eu>"]
 license = "Apache-2.0"

diff --git a/ragatouille/__init__.py b/ragatouille/__init__.py
@@ -1,4 +1,4 @@
-__version__ = "0.0.7post4"
+__version__ = "0.0.7post5"
 from .RAGPretrainedModel import RAGPretrainedModel
 from .RAGTrainer import RAGTrainer
 

diff --git a/ragatouille/models/colbert.py b/ragatouille/models/colbert.py
@@ -718,7 +718,9 @@ def _encode_index_free_documents(
         embedded_docs = self.inference_ckpt.docFromText(
             documents, bsize=bsize, showprogress=verbose
         )[0]
-        doc_mask = torch.full(embedded_docs.shape[:2], -float("inf"))
+        doc_mask = torch.full(embedded_docs.shape[:2], -float("inf")).to(
+            embedded_docs.device
+        )
         return embedded_docs, doc_mask
 
     def rank(
@@ -771,7 +773,7 @@ def encode(
                         - doc_masks.shape[1],
                     ),
                     -float("inf"),
-                ).to(device=encodings.device),
+                ).to(device=doc_masks.device),
             ],
             dim=1,
         )