minor correction

augcog · Jul 10, 2024 · dba5c42 · dba5c42
1 parent df60dcc
commit dba5c42
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/ai_course_bot/ai-chatbot-backend/app/core/actions/llama_seletor.py b/ai_course_bot/ai-chatbot-backend/app/core/actions/llama_seletor.py
@@ -16,7 +16,7 @@
 from app.embedding.table_create import execute_all, connect, insert
 
 # Set the environment variable to use the SQL database
-SQLDB = True
+SQLDB = False
 
 class Message(BaseModel):
     role: str
@@ -35,7 +35,7 @@ class Message(BaseModel):
     "text-generation",
     model=model_id,
     model_kwargs={"torch_dtype": torch.bfloat16},
-    device="mps",
+    device="cuda",
 )
 
 lock = threading.Lock()