Merge pull request #42 from milistu/llm

Upade LLM model
milistu · May 17, 2024 · 240d57a · 240d57a
2 parents dcba319 + d7294e9
commit 240d57a
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 4 deletions.
diff --git a/app.py b/app.py
@@ -56,6 +56,7 @@ def response_generator(query: str):
     # Rout query
     collections = semantic_query_router(
         client=openai_client,
+        model=config["openai"]["gpt_model"]["router"],
         query=query,
         prompt=ROUTER_PROMPT,
         temperature=config["openai"]["gpt_model"]["temperature"],
@@ -82,7 +83,7 @@ def response_generator(query: str):
 
     stream = get_answer(
         client=openai_client,
-        model=config["openai"]["gpt_model"]["name"],
+        model=config["openai"]["gpt_model"]["llm"],
         temperature=config["openai"]["gpt_model"]["temperature"],
         messages=get_messages(
             context=context, query=query, conversation=st.session_state.messages

diff --git a/chat-dev.ipynb b/chat-dev.ipynb
@@ -225,7 +225,7 @@
    "outputs": [],
    "source": [
     "response = openai_client.chat.completions.create(\n",
-    "    model=config[\"openai\"][\"gpt_model\"][\"name_light\"],\n",
+    "    model=config[\"openai\"][\"gpt_model\"][\"router\"],\n",
     "    temperature=config[\"openai\"][\"gpt_model\"][\"temperature\"],\n",
     "    messages=messages,\n",
     ")"

diff --git a/config.yaml b/config.yaml
@@ -3,8 +3,8 @@ openai:
     name:  "text-embedding-3-small"
     dimensions: 1536
   gpt_model:
-    name:  "gpt-4-turbo-preview"
-    name_light:  "gpt-3.5-turbo"
+    llm:  "gpt-4o"
+    router:  "gpt-3.5-turbo"
     temperature: 0
     max_conversation: 100
 collection: