Skip to content

Commit

Permalink
use OpenAI chat model instead of completion model
Browse files Browse the repository at this point in the history
The latest chat model is faster and cheaper
  • Loading branch information
mmz-001 committed Jul 2, 2023
1 parent 13eb857 commit bce5e7d
Showing 1 changed file with 2 additions and 3 deletions.
5 changes: 2 additions & 3 deletions knowledge_gpt/utils/QA.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
import streamlit as st
from langchain.chains.qa_with_sources import load_qa_with_sources_chain
from langchain.docstore.document import Document
from langchain.llms import OpenAI
from langchain.chat_models import ChatOpenAI
from langchain.text_splitter import RecursiveCharacterTextSplitter
from langchain.vectorstores import VectorStore
from langchain.vectorstores.faiss import FAISS
Expand Down Expand Up @@ -129,9 +129,8 @@ def get_answer(docs: List[Document], query: str) -> Dict[str, Any]:
"""Gets an answer to a question from a list of Documents."""

# Get the answer

chain = load_qa_with_sources_chain(
OpenAI(
ChatOpenAI(
temperature=0, openai_api_key=st.session_state.get("OPENAI_API_KEY")
), # type: ignore
chain_type="stuff",
Expand Down

0 comments on commit bce5e7d

Please sign in to comment.