From b328d582ac37581151924c669242c54e81cb6ea2 Mon Sep 17 00:00:00 2001 From: billvsme <994171686@qq.com> Date: Tue, 2 Jan 2024 22:24:40 +0800 Subject: [PATCH] fix duckduckgo rate limit --- law_ai/retriever.py | 6 +++++- requirements.txt | 2 +- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/law_ai/retriever.py b/law_ai/retriever.py index 3a52b02..5680db5 100644 --- a/law_ai/retriever.py +++ b/law_ai/retriever.py @@ -10,6 +10,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter, TextSplitter from langchain.chains import LLMChain from langchain.retrievers.multi_query import MultiQueryRetriever +from duckduckgo_search.exceptions import DuckDuckGoSearchException from .prompt import MULTI_QUERY_PROMPT_TEMPLATE from .utils import get_model @@ -36,7 +37,10 @@ def _get_relevant_documents( run_manager: CallbackManagerForRetrieverRun, ) -> List[Document]: - results = self.search.results(query, self.num_search_results) + try: + results = self.search.results(query, self.num_search_results) + except DuckDuckGoSearchException: + results = [] docs = [] for res in results: diff --git a/requirements.txt b/requirements.txt index 45ed59a..e76653a 100644 --- a/requirements.txt +++ b/requirements.txt @@ -2,5 +2,5 @@ langchain==0.0.319 openai==0.28.1 chromadb==0.4.14 tiktoken==0.5.1 -duckduckgo-search==4.1.0 +duckduckgo-search==4.1.1 gradio==3.50.0