diff --git a/app/util/embedder.py b/app/util/embedder.py index b0802bf..095ec35 100644 --- a/app/util/embedder.py +++ b/app/util/embedder.py @@ -2,12 +2,16 @@ from app.util.openai_wrapper import UIOpenAIConfiguration from app.util.secrets_handler import SecretsHandler from intelligence_toolkit.AI.base_embedder import BaseEmbedder +from intelligence_toolkit.AI.defaults import DEFAULT_CONCURRENT_COROUTINES from intelligence_toolkit.AI.local_embedder import LocalEmbedder from intelligence_toolkit.AI.openai_embedder import OpenAIEmbedder from intelligence_toolkit.query_text_data import config -def create_embedder(local_embedding: bool | None = False) -> BaseEmbedder: +def create_embedder( + local_embedding: bool | None = False, + concurrent_coroutines: int = DEFAULT_CONCURRENT_COROUTINES, +) -> BaseEmbedder: try: ai_configuration = UIOpenAIConfiguration().get_configuration() secrets_handler = SecretsHandler() @@ -20,6 +24,7 @@ def create_embedder(local_embedding: bool | None = False) -> BaseEmbedder: return OpenAIEmbedder( configuration=ai_configuration, db_name=config.cache_name, + concurrent_coroutines=concurrent_coroutines, ) except Exception as e: print(f"Error creating connection: {e}") \ No newline at end of file diff --git a/app/workflows/query_text_data/workflow.py b/app/workflows/query_text_data/workflow.py index 348c450..e04fe36 100644 --- a/app/workflows/query_text_data/workflow.py +++ b/app/workflows/query_text_data/workflow.py @@ -91,7 +91,7 @@ async def create(sv: SessionVariables, workflow=None): value=sv.answer_local_embedding_enabled.value, help="Use local embeddings to index nodes. If disabled, the model will use OpenAI embeddings.", ) - qtd.set_embedder(embedder.create_embedder(local_embedding)) + qtd.set_embedder(embedder.create_embedder(local_embedding, 20)) if st.button("Process files") and ( files is not None or file_chunks is not None