Merge pull request #204 from openchatai/staging

Staging

Author: codebanesr

llm-server/routes/workflow/extractors/extract_body.py

@@ -13,7 +13,7 @@
 llm = get_llm()
 
 
-def gen_body_from_schema(
+async def gen_body_from_schema(
     body_schema: str,
     text: str,
     prev_api_response: str,

llm-server/routes/workflow/extractors/extract_param.py

@@ -11,7 +11,7 @@
 llm = get_llm()
 
 
-def gen_params_from_schema(
+async def gen_params_from_schema(
     param_schema: str, text: str, prev_resp: str, current_state: Optional[str]
 ) -> Optional[JsonData]:
     chat = ChatOpenAI(

llm-server/routes/workflow/generate_openapi_payload.py

@@ -9,6 +9,7 @@
 from typing import Dict, Any, Optional
 
 from prance import ResolvingParser
+import asyncio
 
 load_dotenv()
 
@@ -88,48 +89,41 @@ def generate_openapi_payload(
     app: Optional[str],
     current_state: Optional[str],
 ) -> ApiInfo:
-    (
-        a,
-        b,
-        c,
-    ) = swagger_json.version_parsed  # (3,0,2), we can then apply transformation on
-    print(a, b, c)
-    # add transformation for swagger v2
-
-    api_info = get_api_info_by_operation_id(swagger_json.specification, _operation_id)
-
-    api_info.path_params = (
-        {}
-        if not api_info.path_params["properties"]
-        else gen_params_from_schema(
-            json.dumps(api_info.path_params, separators=(",", ":")),
-            text,
-            prev_api_response,
-            current_state,
-        )
-    )
-    api_info.query_params = (
-        {}
-        if not api_info.query_params["properties"]
-        else gen_params_from_schema(
-            json.dumps(api_info.query_params, separators=(",", ":")),
-            text,
-            prev_api_response,
-            current_state,
-        )
-    )
+    async def process_api_info():
+        a, b, c = swagger_json.version_parsed
+        print(a, b, c)
 
-    if api_info.body_schema:
-        # example = gen_ex_from_schema(api_info.body_schema)
-        api_info.body_schema = gen_body_from_schema(
-            json.dumps(api_info.body_schema, separators=(",", ":")),
-            text,
-            prev_api_response,
-            app,
-            current_state,
+        api_info = get_api_info_by_operation_id(
+            swagger_json.specification, _operation_id
         )
 
-    else:
-        api_info.body_schema = {}
-
-    return api_info
+        if api_info.path_params["properties"]:
+            api_info.path_params = await gen_params_from_schema(
+                json.dumps(api_info.path_params, separators=(",", ":")),
+                text,
+                prev_api_response,
+                current_state,
+            )
+
+        if api_info.query_params["properties"]:
+            api_info.query_params = await gen_params_from_schema(
+                json.dumps(api_info.query_params, separators=(",", ":")),
+                text,
+                prev_api_response,
+                current_state,
+            )
+
+        if api_info.body_schema:
+            api_info.body_schema = await gen_body_from_schema(
+                json.dumps(api_info.body_schema, separators=(",", ":")),
+                text,
+                prev_api_response,
+                app,
+                current_state,
+            )
+        else:
+            api_info.body_schema = {}
+
+        return api_info
+
+    return asyncio.run(process_api_info())

llm-server/routes/workflow/utils/detect_multiple_intents.py

@@ -163,11 +163,6 @@ def hasSingleIntent(
                 current_state
             )
         ),
-        # HumanMessage(
-        #     content="User this conversation history for lookups if necessary: ({})".format(
-        #         conversation_str
-        #     )
-        # ),
         HumanMessage(
             content="Here's a list of api summaries {}.".format(summaries),
         ),

llm-server/utils/vector_db/init_vector_store.py

@@ -56,7 +56,7 @@ def init_vector_store(
             embeddings,
             collection_name=options.namespace.split("/")[-1],
             url=os.environ["QDRANT_URL"],
-            api_key=os.getenv("QDRANT_API_KEY", ""),
+            api_key=os.getenv("QDRANT_API_KEY", None),
         )
 
     else: