Fix testbed evaluation bugs

src/client/content/testbed.py

@@ -86,13 +86,17 @@ def create_gauge(value):
     st.dataframe(ll_settings_reversed, hide_index=True)
     if report["settings"]["testbed"]["judge_model"]:
         st.markdown(f"**Judge Model**: {report['settings']['testbed']['judge_model']}")
-    if report["settings"]["vector_search"]["enabled"]:
+    if report["settings"]["vector_search"].get("discovery"):
         st.subheader("Vector Search Settings")
         st.markdown(f"""**Database**: {report["settings"]["database"]["alias"]};
-            **Vector Store**: {report["settings"]["vector_search"]["vector_store"]}
+            **Vector Store**: Auto-discovered
         """)
         embed_settings = pd.DataFrame(report["settings"]["vector_search"], index=[0])
-        embed_settings.drop(["vector_store", "alias", "enabled", "grading"], axis=1, inplace=True)
+        # Drop fields that shouldn't be displayed in the table (only drop if they exist)
+        fields_to_drop = ["vector_store", "alias"]
+        existing_fields = [f for f in fields_to_drop if f in embed_settings.columns]
+        if existing_fields:
+            embed_settings.drop(existing_fields, axis=1, inplace=True)
         if report["settings"]["vector_search"]["search_type"] == "Similarity":
             embed_settings.drop(["score_threshold", "fetch_k", "lambda_mult"], axis=1, inplace=True)
         st.dataframe(embed_settings, hide_index=True)

src/server/api/utils/testbed.py

@@ -304,7 +304,7 @@ def clean(orig_html):
     results = utils_databases.execute_sql(db_conn, sql, binds)
     report = pickle.loads(results[0]["RAG_REPORT"])
     full_report = report.to_pandas()
-    html_report = report.to_html()
+    # html_report = report.to_html()  # Disabled: causes TypeError with mixed data types
     by_topic = report.correctness_by_topic()
     failures = report.failures
 

src/server/api/v1/testbed.py

@@ -162,8 +162,8 @@ async def testbed_generate_qa(
             # Read and save file content
             filename = temp_directory / file.filename
             logger.info("Writing Q&A File to: %s", filename)
-            with open(filename, "wb") as file:
-                file.write(await file.read())
+            with open(filename, "wb") as f:
+                f.write(await file.read())
 
             # Process file for knowledge base and save test set
             test_set = utils_testbed.build_knowledge_base(