add load image function

openvinotoolkit · Nov 19, 2024 · 655ab9c · 655ab9c
1 parent 2a531e2
commit 655ab9c
Show file tree

Hide file tree

Showing 3 changed files with 78 additions and 241 deletions.
diff --git a/notebooks/multimodal-rag/gradio_helper.py b/notebooks/multimodal-rag/gradio_helper.py
@@ -31,6 +31,7 @@ def make_demo(
     build_index: Callable,
     search: Callable,
     run_fn: Callable,
+    load_img: Callable,
     stop_fn: Callable,
 ):
 
@@ -105,6 +106,12 @@ def make_demo(
                 chatbot,
                 queue=True,
             )
+            .then(
+                load_img,
+                [chatbot, image_list],
+                chatbot,
+                queue=True,
+            )
         )
         submit_click_event = (
             submit.click(handle_user_message, [msg, chatbot], [msg, chatbot], queue=False)
@@ -120,6 +127,12 @@ def make_demo(
                 chatbot,
                 queue=True,
             )
+            .then(
+                load_img,
+                [chatbot, image_list],
+                chatbot,
+                queue=True,
+            )
         )
         stop.click(
             fn=stop_fn,

diff --git a/notebooks/multimodal-rag/multimodal-rag-llamaindex.ipynb b/notebooks/multimodal-rag/multimodal-rag-llamaindex.ipynb
diff --git a/notebooks/multimodal-rag/ov_phi3_llamaindex.py b/notebooks/multimodal-rag/ov_phi3_llamaindex.py