From 7229771232c0525a3a6bff5434772dd787232c09 Mon Sep 17 00:00:00 2001 From: yuezhuang1387 <61401199+yuezhuang1387@users.noreply.github.com> Date: Mon, 13 Oct 2025 15:17:39 +0800 Subject: [PATCH] Fix response printing in inference function --- ...6\213\350\207\252\346\210\221\350\256\244\347\237\245.ipynb" | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git "a/LLM-tutorial/R.10\345\210\206\351\222\237\346\224\271\345\217\230\345\244\247\346\250\241\345\236\213\350\207\252\346\210\221\350\256\244\347\237\245.ipynb" "b/LLM-tutorial/R.10\345\210\206\351\222\237\346\224\271\345\217\230\345\244\247\346\250\241\345\236\213\350\207\252\346\210\221\350\256\244\347\237\245.ipynb" index 7c009c8..59e8a41 100644 --- "a/LLM-tutorial/R.10\345\210\206\351\222\237\346\224\271\345\217\230\345\244\247\346\250\241\345\236\213\350\207\252\346\210\221\350\256\244\347\237\245.ipynb" +++ "b/LLM-tutorial/R.10\345\210\206\351\222\237\346\224\271\345\217\230\345\244\247\346\250\241\345\236\213\350\207\252\346\210\221\350\256\244\347\237\245.ipynb" @@ -538,7 +538,7 @@ " for resp in gen_list[0]:\n", " if resp is None:\n", " continue\n", - " print(resp_list[0].choices[0].delta.content, end='', flush=True)\n", + " print(resp.choices[0].delta.content, end='', flush=True)\n", " print()\n", "\n", "def infer(engine: InferEngine, infer_request: InferRequest):\n",