diff --git a/moss_cli_demo.py b/moss_cli_demo.py
index bb36e40..5dfe175 100644
--- a/moss_cli_demo.py
+++ b/moss_cli_demo.py
@@ -90,7 +90,7 @@ def main():
                 eos_token_id=106068,
                 pad_token_id=tokenizer.pad_token_id)
             response = tokenizer.decode(outputs[0][inputs.input_ids.shape[1]:], skip_special_tokens=True)
-            prompt += response
+            prompt += response + '<eom>'
             print(response.lstrip('\n'))
     
 if __name__ == "__main__":