diff --git a/languagemodels/__init__.py b/languagemodels/__init__.py index cc7e3ba..a9b3b2b 100644 --- a/languagemodels/__init__.py +++ b/languagemodels/__init__.py @@ -508,8 +508,6 @@ def load_hf_model(hf_path, revision, model_type="instruct"): env = Environment(loader=BaseLoader()) - chat_template = "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}" - template = env.from_string(chat_template) prompt_fmt = template.render(