diff --git a/neon_llm_vllm/vllm.py b/neon_llm_vllm/vllm.py index ef06baa..9bfff82 100644 --- a/neon_llm_vllm/vllm.py +++ b/neon_llm_vllm/vllm.py @@ -33,7 +33,7 @@ from transformers import AutoTokenizer, PreTrainedTokenizerBase import numpy as np -from typing import List, Dict, Tuple, Optional +from typing import List, Dict from neon_llm_core.llm import NeonLLM from ovos_utils.log import LOG @@ -71,7 +71,7 @@ def from_yaml(cls, yaml_file="datasets/config.yaml"): class ModelMetadata: vllm_model_name: str model_name: str - revision: Optional[str] = None + revision: str personas: Dict[str, str]