-
Notifications
You must be signed in to change notification settings - Fork 3
/
ConfigLLM.py
35 lines (34 loc) · 976 Bytes
/
ConfigLLM.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
class ConfigLLM:
base_url: str = "http://localhost:1234/v1/chat/completions"
api_key: str = "lm-studio"
llm_model: str = "llama3"
temperature: float = 0.4
seed: int = 42
max_tokens: int = 1024
top_p: int = 1.0
frequency_penalty: float = 0.0
presence_penalty: float = 0.0
timeout: int = 60
def __init__(
self,
base_url: str,
api_key: str,
llm_model: str,
seed: int,
temperature: float,
max_tokens: int,
top_p: int,
frequency_penalty: float,
presence_penalty: float,
timeout: int,
):
self.base_url = base_url
self.api_key = api_key
self.llm_model = llm_model
self.temperature = temperature
self.seed = seed
self.max_tokens = max_tokens
self.top_p = top_p
self.frequency_penalty = frequency_penalty
self.presence_penalty = presence_penalty
self.timeout = timeout