File tree Expand file tree Collapse file tree 9 files changed +26
-15
lines changed Expand file tree Collapse file tree 9 files changed +26
-15
lines changed Original file line number Diff line number Diff line change @@ -40,8 +40,11 @@ package-mode = false
40
40
41
41
[tool .poetry .dependencies ]
42
42
python = " ^3.12"
43
- pydantic-settings = " ^2.3.4"
43
+ granian = " ^1.6.0"
44
+ litestar = " ^2.11.0"
44
45
uvloop = " ^0.19.0"
46
+ msgspec = " ^0.18.6"
47
+ pydantic-settings = " ^2.3.4"
45
48
ctranslate2 = " ^4.3.1"
46
49
transformers = " ^4.43.3"
47
50
sentencepiece = " ^0.2.0"
@@ -53,11 +56,8 @@ hiredis = "^3.0.0"
53
56
tesserocr = " ^2.7.0"
54
57
torch = " ^2.4.0"
55
58
nltk = " ^3.8.1"
56
- granian = " ^1.6.0"
57
- litestar = " ^2.11.0"
58
59
picologging = " ^0.9.3"
59
60
fastnanoid = " ^0.4.1"
60
- msgspec = " ^0.18.6"
61
61
62
62
[tool .poetry .group .dev .dependencies ]
63
63
pyright = " ^1.1.373"
Original file line number Diff line number Diff line change 6
6
7
7
from server .config import Config
8
8
from server .databases .redis .wrapper import RedisAsync
9
- from server .dependencies import embedder , redis_client
9
+ from server .dependencies import embedder_model , redis_client
10
10
from server .features .embeddings import Embedder
11
11
from server .schemas .v1 import Query
12
12
@@ -21,7 +21,7 @@ class RedisController(Controller):
21
21
path = '/redis'
22
22
dependencies = {
23
23
'redis' : Provide (redis_client ),
24
- 'embedder' : Provide (embedder ),
24
+ 'embedder' : Provide (embedder_model ),
25
25
}
26
26
27
27
@delete ()
Original file line number Diff line number Diff line change 10
10
11
11
from server .databases .redis .features import store_chunks
12
12
from server .databases .redis .wrapper import RedisAsync
13
- from server .dependencies import embedder , redis_client
13
+ from server .dependencies import embedder_model , redis_client
14
14
from server .features .chunking import SentenceSplitter , chunk_document
15
15
from server .features .embeddings import Embedder
16
16
from server .features .extraction import extract_documents_from_pdfs
@@ -29,7 +29,7 @@ class ChatController(Controller):
29
29
path = '/chats'
30
30
dependencies = {
31
31
'redis' : Provide (redis_client ),
32
- 'embedder' : Provide (embedder ),
32
+ 'embedder' : Provide (embedder_model ),
33
33
}
34
34
35
35
@get ()
Original file line number Diff line number Diff line change 1
- from server .dependencies .embedder import embedder as embedder
1
+ from server .dependencies .embedder import embedder_model as embedder_model
2
2
from server .dependencies .redis import redis_client as redis_client
Original file line number Diff line number Diff line change 3
3
from server .features .embeddings import Embedder
4
4
5
5
6
- def embedder () -> Iterator [Embedder ]:
6
+ def embedder_model () -> Iterator [Embedder ]:
7
7
"""
8
8
Summary
9
9
-------
Original file line number Diff line number Diff line change @@ -42,9 +42,9 @@ def __init__(
42
42
max_context_length : int ,
43
43
max_generation_length : int ,
44
44
):
45
- self .max_query_length = self . max_context_length - self . max_generation_length
45
+ self .max_query_length = max_context_length - max_generation_length
46
46
47
- if self .max_query_length < self . min_query_length :
47
+ if self .max_query_length < min_query_length :
48
48
raise ValueError ('The minimum query length cannot be greater than the maximum query length!' )
49
49
50
50
self .generator = generator
Original file line number Diff line number Diff line change @@ -24,7 +24,7 @@ def find_or_download_nltk(download_directory: str):
24
24
25
25
26
26
@asynccontextmanager
27
- async def download_nltk (app : Litestar ) -> AsyncIterator [None ]:
27
+ async def download_nltk (_ : Litestar ) -> AsyncIterator [None ]:
28
28
"""
29
29
Summary
30
30
-------
Original file line number Diff line number Diff line change 5
5
6
6
7
7
class AppState (State ):
8
+ """
9
+ Summary
10
+ -------
11
+ the Litestar application state
12
+
13
+ Attributes
14
+ ----------
15
+ redis_pool (ConnectionPool) : the global Redis connection pool
16
+ chat (ChatModel) : the LLM chat model
17
+ """
18
+
8
19
redis_pool : ConnectionPool
9
20
chat : ChatModel
Original file line number Diff line number Diff line change 5
5
from numpy import array_equal
6
6
from pytest import fixture
7
7
8
- from server .dependencies import embedder
8
+ from server .dependencies import embedder_model
9
9
from server .features .embeddings import Embedder
10
10
11
11
type Text = Literal ['Hello world!' ]
12
12
13
13
14
14
@fixture ()
15
15
def embedding () -> Iterable [Embedder ]:
16
- return embedder ()
16
+ return embedder_model ()
17
17
18
18
19
19
@fixture ()
You can’t perform that action at this time.
0 commit comments