-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdocker-compose.yml
101 lines (92 loc) · 2.41 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
volumes:
postgres_storage:
ollama_storage:
qdrant_storage:
networks:
poc:
services:
# ollama-nvidia:
# image: ollama/ollama:latest
# container_name: ollama
# networks: ['poc']
# restart: unless-stopped
# ports:
# - 11434:11434
# volumes:
# - ollama_storage:/root/.ollama
# deploy:
# resources:
# reservations:
# devices:
# - driver: nvidia
# count: 1
# capabilities: [gpu]
ollama:
image: ollama/ollama:latest
container_name: ollama
networks: ['poc']
restart: unless-stopped
ports:
- 11434:11434
volumes:
- ollama_storage:/root/.ollama
# init-ollama-text-model:
# image: ollama/ollama:latest
# networks: ['poc']
# container_name: init-ollama-text-model
# volumes:
# - ollama_storage:/root/.ollama
# entrypoint: /bin/sh
# command:
# - "-c"
# - "sleep 3; OLLAMA_HOST=ollama:11434 ollama pull llama3.1:8b"
# init-ollama-text-model:
# image: ollama/ollama:latest
# networks: ['poc']
# container_name: init-ollama-text-model
# volumes:
# - ollama_storage:/root/.ollama
# entrypoint: /bin/sh
# command:
# - "-c"
# - "sleep 3; OLLAMA_HOST=ollama:11434 ollama pull llama3.2:3b"
init-ollama-text-model:
image: ollama/ollama:latest
networks: ['poc']
container_name: init-ollama-text-model
volumes:
- ollama_storage:/root/.ollama
entrypoint: /bin/sh
command:
- "-c"
- "sleep 3; OLLAMA_HOST=ollama:11434 ollama pull mistral-nemo:12b"
# init-ollama-embedding-model:
# image: ollama/ollama:latest
# networks: ['poc']
# container_name: init-ollama-embedding-model
# volumes:
# - ollama_storage:/root/.ollama
# entrypoint: /bin/sh
# command:
# - "-c"
# - "sleep 3; OLLAMA_HOST=ollama:11434 ollama pull nomic-embed-text"
init-ollama-embedding-model:
image: ollama/ollama:latest
networks: ['poc']
container_name: init-ollama-embedding-model
volumes:
- ollama_storage:/root/.ollama
entrypoint: /bin/sh
command:
- "-c"
- "sleep 3; OLLAMA_HOST=ollama:11434 ollama pull snowflake-arctic-embed:335m"
qdrant:
image: qdrant/qdrant
container_name: qdrant
networks: ['poc']
restart: unless-stopped
ports:
- 6333:6333
- 6334:6334
volumes:
- qdrant_storage:/qdrant/storage