Skip to content

Commit e6e1cf6

Browse files
committed
feat: add Ollama AI
1 parent fc4196f commit e6e1cf6

File tree

2 files changed

+56
-0
lines changed

2 files changed

+56
-0
lines changed

docker/ollama_ai/README.md

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
# Ollama AI
2+
3+
Self hosted large language models alongside a nice web UI.
4+
5+
- [Ollama]: run LLMs on your own hardware with a single Go binary (or a Docker container, in this instance).
6+
- [Ollama Web UI]: fancy UI client for interacting with Ollama.
7+
8+
[Ollama]: https://github.com/ollama/ollama/
9+
[Ollama Web UI]: https://github.com/ollama-webui/ollama-webui

docker/ollama_ai/compose.yaml

Lines changed: 47 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
1+
# Compose file for Ollama
2+
3+
name: "ollama_ai"
4+
services:
5+
ollama_ai:
6+
image: "ollama/ollama:0.1.23"
7+
container_name: "ollama_ai"
8+
restart: unless-stopped
9+
logging:
10+
driver: "local"
11+
options:
12+
max-file: "3"
13+
max-size: "5m"
14+
ports:
15+
- "11434:11434"
16+
volumes:
17+
- "${PATH_PARENT}/datastore/ollama_ai:/root/.ollama"
18+
ollama_webui:
19+
image: "ghcr.io/ollama-webui/ollama-webui:main"
20+
container_name: "ollama_webui"
21+
restart: unless-stopped
22+
logging:
23+
driver: "local"
24+
options:
25+
max-file: "3"
26+
max-size: "5m"
27+
networks:
28+
- traefik-external
29+
volumes:
30+
- "${PATH_PARENT}/datastore/ollama_webui:/app/backend/data"
31+
labels:
32+
- "traefik.enable=true"
33+
- "traefik.docker.network=traefik-external"
34+
- "traefik.http.routers.ollama_webui.rule=Host(`ai.${DOMAIN_NAME}`)"
35+
- "traefik.http.services.ollama_webui.loadbalancer.server.port=8080"
36+
- "traefik.http.routers.ollama_webui.entrypoints=websecure"
37+
- "traefik.http.routers.ollama_webui.tls=true"
38+
- "homepage.group=Applications"
39+
- "homepage.name=Ollama"
40+
- "homepage.icon=https://avatars.githubusercontent.com/u/151674099"
41+
- "homepage.href=https://ai.${DOMAIN_NAME}"
42+
- "homepage.description=Self hosted large language models."
43+
environment:
44+
- "OLLAMA_API_BASE_URL=http://${IP_ADDRESS}:11434/api"
45+
networks:
46+
traefik-external:
47+
external: true

0 commit comments

Comments
 (0)