Joey Hafner
97e4cc547a
1. homelab [Gitea](https://gitea.jafner.tools/Jafner/homelab), [Github (docker_config)](https://github.com/Jafner/docker_config), [Github (wiki)](https://github.com/Jafner/wiki), [Github (cloud_tools)](https://github.com/Jafner/cloud_tools), [Github (self-hosting)](https://github.com/Jafner/self-hosting). - Rename? Jafner.net? Wouldn't that be `Jafner/Jafner.net/Jafner.net`? 2. Jafner.dev [Github](https://github.com/Jafner/Jafner.dev). 3. dotfiles [Gitea](https://gitea.jafner.tools/Jafner/dotfiles), [Github](https://github.com/Jafner/dotfiles). 4. nvgm [Gitea](https://gitea.jafner.tools/Jafner/nvgm) 5. pamidi [Gitea](https://gitea.jafner.tools/Jafner/pamidi), [Github](https://github.com/Jafner/pamidi) 6. docker-llm-amd [Gitea](https://gitea.jafner.tools/Jafner/docker-llm-amd) 7. doradash [Gitea](https://gitea.jafner.tools/Jafner/doradash) 8. clip-it-and-ship-it [Gitea (PyClipIt)](https://gitea.jafner.tools/Jafner/PyClipIt), [Github](https://github.com/Jafner/clip-it-and-ship-it). 9. razer battery led [Github](https://github.com/Jafner/Razer-BatteryLevelRGB) 10. 5etools-docker [Github](https://github.com/Jafner/5etools-docker) 11. jafner-homebrew [Github](https://github.com/Jafner/jafner-homebrew)
143 lines
3.0 KiB
YAML
143 lines
3.0 KiB
YAML
# Addresses:
|
|
# ollama :11434
|
|
# open-webui :3000
|
|
# sillytavern :8000
|
|
# sdwebui :7868
|
|
# oobabooga :7860 :5010
|
|
# exui :5030
|
|
|
|
version: '3'
|
|
name: 'ai'
|
|
services:
|
|
ollama:
|
|
container_name: ai_ollama
|
|
image: ollama/ollama:rocm
|
|
networks:
|
|
- ai
|
|
privileged: false
|
|
group_add:
|
|
- video
|
|
ports:
|
|
- 11434:11434
|
|
devices:
|
|
- /dev/kfd
|
|
- /dev/dri
|
|
volumes:
|
|
- ./ollama/modelfiles:/modelfiles
|
|
- $MODELS_DIR:/models
|
|
- ollama-model-storage:/root/.ollama/models/blobs
|
|
environment:
|
|
- OLLAMA_ORIGINS="app://obsidian.md*"
|
|
- OLLAMA_MAX_LOADED_MODELS=0
|
|
|
|
open-webui:
|
|
container_name: ai_open-webui
|
|
image: ghcr.io/open-webui/open-webui:main
|
|
ports:
|
|
- 3000:8080
|
|
networks:
|
|
- ai
|
|
volumes:
|
|
- open-webui:/app/backend/data
|
|
environment:
|
|
- OLLAMA_BASE_URL=http://ollama:11434
|
|
|
|
sillytavern:
|
|
container_name: ai_sillytavern
|
|
image: ghcr.io/sillytavern/sillytavern:staging
|
|
networks:
|
|
- ai
|
|
privileged: false
|
|
ports:
|
|
- 8000:8000/tcp
|
|
volumes:
|
|
- ./sillytavern/config/config.yaml:/home/node/app/config/config.yaml
|
|
environment:
|
|
- TZ=America/Los_Angeles
|
|
|
|
sdwebui:
|
|
container_name: ai_sdwebui
|
|
build:
|
|
context: ./sdwebui
|
|
networks:
|
|
- ai
|
|
privileged: false
|
|
group_add:
|
|
- video
|
|
ports:
|
|
- 7868:7860
|
|
devices:
|
|
- /dev/kfd
|
|
- /dev/dri
|
|
volumes:
|
|
- ./models_t2i:/dockerx/stable-diffusion-webui-amdgpu/models
|
|
- ./sdwebui/images:/images
|
|
- sdwebui_cache:/dockerx/stable-diffusion-webui-amdgpu/models/ONNX
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
memory: 16G
|
|
|
|
oobabooga:
|
|
container_name: ai_oobabooga
|
|
image: atinoda/text-generation-webui:base-rocm
|
|
environment:
|
|
- EXTRA_LAUNCH_ARGS="--listen --verbose --chat-buttons --use_flash_attention_2 --flash-attn --api --extensions openai"
|
|
stdin_open: true
|
|
tty: true
|
|
networks:
|
|
- ai
|
|
ipc: host
|
|
group_add:
|
|
- video
|
|
cap_add:
|
|
- SYS_PTRACE
|
|
security_opt:
|
|
- seccomp=unconfined
|
|
ports:
|
|
- 7860:7860
|
|
- 5010:5000
|
|
devices:
|
|
- /dev/kfd
|
|
- /dev/dri
|
|
volumes:
|
|
- $MODELS_DIR:/app/models
|
|
- oobabooga_cache:/root/.cache
|
|
- ./oobabooga/characters:/app/characters
|
|
- ./oobabooga/instruction-templates:/app/instruction-templates
|
|
- ./oobabooga/loras:/app/loras
|
|
- ./oobabooga/presets:/app/presets
|
|
- ./oobabooga/prompts:/app/prompts
|
|
- ./oobabooga/training:/app/training
|
|
|
|
exui:
|
|
container_name: ai_exui
|
|
build:
|
|
context: ./exl2
|
|
networks:
|
|
- ai
|
|
privileged: false
|
|
group_add:
|
|
- video
|
|
ports:
|
|
- 5030:5000
|
|
devices:
|
|
- /dev/kfd
|
|
- /dev/dri
|
|
volumes:
|
|
- $MODELS_DIR:/models
|
|
|
|
volumes:
|
|
ollama-model-storage:
|
|
open-webui:
|
|
sdwebui_cache:
|
|
oobabooga:
|
|
oobabooga_cache:
|
|
networks:
|
|
ai:
|
|
name: "ai"
|
|
ipam:
|
|
driver: default
|
|
config:
|
|
- subnet: 172.20.0.0/16
|