feat: Add ROCm support and update Ollama configurations

- Created ansible playbooks for setting up AMD ROCm container environment.
- Added ROCm and AMD Graphics repositories in ansible tasks.
- Installed necessary ROCm packages including rocm-dkms and developer tools.
- Updated Dockerfile for Ollama to use version 0.13.4 and created a new Dockerfile for ROCm support.
- Enhanced game station scripts for better performance and added MangoHud configuration.
- Modified systemd service files to allow CPU core allocation.
- Updated playbooks for Ollama and Qwen2 to include new configurations and environment variables.
- Added Wake-on-LAN systemd service configuration.
- Updated Terraform configurations to include secret management for the web UI.
- Refactored Kubernetes deployment for open-webui to include secret handling and improved volume management.
This commit is contained in:
2025-12-25 16:37:05 +01:00
parent 4781ddbaff
commit 03d5b39a4b
31 changed files with 497 additions and 80 deletions
+6 -1
View File
@@ -3,7 +3,7 @@
vars:
podman_user: "{{ ollama_user | default('ollama') }}"
podman_group: "{{ ollama_group | default('ollama') }}"
podman_extra_groups: "users"
podman_extra_groups: "users,video"
podman_user_home: "{{ ollama_home | default('/home/ollama') }}"
podman_user_folders:
- data
@@ -11,6 +11,11 @@
- name: ollama
build:
dockerfile: "{{ lookup('file', 'dockerfiles/Dockerfile.ollama') }}"
env:
OLLAMA_CONTEXT_SIZE: 65536
OLLAMA_NUM_THREADS: 6
OLLAMA_NUM_PARALLEL: 1
OLLAMA_KV_CACHE: "true"
ports:
- "0.0.0.0:{{ ollama_port | default(11434) }}:11434/tcp"
volumes: