feat: Add ROCm support and update Ollama configurations
- Created ansible playbooks for setting up AMD ROCm container environment. - Added ROCm and AMD Graphics repositories in ansible tasks. - Installed necessary ROCm packages including rocm-dkms and developer tools. - Updated Dockerfile for Ollama to use version 0.13.4 and created a new Dockerfile for ROCm support. - Enhanced game station scripts for better performance and added MangoHud configuration. - Modified systemd service files to allow CPU core allocation. - Updated playbooks for Ollama and Qwen2 to include new configurations and environment variables. - Added Wake-on-LAN systemd service configuration. - Updated Terraform configurations to include secret management for the web UI. - Refactored Kubernetes deployment for open-webui to include secret handling and improved volume management.
This commit is contained in:
@@ -3,7 +3,7 @@
|
||||
vars:
|
||||
podman_user: "{{ ollama_user | default('ollama') }}"
|
||||
podman_group: "{{ ollama_group | default('ollama') }}"
|
||||
podman_extra_groups: "users"
|
||||
podman_extra_groups: "users,video"
|
||||
podman_user_home: "{{ ollama_home | default('/home/ollama') }}"
|
||||
podman_user_folders:
|
||||
- data
|
||||
@@ -11,6 +11,11 @@
|
||||
- name: ollama
|
||||
build:
|
||||
dockerfile: "{{ lookup('file', 'dockerfiles/Dockerfile.ollama') }}"
|
||||
env:
|
||||
OLLAMA_CONTEXT_SIZE: 65536
|
||||
OLLAMA_NUM_THREADS: 6
|
||||
OLLAMA_NUM_PARALLEL: 1
|
||||
OLLAMA_KV_CACHE: "true"
|
||||
ports:
|
||||
- "0.0.0.0:{{ ollama_port | default(11434) }}:11434/tcp"
|
||||
volumes:
|
||||
|
||||
Reference in New Issue
Block a user