alexandre.pires
ec740f458f
- Introduced SMTP settings for Vaultwarden including host, port, security, and authentication details. - Added variables for signup verification, 2FA settings, password hints, and logging options. - Updated Vaultwarden deployment to utilize new SMTP configurations. - Enhanced Grafana module to support dynamic dashboard and datasource provisioning. - Added LLM proxy configuration for Open Web UI with necessary environment variables.
32 lines
976 B
YAML
32 lines
976 B
YAML
- name: Setup ollama
|
|
hosts: ollama
|
|
vars:
|
|
podman_user: "{{ ollama_user | default('ollama') }}"
|
|
podman_group: "{{ ollama_group | default('ollama') }}"
|
|
podman_extra_groups: "users,video"
|
|
podman_user_home: "{{ ollama_home | default('/home/ollama') }}"
|
|
podman_user_folders:
|
|
- data
|
|
pods:
|
|
- name: ollama
|
|
build:
|
|
dockerfile: "{{ lookup('file', 'dockerfiles/Dockerfile.ollama') }}"
|
|
env:
|
|
OLLAMA_CONTEXT_SIZE: 65536
|
|
OLLAMA_NUM_THREADS: 6
|
|
OLLAMA_NUM_PARALLEL: 1
|
|
OLLAMA_KV_CACHE: "true"
|
|
OLLAMA_VULKAN: 1
|
|
GGML_VK_VISIBLE_DEVICES: 0,1,2
|
|
OLLAMA_NUM_GPU: 99
|
|
ports:
|
|
- "0.0.0.0:{{ ollama_port | default(11434) }}:11434/tcp"
|
|
volumes:
|
|
- "{{ ollama_home }}/data:/home/worker/.ollama:Z"
|
|
device:
|
|
- "nvidia.com/gpu=all"
|
|
- "/dev/kfd:/dev/kfd:rw"
|
|
- "/dev/dri:/dev/dri:rw"
|
|
roles:
|
|
- podman
|