a13labs.infra/ansible/playbook_podman_ollama_rocm.yml

- name: Setup ollama
  hosts: ollama
  vars:
    podman_user: "{{ ollama_user | default('ollama') }}"
    podman_group: "{{ ollama_group | default('ollama') }}"
    podman_extra_groups: "users,video"
    podman_user_home: "{{ ollama_home | default('/home/ollama') }}"
    podman_user_folders:
      - data
    pods:
      - name: ollama-rocm
        build:
          dockerfile: "{{ lookup('file', 'dockerfiles/Dockerfile.ollama.rocm') }}"
        env:
          OLLAMA_CONTEXT_LENGTH: 32000
          OLLAMA_NUM_THREADS: 10
          OLLAMA_NUM_PARALLEL: 2
          OLLAMA_FLASH_ATTENTION: 1
          OLLAMA_KV_CACHE: "true"
          HSA_OVERRIDE_GFX_VERSION: "11.0.0"
        ports:
          - "0.0.0.0:{{ ollama_port | default(11434) }}:11434/tcp"
        volumes:
          - "{{ ollama_home }}/data:/home/worker/.ollama:Z"
        device:
          - "/dev/kfd:/dev/kfd:rw"
          - "/dev/dri:/dev/dri:rw"

  tasks:
    - name: Setup Pods
      ansible.builtin.include_tasks:
        file: tasks/podman.yml