a13labs.infra/ansible/playbook_podman_kokoro.yml

- name: Setup Kokoro FastApi
  hosts: kokoro
  vars:
    podman_user: "{{ kokoro_user | default('kokoro') }}"
    podman_group: "{{ kokoro_group | default('kokoro') }}"
    podman_extra_groups: "users"
    podman_user_home: "{{ kokoro_home | default('/home/kokoro') }}"
    podman_user_pubkey: "{{ kokoro_user_pubkey | default(omit) }}"
    podman_user_folders:
      - data
    pods:
      - name: kokoro
        repo:
          image: ghcr.io/remsky/kokoro-fastapi-cpu
        env:
          PYTHONPATH: /app:/app/api
          # ONNX Optimization Settings for vectorized operations
          ONNX_NUM_THREADS: 6  # Maximize core usage for vectorized ops
          ONNX_INTER_OP_THREADS: 4  # Higher inter-op for parallel matrix operations
          ONNX_EXECUTION_MODE: parallel
          ONNX_OPTIMIZATION_LEVEL: all
          ONNX_MEMORY_PATTERN: true
          ONNX_ARENA_EXTEND_STRATEGY: kNextPowerOfTwo
        ports:
          - "0.0.0.0:{{ kokoro_port | default(8880) }}:8880/tcp"
        # device:
        #   - "nvidia.com/gpu=all"

  roles:
    - podman