alexandre.pires
ec740f458f
- Introduced SMTP settings for Vaultwarden including host, port, security, and authentication details. - Added variables for signup verification, 2FA settings, password hints, and logging options. - Updated Vaultwarden deployment to utilize new SMTP configurations. - Enhanced Grafana module to support dynamic dashboard and datasource provisioning. - Added LLM proxy configuration for Open Web UI with necessary environment variables.
31 lines
1.0 KiB
YAML
31 lines
1.0 KiB
YAML
- name: Setup Kokoro FastApi
|
|
hosts: kokoro
|
|
vars:
|
|
podman_user: "{{ kokoro_user | default('kokoro') }}"
|
|
podman_group: "{{ kokoro_group | default('kokoro') }}"
|
|
podman_extra_groups: "users"
|
|
podman_user_home: "{{ kokoro_home | default('/home/kokoro') }}"
|
|
podman_user_pubkey: "{{ kokoro_user_pubkey | default(omit) }}"
|
|
podman_user_folders:
|
|
- data
|
|
pods:
|
|
- name: kokoro
|
|
repo:
|
|
image: ghcr.io/remsky/kokoro-fastapi-cpu
|
|
env:
|
|
PYTHONPATH: /app:/app/api
|
|
# ONNX Optimization Settings for vectorized operations
|
|
ONNX_NUM_THREADS: 6 # Maximize core usage for vectorized ops
|
|
ONNX_INTER_OP_THREADS: 4 # Higher inter-op for parallel matrix operations
|
|
ONNX_EXECUTION_MODE: parallel
|
|
ONNX_OPTIMIZATION_LEVEL: all
|
|
ONNX_MEMORY_PATTERN: true
|
|
ONNX_ARENA_EXTEND_STRATEGY: kNextPowerOfTwo
|
|
ports:
|
|
- "0.0.0.0:{{ kokoro_port | default(8880) }}:8880/tcp"
|
|
# device:
|
|
# - "nvidia.com/gpu=all"
|
|
|
|
roles:
|
|
- podman
|