hostname: ci-01.lab.alexpires.me ansible_user: "{{ lookup('env', 'ANSIBLE_USER') }}" ansible_password: "{{ lookup('env', 'WIN_CI_01_PASSWORD') }}" ansible_connection: winrm ansible_winrm_transport: basic ansible_winrm_server_cert_validation: ignore ssh_users: - name: "{{ ansible_user }}" admin: true keys: - "{{ lookup('file', 'keys/ansible_user.pub') }}" grafana_prometheus_sources: - 10.19.4.136 windows_exporter_collectors: - cache - cpu - cpu_info - gpu - diskdrive - logical_disk - memory - net - os - process - service - tcp - time - update llama_server_windows_install_dir: "D:\\llama_server" llama_server_windows_user: "llama" llama_server_windows_working_dir: "D:\\llama_server" llama_server_cuda_version: "13.3" llama_server_models: - name: "luau-qwen3-4b-fim-v0.1" model_id: "mradermacher/Luau-Qwen3-4B-FIM-v0.1-GGUF" quant: "IQ4_XS" revision: "main" - name: "ministral-3-3b-instruct" model_id: "unsloth/Ministral-3-3B-Instruct-2512-GGUF" quant: "IQ4_XS" revision: "main" - name: "qwen2.5-coder-1.5b-instruct" model_id: "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF" quant: "Q4_K_M" revision: "main" - name: "qwen2.5-coder-3b-instruct" model_id: "unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF" quant: "Q4_K_M" revision: "main" llama_server_host: "0.0.0.0" llama_server_windows_sources: - 10.19.4.136 llama_server_args_extra: [ "-t", 8, "-np", 1, "-c", 8192, "-b", 1024, "-ub", 512, "-fa", "on", "-ctk", "q4_0", "-ctv", "q4_0", "-cram", 0, "-fit", "off", "--mmap", ] llama_server_windows_backend: "vulkan"