Files
a13labs.infra/ansible/host_vars/ci-01.lab.alexpires.me.yml
T

87 lines
1.7 KiB
YAML
Raw Normal View History

hostname: ci-01.lab.alexpires.me
ansible_user: "{{ lookup('env', 'ANSIBLE_USER') }}"
ansible_password: "{{ lookup('env', 'WIN_CI_01_PASSWORD') }}"
ansible_connection: winrm
ansible_winrm_transport: basic
ansible_winrm_server_cert_validation: ignore
ssh_users:
- name: "{{ ansible_user }}"
admin: true
keys:
- "{{ lookup('file', 'keys/ansible_user.pub') }}"
grafana_prometheus_sources:
- 10.19.4.136
windows_exporter_collectors:
- cache
- cpu
- cpu_info
- gpu
- diskdrive
- logical_disk
- memory
- net
- os
- process
- service
- tcp
- time
- update
llama_server_windows_install_dir: "D:\\llama_server"
llama_server_windows_user: "llama"
llama_server_windows_working_dir: "D:\\llama_server"
llama_server_cuda_version: "13.3"
llama_server_models:
- name: "luau-qwen3-4b-fim-v0.1"
model_id: "mradermacher/Luau-Qwen3-4B-FIM-v0.1-GGUF"
quant: "IQ4_XS"
revision: "main"
- name: "ministral-3-3b-instruct"
model_id: "unsloth/Ministral-3-3B-Instruct-2512-GGUF"
quant: "IQ4_XS"
revision: "main"
- name: "qwen2.5-coder-1.5b-instruct"
model_id: "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF"
quant: "Q4_K_M"
revision: "main"
- name: "qwen2.5-coder-3b-instruct"
model_id: "unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF"
quant: "Q4_K_M"
revision: "main"
llama_server_host: "0.0.0.0"
llama_server_windows_sources:
- 10.19.4.136
llama_server_args_extra:
[
"-t",
8,
"-np",
1,
"-c",
8192,
"-b",
1024,
"-ub",
512,
"-fa",
"on",
"-ctk",
"q4_0",
"-ctv",
"q4_0",
"-cram",
0,
"-fit",
"off",
"--mmap",
]
llama_server_windows_backend: "vulkan"