alexandre.pires
25d3eafa5b
- Implemented tasks for managing Ubuntu containers using Podman, including inspection, creation, starting, and SSH setup. - Added verification tasks for WSL and Podman installation, machine existence, and NSSM service status. - Created PowerShell scripts for Podman auto-start on Windows boot. - Introduced Prometheus role with default configurations and installation tasks. - Updated Windows SSH role to improve authorized_keys management and permissions handling. - Modified inventory to include Windows containers host. - Updated Grafana datasource configurations with direct IP addresses for Prometheus instances.
52 lines
1.8 KiB
YAML
52 lines
1.8 KiB
YAML
llama_server_user: "llama"
|
|
llama_server_group: "llama"
|
|
llama_server_home: "/home/llama"
|
|
llama_server_pubkey: ""
|
|
llama_server_models: []
|
|
llama_server_models_max: 1
|
|
llama_server_image: "ghcr.io/ggml-org/llama.cpp"
|
|
llama_server_tag: "server-vulkan"
|
|
llama_server_extra_groups: "users,video"
|
|
llama_server_devices: []
|
|
llama_server_env: {}
|
|
llama_server_port: 11434
|
|
llama_server_preset_global: {}
|
|
llama_server_host: "127.0.0.1"
|
|
llama_server_argv_extra: []
|
|
|
|
# Llama Exporter configuration
|
|
llama_server_exporter_enabled: true
|
|
llama_server_exporter_port: 9550
|
|
llama_server_exporter_user: llama_exporter
|
|
llama_server_exporter_user_home: "/opt/llama_exporter"
|
|
llama_server_exporter_install_dir: "/opt/llama_exporter"
|
|
llama_server_exporter_venv_path: "/opt/llama_exporter/.venv"
|
|
llama_server_exporter_scrape_interval: 15
|
|
llama_server_exporter_scrape_timeout: 5
|
|
|
|
# Llama.cpp scrape targets
|
|
llama_server_exporter_targets: []
|
|
|
|
# Windows-specific defaults
|
|
llama_server_windows_install_dir: "C:\\llama_server"
|
|
llama_server_windows_user: "llama"
|
|
llama_server_windows_working_dir: "C:\\llama_server"
|
|
llama_server_windows_version: "b9442"
|
|
llama_server_windows_backend: "cuda"
|
|
llama_server_cuda_version: "13.3"
|
|
|
|
# Llama-server binary defaults for Windows
|
|
llama_server_windows_bin_name: "llama-server.exe"
|
|
|
|
# Windows Python defaults
|
|
llama_server_windows_python_version: "3.12.10"
|
|
llama_server_windows_python_path: "C:\\Program Files\\Python{{ llama_server_windows_python_version | regex_replace('^(\\d+)\\.(\\d+)\\..*$', '\\1\\2') }}\\python.exe"
|
|
llama_server_windows_vcredist_url: "https://aka.ms/vs/17/release/vc_redist.x64.exe"
|
|
|
|
# Windows Exporter defaults
|
|
llama_server_windows_exporter_enabled: true
|
|
llama_server_windows_exporter_port: 9550
|
|
llama_server_windows_exporter_interval: 15
|
|
llama_server_windows_exporter_timeout: 5
|
|
llama_server_windows_exporter_targets: []
|