alexandre.pires
8724360fb2
- Updated AGENTS.md to include new directories for execution plans and implemented feature reports. - Modified Ansible host variables for dev-02 and gpu-01 to change API endpoints and add new configurations for Scaleway. - Adjusted firewall rules in gpu-01 to allow HTTPS traffic instead of the previous Ollama port. - Added OAuth2 proxy configurations to gpu-01 for enhanced security. - Removed deprecated open-webui module from Terraform app configurations. - Updated Terraform configurations to reflect changes in local variables and removed unused secrets. - Created a new sectool.json file for CloudNS integration with Bitwarden. - Enhanced SELinux configurations for nginx to allow connections to any port and added oauth2-proxy port.
53 lines
1.8 KiB
YAML
53 lines
1.8 KiB
YAML
llama_server_user: "llama"
|
|
llama_server_group: "llama"
|
|
llama_server_home: "/home/llama"
|
|
llama_server_pubkey: ""
|
|
llama_server_models: []
|
|
llama_server_models_max: 1
|
|
llama_server_image: "ghcr.io/ggml-org/llama.cpp"
|
|
llama_server_tag: "server-vulkan"
|
|
llama_server_extra_groups: "users,video"
|
|
llama_server_devices: []
|
|
llama_server_env: {}
|
|
llama_server_port: 11434
|
|
llama_server_bind: "0.0.0.0"
|
|
llama_server_preset_global: {}
|
|
llama_server_host: "127.0.0.1"
|
|
llama_server_argv_extra: []
|
|
|
|
# Llama Exporter configuration
|
|
llama_server_exporter_enabled: true
|
|
llama_server_exporter_port: 9550
|
|
llama_server_exporter_user: llama_exporter
|
|
llama_server_exporter_user_home: "/opt/llama_exporter"
|
|
llama_server_exporter_install_dir: "/opt/llama_exporter"
|
|
llama_server_exporter_venv_path: "/opt/llama_exporter/.venv"
|
|
llama_server_exporter_scrape_interval: 15
|
|
llama_server_exporter_scrape_timeout: 5
|
|
|
|
# Llama.cpp scrape targets
|
|
llama_server_exporter_targets: []
|
|
|
|
# Windows-specific defaults
|
|
llama_server_windows_install_dir: "C:\\llama_server"
|
|
llama_server_windows_user: "llama"
|
|
llama_server_windows_working_dir: "C:\\llama_server"
|
|
llama_server_windows_version: "b9442"
|
|
llama_server_windows_backend: "cuda"
|
|
llama_server_cuda_version: "13.3"
|
|
|
|
# Llama-server binary defaults for Windows
|
|
llama_server_windows_bin_name: "llama-server.exe"
|
|
|
|
# Windows Python defaults
|
|
llama_server_windows_python_version: "3.12.10"
|
|
llama_server_windows_python_path: "C:\\Program Files\\Python{{ llama_server_windows_python_version | regex_replace('^(\\d+)\\.(\\d+)\\..*$', '\\1\\2') }}\\python.exe"
|
|
llama_server_windows_vcredist_url: "https://aka.ms/vs/17/release/vc_redist.x64.exe"
|
|
|
|
# Windows Exporter defaults
|
|
llama_server_windows_exporter_enabled: true
|
|
llama_server_windows_exporter_port: 9550
|
|
llama_server_windows_exporter_interval: 15
|
|
llama_server_windows_exporter_timeout: 5
|
|
llama_server_windows_exporter_targets: []
|