Add support for Ubuntu containers and WSL verification

- Implemented tasks for managing Ubuntu containers using Podman, including inspection, creation, starting, and SSH setup.
- Added verification tasks for WSL and Podman installation, machine existence, and NSSM service status.
- Created PowerShell scripts for Podman auto-start on Windows boot.
- Introduced Prometheus role with default configurations and installation tasks.
- Updated Windows SSH role to improve authorized_keys management and permissions handling.
- Modified inventory to include Windows containers host.
- Updated Grafana datasource configurations with direct IP addresses for Prometheus instances.
This commit is contained in:
2026-06-07 20:35:59 +02:00
parent 3775fa4b6e
commit 25d3eafa5b
34 changed files with 1475 additions and 155 deletions
+93 -27
View File
@@ -123,52 +123,118 @@ llama_server_models:
model_id: "unsloth/gpt-oss-20b-GGUF"
quant: "Q4_0"
revision: "main"
- name: "gpt-oss-20b-q8-0"
model_id: "unsloth/gpt-oss-20b-GGUF"
quant: "Q8_0"
revision: "main"
- name: "gemma-4-12b-q8-0"
model_id: "unsloth/gemma-4-12b-it-GGUF"
quant: "Q8_0"
revision: "main"
preset:
ctx-size: 131072
- name: "gemma-4-26b-a4b-ud-iq4-xs"
model_id: "unsloth/gemma-4-26B-A4B-it-GGUF"
quant: "UD-IQ4_XS"
revision: "main"
preset:
ctx-size: 131072
- name: "gemma-4-31b-iq4-xs"
model_id: "unsloth/gemma-4-31B-it-GGUF"
quant: "IQ4_XS"
revision: "main"
- name: "qwen3-6-35b-a3b-mtp-ud-iq4-xs"
model_id: "unsloth/Qwen3.6-35B-A3B-MTP-GGUF"
quant: "UD-IQ4_XS"
revision: "main"
- name: "qwen3-5-27b-mtp-iq4-xs"
model_id: "unsloth/Qwen3.5-27B-MTP-GGUF"
quant: "IQ4_XS"
revision: "main"
- name: "qwen3-5-35b-a3b-ud-iq4-xs"
model_id: "unsloth/Qwen3.5-35B-A3B-GGUF"
quant: "UD-IQ4_XS"
revision: "main"
- name: "ministral-3-14b-instruct-iq4-xs"
model_id: "unsloth/Ministral-3-14B-Instruct-2512-GGUF"
quant: "IQ4_XS"
revision: "main"
- name: "granite-4-1-30b-iq4-xs"
model_id: "unsloth/granite-4.1-30b-GGUF"
quant: "IQ4_XS"
revision: "main"
preset:
ctx-size: 131072
- name: "qwen3-5-9b-iq4-xs"
model_id: "unsloth/Qwen3.5-9B-GGUF"
quant: "IQ4_XS"
revision: "main"
preset:
ctx-size: 131072
- name: "qwen3-5-9b-q8-0"
model_id: "unsloth/Qwen3.5-9B-GGUF"
quant: "Q8_0"
revision: "main"
preset:
ctx-size: 131072
- name: "qwen3-5-27b-mtp-iq4-xs"
model_id: "unsloth/Qwen3.5-27B-MTP-GGUF"
quant: "IQ4_XS"
revision: "main"
preset:
ctx-size: 131072
- name: "qwen3-5-35b-a3b-ud-iq4-xs"
model_id: "unsloth/Qwen3.5-35B-A3B-GGUF"
quant: "UD-IQ4_XS"
revision: "main"
preset:
ctx-size: 131072
- name: "qwen3-5-35b-a3b-q4-k-m"
model_id: "unsloth/Qwen3.5-35B-A3B-GGUF"
quant: "Q4_K_M"
revision: "main"
preset:
ctx-size: 131072
- name: "qwen3-6-27b-mtp-q4-0"
model_id: "unsloth/Qwen3.6-27B-MTP-GGUF"
quant: "Q4_0"
revision: "main"
preset:
ctx-size: 131072
- name: "qwen3-6-27b-mtp-ud-q4-0-k-xl"
model_id: "unsloth/Qwen3.6-27B-MTP-GGUF"
quant: "UD-Q4_K_XL"
revision: "main"
preset:
ctx-size: 131072
- name: "qwen3-6-27b-mtp-ud-q4-xl"
model_id: "unsloth/Qwen3.6-27B-MTP-GGUF"
quant: "UD-Q4_K_XL"
revision: "main"
preset:
ctx-size: 131072
- name: "qwen3-6-35b-a3b-mtp-ud-iq4-xs"
model_id: "unsloth/Qwen3.6-35B-A3B-MTP-GGUF"
quant: "UD-IQ4_XS"
revision: "main"
preset:
ctx-size: 131072
- name: "qwen3-6-35b-a3b-mtp-ud-q4-m"
model_id: "unsloth/Qwen3.6-35B-A3B-MTP-GGUF"
quant: "UD-Q4_K_M"
revision: "main"
preset:
ctx-size: 131072
- name: "qwen3-6-35b-a3b-ud-q4-k-m"
model_id: "unsloth/Qwen3.6-35B-A3B-GGUF"
quant: "UD-Q4_K_M"
revision: "main"
preset:
ctx-size: 131072
- name: "qwen3-6-35b-a3b-claude47-distilled-iq4-xs"
model_id: "lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-IQ4_XS-GGUF"
quant: "IQ4_XS"
revision: "main"
preset:
ctx-size: 131072
- name: "ministral-3-14b-instruct-iq4-xs"
model_id: "unsloth/Ministral-3-14B-Instruct-2512-GGUF"
quant: "IQ4_XS"
revision: "main"
preset:
ctx-size: 131072
- name: "granite-4-1-30b-iq4-xs"
model_id: "unsloth/granite-4.1-30b-GGUF"
quant: "IQ4_XS"
revision: "main"
preset:
ctx-size: 131072
- name: "devstral-small-2-24b-instruct-iq4-xs"
model_id: "unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF"
quant: "IQ4_XS"
revision: "main"
- name: "qwen3-6-27b-mtp-iq4-xs"
model_id: "unsloth/Qwen3.6-27B-MTP-GGUF"
quant: "IQ4_XS"
revision: "main"
llama_server_args_extra:
llama_server_argv_extra:
[
"-t",
10,
@@ -201,6 +267,6 @@ llama_server_args_extra:
# # Optional global model preset options applied under [*] in models.ini.
# # Keys map to llama.cpp CLI args without leading dashes, short args, or LLAMA_ARG_* env names.
# llama_preset_global:
# c: 131072
# llama_server_preset_global:
# ctx-size: 131072
# n-gpu-layers: all