Add support for Ubuntu containers and WSL verification
- Implemented tasks for managing Ubuntu containers using Podman, including inspection, creation, starting, and SSH setup. - Added verification tasks for WSL and Podman installation, machine existence, and NSSM service status. - Created PowerShell scripts for Podman auto-start on Windows boot. - Introduced Prometheus role with default configurations and installation tasks. - Updated Windows SSH role to improve authorized_keys management and permissions handling. - Modified inventory to include Windows containers host. - Updated Grafana datasource configurations with direct IP addresses for Prometheus instances.
This commit is contained in:
@@ -123,52 +123,118 @@ llama_server_models:
|
||||
model_id: "unsloth/gpt-oss-20b-GGUF"
|
||||
quant: "Q4_0"
|
||||
revision: "main"
|
||||
- name: "gpt-oss-20b-q8-0"
|
||||
model_id: "unsloth/gpt-oss-20b-GGUF"
|
||||
quant: "Q8_0"
|
||||
revision: "main"
|
||||
- name: "gemma-4-12b-q8-0"
|
||||
model_id: "unsloth/gemma-4-12b-it-GGUF"
|
||||
quant: "Q8_0"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "gemma-4-26b-a4b-ud-iq4-xs"
|
||||
model_id: "unsloth/gemma-4-26B-A4B-it-GGUF"
|
||||
quant: "UD-IQ4_XS"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "gemma-4-31b-iq4-xs"
|
||||
model_id: "unsloth/gemma-4-31B-it-GGUF"
|
||||
quant: "IQ4_XS"
|
||||
revision: "main"
|
||||
- name: "qwen3-6-35b-a3b-mtp-ud-iq4-xs"
|
||||
model_id: "unsloth/Qwen3.6-35B-A3B-MTP-GGUF"
|
||||
quant: "UD-IQ4_XS"
|
||||
revision: "main"
|
||||
- name: "qwen3-5-27b-mtp-iq4-xs"
|
||||
model_id: "unsloth/Qwen3.5-27B-MTP-GGUF"
|
||||
quant: "IQ4_XS"
|
||||
revision: "main"
|
||||
- name: "qwen3-5-35b-a3b-ud-iq4-xs"
|
||||
model_id: "unsloth/Qwen3.5-35B-A3B-GGUF"
|
||||
quant: "UD-IQ4_XS"
|
||||
revision: "main"
|
||||
- name: "ministral-3-14b-instruct-iq4-xs"
|
||||
model_id: "unsloth/Ministral-3-14B-Instruct-2512-GGUF"
|
||||
quant: "IQ4_XS"
|
||||
revision: "main"
|
||||
- name: "granite-4-1-30b-iq4-xs"
|
||||
model_id: "unsloth/granite-4.1-30b-GGUF"
|
||||
quant: "IQ4_XS"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "qwen3-5-9b-iq4-xs"
|
||||
model_id: "unsloth/Qwen3.5-9B-GGUF"
|
||||
quant: "IQ4_XS"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "qwen3-5-9b-q8-0"
|
||||
model_id: "unsloth/Qwen3.5-9B-GGUF"
|
||||
quant: "Q8_0"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "qwen3-5-27b-mtp-iq4-xs"
|
||||
model_id: "unsloth/Qwen3.5-27B-MTP-GGUF"
|
||||
quant: "IQ4_XS"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "qwen3-5-35b-a3b-ud-iq4-xs"
|
||||
model_id: "unsloth/Qwen3.5-35B-A3B-GGUF"
|
||||
quant: "UD-IQ4_XS"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "qwen3-5-35b-a3b-q4-k-m"
|
||||
model_id: "unsloth/Qwen3.5-35B-A3B-GGUF"
|
||||
quant: "Q4_K_M"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "qwen3-6-27b-mtp-q4-0"
|
||||
model_id: "unsloth/Qwen3.6-27B-MTP-GGUF"
|
||||
quant: "Q4_0"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "qwen3-6-27b-mtp-ud-q4-0-k-xl"
|
||||
model_id: "unsloth/Qwen3.6-27B-MTP-GGUF"
|
||||
quant: "UD-Q4_K_XL"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "qwen3-6-27b-mtp-ud-q4-xl"
|
||||
model_id: "unsloth/Qwen3.6-27B-MTP-GGUF"
|
||||
quant: "UD-Q4_K_XL"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "qwen3-6-35b-a3b-mtp-ud-iq4-xs"
|
||||
model_id: "unsloth/Qwen3.6-35B-A3B-MTP-GGUF"
|
||||
quant: "UD-IQ4_XS"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "qwen3-6-35b-a3b-mtp-ud-q4-m"
|
||||
model_id: "unsloth/Qwen3.6-35B-A3B-MTP-GGUF"
|
||||
quant: "UD-Q4_K_M"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "qwen3-6-35b-a3b-ud-q4-k-m"
|
||||
model_id: "unsloth/Qwen3.6-35B-A3B-GGUF"
|
||||
quant: "UD-Q4_K_M"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "qwen3-6-35b-a3b-claude47-distilled-iq4-xs"
|
||||
model_id: "lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-IQ4_XS-GGUF"
|
||||
quant: "IQ4_XS"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "ministral-3-14b-instruct-iq4-xs"
|
||||
model_id: "unsloth/Ministral-3-14B-Instruct-2512-GGUF"
|
||||
quant: "IQ4_XS"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "granite-4-1-30b-iq4-xs"
|
||||
model_id: "unsloth/granite-4.1-30b-GGUF"
|
||||
quant: "IQ4_XS"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 131072
|
||||
- name: "devstral-small-2-24b-instruct-iq4-xs"
|
||||
model_id: "unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF"
|
||||
quant: "IQ4_XS"
|
||||
revision: "main"
|
||||
- name: "qwen3-6-27b-mtp-iq4-xs"
|
||||
model_id: "unsloth/Qwen3.6-27B-MTP-GGUF"
|
||||
quant: "IQ4_XS"
|
||||
revision: "main"
|
||||
|
||||
llama_server_args_extra:
|
||||
llama_server_argv_extra:
|
||||
[
|
||||
"-t",
|
||||
10,
|
||||
@@ -201,6 +267,6 @@ llama_server_args_extra:
|
||||
|
||||
# # Optional global model preset options applied under [*] in models.ini.
|
||||
# # Keys map to llama.cpp CLI args without leading dashes, short args, or LLAMA_ARG_* env names.
|
||||
# llama_preset_global:
|
||||
# c: 131072
|
||||
# llama_server_preset_global:
|
||||
# ctx-size: 131072
|
||||
# n-gpu-layers: all
|
||||
|
||||
Reference in New Issue
Block a user