- Added windows llama proxy

- Added terraform-mcp
- Added S3 storage to gitea
- Changed context size for windows LLMs
- Changed number of cores for VMs, added P2000 support
This commit is contained in:
2026-06-29 14:31:28 +02:00
parent 80c154df03
commit 4825ad1495
29 changed files with 399 additions and 90 deletions
+22 -2
View File
@@ -42,18 +42,38 @@ llama_server_models:
model_id: "mradermacher/Luau-Qwen3-4B-FIM-v0.1-GGUF"
quant: "IQ4_XS"
revision: "main"
preset:
ctx-size: 4096
- name: "ministral-3-3b-instruct"
model_id: "unsloth/Ministral-3-3B-Instruct-2512-GGUF"
quant: "IQ4_XS"
revision: "main"
preset:
ctx-size: 4096
- name: "qwen2.5-coder-1.5b-instruct"
model_id: "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF"
quant: "Q4_K_M"
revision: "main"
- name: "qwen2.5-coder-3b-instruct"
model_id: "unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF"
preset:
ctx-size: 4096
- name: "qwencoder-3b"
model_id: "Jojobigworld/XiYanSQL-QwenCoder-3B-2502-Q4_K_M-GGUF"
quant: "Q4_K_M"
revision: "main"
preset:
ctx-size: 4096
- name: "qwen2.5-coder-1.5b-q8"
model_id: "ggml-org/Qwen2.5-Coder-1.5B-Q8_0-GGUF"
quant: "Q8_0"
revision: "main"
preset:
ctx-size: 4096
- name: "qwen2.5-coder-3b-q8"
model_id: "ggml-org/Qwen2.5-Coder-3B-Q8_0-GGUF"
quant: "Q8_0"
revision: "main"
preset:
ctx-size: 4096
llama_server_host: "0.0.0.0"
@@ -38,9 +38,12 @@ fw_allowed_ports:
- { rule: "allow", port: "16443", proto: "tcp", from: "10.19.4.0/24" } # Kubernetes API (local network)
- { rule: "allow", port: "139", proto: "tcp", from: "10.19.4.0/24" } # Samba (local network only)
- { rule: "allow", port: "445", proto: "tcp", from: "10.19.4.0/24" } # Samba (local network only)
- { rule: "allow", port: "11434", proto: "tcp", from: "10.19.4.0/24" } # Ollama (local network only)
- { rule: "allow", port: "11434", proto: "tcp", from: "10.5.5.5/32" } # Ollama (Laptop)
- { rule: "allow", port: "11434", proto: "tcp", from: "10.5.5.2/32" } # Ollama (Contabo VPN)
- { rule: "allow", port: "11434", proto: "tcp", from: "10.19.4.0/24" } # LLama.cpp (local network only)
- { rule: "allow", port: "11434", proto: "tcp", from: "10.5.5.5/32" } # LLama.cpp (Laptop)
- { rule: "allow", port: "11434", proto: "tcp", from: "10.5.5.2/32" } # LLama.cpp (Contabo VPN)
- { rule: "allow", port: "11435", proto: "tcp", from: "10.19.4.0/24" } # LLama.cpp (local network only)
- { rule: "allow", port: "11435", proto: "tcp", from: "10.5.5.5/32" } # LLama.cpp (Laptop)
- { rule: "allow", port: "11435", proto: "tcp", from: "10.5.5.2/32" } # LLama.cpp (Contabo VPN)
- { rule: "allow", port: "9090", proto: "tcp", from: "10.5.5.2/32" } # Prometheus (Contabo VPN)
- { rule: "allow", port: "443", proto: "tcp", from: "10.5.5.2/32" } # HTTPS (Contabo VPN)
- { rule: "allow", port: "53", proto: "udp", from: "10.19.4.0/24" } # DNS (local network)
+12 -10
View File
@@ -128,6 +128,8 @@ virt_extra_grub_args: >
virt_vfio_ids:
- 10de:1430 # NVIDIA Corporation M2000 [Maxwell GM107GL]
- 10de:0fba # NVIDIA Corporation M2000 High Definition Audio Controller
- 10de:1c30 # NVIDIA Corporation P2000 [NVIDIA Corporation GP106GL]
- 10de:10f1 # NVIDIA Corporation P2000 High Definition Audio Controller
- 1b73:1100 # Fresco Logic FL1100 USB 3.0 Host Controller
- c0a9:5415 # Micron/Crucial Technology T500 NVMe PCIe SSD
@@ -143,9 +145,9 @@ virt_machines:
uuid: "51d5d091-67cb-4113-bd8e-817e7317e1b4"
autostart: false
memory: 16
cores: 5
cores: 4
threads: 2
physical_cpus: "3-11,4-12,5-13,6-14,7-15"
physical_cpus: "4-12,5-13,6-14,7-15"
reserved_cpus: "0,8"
enable_hyperv: true
cdrom: true
@@ -222,9 +224,9 @@ virt_machines:
uuid: "51d5d091-67cb-4113-bd8e-817e7317e1b5"
autostart: false
memory: 16
cores: 5
cores: 4
threads: 2
physical_cpus: "3-11,4-12,5-13,6-14,7-15"
physical_cpus: "4-12,5-13,6-14,7-15"
reserved_cpus: "0,8"
enable_hyperv: true
cdrom: true
@@ -301,9 +303,9 @@ virt_machines:
uuid: "51d5d091-67cb-4113-bd8e-817e7317e1b6"
autostart: false
memory: 16
cores: 5
cores: 4
threads: 2
physical_cpus: "3-11,4-12,5-13,6-14,7-15"
physical_cpus: "4-12,5-13,6-14,7-15"
reserved_cpus: "0,8"
enable_hyperv: true
cdrom: true
@@ -380,9 +382,9 @@ virt_machines:
uuid: "51d5d091-67cb-4113-bd8e-817e7317e1b7"
autostart: false
memory: 16
cores: 5
cores: 4
threads: 2
physical_cpus: "3-11,4-12,5-13,6-14,7-15"
physical_cpus: "4-12,5-13,6-14,7-15"
reserved_cpus: "0,8"
enable_hyperv: true
cdrom: true
@@ -463,9 +465,9 @@ virt_machines:
cloud_init: true
autostart: true
memory: 8
cores: 1
cores: 2
threads: 2
physical_cpus: "2-10"
physical_cpus: "2-10,3-11"
reserved_cpus: "0,8"
cdrom: true
console: true
+14 -6
View File
@@ -3,7 +3,7 @@
hosts: ubuntu
gather_facts: true
# Specific tasks for this playbook
# Specific tasks for this playbook
tasks:
- name: Set required facts
ansible.builtin.set_fact:
@@ -15,7 +15,7 @@
ansible.builtin.get_url:
url: https://github.com/a13labs/systools/releases/download/v{{ systools_version }}/systools-v{{ systools_version }}-linux-amd64.zip
dest: /tmp/systools-v{{ systools_version }}-linux-amd64.zip
mode: '0644'
mode: "0644"
- name: Unpack systools zip file
become: true
@@ -24,7 +24,7 @@
src: /tmp/systools-v{{ systools_version }}-linux-amd64.zip
dest: /usr/local/bin
remote_src: true
mode: '0755'
mode: "0755"
extra_opts:
- -j
@@ -37,7 +37,7 @@
become: true
ansible.builtin.file:
path: /usr/local/bin/{{ item }}
mode: '0700'
mode: "0700"
loop:
- open_volume
- read_system_id
@@ -48,14 +48,22 @@
ansible.builtin.file:
path: /var/run/ssh_locker
state: directory
mode: '0777'
mode: "0777"
- name: Add entry on tmpfiles.d for persisting socket permissions
become: true
ansible.builtin.copy:
dest: /etc/tmpfiles.d/ssh_locker.conf
mode: "0700"
content: |
d /run/ssh_locker 0777 root root -
- name: Install ssh_locker service
become: true
ansible.builtin.template:
src: ssh_locker.service.j2
dest: /etc/systemd/system/ssh_locker.service
mode: '0644'
mode: "0644"
notify:
- Reload systemd daemon
- Enable ssh_locker service
+14 -15
View File
@@ -19,19 +19,18 @@
tags:
- roles::windows_containers
- roles::windows_containers::podman_install
# # ── Phase 2: Ubuntu container ────────────────────────────────────────────
# - name: Setup Ubuntu container
# ansible.builtin.include_tasks: ubuntu_container.yml
# tags:
# - roles::windows_containers
# - roles::windows_containers::ubuntu_container
# when: ansible_facts.os_product_type == "workstation"
# ── Phase 2: Ubuntu container ────────────────────────────────────────────
- name: Setup Ubuntu container
ansible.builtin.include_tasks: ubuntu_container.yml
tags:
- roles::windows_containers
- roles::windows_containers::ubuntu_container
when: ansible_facts.os_product_type == "workstation"
# ── Phase 3: Verification ────────────────────────────────────────────────
- name: Verify installation
ansible.builtin.include_tasks: verify.yml
tags:
- roles::windows_containers
- roles::windows_containers::verify
when: ansible_facts.os_product_type == "workstation"
# # ── Phase 3: Verification ────────────────────────────────────────────────
# - name: Verify installation
# ansible.builtin.include_tasks: verify.yml
# tags:
# - roles::windows_containers
# - roles::windows_containers::verify
# when: ansible_facts.os_product_type == "workstation"