alexpires.me/a13labs.infra
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

- Added windows llama proxy

Browse Source 
- Added terraform-mcp
- Added S3 storage to gitea
- Changed context size for windows LLMs
- Changed number of cores for VMs, added P2000 support
This commit is contained in:
Alexandre Pires
2026-06-29 14:31:28 +02:00
parent 80c154df03
commit 4825ad1495
29 changed files with 399 additions and 90 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ansible/host_vars/ci-01.lab.alexpires.me.yml
+22 -2
View File
@@ -42,18 +42,38 @@ llama_server_models:
model_id: "mradermacher/Luau-Qwen3-4B-FIM-v0.1-GGUF"
quant: "IQ4_XS"
revision: "main"
preset:
ctx-size: 4096
- name: "ministral-3-3b-instruct"
model_id: "unsloth/Ministral-3-3B-Instruct-2512-GGUF"
quant: "IQ4_XS"
revision: "main"
preset:
ctx-size: 4096
- name: "qwen2.5-coder-1.5b-instruct"
model_id: "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF"
quant: "Q4_K_M"
revision: "main"
- name: "qwen2.5-coder-3b-instruct"
model_id: "unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF"
preset:
ctx-size: 4096
- name: "qwencoder-3b"
model_id: "Jojobigworld/XiYanSQL-QwenCoder-3B-2502-Q4_K_M-GGUF"
quant: "Q4_K_M"
revision: "main"
preset:
ctx-size: 4096
- name: "qwen2.5-coder-1.5b-q8"
model_id: "ggml-org/Qwen2.5-Coder-1.5B-Q8_0-GGUF"
quant: "Q8_0"
revision: "main"
preset:
ctx-size: 4096
- name: "qwen2.5-coder-3b-q8"
model_id: "ggml-org/Qwen2.5-Coder-3B-Q8_0-GGUF"
quant: "Q8_0"
revision: "main"
preset:
ctx-size: 4096
llama_server_host: "0.0.0.0"
ansible/host_vars/dev-01.lab.alexpires.me.yml
+6 -3
View File
@@ -38,9 +38,12 @@ fw_allowed_ports:
- { rule: "allow", port: "16443", proto: "tcp", from: "10.19.4.0/24" } # Kubernetes API (local network)
- { rule: "allow", port: "139", proto: "tcp", from: "10.19.4.0/24" } # Samba (local network only)
- { rule: "allow", port: "445", proto: "tcp", from: "10.19.4.0/24" } # Samba (local network only)
- { rule: "allow", port: "11434", proto: "tcp", from: "10.19.4.0/24" } # Ollama (local network only)
- { rule: "allow", port: "11434", proto: "tcp", from: "10.5.5.5/32" } # Ollama (Laptop)
- { rule: "allow", port: "11434", proto: "tcp", from: "10.5.5.2/32" } # Ollama (Contabo VPN)
- { rule: "allow", port: "11434", proto: "tcp", from: "10.19.4.0/24" } # LLama.cpp (local network only)
- { rule: "allow", port: "11434", proto: "tcp", from: "10.5.5.5/32" } # LLama.cpp (Laptop)
- { rule: "allow", port: "11434", proto: "tcp", from: "10.5.5.2/32" } # LLama.cpp (Contabo VPN)
- { rule: "allow", port: "11435", proto: "tcp", from: "10.19.4.0/24" } # LLama.cpp (local network only)
- { rule: "allow", port: "11435", proto: "tcp", from: "10.5.5.5/32" } # LLama.cpp (Laptop)
- { rule: "allow", port: "11435", proto: "tcp", from: "10.5.5.2/32" } # LLama.cpp (Contabo VPN)
- { rule: "allow", port: "9090", proto: "tcp", from: "10.5.5.2/32" } # Prometheus (Contabo VPN)
- { rule: "allow", port: "443", proto: "tcp", from: "10.5.5.2/32" } # HTTPS (Contabo VPN)
- { rule: "allow", port: "53", proto: "udp", from: "10.19.4.0/24" } # DNS (local network)
ansible/host_vars/vh-01.lab.alexpires.me.yml
+12 -10
View File
@@ -128,6 +128,8 @@ virt_extra_grub_args: >
virt_vfio_ids:
- 10de:1430 # NVIDIA Corporation M2000 [Maxwell GM107GL]
- 10de:0fba # NVIDIA Corporation M2000 High Definition Audio Controller
- 10de:1c30 # NVIDIA Corporation P2000 [NVIDIA Corporation GP106GL]
- 10de:10f1 # NVIDIA Corporation P2000 High Definition Audio Controller
- 1b73:1100 # Fresco Logic FL1100 USB 3.0 Host Controller
- c0a9:5415 # Micron/Crucial Technology T500 NVMe PCIe SSD
@@ -143,9 +145,9 @@ virt_machines:
uuid: "51d5d091-67cb-4113-bd8e-817e7317e1b4"
autostart: false
memory: 16
cores: 5
cores: 4
threads: 2
physical_cpus: "3-11,4-12,5-13,6-14,7-15"
physical_cpus: "4-12,5-13,6-14,7-15"
reserved_cpus: "0,8"
enable_hyperv: true
cdrom: true
@@ -222,9 +224,9 @@ virt_machines:
uuid: "51d5d091-67cb-4113-bd8e-817e7317e1b5"
autostart: false
memory: 16
cores: 5
cores: 4
threads: 2
physical_cpus: "3-11,4-12,5-13,6-14,7-15"
physical_cpus: "4-12,5-13,6-14,7-15"
reserved_cpus: "0,8"
enable_hyperv: true
cdrom: true
@@ -301,9 +303,9 @@ virt_machines:
uuid: "51d5d091-67cb-4113-bd8e-817e7317e1b6"
autostart: false
memory: 16
cores: 5
cores: 4
threads: 2
physical_cpus: "3-11,4-12,5-13,6-14,7-15"
physical_cpus: "4-12,5-13,6-14,7-15"
reserved_cpus: "0,8"
enable_hyperv: true
cdrom: true
@@ -380,9 +382,9 @@ virt_machines:
uuid: "51d5d091-67cb-4113-bd8e-817e7317e1b7"
autostart: false
memory: 16
cores: 5
cores: 4
threads: 2
physical_cpus: "3-11,4-12,5-13,6-14,7-15"
physical_cpus: "4-12,5-13,6-14,7-15"
reserved_cpus: "0,8"
enable_hyperv: true
cdrom: true
@@ -463,9 +465,9 @@ virt_machines:
cloud_init: true
autostart: true
memory: 8
cores: 1
cores: 2
threads: 2
physical_cpus: "2-10"
physical_cpus: "2-10,3-11"
reserved_cpus: "0,8"
cdrom: true
console: true