- Added windows llama proxy
- Added terraform-mcp - Added S3 storage to gitea - Changed context size for windows LLMs - Changed number of cores for VMs, added P2000 support
This commit is contained in:
@@ -42,18 +42,38 @@ llama_server_models:
|
||||
model_id: "mradermacher/Luau-Qwen3-4B-FIM-v0.1-GGUF"
|
||||
quant: "IQ4_XS"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 4096
|
||||
- name: "ministral-3-3b-instruct"
|
||||
model_id: "unsloth/Ministral-3-3B-Instruct-2512-GGUF"
|
||||
quant: "IQ4_XS"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 4096
|
||||
- name: "qwen2.5-coder-1.5b-instruct"
|
||||
model_id: "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF"
|
||||
quant: "Q4_K_M"
|
||||
revision: "main"
|
||||
- name: "qwen2.5-coder-3b-instruct"
|
||||
model_id: "unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF"
|
||||
preset:
|
||||
ctx-size: 4096
|
||||
- name: "qwencoder-3b"
|
||||
model_id: "Jojobigworld/XiYanSQL-QwenCoder-3B-2502-Q4_K_M-GGUF"
|
||||
quant: "Q4_K_M"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 4096
|
||||
- name: "qwen2.5-coder-1.5b-q8"
|
||||
model_id: "ggml-org/Qwen2.5-Coder-1.5B-Q8_0-GGUF"
|
||||
quant: "Q8_0"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 4096
|
||||
- name: "qwen2.5-coder-3b-q8"
|
||||
model_id: "ggml-org/Qwen2.5-Coder-3B-Q8_0-GGUF"
|
||||
quant: "Q8_0"
|
||||
revision: "main"
|
||||
preset:
|
||||
ctx-size: 4096
|
||||
|
||||
llama_server_host: "0.0.0.0"
|
||||
|
||||
|
||||
@@ -38,9 +38,12 @@ fw_allowed_ports:
|
||||
- { rule: "allow", port: "16443", proto: "tcp", from: "10.19.4.0/24" } # Kubernetes API (local network)
|
||||
- { rule: "allow", port: "139", proto: "tcp", from: "10.19.4.0/24" } # Samba (local network only)
|
||||
- { rule: "allow", port: "445", proto: "tcp", from: "10.19.4.0/24" } # Samba (local network only)
|
||||
- { rule: "allow", port: "11434", proto: "tcp", from: "10.19.4.0/24" } # Ollama (local network only)
|
||||
- { rule: "allow", port: "11434", proto: "tcp", from: "10.5.5.5/32" } # Ollama (Laptop)
|
||||
- { rule: "allow", port: "11434", proto: "tcp", from: "10.5.5.2/32" } # Ollama (Contabo VPN)
|
||||
- { rule: "allow", port: "11434", proto: "tcp", from: "10.19.4.0/24" } # LLama.cpp (local network only)
|
||||
- { rule: "allow", port: "11434", proto: "tcp", from: "10.5.5.5/32" } # LLama.cpp (Laptop)
|
||||
- { rule: "allow", port: "11434", proto: "tcp", from: "10.5.5.2/32" } # LLama.cpp (Contabo VPN)
|
||||
- { rule: "allow", port: "11435", proto: "tcp", from: "10.19.4.0/24" } # LLama.cpp (local network only)
|
||||
- { rule: "allow", port: "11435", proto: "tcp", from: "10.5.5.5/32" } # LLama.cpp (Laptop)
|
||||
- { rule: "allow", port: "11435", proto: "tcp", from: "10.5.5.2/32" } # LLama.cpp (Contabo VPN)
|
||||
- { rule: "allow", port: "9090", proto: "tcp", from: "10.5.5.2/32" } # Prometheus (Contabo VPN)
|
||||
- { rule: "allow", port: "443", proto: "tcp", from: "10.5.5.2/32" } # HTTPS (Contabo VPN)
|
||||
- { rule: "allow", port: "53", proto: "udp", from: "10.19.4.0/24" } # DNS (local network)
|
||||
|
||||
@@ -128,6 +128,8 @@ virt_extra_grub_args: >
|
||||
virt_vfio_ids:
|
||||
- 10de:1430 # NVIDIA Corporation M2000 [Maxwell GM107GL]
|
||||
- 10de:0fba # NVIDIA Corporation M2000 High Definition Audio Controller
|
||||
- 10de:1c30 # NVIDIA Corporation P2000 [NVIDIA Corporation GP106GL]
|
||||
- 10de:10f1 # NVIDIA Corporation P2000 High Definition Audio Controller
|
||||
- 1b73:1100 # Fresco Logic FL1100 USB 3.0 Host Controller
|
||||
- c0a9:5415 # Micron/Crucial Technology T500 NVMe PCIe SSD
|
||||
|
||||
@@ -143,9 +145,9 @@ virt_machines:
|
||||
uuid: "51d5d091-67cb-4113-bd8e-817e7317e1b4"
|
||||
autostart: false
|
||||
memory: 16
|
||||
cores: 5
|
||||
cores: 4
|
||||
threads: 2
|
||||
physical_cpus: "3-11,4-12,5-13,6-14,7-15"
|
||||
physical_cpus: "4-12,5-13,6-14,7-15"
|
||||
reserved_cpus: "0,8"
|
||||
enable_hyperv: true
|
||||
cdrom: true
|
||||
@@ -222,9 +224,9 @@ virt_machines:
|
||||
uuid: "51d5d091-67cb-4113-bd8e-817e7317e1b5"
|
||||
autostart: false
|
||||
memory: 16
|
||||
cores: 5
|
||||
cores: 4
|
||||
threads: 2
|
||||
physical_cpus: "3-11,4-12,5-13,6-14,7-15"
|
||||
physical_cpus: "4-12,5-13,6-14,7-15"
|
||||
reserved_cpus: "0,8"
|
||||
enable_hyperv: true
|
||||
cdrom: true
|
||||
@@ -301,9 +303,9 @@ virt_machines:
|
||||
uuid: "51d5d091-67cb-4113-bd8e-817e7317e1b6"
|
||||
autostart: false
|
||||
memory: 16
|
||||
cores: 5
|
||||
cores: 4
|
||||
threads: 2
|
||||
physical_cpus: "3-11,4-12,5-13,6-14,7-15"
|
||||
physical_cpus: "4-12,5-13,6-14,7-15"
|
||||
reserved_cpus: "0,8"
|
||||
enable_hyperv: true
|
||||
cdrom: true
|
||||
@@ -380,9 +382,9 @@ virt_machines:
|
||||
uuid: "51d5d091-67cb-4113-bd8e-817e7317e1b7"
|
||||
autostart: false
|
||||
memory: 16
|
||||
cores: 5
|
||||
cores: 4
|
||||
threads: 2
|
||||
physical_cpus: "3-11,4-12,5-13,6-14,7-15"
|
||||
physical_cpus: "4-12,5-13,6-14,7-15"
|
||||
reserved_cpus: "0,8"
|
||||
enable_hyperv: true
|
||||
cdrom: true
|
||||
@@ -463,9 +465,9 @@ virt_machines:
|
||||
cloud_init: true
|
||||
autostart: true
|
||||
memory: 8
|
||||
cores: 1
|
||||
cores: 2
|
||||
threads: 2
|
||||
physical_cpus: "2-10"
|
||||
physical_cpus: "2-10,3-11"
|
||||
reserved_cpus: "0,8"
|
||||
cdrom: true
|
||||
console: true
|
||||
|
||||
@@ -3,7 +3,7 @@
|
||||
hosts: ubuntu
|
||||
gather_facts: true
|
||||
|
||||
# Specific tasks for this playbook
|
||||
# Specific tasks for this playbook
|
||||
tasks:
|
||||
- name: Set required facts
|
||||
ansible.builtin.set_fact:
|
||||
@@ -15,7 +15,7 @@
|
||||
ansible.builtin.get_url:
|
||||
url: https://github.com/a13labs/systools/releases/download/v{{ systools_version }}/systools-v{{ systools_version }}-linux-amd64.zip
|
||||
dest: /tmp/systools-v{{ systools_version }}-linux-amd64.zip
|
||||
mode: '0644'
|
||||
mode: "0644"
|
||||
|
||||
- name: Unpack systools zip file
|
||||
become: true
|
||||
@@ -24,7 +24,7 @@
|
||||
src: /tmp/systools-v{{ systools_version }}-linux-amd64.zip
|
||||
dest: /usr/local/bin
|
||||
remote_src: true
|
||||
mode: '0755'
|
||||
mode: "0755"
|
||||
extra_opts:
|
||||
- -j
|
||||
|
||||
@@ -37,7 +37,7 @@
|
||||
become: true
|
||||
ansible.builtin.file:
|
||||
path: /usr/local/bin/{{ item }}
|
||||
mode: '0700'
|
||||
mode: "0700"
|
||||
loop:
|
||||
- open_volume
|
||||
- read_system_id
|
||||
@@ -48,14 +48,22 @@
|
||||
ansible.builtin.file:
|
||||
path: /var/run/ssh_locker
|
||||
state: directory
|
||||
mode: '0777'
|
||||
mode: "0777"
|
||||
|
||||
- name: Add entry on tmpfiles.d for persisting socket permissions
|
||||
become: true
|
||||
ansible.builtin.copy:
|
||||
dest: /etc/tmpfiles.d/ssh_locker.conf
|
||||
mode: "0700"
|
||||
content: |
|
||||
d /run/ssh_locker 0777 root root -
|
||||
|
||||
- name: Install ssh_locker service
|
||||
become: true
|
||||
ansible.builtin.template:
|
||||
src: ssh_locker.service.j2
|
||||
dest: /etc/systemd/system/ssh_locker.service
|
||||
mode: '0644'
|
||||
mode: "0644"
|
||||
notify:
|
||||
- Reload systemd daemon
|
||||
- Enable ssh_locker service
|
||||
|
||||
@@ -19,19 +19,18 @@
|
||||
tags:
|
||||
- roles::windows_containers
|
||||
- roles::windows_containers::podman_install
|
||||
# # ── Phase 2: Ubuntu container ────────────────────────────────────────────
|
||||
# - name: Setup Ubuntu container
|
||||
# ansible.builtin.include_tasks: ubuntu_container.yml
|
||||
# tags:
|
||||
# - roles::windows_containers
|
||||
# - roles::windows_containers::ubuntu_container
|
||||
# when: ansible_facts.os_product_type == "workstation"
|
||||
|
||||
# ── Phase 2: Ubuntu container ────────────────────────────────────────────
|
||||
- name: Setup Ubuntu container
|
||||
ansible.builtin.include_tasks: ubuntu_container.yml
|
||||
tags:
|
||||
- roles::windows_containers
|
||||
- roles::windows_containers::ubuntu_container
|
||||
when: ansible_facts.os_product_type == "workstation"
|
||||
|
||||
# ── Phase 3: Verification ────────────────────────────────────────────────
|
||||
- name: Verify installation
|
||||
ansible.builtin.include_tasks: verify.yml
|
||||
tags:
|
||||
- roles::windows_containers
|
||||
- roles::windows_containers::verify
|
||||
when: ansible_facts.os_product_type == "workstation"
|
||||
# # ── Phase 3: Verification ────────────────────────────────────────────────
|
||||
# - name: Verify installation
|
||||
# ansible.builtin.include_tasks: verify.yml
|
||||
# tags:
|
||||
# - roles::windows_containers
|
||||
# - roles::windows_containers::verify
|
||||
# when: ansible_facts.os_product_type == "workstation"
|
||||
|
||||
Reference in New Issue
Block a user