Timmy_Foundation/turboquant
15
0
Fork 0
Code Issues 38 Pull Requests 31 Actions Packages Projects Releases Wiki Activity

feat: add ansible/inventory.ini.example for TurboQuant deployment

Browse Source
This commit is contained in:
Alexander Whitestone
2026-04-16 01:51:19 +00:00
parent 0d427b69d3
commit 3e304db72a
1 changed files with 33 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

33
ansible/inventory.ini.example Normal file
View File

@@ -0,0 +1,33 @@
# TurboQuant Fleet Inventory
# Copy to inventory.ini and update with actual hosts
[turboquant_fleet]
# Mac (Timmy) - M1, 16GB
timmy ansible_host=192.168.1.100 ansible_user=apayne
# Allegro VPS - 2 cores, 8GB
allegro ansible_host=167.99.126.228 ansible_user=root
# Ezra VPS - TBD
# ezra ansible_host=TBD ansible_user=root
[turboquant_fleet:vars]
ansible_python_interpreter=/usr/bin/python3
# Per-host configuration
[turboquant_fleet:vars]
model_base_path=/opt/models
llama_cpp_port=8081
turboquant_kv_type=turbo4
turboquant_layer_mode=7
max_context_tokens=131072
# Node-specific overrides
[timmy:vars]
gemma4_model_filename=gemma-4-26B-A4B-q4_k_m.gguf
max_context_tokens=131072
[allegro:vars]
gemma4_model_filename=gemma-4-E4B-q4_0.gguf
max_context_tokens=32768
turboquant_kv_type=turbo2