Timmy_Foundation/turboquant
15
0
Fork 0
Code Issues 38 Pull Requests 32 Actions Packages Projects Releases Wiki Activity

feat: add ansible/roles/turboquant-deploy/templates/turboquant.service.j2 for TurboQuant deployment

Browse Source
This commit is contained in:
Alexander Whitestone
2026-04-16 01:51:06 +00:00
parent f1a699a3fc
commit 0d427b69d3
1 changed files with 19 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
ansible/roles/turboquant-deploy/templates/turboquant.service.j2 Normal file
View File

@@ -0,0 +1,19 @@
[Unit]
Description=TurboQuant Gemma 4 Inference Server
After=network.target
[Service]
Type=simple
User={{ turboquant_user | default('root') }}
WorkingDirectory={{ turboquant_install_path | default('/opt/llama-cpp-turboquant') }}
Environment=TURBO_LAYER_ADAPTIVE={{ turboquant_layer_mode | default(7) }}
{% if ansible_architecture == 'arm64' %}
Environment=GGML_METAL_DEBUG=0
Environment=OMP_NUM_THREADS={{ ansible_processor_vcpus }}
{% endif %}
ExecStart={{ turboquant_install_path | default('/opt/llama-cpp-turboquant') }}/build/bin/llama-server -m {{ model_base_path }}/gemma4-turboquant/{{ gemma4_model_filename | default('gemma-4-q4_k_m.gguf') }} --port {{ llama_cpp_port }} -ctk {{ turboquant_kv_type | default('turbo4') }} -ctv {{ turboquant_kv_type | default('turbo4') }} -c {{ max_context_tokens | default(131072) }} --host 0.0.0.0
Restart=always
RestartSec=10
[Install]
WantedBy=multi-user.target