35 lines
889 B
Bash
Executable File
35 lines
889 B
Bash
Executable File
#!/bin/bash
|
|
# Gemma 4 Server Startup Script
|
|
# Generated for Ezra wizard house
|
|
|
|
MODEL_PATH=/root/wizards/ezra/home/models/gemma4/gemma-4-31B-it-Q4_K_M.gguf
|
|
LLAMA_SERVER=/usr/local/bin/llama-server
|
|
PORT=11435
|
|
THREADS=4
|
|
CONTEXT=16384
|
|
|
|
echo "Starting Gemma 4 Server..."
|
|
echo "Model: $MODEL_PATH"
|
|
echo "Port: $PORT"
|
|
echo ""
|
|
|
|
# Check if llama-server exists, if not, print instructions
|
|
if [ ! -f "$LLAMA_SERVER" ]; then
|
|
echo "ERROR: llama-server not found at $LLAMA_SERVER"
|
|
echo ""
|
|
echo "To install:"
|
|
echo " git clone --depth 1 https://github.com/ggerganov/llama.cpp.git"
|
|
echo " cd llama.cpp && cmake -B build && cmake --build build --target llama-server"
|
|
echo " cp build/bin/llama-server /usr/local/bin/"
|
|
exit 1
|
|
fi
|
|
|
|
exec $LLAMA_SERVER \
|
|
-m "$MODEL_PATH" \
|
|
--host 127.0.0.1 \
|
|
--port $PORT \
|
|
-c $CONTEXT \
|
|
-n 4096 \
|
|
--jinja \
|
|
-t $THREADS
|