#!/bin/bash

exec /app/llama-server $BASE_MINI_MODEL \
  -c 4096 -n 128 \
  --temp 0.2 --top-p 0.9 --top-k 40 --repeat-penalty 1.05 \
  --flash-attn auto --threads -1 --threads-batch -1 --threads-http -1 \
  --jinja \
  --timeout 600 --host 0.0.0.0 --port 8091 &
PID=$!

cleanup() {
    echo "Stopping llama-server..."
    kill $PID 2>/dev/null
    wait $PID 2>/dev/null
    exit 0
}

trap cleanup SIGTERM SIGINT

wait $PID