Files
esarobotech/r1/scripts/start_llm.sh
T

15 lines
258 B
Bash
Executable File

#!/usr/bin/env bash
set -e
LLAMA="$HOME/esarobotech/llama.cpp"
cd "$LLAMA"
echo "[R1] Starting Qwen LLM on port 8080"
exec ./build/bin/llama-server \
-hf Mungert/Qwen3-8B-abliterated-GGUF:Q4_K_M \
-c 8192 \
--host 127.0.0.1 \
--port 8080