chore: fix autoresearch benchmark model id
This commit is contained in:
1 parent
f83e8b83f6
commit
b38c77f875
2 files changed
+24
-19
No files matched your search
@@ -6,6 +6,8 @@ ROOT="$SCRIPT_DIR"
|
||||
PORT="${LOCALLLM_BENCH_PORT:-18080}"
|
||||
HOST="127.0.0.1:${PORT}"
|
||||
MODEL_PATH="${LOCALLLM_MODEL:-$ROOT/models/Qwen3.5-4B-Abliterated-Claude-4.6-Opus-Reasoning-Distilled.i1-Q6_K.gguf}"
|
||||
MODEL_ID="${LOCALLLM_BENCH_MODEL_ID:-$(basename "$MODEL_PATH")}"
|
||||
MODEL_ID="${MODEL_ID%.gguf}"
|
||||
SERVER_BIN="$ROOT/target/release/localllm.exe"
|
||||
LOG_DIR="$ROOT/logs"
|
||||
SERVER_LOG="$LOG_DIR/autoresearch-server.log"
|
||||
@@ -39,4 +41,5 @@ SERVER_PID=$!
|
||||
|
||||
python "$ROOT/experiments/bench_chat_latency.py" \
|
||||
--base-url "http://$HOST" \
|
||||
--model-id "$MODEL_ID" \
|
||||
--server-log "$SERVER_LOG"
|
||||
Reference in new issue
Block a user