perf: disable llama perf counters in hot path

This commit is contained in:
Evandro Fonseca Junior committed 2026-03-26 17:56:38 -03:00
1 parent 6eaf59dd74
commit 43e2fb01f2
2 files changed
+3 -2

No files matched your search

+1 -1
View File
@@ -232,7 +232,7 @@ impl InferenceEngine {
LLAMA_FLASH_ATTN_TYPE_DISABLED
};
cparams.offload_kqv = true;
cparams.no_perf = false;
cparams.no_perf = true;
// 6. Init context
let ctx_ptr = unsafe { (lib.init_from_model)(model_ptr, cparams) };