perf: disable llama perf counters in hot path

This commit is contained in:
Evandro Fonseca Junior committed 2026-03-26 17:56:38 -03:00
1 parent 6eaf59dd74
commit 43e2fb01f2
2 files changed
+3 -2

No files matched your search

+1 -1
View File
@@ -232,7 +232,7 @@ impl InferenceEngine {
LLAMA_FLASH_ATTN_TYPE_DISABLED
};
cparams.offload_kqv = true;
cparams.no_perf = false;
cparams.no_perf = true;
// 6. Init context
let ctx_ptr = unsafe { (lib.init_from_model)(model_ptr, cparams) };
+2 -1
View File
@@ -112,7 +112,8 @@ impl GenerationSession {
debug!(n_tokens = n_prompt_tokens, "Prompt tokenised");
// ── 2. Build sampler chain ─────────────────────────────────────────
let sc_params = unsafe { (lib.sampler_chain_default_params)() };
let mut sc_params = unsafe { (lib.sampler_chain_default_params)() };
sc_params.no_perf = true;
let sampler_chain = unsafe { (lib.sampler_chain_init)(sc_params) };
if sampler_chain.is_null() {
bail!("sampler_chain_init returned NULL");