perf: disable llama perf counters in hot path
This commit is contained in:
1 parent
6eaf59dd74
commit
43e2fb01f2
2 files changed
+3
-2
No files matched your search
@@ -232,7 +232,7 @@ impl InferenceEngine {
|
||||
LLAMA_FLASH_ATTN_TYPE_DISABLED
|
||||
};
|
||||
cparams.offload_kqv = true;
|
||||
cparams.no_perf = false;
|
||||
cparams.no_perf = true;
|
||||
|
||||
// 6. Init context
|
||||
let ctx_ptr = unsafe { (lib.init_from_model)(model_ptr, cparams) };
|
||||
|
||||
Reference in new issue
Block a user