From f84570afe409a0ea3cbf1322a9a5cf24664009c1 Mon Sep 17 00:00:00 2001 From: Evandro Fonseca Junior Date: Thu, 26 Mar 2026 17:41:08 -0300 Subject: [PATCH] Revert "perf: slim turbo4b runtime profile" This reverts commit 994e6071b61fecdbed34fde1ff871381eb48c840. --- crates/inference-core/src/profile.rs | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/crates/inference-core/src/profile.rs b/crates/inference-core/src/profile.rs index b736d24..78d6309 100644 --- a/crates/inference-core/src/profile.rs +++ b/crates/inference-core/src/profile.rs @@ -15,9 +15,9 @@ impl RuntimeProfile { match self { Self::Turbo4B => ProfileDefaults { n_gpu_layers: 999, - n_ctx: 2048, - n_batch: 256, - n_ubatch: 64, + n_ctx: 4096, + n_batch: 512, + n_ubatch: 128, flash_attn: true, n_threads: 8, },