Revert "perf: slim turbo4b runtime profile"
This reverts commit 994e6071b61fecdbed34fde1ff871381eb48c840.
This commit is contained in:
1 parent
0e6f5ca5a3
commit
f84570afe4
1 file changed
+3
-3
@@ -15,9 +15,9 @@ impl RuntimeProfile {
|
|||||||
match self {
|
match self {
|
||||||
Self::Turbo4B => ProfileDefaults {
|
Self::Turbo4B => ProfileDefaults {
|
||||||
n_gpu_layers: 999,
|
n_gpu_layers: 999,
|
||||||
n_ctx: 2048,
|
n_ctx: 4096,
|
||||||
n_batch: 256,
|
n_batch: 512,
|
||||||
n_ubatch: 64,
|
n_ubatch: 128,
|
||||||
flash_attn: true,
|
flash_attn: true,
|
||||||
n_threads: 8,
|
n_threads: 8,
|
||||||
},
|
},
|
||||||
|
|||||||
Reference in new issue
Block a user