Skip to content

Commit ba5ca33

Browse files
committed
Update IContextParamsExtensions.cs
1 parent 4355809 commit ba5ca33

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

LLama/Extensions/IContextParamsExtensions.cs

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -58,6 +58,7 @@ public static void ToLlamaContextParams(this IContextParams @params, out LLamaCo
5858
null => LLamaFlashAttentionType.LLAMA_FLASH_ATTENTION_TYPE_AUTO
5959
};
6060
result.kv_unified = true;
61+
result.n_seq_max = (uint)Math.Min(Math.Max(10,result.n_ctx/8),256);
6162

6263
result.n_threads = Threads(@params.Threads);
6364
result.n_threads_batch = Threads(@params.BatchThreads);

0 commit comments

Comments
 (0)