adj ctx sizes

2026-01-18 23:37:16 +01:00
parent fa2c918ac7
commit 2cf3b30e0d
4 changed files with 4 additions and 4 deletions
--- a/modelfile-repo/ministral-3-8b-reasoning-2512-q5_k_m.Modelfile
+++ b/modelfile-repo/ministral-3-8b-reasoning-2512-q5_k_m.Modelfile
@@ -8,7 +8,7 @@ FROM ./Ministral-3-8B-Reasoning-2512-Q5_K_M.gguf
 PARSER ministral

 # Parameters tuned for logic/reasoning
-PARAMETER num_ctx 32768
+PARAMETER num_ctx 75776
 PARAMETER temperature 0.7
 PARAMETER top_p 0.95
 PARAMETER stop "</s>"