fixup local-llama service

2026-06-22 11:56:45 +07:00
parent 99bd39b47a
commit ed5a4fdbbc
3 changed files with 10 additions and 7 deletions
@@ -3,7 +3,7 @@ MODEL_FILE=Qwen3.6-35B-A3B-MTP-MXFP4_MOE.gguf
 N_GPU_LAYERS="99"

 # Доп. ключи docker-compose (опционально; дефолты заданы в compose)
-CTX_SIZE=175000
+CTX_SIZE=170000
 THREADS=12
 CACHE_TYPE_K=q8_0
 CACHE_TYPE_V=q8_0