This commit is contained in:
2026-08-05 18:42:39 +07:00
parent a0713b260b
commit 7a3333b2f8
3 changed files with 12 additions and 5 deletions
+5 -1
View File
@@ -18,7 +18,7 @@ version: "3.8"
services:
llama-server:
image: ghcr.io/ggml-org/llama.cpp:server-cuda
image: ghcr.io/ggml-org/llama.cpp:server-cuda13
container_name: llama-server
ports:
# Явный IPv4 на хосте (избегаем привязки только к [::] в части окружений).
@@ -43,6 +43,10 @@ services:
- "0.0.0.0"
- "--port"
- "8080"
- "--spec-type"
- "draft-mtp"
- "--spec-draft-n-max"
- "3"
- "--n-cpu-moe"
- "${N_CPU_MOE:-99}"
- "-c"