diff --git a/local-llama.service b/local-llama.service new file mode 100644 index 0000000..07d0a81 --- /dev/null +++ b/local-llama.service @@ -0,0 +1,25 @@ +[Unit] +Description=llama-server (local-llama) +After=network.target + +[Service] +Type=simple +User=grayhook +Group=grayhook +WorkingDirectory=/home/grayhook/Documents/llama-space +EnvironmentFile=/home/grayhook/Documents/llama-space/.env +ExecStart=/home/grayhook/Documents/llama-space/local-llama.sh +Restart=on-failure +RestartSec=5 + +# CPU pinning: taskset -c 0-11 +CPUAffinity=0-11 + +# ulimit -l unlimited → lock memory (mlockall / MADV_POPULATE_READ + mlock) +LimitMEMLOCK=infinity + +# Не убивать OOM killer — модель критична +OOMScoreAdjust=-900 + +[Install] +WantedBy=multi-user.target diff --git a/local-llama.sh b/local-llama.sh index 16f5757..cef1ed9 100755 --- a/local-llama.sh +++ b/local-llama.sh @@ -1,12 +1,8 @@ #!/bin/bash -set -a # Automatically export all variables defined next -source .env # Load the file -set +a # Disable automatic export +set -euo pipefail -sudo ulimit -l unlimited - -taskset -c 0-11 /home/bazzite/Документы/llama-cpp-turboquant/build/bin/llama-server \ +/home/bazzite/Документы/llama-cpp-turboquant/build/bin/llama-server \ -m "models/${MODEL_FILE}" \ --host 0.0.0.0 \ --port 8080 \