make local-llama service

2026-06-22 11:45:04 +07:00
parent 2b5977b605
commit 99bd39b47a
2 changed files with 27 additions and 6 deletions
@@ -1,12 +1,8 @@
 #!/bin/bash

-set -a            # Automatically export all variables defined next
-source .env       # Load the file
-set +a            # Disable automatic export
+set -euo pipefail

-sudo ulimit -l unlimited
-
-taskset -c 0-11 /home/bazzite/Документы/llama-cpp-turboquant/build/bin/llama-server \
+/home/bazzite/Документы/llama-cpp-turboquant/build/bin/llama-server \
  -m "models/${MODEL_FILE}" \
  --host 0.0.0.0 \
  --port 8080 \