#!/bin/bash

export PATH=/usr/local/cuda-13.3/bin${PATH:+:${PATH}}
export LD_LIBRARY_PATH=/usr/local/cuda-13.3/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}

set -euo pipefail

DIR="$(cd "$(dirname "$0")" && pwd)"

/home/bazzite/Документы/llama-cpp-turboquant/build/bin/llama-server \
  --models-preset "${DIR}/models.ini" \
  --models-dir "${DIR}/models" \
  -np 1