grayhook
14 lines
374 B
Bash
Executable File
14 lines
374 B
Bash
Executable File
#!/bin/bash
|
|
|
|
export PATH=/usr/local/cuda-13.3/bin${PATH:+:${PATH}}
|
|
export LD_LIBRARY_PATH=/usr/local/cuda-13.3/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}
|
|
|
|
set -euo pipefail
|
|
|
|
DIR="$(cd "$(dirname "$0")" && pwd)"
|
|
|
|
/home/bazzite/Документы/llama-cpp-turboquant/build/bin/llama-server \
|
|
--models-preset "${DIR}/models.ini" \
|
|
--models-dir "${DIR}/models" \
|
|
-np 1
|