diff options
| author | danix <danix@danix.xyz> | 2026-03-31 10:32:05 +0200 |
|---|---|---|
| committer | danix <danix@danix.xyz> | 2026-03-31 10:32:05 +0200 |
| commit | 254b638495318e874bef41430da20c9327ed87b7 (patch) | |
| tree | 2bc28738e3d08569ee86dd10b6d640e779360fcb /llama.cpp-vulkan/rc.llama.cpp | |
| parent | 0295302f66fef3cbe04728e643469e7280c46c95 (diff) | |
| download | my-slackbuilds-254b638495318e874bef41430da20c9327ed87b7.tar.gz my-slackbuilds-254b638495318e874bef41430da20c9327ed87b7.zip | |
updated rc.llama.cpp file
Diffstat (limited to 'llama.cpp-vulkan/rc.llama.cpp')
| -rw-r--r-- | llama.cpp-vulkan/rc.llama.cpp | 11 |
1 files changed, 10 insertions, 1 deletions
diff --git a/llama.cpp-vulkan/rc.llama.cpp b/llama.cpp-vulkan/rc.llama.cpp index fab09d6..82124f9 100644 --- a/llama.cpp-vulkan/rc.llama.cpp +++ b/llama.cpp-vulkan/rc.llama.cpp @@ -43,6 +43,7 @@ SPLIT_MODE=none NO_CONTEXT_SHIFT='--no-context-shift' LOG_FILE=/var/log/llama-server/server.log LLAMA_ARGS="--ctx-size $CONTEXT \ + --jinja \ --temp $TEMP \ --top-k $TOP_K \ --top-p $TOP_P \ @@ -73,14 +74,22 @@ case "$1" in chown -R ${RUNAS_USER}:${RUNAS_GROUP} $(dirname $LOG_FILE) fi su $RUNAS_USER -c "$LLSRV $LLAMA_ARGS --log-file $LOG_FILE -lv 3 --log-timestamps" 1>/dev/null 2>&1 & + $0 status ;; restart) $0 stop sleep 1 $0 start ;; + status) + if /usr/bin/pgrep -f "$LLSRV" >/dev/null; then + echo "llama-server is running" + echo "Browser interface is at:" + echo "http://${HOST}:${PORT}" + fi + ;; *) - echo "usage: $0 { start | stop | restart }" >&2 + echo "usage: $0 { start | stop | status | restart }" >&2 exit 1 ;; esac |