mirror of
https://gitlab.alpinelinux.org/alpine/aports.git
synced 2026-05-16 18:17:15 +02:00
8 lines
284 B
Bash
8 lines
284 B
Bash
# Examples:
|
|
#
|
|
# Single model with local path:
|
|
#command_args="-m /var/lib/llama-server/models/some_model.gguf --host 127.0.0.1 --port 8080"
|
|
# Router mode with multiple models:
|
|
#command_args="--models-dir /var/lib/llama-server/models --host 127.0.0.1 --port 8080 -np 4"
|
|
command_args=""
|