6 lines
215 B
Bash
Executable File
6 lines
215 B
Bash
Executable File
set -e
|
|
|
|
SRC_DIR="/models/"
|
|
|
|
./llama.cpp/build/bin/llama-cli -m ${SRC_DIR}Qwen2.5-0.5B-Instruct.vocab.gguf \
|
|
-ca ${SRC_DIR}Qwen2.5-0.5B-Instruct-dynamic-W8A8-W4AF16_2_chips_4096_fa_calbin_2026-04-21 --no-warmup -np 1 |