6 lines
246 B
Bash
Executable File
6 lines
246 B
Bash
Executable File
set -e
|
|
|
|
SRC_DIR="/models/"
|
|
|
|
./llama.cpp/build/bin/llama-bench -m ${SRC_DIR}Qwen2.5-0.5B-Instruct.vocab.gguf \
|
|
-ca ${SRC_DIR}Qwen2.5-0.5B-Instruct-dynamic-W8A8-W4AF16_2_chips_4096_fa_calbin_2026-04-21 --no-warmup -p 128 -n 128 -o csv --device-info |