haraldwolff/llama.cpp
1
0
Fork 0
Code Issues Pull requests Packages Projects Releases Wiki Activity

examples : improve base-translate.sh script (#4783)

Browse source
This commit is contained in:
Georgi Gerganov 2024-01-06 11:40:24 +02:00
parent eec22a1c63
commit 96e80dabc6
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 10 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
examples/base-translate.sh
View file

@ -8,14 +8,19 @@
# cd llama.cpp
# make -j
#
# ./examples/base-translate.sh <model-base> "<text>"
# ./examples/base-translate.sh <model-base> "<text>" [extra-main-args]
#
if [ $# -ne 2 ]; then
echo "Usage: ./base-translate.sh <model-base> \"<text>\""
if [ $# -lt 2 ]; then
echo "Usage: ./base-translate.sh <model-base> \"<text>\" [extra-main-args]"
exit 1
fi
eargs=""
if [ $# -gt 2 ]; then
eargs="${@:3}"
fi
ftmp="__llama.cpp_example_tmp__.txt"
trap "rm -f $ftmp" EXIT
@ -52,5 +57,5 @@ echo "$2
model=$1
# generate the most likely continuation, run on the CPU until the string "===" is found
./main -m $model -f $ftmp -n 64 --temp 0 --repeat-penalty 1.0 --no-penalize-nl -ngl 0 -r "==="
# generate the most likely continuation until the string "===" is found
./main -m $model -f $ftmp -n 64 --temp 0 --repeat-penalty 1.0 --no-penalize-nl -r "===" $eargs