llama.cpp/chat.sh
2023-03-19 21:57:48 +02:00

7 lines
196 B
Bash
Executable file

#!/bin/bash
#
# Temporary script - will be removed in the future
#
./main -m ./models/ggml-alpaca-7b-q4.bin --color -f ./prompts/alpaca.txt -ins --top_k 10000 --temp 0.96 --repeat_penalty 1 -t 7