talk-llama : stream response (#1121)

pull/1850/head
Georgi Gerganov 2024-02-06 19:56:12 +02:00
parent 7a74e929c8
commit 434b8f3b96
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 1 additions and 0 deletions

View File

@ -719,6 +719,7 @@ int main(int argc, char ** argv) {
text_to_speak += llama_token_to_piece(ctx_llama, id);
printf("%s", llama_token_to_piece(ctx_llama, id).c_str());
fflush(stdout);
}
}