talk-llama : increase context to 2048

2023-04-10 23:09:15 +03:00 · 2023-04-10 23:09:15 +03:00 · 114df388fe
parent ea36831459
commit 114df388fe
1 changed files with 1 additions and 1 deletions
--- a/examples/talk-llama/talk-llama.cpp
+++ b/examples/talk-llama/talk-llama.cpp
@ -239,7 +239,7 @@ int main(int argc, char ** argv) {
    auto lparams = llama_context_default_params();

    // tune these to your liking
-    lparams.n_ctx      = 512;
+    lparams.n_ctx      = 2048;
    lparams.seed       = 1;
    lparams.f16_kv     = true;
    lparams.n_parts    = params.n_parts_llama;