From 32940369d390db4c052b2c4d5f9d91354a86a08a Mon Sep 17 00:00:00 2001 From: Xuan Son Nguyen Date: Fri, 14 Mar 2025 10:33:28 +0100 Subject: [PATCH] fix gemma3-cli --- examples/llava/gemma3-cli.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/llava/gemma3-cli.cpp b/examples/llava/gemma3-cli.cpp index 9aa710652..e2fdfcc28 100644 --- a/examples/llava/gemma3-cli.cpp +++ b/examples/llava/gemma3-cli.cpp @@ -93,7 +93,7 @@ static int eval_text(gemma3_context & ctx, std::string input, bool logits_last = llama_batch_ext_clear(ctx.batch.get()); for (llama_token & t : tokens) { llama_seq_id seq_id = 0; - llama_batch_ext_add_text(ctx.batch.get(), t, 0, &seq_id, 1, false); + llama_batch_ext_add_text(ctx.batch.get(), t, ctx.n_past++, &seq_id, 1, false); } if (logits_last) { llama_batch_ext_set_output_last(ctx.batch.get());