Apply suggestions from code review

This commit is contained in:
Xuan-Son Nguyen
2025-03-17 12:17:14 +01:00
committed by GitHub
parent de788e071b
commit eab5606d7b
3 changed files with 2 additions and 3 deletions

View File

@ -196,7 +196,7 @@ int main(int argc, char ** argv) {
i_batch[i] = llama_batch_ext_get_n_tokens(batch);
// push this new token for next evaluation
llama_batch_ext_add_text(batch, new_token_id, n_cur, &i, 1, false);
llama_batch_ext_add_text(batch, new_token_id, n_cur, &i, 1, true);
n_decode += 1;
}