return output ID from llama_batch_ext_add/set

This commit is contained in:
Xuan Son Nguyen
2025-03-13 17:47:07 +01:00
parent 86973cb14a
commit 4aabf4e8f4
5 changed files with 31 additions and 25 deletions

View File

@ -122,7 +122,7 @@ int main(int argc, char ** argv) {
llama_batch_ext_add_text(batch, 0, i, &j, 1, false);
}
}
llama_batch_ext_set_logits_last(batch);
llama_batch_ext_set_output_last(batch);
const auto t_pp_start = ggml_time_us();