tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-08-18 05:56:00 -04:00
Code Issues Packages Projects Releases Wiki Activity

return output ID from llama_batch_ext_add/set

Browse Source
This commit is contained in:
Xuan Son Nguyen
2025-03-13 17:47:07 +01:00
parent 86973cb14a
commit 4aabf4e8f4
5 changed files with 31 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
common/common.h
View File

@@ -606,7 +606,7 @@ struct common_batch {
}
void set_logits_last() {
if (!tokens.empty()) {
llama_batch_ext_set_logits_last(batch.get());
llama_batch_ext_set_output_last(batch.get());
tokens.back().logits = true;
}
}