tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-07-19 00:57:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

batch : fix uninitialized has_cpl flag (#14733)

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2025-07-17 09:45:54 +03:00
committed by GitHub
parent 1ba45d4982
commit ad57d3edd2
2 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama-batch.cpp
View File

@ -157,6 +157,8 @@ bool llama_batch_allocr::init(
n_outputs += batch.logits[i] != 0;
}
has_cpl = false;
// determine coupled sequences
// these are pairs of sequences that have at least one token in the input batch that is assigned to both of them
for (int32_t i = 0; i < batch.n_tokens; ++i) {

2
src/llama-batch.h
View File

@ -117,7 +117,7 @@ private:
using seq_cpl_t = std::vector<bool>;
// helper flag to quickly determine if there are any coupled sequences in the batch
bool has_cpl;
bool has_cpl = false;
std::vector<pos_set_t> seq_pos; // seq_pos[s]: the set of positions in sequence s
std::vector<seq_cpl_t> seq_cpl; // seq_cpl[s0][s1]: if sequence s0 is coupled to sequence s1