tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-07-16 23:57:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

kv_cache : functions -> members

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2025-01-13 15:50:39 +02:00
parent e4550fbafc
commit 4d7bd03e65
4 changed files with 467 additions and 445 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama-context.cpp
View File

@ -1169,7 +1169,7 @@ struct llama_data_read {
}
batch.n_seq_id[0] = 1;
batch.seq_id[0] = &dest_seq_id;
if (!llama_kv_cache_find_slot(kv_self, batch)) {
if (!kv_self.find_slot(batch)) {
LLAMA_LOG_ERROR("%s: failed to find available cells in kv cache\n", __func__);
return false;
}