memory : correctly handle failure in apply() (#14438)

ggml-ci
This commit is contained in:
Georgi Gerganov
2025-06-30 18:03:03 +03:00
committed by GitHub
parent 5dd942de59
commit 745f11fed0
6 changed files with 32 additions and 4 deletions

View File

@ -1071,7 +1071,15 @@ bool llama_memory_recurrent_context::next() {
}
bool llama_memory_recurrent_context::apply() {
assert(status == LLAMA_MEMORY_STATUS_SUCCESS);
assert(!llama_memory_status_is_fail(status));
// no ubatches -> this is an update
if (ubatches.empty()) {
// recurrent cache never performs updates
assert(status == LLAMA_MEMORY_STATUS_NO_UPDATE);
return true;
}
mem->find_slot(ubatches[i_next]);