batch : add n_used count (#14512)

ggml-ci
2025-07-14 22:58:10 +00:00 · 2025-07-04 09:04:59 +03:00
parent 499a8f5a78
commit c79184d2d1
6 changed files with 34 additions and 1 deletions
--- a/src/llama-memory-recurrent.cpp
+++ b/src/llama-memory-recurrent.cpp
@ -377,7 +377,8 @@ llama_memory_context_ptr llama_memory_recurrent::init_batch(llama_batch_allocr &
                ubatch = balloc.split_equal(n_ubatch);
            }

-            if (ubatch.n_tokens == 0) {
+            if (balloc.get_n_used() < balloc.get_n_tokens()) {
+                // failed to find a suitable split
                break;
            }