From d564e04ce87bae217f75906f960b9da5852cedeb Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Mon, 9 Jun 2025 19:24:25 +0300 Subject: [PATCH] cont : reset shift[i] ggml-ci --- src/llama-kv-cells.h | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/src/llama-kv-cells.h b/src/llama-kv-cells.h index 94c842ce0..d71853592 100644 --- a/src/llama-kv-cells.h +++ b/src/llama-kv-cells.h @@ -144,9 +144,10 @@ public: assert(pos[i] != -1); seq_pos_rm(i); + seq[i].reset(); pos[i] = -1; - seq[i].reset(); + shift[i] = 0; used.erase(i); } @@ -164,6 +165,7 @@ public: if (seq[i].none()) { pos[i] = -1; + shift[i] = 0; used.erase(i); @@ -192,6 +194,7 @@ public: seq[i].reset(); pos[i] = -1; + shift[i] = 0; used.erase(i); @@ -320,8 +323,6 @@ public: has_shift = true; if (pos[i] < 0) { - seq_pos_rm(i); - seq[i].reset(); pos[i] = -1; shift[i] = 0;