tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-08-18 05:56:00 -04:00
Code Issues Packages Projects Releases Wiki Activity

server : test alternative LRU logic

Browse Source
This commit is contained in:
Georgi Gerganov
2025-07-29 21:19:21 +03:00
parent b77d11179d
commit b98f80a6b4
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tools/server/server.cpp
View File

@@ -2188,6 +2188,7 @@ struct server_context {
if (!ret || slot.t_last_used <= t_last) { if (!ret || slot.t_last_used <= t_last) {
t_last = slot.t_last_used; t_last = slot.t_last_used;
ret = &slot; ret = &slot;
break; // TMP: always pick the first non-processing slot
} }
} }