tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-08-28 19:18:57 -04:00
Code Issues Packages Projects Releases Wiki Activity

refactor: Use llama_memory_state_ptr for child states in hybrid memory state

Browse Source 
Branch: HybridRecurrentCache

Signed-off-by: Gabe Goodhart <ghart@us.ibm.com>
This commit is contained in:
Gabe Goodhart
2025-06-12 14:30:21 -06:00
parent 7ba463b38c
commit 4ec4e6a801
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llama-kv-cache-hybrid-recurrent.cpp
View File

@@ -244,9 +244,9 @@ const llama_ubatch & llama_kv_cache_hybrid_recurrent_state::get_ubatch() const {
}
const llama_kv_cache_unified_state * llama_kv_cache_hybrid_recurrent_state::get_state_attn() const {
return state_attn.get();
return static_cast<const llama_kv_cache_unified_state *>(state_attn.get());
}
const llama_kv_cache_recurrent_state * llama_kv_cache_hybrid_recurrent_state::get_state_recurrent() const {
return state_recurrent.get();
return static_cast<const llama_kv_cache_recurrent_state *>(state_recurrent.get());
}

4
src/llama-kv-cache-hybrid-recurrent.h
View File

@@ -145,6 +145,6 @@ private:
std::vector<uint32_t> heads_attn;
std::vector<llama_ubatch> ubatches;
const llama_kv_cache_unified_state_ptr state_attn;
const llama_kv_cache_recurrent_state_ptr state_recurrent;
const llama_memory_state_ptr state_attn;
const llama_memory_state_ptr state_recurrent;
};