tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-06-29 04:35:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

llama : fix KV shift for qwen2vl (#13870)

Browse Source 
* llama : fix KV shift for qwen2vl

* add ref to the PR
This commit is contained in:
Xuan-Son Nguyen
2025-05-28 22:35:31 +02:00
committed by GitHub
parent 10961339b2
commit 763d06edb7
2 changed files with 11 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama-graph.cpp
View File

@ -455,7 +455,7 @@ llm_graph_context::llm_graph_context(const llm_graph_params & params) :
}
int64_t llm_graph_context::n_pos_per_embd() const {
return arch == LLM_ARCH_QWEN2VL ? 4 : 1;
return hparams.rope_type == LLAMA_ROPE_TYPE_MROPE ? 4 : 1;
}
void llm_graph_context::cb(ggml_tensor * cur, const char * name, int il) const {