tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-07-04 18:16:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

convert : Llama4 RoPE fix (#12889)

Browse Source
This commit is contained in:
Daniel Han
2025-04-11 00:49:09 -07:00
committed by GitHub
parent 8ac9f5d765
commit ec6c09d0fa
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
convert_hf_to_gguf.py
View File

@ -1750,7 +1750,7 @@ class LlamaModel(Model):
low_freq_wavelen = old_context_len / low_freq_factor low_freq_wavelen = old_context_len / low_freq_factor
high_freq_wavelen = old_context_len / high_freq_factor high_freq_wavelen = old_context_len / high_freq_factor
assert low_freq_wavelen != high_freq_wavelen # assert low_freq_wavelen != high_freq_wavelen # Errors for Llama4
rope_factors = [] rope_factors = []
for freq in freqs: for freq in freqs: