tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-07-31 22:53:52 -04:00
Code Issues Packages Projects Releases Wiki Activity

convert : fix gemma v1 tokenizer convert (#8248)

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2024-07-04 10:41:03 +03:00
committed by GitHub
parent f619024764
commit 20fc3804bf
28 changed files with 85 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
convert-hf-to-gguf.py
View File

@@ -2316,6 +2316,8 @@ class GemmaModel(Model):
special_vocab._set_special_token("eot", 107)
special_vocab.add_to_gguf(self.gguf_writer)
self.gguf_writer.add_add_space_prefix(False)
def set_gguf_parameters(self):
hparams = self.hparams
block_count = hparams["num_hidden_layers"]
@@ -2366,6 +2368,7 @@ class Gemma2Model(Model):
special_vocab = gguf.SpecialVocab(self.dir_model, n_vocab=len(tokens))
special_vocab.add_to_gguf(self.gguf_writer)
self.gguf_writer.add_add_space_prefix(False)
def set_gguf_parameters(self):