llguidance : set tokenizer slices to default (#13424)

This commit is contained in:
Sigbjørn Skjæret
2025-05-10 17:19:52 +02:00
committed by GitHub
parent b064a51a4e
commit 43dfd741a5

View File

@ -189,6 +189,7 @@ static LlgTokenizer * llama_sampler_llg_new_tokenizer(const llama_vocab * vocab)
/* .tokenize_fn = */ llama_sampler_llg_tokenize_fn,
/* .use_approximate_greedy_tokenize_fn = */ false,
/* .tokenize_user_data = */ vocab,
/* .slices = */ nullptr,
};
char error_buffer[1024];