llama: fix error on bad grammar (#12628)

This commit is contained in:
Johannes Gäßler
2025-03-28 18:08:52 +01:00
committed by GitHub
parent 5d01670266
commit dd373dd3bf
3 changed files with 12 additions and 0 deletions

View File

@ -208,6 +208,9 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, co
trigger_patterns_c.data(), trigger_patterns_c.size(),
trigger_tokens.data(), trigger_tokens.size())
: llama_sampler_init_grammar(vocab, params.grammar.c_str(), "root");
if (!grmr) {
return nullptr;
}
}
auto * result = new common_sampler {