tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-06-30 12:55:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

llama : fix grammar sometimes generating null char (#2756)

Browse Source
This commit is contained in:
Evan Jones
2023-08-24 00:07:13 -04:00
committed by GitHub
parent 44d5462b5c
commit 6e91a1b070
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llama.cpp
View File

@ -4074,7 +4074,7 @@ void llama_sample_grammar(struct llama_context * ctx, llama_token_data_array * c
if (!allow_eos) { if (!allow_eos) {
candidates->data[i].logit = -INFINITY; candidates->data[i].logit = -INFINITY;
} }
} else if (text.empty()) { } else if (text.empty() || text[0] == 0) {
candidates->data[i].logit = -INFINITY; candidates->data[i].logit = -INFINITY;
} else { } else {
candidates_decoded.push_back(decode_utf8(text.c_str(), grammar->partial_utf8)); candidates_decoded.push_back(decode_utf8(text.c_str(), grammar->partial_utf8));