mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2025-08-27 10:38:56 -04:00
server: fix reported top tokens for temperature 0 (#7203)
This commit is contained in:
@@ -81,7 +81,7 @@ struct llama_sampling_context {
|
||||
// TODO: replace with ring-buffer
|
||||
std::vector<llama_token> prev;
|
||||
std::vector<llama_token_data> cur;
|
||||
size_t n_considered;
|
||||
size_t n_valid; // Number of correct top tokens with correct probabilities.
|
||||
|
||||
std::mt19937 rng;
|
||||
};
|
||||
|
Reference in New Issue
Block a user