tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-08-25 17:48:49 -04:00
Code Issues Packages Projects Releases Wiki Activity

server : add "samplers" param to control the samplers order (#5494)

Browse Source
This commit is contained in:
Alexey Parfenov
2024-02-16 11:33:25 +00:00
committed by GitHub
parent 5f5808ca7b
commit 6dcc02d244
6 changed files with 74 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
common/sampling.h
View File

@@ -10,12 +10,12 @@
// sampler types
enum class llama_sampler_type : char {
TOP_K = 'k',
TOP_P = 'p',
MIN_P = 'm',
TFS_Z = 'f',
TYPICAL_P = 'y',
TEMP = 't'
TOP_K = 'k',
TOP_P = 'p',
MIN_P = 'm',
TFS_Z = 'f',
TYPICAL_P = 'y',
TEMPERATURE = 't'
};
// sampling parameters
@@ -45,7 +45,7 @@ typedef struct llama_sampling_params {
llama_sampler_type::TYPICAL_P,
llama_sampler_type::TOP_P,
llama_sampler_type::MIN_P,
llama_sampler_type::TEMP
llama_sampler_type::TEMPERATURE
};
std::string grammar; // optional BNF-like grammar to constrain sampling