tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-06-27 03:55:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

llama : remove Tail-Free sampling (#10071)

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2024-10-29 10:42:05 +02:00
committed by GitHub
parent 61715d5cc8
commit 8d8ff71536
16 changed files with 15 additions and 172 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
include/llama.h
View File

@ -1087,9 +1087,6 @@ extern "C" {
/// @details Minimum P sampling as described in https://github.com/ggerganov/llama.cpp/pull/3841
LLAMA_API struct llama_sampler * llama_sampler_init_min_p (float p, size_t min_keep);
/// @details Tail Free Sampling described in https://www.trentonbricken.com/Tail-Free-Sampling/.
LLAMA_API struct llama_sampler * llama_sampler_init_tail_free (float z, size_t min_keep);
/// @details Locally Typical Sampling implementation described in the paper https://arxiv.org/abs/2202.00666.
LLAMA_API struct llama_sampler * llama_sampler_init_typical (float p, size_t min_keep);