tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-06-29 04:35:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

llama : add infill sampler (#9896)

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2024-10-15 16:35:33 +03:00
committed by GitHub
parent 223c25a72f
commit 755a9b2bf0
9 changed files with 300 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/llama-sampling.h
View File

@ -4,8 +4,6 @@
#include "llama-grammar.h"
#include <unordered_map>
struct llama_vocab;
struct llama_grammar;
@ -27,3 +25,6 @@ struct llama_sampler * llama_sampler_init_grammar_impl(
const struct llama_vocab & vocab,
const char * grammar_str,
const char * grammar_root);
struct llama_sampler * llama_sampler_init_infill_impl(
const struct llama_vocab & vocab);