llama : add llama_sampling API + move grammar in libllama

ggml-ci
2025-06-28 12:25:03 +00:00 · 2024-08-05 10:08:25 +03:00
parent b69a480af4
commit f648ca2cee
48 changed files with 2481 additions and 2590 deletions
--- a/examples/llama-bench/llama-bench.cpp
+++ b/examples/llama-bench/llama-bench.cpp
@ -1574,7 +1574,7 @@ int main(int argc, char ** argv) {
            fflush(p_err->fout);
        }

-        llama_print_timings(ctx);
+        llama_print_timings(ctx, nullptr);

        llama_free(ctx);