tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-07-16 15:47:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

cont : return important tensors

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2025-02-18 13:48:43 +02:00
parent c23590319a
commit 172f61690c
5 changed files with 293 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/llama-context.h
View File

@ -96,7 +96,10 @@ struct llama_context : public llama_graph_i {
virtual ggml_context_ptr graph_init();
// TODO: add encode/decode graphs
virtual llama_graph_result graph_build(const llama_ubatch & ubatch, bool worst_case);
virtual llama_graph_result graph_build(
ggml_context_ptr & ctx,
const llama_ubatch & ubatch,
bool worst_case);
// returns the result of ggml_backend_sched_graph_compute_async execution
virtual enum ggml_status graph_compute(