tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-07-16 07:38:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

cont : return important tensors

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2025-02-18 13:48:43 +02:00
parent c23590319a
commit 172f61690c
5 changed files with 293 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/llama-graph.h
View File

@ -13,8 +13,10 @@ struct llama_ubatch;
struct llama_graph_result {
ggml_cgraph * gf = nullptr;
ggml_tensor * t_logits = nullptr;
ggml_tensor * t_embd = nullptr;
// important graph nodes
ggml_tensor * t_logits = nullptr;
ggml_tensor * t_embd = nullptr;
ggml_tensor * t_embd_pooled = nullptr;
};
// TODO: can become more granular in the future