tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-07-16 15:47:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

graph : add llama_graph_result

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2025-02-18 11:16:53 +02:00
parent f0d3ff2388
commit c23590319a
5 changed files with 167 additions and 350 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/llama-graph.h
View File

@ -10,6 +10,13 @@ struct ggml_context;
struct ggml_tensor;
struct llama_ubatch;
struct llama_graph_result {
ggml_cgraph * gf = nullptr;
ggml_tensor * t_logits = nullptr;
ggml_tensor * t_embd = nullptr;
};
// TODO: can become more granular in the future
class llama_graph_i {
public: