tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-08-19 22:36:13 -04:00
Code Issues Packages Projects Releases Wiki Activity

ggml : move CPU backend to a separate file (#10144)

Browse Source
This commit is contained in:
Diego Devesa
2024-11-03 19:34:08 +01:00
committed by GitHub
parent 08828a6d7d
commit 9f40989351
32 changed files with 14747 additions and 19345 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
pocs/vdot/q8dot.cpp
View File

@@ -11,6 +11,7 @@
#include <type_traits>
#include <ggml.h>
#include <ggml-cpu.h>
constexpr int kVecSize = 1 << 16;
@@ -136,7 +137,7 @@ int main(int argc, char** argv) {
auto ggml_type = type == 0 ? GGML_TYPE_Q4_0 : GGML_TYPE_Q4_1;
const auto * funcs = ggml_get_type_traits(ggml_type);
const auto * funcs = ggml_get_type_traits_cpu(ggml_type);
Stat simple, ggml;