tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-07-01 05:05:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

wip 4

Browse Source
This commit is contained in:
Georgi Gerganov
2024-11-07 09:26:10 +02:00
parent 9bd5ae09ae
commit dc2a27f2a2
4 changed files with 136 additions and 84 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/llama-bench/llama-bench.cpp
View File

@ -256,6 +256,9 @@ static ggml_type ggml_type_from_name(const std::string & s) {
if (s == "f16") {
return GGML_TYPE_F16;
}
if (s == "bf16") {
return GGML_TYPE_BF16;
}
if (s == "q8_0") {
return GGML_TYPE_Q8_0;
}