tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-06-27 20:05:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

llama : add llama_init_backend() API (close #1527)

Browse Source
This commit is contained in:
Georgi Gerganov
2023-05-20 11:06:11 +03:00
parent d2c59b8ba4
commit ec2e10c444
7 changed files with 48 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
llama.cpp
View File

@ -839,6 +839,21 @@ bool llama_mlock_supported() {
return llama_mlock::SUPPORTED;
}
void llama_init_backend() {
ggml_time_init();
// needed to initialize f16 tables
{
struct ggml_init_params params = { 0, NULL, false };
struct ggml_context * ctx = ggml_init(params);
ggml_free(ctx);
}
}
int64_t llama_time_us() {
return ggml_time_us();
}
//
// model loading
//