tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-06-28 04:15:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

examples : add llama_init_from_gpt_params() common function (#1290)

Browse Source 
Signed-off-by: deadprogram <ron@hybridgroup.com>
This commit is contained in:
Ron Evans
2023-05-02 22:39:51 +02:00
committed by GitHub
parent 0e6cbff1b7
commit 67c77799e0
5 changed files with 51 additions and 76 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
examples/embedding/embedding.cpp
View File

@ -35,24 +35,10 @@ int main(int argc, char ** argv) {
llama_context * ctx;
// load the model
{
auto lparams = llama_context_default_params();
lparams.n_ctx = params.n_ctx;
lparams.n_parts = params.n_parts;
lparams.seed = params.seed;
lparams.f16_kv = params.memory_f16;
lparams.logits_all = params.perplexity;
lparams.use_mmap = params.use_mmap;
lparams.use_mlock = params.use_mlock;
lparams.embedding = params.embedding;
ctx = llama_init_from_file(params.model.c_str(), lparams);
if (ctx == NULL) {
fprintf(stderr, "%s: error: failed to load model '%s'\n", __func__, params.model.c_str());
return 1;
}
ctx = llama_init_from_gpt_params(params);
if (ctx == NULL) {
fprintf(stderr, "%s: error: unable to load model\n", __func__);
return 1;
}
// print system information