tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-07-01 05:05:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

server : embeddings compatibility for OpenAI (#5190)

Browse Source
This commit is contained in:
Wu Jian Ping
2024-01-29 21:48:10 +08:00
committed by GitHub
parent 14fef85e2d
commit c82d18e863
2 changed files with 75 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
examples/server/oai.hpp
View File

@ -206,3 +206,18 @@ inline static std::vector<json> format_partial_response_oaicompat(const task_res
return std::vector<json>({ret});
}
inline static json format_embeddings_response_oaicompat(const json &request, const json &embeddings)
{
json res =
json{
{"model", json_value(request, "model", std::string(DEFAULT_OAICOMPAT_MODEL))},
{"object", "list"},
{"usage",
json{{"prompt_tokens", 0},
{"total_tokens", 0}}},
{"data", embeddings}
};
return res;
}