diff --git a/tools/server/utils.hpp b/tools/server/utils.hpp index f8fab2c86..13e2a893b 100644 --- a/tools/server/utils.hpp +++ b/tools/server/utils.hpp @@ -779,7 +779,13 @@ static json oaicompat_chat_params_parse( /* Append assistant prefilled message */ if (prefill_assistant_message) { - chat_params.prompt += last_message.content; + if (last_message.content.is_array()) { + for (auto & p : last_message.content) { + chat_params.prompt += p["text"]; + } + } else { + chat_params.prompt += last_message.content; + } } llama_params["chat_format"] = static_cast(chat_params.format);