chat : support Granite model reasoning and tool call (#14864)

This commit is contained in:
Sachin Desai
2025-08-06 11:27:30 -07:00
committed by GitHub
parent 476aa3fd57
commit 3db4da56a5
6 changed files with 252 additions and 1 deletions

View File

@@ -239,6 +239,7 @@ enum common_reasoning_format {
COMMON_REASONING_FORMAT_AUTO,
COMMON_REASONING_FORMAT_DEEPSEEK_LEGACY, // Extract thinking tag contents and return as `message.reasoning_content`, or leave inline in <think> tags in stream mode
COMMON_REASONING_FORMAT_DEEPSEEK, // Extract thinking tag contents and return as `message.reasoning_content`, including in streaming deltas.
COMMON_REASONING_FORMAT_GRANITE, // Extract thinking tag contents and return as `message.reasoning_content`, including in streaming deltas.
};
struct common_params {