tqcq/llama.cpp
0
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-08-14 20:29:41 -04:00
Code Issues Packages Projects Releases Wiki Activity

server : filter out harmony thought messages (#15278)

Browse Source
This commit is contained in:
Aldehir Rojas
2025-08-13 05:28:21 -05:00
committed by GitHub
parent 648ebcdb73
commit e885445bc1
2 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

BIN
tools/server/public/index.html.gz
View File

Binary file not shown.

7
tools/server/webui/src/utils/misc.ts
View File

@@ -130,7 +130,12 @@ export function filterThoughtFromMsgs(messages: APIMessage[]) {
role: msg.role, role: msg.role,
content: content:
msg.role === 'assistant' msg.role === 'assistant'
? contentStr.split('</think>').at(-1)!.trim() ? contentStr
.split(
/<\/think>|<\|start\|>assistant<\|channel\|>final<\|message\|>/
)
.at(-1)!
.trim()
: contentStr, : contentStr,
} as APIMessage; } as APIMessage;
}); });