jdelony/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-06-28 04:30:15 -05:00
Code Issues Packages Projects Releases Wiki Activity

Handle forced-open reasoning tag without trailing whitespace

Browse Source
This commit is contained in:
Kawrakow 2026-06-12 05:43:11 +00:00
parent 8d91d3c3d9
commit 3dbc3241b9
1 changed files with 18 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
common/chat-peg-parser.cpp
View File

@ -785,7 +785,24 @@ common_peg_parser common_chat_peg_builder::prefix(const std::string & s, const s
if (delimiter.empty()) {
return literal(s);
}
return literal(s.substr(0, s.rfind(delimiter)));
auto pos = s.find(delimiter);
if (pos == std::string::npos) {
// The generation prompt may force-open the reasoning block without the
// whitespace that surrounds the detected tag (e.g. a prompt ending in
// '<think>' while history renders '<think>\n'). Only strip when the
// prompt ends exactly with the trimmed tag, so prompts with trailing
// whitespace after the tag (e.g. '<think>\n') keep their behavior.
size_t b = delimiter.find_first_not_of(" \t\n\r");
size_t e = delimiter.find_last_not_of(" \t\n\r");
if (b != std::string::npos) {
const std::string trimmed = delimiter.substr(b, e - b + 1);
if (s.size() >= trimmed.size() &&
s.compare(s.size() - trimmed.size(), trimmed.size(), trimmed) == 0) {
pos = s.size() - trimmed.size();
}
}
}
return literal(s.substr(0, pos));
}
common_peg_parser common_chat_peg_builder::optspace(const std::string & tag) {