From 7f6f0c2a9dab36fdb1f6e00e2037c030974e0e5c Mon Sep 17 00:00:00 2001 From: midagedev <139564968+midagedev@users.noreply.github.com> Date: Thu, 17 Sep 2026 16:41:08 +0900 Subject: [PATCH] chat : add message delimiters to the DeepSeek V3.2/V4 parser (#29008) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * chat : add message delimiters to the DeepSeek V3.2/V4 parser Assisted-by: Claude Co-authored-by: Sigbjørn Skjæret --- common/parsers/deepseek.cpp | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/common/parsers/deepseek.cpp b/common/parsers/deepseek.cpp index 640fa9e156..9ca4bb34cc 100644 --- a/common/parsers/deepseek.cpp +++ b/common/parsers/deepseek.cpp @@ -104,6 +104,12 @@ common_chat_params common_chat_params_init_deepseek_v3_2(const common_chat_templ const std::string GEN_PROMPT = "<｜Assistant｜>"; const std::string TC_SEPARATOR = "\n\n"; + // lets the server find user turns in the prompt and place context checkpoints there + data.message_delimiters = { + { COMMON_CHAT_ROLE_ASSISTANT, GEN_PROMPT }, + { COMMON_CHAT_ROLE_USER, "<｜User｜>" }, + }; + data.prompt = common_chat_template_direct_apply_impl( tmpl, inputs, adjusted_messages, std::nullopt, additional_context); data.generation_prompt = common_chat_template_generation_prompt_impl(