feat: add hidream o1 image support (#1485)

2026-08-05 01:30:40 -05:00 · 2026-05-15 00:40:21 +08:00
parent eeac950b44
commit 0665a7f8bf
20 changed files with 1703 additions and 334 deletions
--- a/src/tokenizers/qwen2_tokenizer.cpp
+++ b/src/tokenizers/qwen2_tokenizer.cpp
@@ -81,6 +81,11 @@ Qwen2Tokenizer::Qwen2Tokenizer(const std::string& merges_utf8_str) {
        "</tool_response>",
        "<think>",
        "</think>",
+        "<|boi_token|>",
+        "<|bor_token|>",
+        "<|eor_token|>",
+        "<|bot_token|>",
+        "<|tms_token|>",
    };

    if (merges_utf8_str.size() > 0) {