Go back to using delimiters.

Otherwise our generations are worse.

Transformers does not use them. We need to trace inputs to verify
whether they are equivalent.
This commit is contained in:
Pedro Cuenca
2026-08-04 23:04:06 +02:00
parent 1ca6e2ab36
commit cd5ba86fe9
+4 -1
View File
@@ -472,7 +472,10 @@ struct mtmd_context {
} break;
case PROJECTOR_TYPE_ONYX:
{
// Follow transformers Onyx processing: <|patch|>*N, no delimiters
// NOTE: transformers no longer uses delimiters (just <|patch|>*N),
// but we get subpar generations if we don't.
img_beg = "<|image_start|>";
img_end = "<|image_end|>";
image_preproc = std::make_unique<mtmd_image_preprocessor_onyx>(ctx_v);
} break;
case PROJECTOR_TYPE_YOUTUVL: