mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2026-10-03 11:27:25 -05:00
Go back to using delimiters.
Otherwise our generations are worse. Transformers does not use them. We need to trace inputs to verify whether they are equivalent.
This commit is contained in:
+4
-1
@@ -472,7 +472,10 @@ struct mtmd_context {
|
||||
} break;
|
||||
case PROJECTOR_TYPE_ONYX:
|
||||
{
|
||||
// Follow transformers Onyx processing: <|patch|>*N, no delimiters
|
||||
// NOTE: transformers no longer uses delimiters (just <|patch|>*N),
|
||||
// but we get subpar generations if we don't.
|
||||
img_beg = "<|image_start|>";
|
||||
img_end = "<|image_end|>";
|
||||
image_preproc = std::make_unique<mtmd_image_preprocessor_onyx>(ctx_v);
|
||||
} break;
|
||||
case PROJECTOR_TYPE_YOUTUVL:
|
||||
|
||||
Reference in New Issue
Block a user