DFlash: inherit rope type from the linked target.

Another option would be to store it in the gguf file itself.
This commit is contained in:
Pedro Cuenca
2026-08-03 13:21:29 +02:00
parent ab29e81d28
commit 7c5abdae0f
2 changed files with 5 additions and 1 deletions
+4 -1
View File
@@ -1350,7 +1350,10 @@ llm_graph_context::llm_graph_context(const llm_graph_params & params) :
n_outputs (params.n_outputs),
n_ctx_orig (cparams.n_ctx_orig_yarn),
pooling_type (cparams.pooling_type),
rope_type (hparams.rope_type),
// DFlash: inherit rope type from the linked target
rope_type ((arch == LLM_ARCH_DFLASH && cparams.ctx_other != nullptr)
? llama_get_model(cparams.ctx_other)->hparams.rope_type
: hparams.rope_type),
sched (params.sched),
backend_cpu (params.backend_cpu),
cvec (params.cvec),
+1
View File
@@ -2623,6 +2623,7 @@ llama_rope_type llama_model_rope_type(const llama_model * model) {
case LLM_ARCH_STEP35:
case LLM_ARCH_TALKIE:
case LLM_ARCH_MELLUM:
// fallback, dflash rope is inherited from the linked target
case LLM_ARCH_DFLASH:
return LLAMA_ROPE_TYPE_NEOX;