mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2026-10-03 19:37:29 -05:00
DFlash: inherit rope type from the linked target.
Another option would be to store it in the gguf file itself.
This commit is contained in:
+4
-1
@@ -1350,7 +1350,10 @@ llm_graph_context::llm_graph_context(const llm_graph_params & params) :
|
||||
n_outputs (params.n_outputs),
|
||||
n_ctx_orig (cparams.n_ctx_orig_yarn),
|
||||
pooling_type (cparams.pooling_type),
|
||||
rope_type (hparams.rope_type),
|
||||
// DFlash: inherit rope type from the linked target
|
||||
rope_type ((arch == LLM_ARCH_DFLASH && cparams.ctx_other != nullptr)
|
||||
? llama_get_model(cparams.ctx_other)->hparams.rope_type
|
||||
: hparams.rope_type),
|
||||
sched (params.sched),
|
||||
backend_cpu (params.backend_cpu),
|
||||
cvec (params.cvec),
|
||||
|
||||
@@ -2623,6 +2623,7 @@ llama_rope_type llama_model_rope_type(const llama_model * model) {
|
||||
case LLM_ARCH_STEP35:
|
||||
case LLM_ARCH_TALKIE:
|
||||
case LLM_ARCH_MELLUM:
|
||||
// fallback, dflash rope is inherited from the linked target
|
||||
case LLM_ARCH_DFLASH:
|
||||
return LLAMA_ROPE_TYPE_NEOX;
|
||||
|
||||
|
||||
Reference in New Issue
Block a user