upstream-archive/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-09-25 07:27:30 -05:00
Code Issues Packages Projects Releases Wiki Activity

add optional activation scales to mul_mat and mul_mat_id tensors

Browse Source
This commit is contained in:
Ruben Ortlam
2026-09-18 14:30:39 +02:00
parent 3226b4782a
commit c902192589
1 changed files with 10 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml.c
+10 -2
View File
@@ -3345,7 +3345,11 @@ struct ggml_tensor * ggml_mul_mat_ext(
result->src[2] = scale_weight;
}
GGML_UNUSED(scale_activations);
if (scale_activations) {
GGML_ASSERT(ggml_can_repeat(scale_activations, b));
result->src[3] = scale_activations;
}
return result;
}
@@ -3430,7 +3434,11 @@ struct ggml_tensor * ggml_mul_mat_id_ext(
result->src[3] = s;
}
GGML_UNUSED(scale_activations);
if (scale_activations) {
GGML_ASSERT(ggml_can_repeat(scale_activations, b));
result->src[4] = scale_activations;
}
return result;
}