upstream-archive/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-10-03 11:27:25 -05:00
Code Issues Packages Projects Releases Wiki Activity

add optional activation scales to mul_mat and mul_mat_id tensors

Browse Source
This commit is contained in:
Ruben Ortlam
2026-10-01 18:54:07 +02:00
committed by Oliver Simons
parent c102dc9618
commit 07b89858e5
1 changed files with 10 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml.c
+10 -2
View File
@@ -3405,7 +3405,11 @@ struct ggml_tensor * ggml_mul_mat_ext(
result->src[2] = scale_weight;
}
GGML_UNUSED(scale_activations);
if (scale_activations) {
GGML_ASSERT(ggml_can_repeat(scale_activations, b));
result->src[3] = scale_activations;
}
return result;
}
@@ -3490,7 +3494,11 @@ struct ggml_tensor * ggml_mul_mat_id_ext(
result->src[3] = s;
}
GGML_UNUSED(scale_activations);
if (scale_activations) {
GGML_ASSERT(ggml_can_repeat(scale_activations, b));
result->src[4] = scale_activations;
}
return result;
}