diff --git a/ggml/src/ggml.c b/ggml/src/ggml.c
index 4bbe3d9477..b299342b98 100644
--- a/ggml/src/ggml.c
+++ b/ggml/src/ggml.c
@@ -3345,7 +3345,11 @@ struct ggml_tensor * ggml_mul_mat_ext(
         result->src[2] = scale_weight;
     }
 
-    GGML_UNUSED(scale_activations);
+    if (scale_activations) {
+        GGML_ASSERT(ggml_can_repeat(scale_activations, b));
+        result->src[3] = scale_activations;
+    }
+
     return result;
 }
 
@@ -3430,7 +3434,11 @@ struct ggml_tensor * ggml_mul_mat_id_ext(
         result->src[3] = s;
     }
 
-    GGML_UNUSED(scale_activations);
+    if (scale_activations) {
+        GGML_ASSERT(ggml_can_repeat(scale_activations, b));
+        result->src[4] = scale_activations;
+    }
+
     return result;
 }