diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/mul_mm.comp b/ggml/src/ggml-vulkan/vulkan-shaders/mul_mm.comp
index 05b60875b0..3216c6576f 100644
--- a/ggml/src/ggml-vulkan/vulkan-shaders/mul_mm.comp
+++ b/ggml/src/ggml-vulkan/vulkan-shaders/mul_mm.comp
@@ -228,9 +228,6 @@ void main() {
 #ifdef NEEDS_INIT_IQ_SHMEM
     init_iq_shmem(gl_WorkGroupSize);
 #endif
-#ifdef MULMAT_QUANT
-    init_iq_shmem(gl_WorkGroupSize);
-#endif
 
 #ifndef MUL_MAT_ID
     const uint batch_idx = gl_WorkGroupID.z + p.base_work_group_z;
diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/mul_mm_cm2.comp b/ggml/src/ggml-vulkan/vulkan-shaders/mul_mm_cm2.comp
index c2a191e5b1..8398c6e070 100644
--- a/ggml/src/ggml-vulkan/vulkan-shaders/mul_mm_cm2.comp
+++ b/ggml/src/ggml-vulkan/vulkan-shaders/mul_mm_cm2.comp
@@ -332,9 +332,6 @@ void main() {
 #ifdef NEEDS_INIT_IQ_SHMEM
     init_iq_shmem(gl_WorkGroupSize);
 #endif
-#ifdef MULMAT_QUANT
-    init_iq_shmem(gl_WorkGroupSize);
-#endif
 
 #ifndef MUL_MAT_ID
     const uint batch_idx = gl_WorkGroupID.z + p.base_work_group_z;