upstream-archive/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-08-05 17:40:46 -05:00
Code Issues Packages Projects Releases Wiki Activity

metal : fix array initialization

Browse Source
This commit is contained in:
Georgi Gerganov
2024-01-30 21:45:32 +02:00
parent 5fcb9c1c5a
commit d073e4f933
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ggml-metal.metal
View File

@@ -2084,8 +2084,8 @@ kernel void kernel_flash_attn_ext_f16(
threadgroup_barrier(mem_flags::mem_threadgroup);
{
half S[Q] = { 0.0h };
half M[Q] = { -INFINITY };
half S[Q] = { [0 ... Q-1] = 0.0h };
half M[Q] = { [0 ... Q-1] = -INFINITY };
// assume K and V are same shape
const int64_t ne22 = ne12;