upstream-archive/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-10-03 11:27:25 -05:00
Code Issues Packages Projects Releases Wiki Activity

ggml-zdnn: impl buffer reset, fix memory leaks (#29637)

Browse Source 
cont: fix code style

Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
Aaron Teo
2026-09-30 12:21:41 +08:00
committed by GitHub
parent 19e28a2770
commit eae11d2217
1 changed files with 27 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-zdnn/ggml-zdnn.cpp
+27 -1
View File
@@ -211,6 +211,10 @@ static void ggml_backend_zdnn_buffer_free_buffer(ggml_backend_buffer_t buffer) {
if (buf->ztensor.buffer_size > 0) ZDNN_CHECK(zdnn_free_ztensor_buffer(&buf->ztensor));
}
if (ctx->owned) {
ggml_aligned_free(ctx->all_data, ctx->all_size);
}
delete ctx;
}
@@ -311,6 +315,28 @@ static void ggml_backend_zdnn_buffer_clear(ggml_backend_buffer_t buffer, uint8_t
memset(ctx->all_data, value, ctx->all_size);
}
static void ggml_backend_zdnn_buffer_reset(ggml_backend_buffer_t buffer) {
ggml_backend_zdnn_buffer_context * ctx = (ggml_backend_zdnn_buffer_context *)buffer->context;
for (const auto & buf_ptr : ctx->buffers) {
ggml_backend_zdnn_buffer * buf = buf_ptr.get();
if (buf->extra != nullptr) {
free(buf->extra->data);
}
if (buf->ztensor.buffer_size > 0) {
ZDNN_CHECK(zdnn_free_ztensor_buffer(&buf->ztensor));
}
}
if (ctx->buffers.size() > 1) {
ctx->buffers.resize(1);
}
ctx->n_buffers = 1;
}
static ggml_backend_buffer_i ggml_backend_zdnn_buffer_i = {
/* .free_buffer = */ ggml_backend_zdnn_buffer_free_buffer,
/* .get_base = */ ggml_backend_zdnn_buffer_get_base,
@@ -322,7 +348,7 @@ static ggml_backend_buffer_i ggml_backend_zdnn_buffer_i = {
/* .get_tensor_2d = */ NULL,
/* .cpy_tensor = */ NULL,
/* .clear = */ ggml_backend_zdnn_buffer_clear,
/* .reset = */ NULL,
/* .reset = */ ggml_backend_zdnn_buffer_reset,
};
//