diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp
index ca2c91edca..0f7ada435a 100644
--- a/tools/server/server-context.cpp
+++ b/tools/server/server-context.cpp
@@ -97,6 +97,7 @@ struct server_batch {
 
     ~server_batch() {
         if (batch.pos != nullptr) {
+            clear();
             llama_batch_free(batch);
         }
     }