Compare commits

...
Author SHA1 Message Date
Aman Gupta 3c6409920f ggml: skip 0-sized ids tensor when offloading selected experts 2026-09-11 15:39:39 +08:00
+4
View File
@@ -1716,6 +1716,10 @@ static enum ggml_status ggml_backend_sched_compute_splits(ggml_backend_sched_t s
ggml_tensor * ids_tensor = node->src[2];
ggml_backend_t ids_backend = split_backend;
if (ggml_nelements(ids_tensor) == 0) {
continue;
}
// if the ids tensor is also an input of the split, it may not have been copied yet to the split backend
// in that case, we use the original ids tensor
for (int i = input_id + 1; i < split->n_inputs; i++) {