upstream-archive/stable-diffusion.cpp
1
0
Fork 0
mirror of https://github.com/leejet/stable-diffusion.cpp.git synced 2026-09-29 17:38:14 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix: load INT8 convrot LLM embeddings correctly (#2067)

Browse Source
This commit is contained in:
leejet
2026-09-27 19:46:21 +08:00
committed by GitHub
parent 47e83d7136
commit ede32a621e
4 changed files with 91 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/model_manager_prefetch.cpp
+2 -1
View File
@@ -210,7 +210,7 @@ WeightPrefetchResult ModelManager::prefetch_params(
is_optional_missing_tensor(state->name)) {
continue;
}
if (state->compute_backend == state->params_backend) {
if (state->usage_op == GGML_OP_CUSTOM || state->compute_backend == state->params_backend) {
needs_synchronous_load = needs_synchronous_load ||
!state->loaded_to_params_backend;
continue;
@@ -275,6 +275,7 @@ bool ModelManager::activate_prefetched_params(
[&](TensorState* state) {
return state == nullptr || should_ignore(*state) ||
is_optional_missing_tensor(state->name) ||
state->usage_op == GGML_OP_CUSTOM ||
state->compute_backend == state->params_backend ||
state->staged_to_compute_backend;
});