disable pmid lora apply for now; 1 input image seems working; > 1 not working

This commit is contained in:
bssrdf
2024-02-15 21:56:14 -05:00
parent 191c5ec05a
commit 26f591db6d
2 changed files with 4 additions and 3 deletions

View File

@@ -234,6 +234,7 @@ struct FuseModule{
// print_ggml_tensor(prompt_embeds, true, "prompt_embeds_perm");
// class_tokens_mask = ggml_repeat(ctx, class_tokens_mask, prompt_embeds_perm);
class_tokens_mask = ggml_cont(ctx, ggml_transpose(ctx, class_tokens_mask));
class_tokens_mask = ggml_repeat(ctx, class_tokens_mask, prompt_embeds);
// print_ggml_tensor(class_tokens_mask, true, "class_tokens_mask_repeat");
// class_tokens_mask = ggml_cont(ctx, ggml_transpose(ctx, class_tokens_mask));
// print_ggml_tensor(class_tokens_mask, true, "class_tokens_mask_transpose");
@@ -334,7 +335,7 @@ struct PhotoMakerIDEncoder : public GGMLModule {
class_embedding_temp,
positions
); // [batch_size, seq_length, hidden_size]
print_ggml_tensor(shared_id_embeds, true, "shared_id_embeds");
// print_ggml_tensor(shared_id_embeds, true, "shared_id_embeds");
// if(class_tokens_mask->backend == GGML_BACKEND_GPU){
// int *ctm = (int *)malloc(class_tokens_mask->ne[0]);

View File

@@ -1471,8 +1471,8 @@ sd_image_t* txt2img(sd_ctx_t* sd_ctx,
LOG_INFO("apply_loras completed, taking %.2fs", (t1 - t0) * 1.0f / 1000);
if(sd_ctx->sd->stacked_id){
sd_ctx->sd->pmid_lora.apply(sd_ctx->sd->tensors, sd_ctx->sd->n_threads);
sd_ctx->sd->pmid_lora.free_compute_buffer();
// sd_ctx->sd->pmid_lora.apply(sd_ctx->sd->tensors, sd_ctx->sd->n_threads);
// sd_ctx->sd->pmid_lora.free_compute_buffer();
if (sd_ctx->sd->free_params_immediately) {
sd_ctx->sd->pmid_lora.free_params_buffer();
}