perf: --eager-load to pre-load params at model-load time (#1687)

This commit is contained in:
fszontagh
2026-06-22 16:10:09 +02:00
committed by GitHub
parent b12098f5d0
commit 787d229d84
6 changed files with 34 additions and 1 deletions

View File

@@ -219,6 +219,7 @@ typedef struct {
enum sd_vae_format_t vae_format;
const char* max_vram; // GiB budget or backend assignment spec for graph-cut segmented param offload (0 = disabled, -1 = auto)
bool stream_layers; // Enable residency+prefetch streaming on top of --max-vram (no effect without --max-vram)
bool eager_load; // Load all params into the params backend at model-load time instead of lazily on first use
const char* backend;
const char* params_backend;
const char* rpc_servers;