feat: add configurable conditioning cache for all models (#2034)

2026-10-03 19:37:51 -05:00 · 2026-09-23 22:25:42 +08:00
parent 241518b35d
commit e6281b6318
12 changed files with 172 additions and 51 deletions
@@ -247,6 +247,7 @@ typedef struct {
    float attn_scale;                // Override flash-attention K/V scaling; 0 keeps the model default
    const char* tokenizer;           // tokenizer.json path or main=FILE,clip-l=FILE,clip-g=FILE assignments; required for PiD and Lens
    bool sage_attn;
+    int conditioning_cache_size;  // Maximum cached conditioning entries per context; 0 disables caching (default: 4)
 } sd_ctx_params_t;

 typedef struct {