feat: add native CUDA Sol-Attn support

This commit is contained in:
leejet
2026-09-21 21:15:00 +08:00
parent c678dfe704
commit 0657e6cdfe
13 changed files with 258 additions and 10 deletions
+2
View File
@@ -247,6 +247,8 @@ typedef struct {
float attn_scale; // Override flash-attention K/V scaling; 0 keeps the model default
const char* tokenizer; // tokenizer.json path or main=FILE,clip-l=FILE,clip-g=FILE assignments; required for PiD and Lens
bool sage_attn;
bool sol_attn;
float sol_attn_tau;
} sd_ctx_params_t;
typedef struct {