mirror of
https://github.com/oobabooga/textgen.git
synced 2026-07-23 11:20:54 -05:00
docs: Small API example change
This commit is contained in:
@@ -226,7 +226,6 @@ curl -k http://127.0.0.1:5000/v1/internal/model/load \
|
||||
"model_name": "Qwen_Qwen3-0.6B-Q4_K_M.gguf",
|
||||
"args": {
|
||||
"ctx_size": 32768,
|
||||
"flash_attn": true,
|
||||
"cache_type": "q8_0"
|
||||
}
|
||||
}'
|
||||
|
||||
Reference in New Issue
Block a user