launch: use vram bytes for model recommendations (#15885)

This commit is contained in:
Parth Sareen
2026-04-29 18:40:14 -07:00
committed by GitHub
parent bad32c7244
commit b6447caebc
6 changed files with 36 additions and 20 deletions

View File

@@ -813,7 +813,7 @@ type ModelRecommendation struct {
Description string `json:"description"`
ContextLength int `json:"context_length,omitempty"`
MaxOutputTokens int `json:"max_output_tokens,omitempty"`
VRAM string `json:"vram,omitempty"`
VRAMBytes int64 `json:"vram_bytes,omitempty"`
}
// ProcessResponse is the response from [Client.Process].