mirror of
https://github.com/ollama/ollama.git
synced 2026-09-21 05:28:00 -05:00
Daniel Hiltgen
43f4eda808
* glimmer: implement the Muse Glimmer model MLX model (language + vision encoder) with DFlash draft wiring, llama-server DFlash support and rope-interleave fix, renderer and parser, tokenizer fixes, and the import quantization policy. * mlxrunner: report committed prefill chunks after the sweep and eval The drafter's flush evaluates its report, and an eval that runs while the chunk's construction handles are still live cannot free any intermediate buffer. On media chunks that retention keeps the whole vision tower resident and grinds the Metal allocator at its limit until the request dies. Pin the report's inputs across the sweep, report after the chunk materializes, and release media items after the report so a drafter can still capture the rows its deferred flush embeds. * ci: retry CUDA pre-release download
30 lines
596 B
Go
30 lines
596 B
Go
package server
|
|
|
|
import (
|
|
"slices"
|
|
"testing"
|
|
|
|
"github.com/ollama/ollama/types/model"
|
|
)
|
|
|
|
func TestGlimmerSafetensorsCapabilities(t *testing.T) {
|
|
m := Model{
|
|
Config: model.ConfigV2{
|
|
ModelFormat: "safetensors",
|
|
Renderer: "glimmer",
|
|
Parser: "glimmer",
|
|
Capabilities: []string{"completion", "vision", "audio"},
|
|
},
|
|
}
|
|
|
|
want := []model.Capability{
|
|
model.CapabilityCompletion,
|
|
model.CapabilityVision,
|
|
model.CapabilityTools,
|
|
model.CapabilityThinking,
|
|
}
|
|
if got := m.Capabilities(); !slices.Equal(got, want) {
|
|
t.Fatalf("capabilities = %v, want %v", got, want)
|
|
}
|
|
}
|