mirror of
https://github.com/ollama/ollama.git
synced 2026-02-20 00:05:06 -05:00
44bdd9a2ef
This change adds a new MLX based runner which includes: * Method-based MLX bindings * Subprocess-based MLX runner (x/mlxrunner) * KV cache with tree management * A basic sampler The GLM4-MoE-Lite model has been ported to use the new bindings. --------- Co-authored-by: Michael Yang <git@mxy.ng>
46 lines
1.5 KiB
Go
46 lines
1.5 KiB
Go
//go:build mlx
|
|
|
|
package mlx
|
|
|
|
import "testing"
|
|
|
|
func TestFromValue(t *testing.T) {
|
|
for got, want := range map[*Array]DType{
|
|
FromValue(true): DTypeBool,
|
|
FromValue(false): DTypeBool,
|
|
FromValue(int(7)): DTypeInt32,
|
|
FromValue(float32(3.14)): DTypeFloat32,
|
|
FromValue(float64(2.71)): DTypeFloat64,
|
|
FromValue(complex64(1 + 2i)): DTypeComplex64,
|
|
} {
|
|
t.Run(want.String(), func(t *testing.T) {
|
|
if got.DType() != want {
|
|
t.Errorf("want %v, got %v", want, got)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestFromValues(t *testing.T) {
|
|
for got, want := range map[*Array]DType{
|
|
FromValues([]bool{true, false, true}, 3): DTypeBool,
|
|
FromValues([]uint8{1, 2, 3}, 3): DTypeUint8,
|
|
FromValues([]uint16{1, 2, 3}, 3): DTypeUint16,
|
|
FromValues([]uint32{1, 2, 3}, 3): DTypeUint32,
|
|
FromValues([]uint64{1, 2, 3}, 3): DTypeUint64,
|
|
FromValues([]int8{-1, -2, -3}, 3): DTypeInt8,
|
|
FromValues([]int16{-1, -2, -3}, 3): DTypeInt16,
|
|
FromValues([]int32{-1, -2, -3}, 3): DTypeInt32,
|
|
FromValues([]int64{-1, -2, -3}, 3): DTypeInt64,
|
|
FromValues([]float32{3.14, 2.71, 1.61}, 3): DTypeFloat32,
|
|
FromValues([]float64{3.14, 2.71, 1.61}, 3): DTypeFloat64,
|
|
FromValues([]complex64{1 + 2i, 3 + 4i, 5 + 6i}, 3): DTypeComplex64,
|
|
} {
|
|
t.Run(want.String(), func(t *testing.T) {
|
|
if got.DType() != want {
|
|
t.Errorf("want %v, got %v", want, got)
|
|
}
|
|
})
|
|
}
|
|
}
|