mirror of
https://github.com/ollama/ollama.git
synced 2026-02-20 08:16:07 -05:00
a0407d07fa
This change includes: - changes to the safetensors metadata format - changes to the create command to properly create the blobs with the new format - changes to load the new format - fixes ollama show to properly show each tensor
26 lines
674 B
Go
26 lines
674 B
Go
//go:build !mlx
|
|
|
|
package client
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
|
|
"github.com/ollama/ollama/x/create"
|
|
)
|
|
|
|
// quantizeTensor is not available without MLX
|
|
func quantizeTensor(r io.Reader, tensorName, dtype string, shape []int32, quantize string) (blobData []byte, err error) {
|
|
return nil, fmt.Errorf("quantization requires MLX support (build with mlx tag)")
|
|
}
|
|
|
|
// quantizePackedGroup is not available without MLX
|
|
func quantizePackedGroup(inputs []create.PackedTensorInput) ([]byte, error) {
|
|
return nil, fmt.Errorf("quantization requires MLX support (build with mlx tag)")
|
|
}
|
|
|
|
// QuantizeSupported returns false when MLX is not available
|
|
func QuantizeSupported() bool {
|
|
return false
|
|
}
|