mirror/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2026-03-31 21:25:59 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix(downloader): Rewrite full https HF URI with HF_ENDPOINT (#9107)

Browse Source 
Signed-off-by: Richard Palethorpe <io@richiejp.com>
This commit is contained in:
Richard Palethorpe
2026-03-24 17:32:52 +00:00
committed by GitHub
parent b296e3d94b
commit 7bdd198fd3
3 changed files with 47 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
pkg/downloader/huggingface.go
View File

@@ -23,7 +23,10 @@ var ErrUnsafeFilesFound = errors.New("unsafe files found")
func HuggingFaceScan(uri URI) (*HuggingFaceScanResult, error) {
cleanParts := strings.Split(uri.ResolveURL(), "/")
if len(cleanParts) <= 4 || cleanParts[2] != "huggingface.co" && cleanParts[2] != HF_ENDPOINT {
// cleanParts[2] is the hostname from the URL (e.g. "huggingface.co" or "hf-mirror.com").
// Extract the hostname from HF_ENDPOINT for comparison, since HF_ENDPOINT includes the scheme.
hfHost := strings.TrimPrefix(strings.TrimPrefix(HF_ENDPOINT, "https://"), "http://")
if len(cleanParts) <= 4 || (cleanParts[2] != "huggingface.co" && cleanParts[2] != hfHost) {
return nil, ErrNonHuggingFaceFile
}
results, err := http.Get(fmt.Sprintf("%s/api/models/%s/%s/scan", HF_ENDPOINT, cleanParts[3], cleanParts[4]))

7
pkg/downloader/uri.go
View File

@@ -261,6 +261,13 @@ func (s URI) ResolveURL() string {
return fmt.Sprintf("%s/%s/%s/resolve/%s/%s", HF_ENDPOINT, owner, repo, branch, filepath)
}
// If a HuggingFace mirror is configured, rewrite direct https://huggingface.co/ URLs
// to use the mirror. This ensures gallery entries with hardcoded URLs also benefit
// from the mirror setting.
if HF_ENDPOINT != "https://huggingface.co" && strings.HasPrefix(string(s), "https://huggingface.co/") {
return HF_ENDPOINT + strings.TrimPrefix(string(s), "https://huggingface.co")
}
return string(s)
}

36
pkg/downloader/uri_test.go
View File

@@ -49,6 +49,42 @@ var _ = Describe("Gallery API tests", func() {
).ToNot(HaveOccurred())
})
})
Context("HuggingFace mirror", func() {
var originalEndpoint string
BeforeEach(func() {
originalEndpoint = HF_ENDPOINT
})
AfterEach(func() {
HF_ENDPOINT = originalEndpoint
})
It("rewrites direct https://huggingface.co URLs when mirror is set", func() {
HF_ENDPOINT = "https://hf-mirror.com"
uri := URI("https://huggingface.co/TheBloke/model-GGUF/resolve/main/model.Q4_K_M.gguf")
Expect(uri.ResolveURL()).To(Equal("https://hf-mirror.com/TheBloke/model-GGUF/resolve/main/model.Q4_K_M.gguf"))
})
It("does not rewrite direct https://huggingface.co URLs when no mirror is set", func() {
HF_ENDPOINT = "https://huggingface.co"
uri := URI("https://huggingface.co/TheBloke/model-GGUF/resolve/main/model.Q4_K_M.gguf")
Expect(uri.ResolveURL()).To(Equal("https://huggingface.co/TheBloke/model-GGUF/resolve/main/model.Q4_K_M.gguf"))
})
It("rewrites hf:// URIs when mirror is set", func() {
HF_ENDPOINT = "https://hf-mirror.com"
uri := URI("hf://TheBloke/model-GGUF/model.Q4_K_M.gguf")
Expect(uri.ResolveURL()).To(Equal("https://hf-mirror.com/TheBloke/model-GGUF/resolve/main/model.Q4_K_M.gguf"))
})
It("does not rewrite non-huggingface URLs", func() {
HF_ENDPOINT = "https://hf-mirror.com"
uri := URI("https://example.com/some/file.gguf")
Expect(uri.ResolveURL()).To(Equal("https://example.com/some/file.gguf"))
})
})
})
var _ = Describe("ContentLength", func() {