mirror of
https://github.com/navidrome/navidrome.git
synced 2026-09-14 14:43:23 -04:00
* test(plugins): build test plugins in Go instead of shelling out to make The plugins suite built its .ndp test packages by running `make -C plugins/testdata`, which needs make and zip on the PATH. That is the reason the 26 WASM-dependent spec files are tagged //go:build !windows. buildTestPlugins now does the same work in Go: the same mtime check make performed, `GOOS=wasip1 GOARCH=wasm go build` per plugin, and archive/zip for the package. TinyGo was already optional and unused in CI, so nothing is lost there. The first plugin builds on its own so the shared wasip1 stdlib and PDK objects land in the build cache before the rest fan out: on a cold cache that is 2.2s against 3.4s for the sequential make and 7.3s for an unrestrained fan-out. Packaging moved into a writeNdp helper shared with createTestPackage, which was already writing the same two-entry archive. Entries are written in a fixed order, so the .ndp bytes are now reproducible; the loader hashes those bytes, and `zip` also stored file mtimes, so the previous packages differed on every rebuild. The Makefile is unchanged and still works for building the plugins by hand. Removing the !windows tags is a separate step, once CI is green here. * test(plugins): run the WASM plugin specs on Windows With the test plugins now built in Go, nothing in the suite needs a Unix toolchain, so the //go:build !windows tags come off all 25 spec files. The Windows CI job runs `go test ./...`, so it picks the suite up with no workflow change. plugins_suite_windows_test.go existed only to bootstrap the handful of specs that compiled on Windows; plugins_suite_test.go now serves both. * test(plugins): skip the planted-symlink spec where symlinks need privileges os.Symlink needs an elevated token or Developer Mode on Windows, so the unconditional Expect(...).To(Succeed()) would fail for contributors running the suite on an ordinary Windows box. The elevated GitHub runner hides this. The equivalent spec in sandbox_fs_internal_test.go already attempts the symlink and skips on error; this does the same, keeping the pin live everywhere it can run, including Windows CI. * fix(ci): stop the Windows ndpgen test failing silently The ndpgen suite builds its helper binary to %TEMP%\ndpgen-test, and Windows will not exec a file without an executable extension, so the "supports verbose mode" spec has been failing there. Nobody noticed because the Test ndpgen step ran under pwsh, which carries on after a non-zero exit and takes the step's status from the last command, so the job stayed green with a FAIL line in its log. Add the .exe suffix, and run the step under bash like the Linux job does, so a failure in any of its three commands fails the job.
269 lines
7.4 KiB
Go
269 lines
7.4 KiB
Go
package plugins
|
|
|
|
import (
|
|
"context"
|
|
"crypto/sha256"
|
|
"encoding/hex"
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
|
|
extism "github.com/extism/go-sdk"
|
|
"github.com/navidrome/navidrome/conf"
|
|
"github.com/navidrome/navidrome/conf/configtest"
|
|
"github.com/navidrome/navidrome/model"
|
|
"github.com/navidrome/navidrome/tests"
|
|
. "github.com/onsi/ginkgo/v2"
|
|
. "github.com/onsi/gomega"
|
|
)
|
|
|
|
var _ = Describe("utility functions", Ordered, func() {
|
|
var tmpDir string
|
|
|
|
BeforeAll(func() {
|
|
var err error
|
|
tmpDir, err = os.MkdirTemp("", "storage-test-*")
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
DeferCleanup(configtest.SetupConfig())
|
|
conf.Server.DataFolder = conf.NewDir(tmpDir)
|
|
|
|
DeferCleanup(func() {
|
|
_ = os.RemoveAll(tmpDir)
|
|
})
|
|
})
|
|
|
|
Describe("GetHostStoragePath", func() {
|
|
It("should join data folder, plugins, plugin name, and storage", func() {
|
|
actual := getHostStoragePath("plugin-name")
|
|
expected := filepath.Join(tmpDir, "plugins", "plugin-name", "storage")
|
|
Expect(actual).To(Equal(expected))
|
|
})
|
|
})
|
|
|
|
Describe("GetStoragePath", func() {
|
|
It("should return the fixed path", func() {
|
|
impl := storageServiceImpl{}
|
|
Expect(impl.GetStoragePath(context.TODO())).To(Equal("/storage"))
|
|
})
|
|
})
|
|
|
|
Describe("netStorageService", func() {
|
|
It("should create the directory on init", func() {
|
|
svc, err := newStorageService("plugin-name")
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(svc).ToNot(BeNil())
|
|
|
|
dataDir := filepath.Join(tmpDir, "plugins", "plugin-name", "storage")
|
|
Expect(dataDir).To(BeADirectory())
|
|
})
|
|
})
|
|
})
|
|
|
|
var _ = Describe("Storage Host Function", Ordered, func() {
|
|
const ID = "test-storage-plugin"
|
|
|
|
var (
|
|
manager *Manager
|
|
tmpDir string
|
|
)
|
|
|
|
BeforeAll(func() {
|
|
var err error
|
|
tmpDir, err = os.MkdirTemp("", "storage-test-*")
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
// Setup mock router and data store
|
|
router := &fakeSubsonicRouter{}
|
|
userRepo := tests.CreateMockUserRepo()
|
|
dataStore := &tests.MockDataStore{MockedUser: userRepo}
|
|
|
|
// Create and configure manager
|
|
manager = &Manager{
|
|
plugins: make(map[string]*plugin),
|
|
ds: dataStore,
|
|
}
|
|
manager.SetSubsonicRouter(router)
|
|
|
|
mockPluginRepo := dataStore.Plugin(GinkgoT().Context()).(*tests.MockPluginRepo)
|
|
mockPluginRepo.Permitted = true
|
|
|
|
// Setup config
|
|
DeferCleanup(configtest.SetupConfig())
|
|
conf.Server.DataFolder = conf.NewDir(tmpDir)
|
|
conf.Server.Plugins.Enabled = true
|
|
conf.Server.Plugins.Folder = conf.NewDir(tmpDir)
|
|
conf.Server.Plugins.AutoReload = false
|
|
|
|
pluginPaths := []string{ID, ID + "-2"}
|
|
plugins := []model.Plugin{}
|
|
|
|
for idx := range pluginPaths {
|
|
path := pluginPaths[idx] + PackageExtension
|
|
// Copy test plugin to temp dir
|
|
srcPath := filepath.Join(testdataDir, path)
|
|
destPath := filepath.Join(tmpDir, path)
|
|
data, err := os.ReadFile(srcPath)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
err = os.WriteFile(destPath, data, 0600)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
// Pre-enable the plugin in the mock repo so it loads on startup
|
|
// Compute SHA256 of the plugin file to match what syncPlugins will compute
|
|
pluginPath := filepath.Join(tmpDir, path)
|
|
wasmData, err := os.ReadFile(pluginPath)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
hash := sha256.Sum256(wasmData)
|
|
hashHex := hex.EncodeToString(hash[:])
|
|
|
|
plugins = append(plugins, model.Plugin{
|
|
ID: pluginPaths[idx],
|
|
Path: pluginPath,
|
|
SHA256: hashHex,
|
|
Enabled: true,
|
|
AllUsers: true, // Allow all users for test plugin
|
|
})
|
|
}
|
|
|
|
mockPluginRepo.SetData(plugins)
|
|
|
|
// Start the manager
|
|
err = manager.Start(GinkgoT().Context())
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
DeferCleanup(func() {
|
|
_ = manager.Stop()
|
|
_ = os.RemoveAll(tmpDir)
|
|
})
|
|
})
|
|
|
|
var instance *extism.Plugin
|
|
BeforeEach(func() {
|
|
var err error
|
|
manager.mu.RLock()
|
|
plugin := manager.plugins[ID]
|
|
manager.mu.RUnlock()
|
|
Expect(plugin).ToNot(BeNil())
|
|
|
|
ctx := GinkgoT().Context()
|
|
instance, err = plugin.instance(ctx)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
DeferCleanup(func() {
|
|
instance.Close(ctx)
|
|
})
|
|
})
|
|
|
|
Describe("Read", func() {
|
|
BeforeAll(func() {
|
|
path := filepath.Join(getHostStoragePath(ID), "real")
|
|
err := os.WriteFile(path, []byte("1234"), 0600)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
DeferCleanup(func() {
|
|
_ = os.Remove(path)
|
|
})
|
|
})
|
|
|
|
It("should fail to read missing file", func() {
|
|
exit, _, err := instance.Call("call_read", []byte("missing"))
|
|
Expect(exit).To(Equal(uint32(1)))
|
|
Expect(err).To(HaveOccurred())
|
|
})
|
|
|
|
It("should read an existing file", func() {
|
|
exit, output, err := instance.Call("call_read", []byte("real"))
|
|
Expect(exit).To(Equal(uint32(0)))
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(output).To(Equal([]byte("1234")))
|
|
})
|
|
|
|
It("should not escape read", func() {
|
|
path := filepath.Join(getHostStoragePath(ID), "..", "outside")
|
|
err := os.WriteFile(path, []byte("outside"), 0600)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
exit, _, err := instance.Call("call_read", []byte("../outside"))
|
|
Expect(exit).To(Equal(uint32(1)))
|
|
Expect(err).To(HaveOccurred())
|
|
})
|
|
})
|
|
|
|
Describe("Write", func() {
|
|
BeforeAll(func() {
|
|
path := filepath.Join(getHostStoragePath(ID), "real")
|
|
err := os.WriteFile(path, []byte("1234"), 0600)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
DeferCleanup(func() {
|
|
_ = os.Remove(path)
|
|
})
|
|
})
|
|
|
|
It("should fail to write to nested file", func() {
|
|
exit, _, err := instance.Call("call_write", []byte(`{"path":"nested/file","contents":"1234"}`))
|
|
Expect(exit).To(Equal(uint32(1)))
|
|
Expect(err).To(HaveOccurred())
|
|
})
|
|
|
|
It("should write to a file", func() {
|
|
exit, _, err := instance.Call("call_write", []byte(`{"path":"new","contents":"contents"}`))
|
|
Expect(exit).To(Equal(uint32(0)))
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
data, err := os.ReadFile(filepath.Join(getHostStoragePath(ID), "new"))
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(data).To(Equal([]byte("contents")))
|
|
|
|
exit, output, err := instance.Call("call_read", []byte("new"))
|
|
Expect(exit).To(Equal(uint32(0)))
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(output).To(Equal([]byte("contents")))
|
|
})
|
|
|
|
It("should not escape writing a file", func() {
|
|
path := filepath.Join(getHostStoragePath(ID), "..", "outside")
|
|
err := os.WriteFile(path, []byte("outside"), 0600)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
exit, _, err := instance.Call("call_write", []byte(`{"path":"../new","contents":"contents"}`))
|
|
Expect(exit).To(Equal(uint32(1)))
|
|
Expect(err).To(HaveOccurred())
|
|
})
|
|
|
|
It("should have independent storage for multiple plugins", func() {
|
|
manager.mu.RLock()
|
|
plugin2 := manager.plugins[ID+"-2"]
|
|
manager.mu.RUnlock()
|
|
|
|
Expect(plugin2).ToNot(BeNil())
|
|
|
|
secondInstance, err := plugin2.instance(GinkgoT().Context())
|
|
Expect(err).ToNot(HaveOccurred())
|
|
defer secondInstance.Close(GinkgoT().Context())
|
|
|
|
instances := []*extism.Plugin{instance, secondInstance}
|
|
names := []string{ID, ID + "-2"}
|
|
|
|
for idx := range instances {
|
|
exit, _, err := instances[idx].Call("call_write", fmt.Appendf(nil, `{"path":"new","contents":"%s"}`, names[idx]))
|
|
Expect(exit).To(Equal(uint32(0)))
|
|
Expect(err).ToNot(HaveOccurred())
|
|
}
|
|
|
|
for idx := range names {
|
|
data, err := os.ReadFile(filepath.Join(getHostStoragePath(names[idx]), "new"))
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(data).To(Equal([]byte(names[idx])))
|
|
}
|
|
|
|
for idx := range instances {
|
|
exit, output, err := instances[idx].Call("call_read", []byte("new"))
|
|
Expect(exit).To(Equal(uint32(0)))
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(output).To(Equal([]byte(names[idx])))
|
|
}
|
|
})
|
|
})
|
|
})
|