mirror of
https://github.com/mudler/LocalAI.git
synced 2026-10-28 17:18:49 -04:00
Ettore Di Giacinto
1604a67c1f
Add the add-on runtime to LocalAI: manifests, the host operation broker, admin gating by account role, the add-on UI bundle builder and the SDK for add-on pages. Move the navigation to Chat, Models, Add-ons and Settings, with pinned add-ons in the sidebar and an Add-ons drawer. Ship the first-party add-ons (voice, face, fine-tuning, quantization) as packages for linux/amd64, linux/arm64 and darwin/arm64. Intel macOS (darwin/amd64) is enabled in the platform files. Squashed from the review branch. The tree is unchanged; the pre-squash history is kept on a local backup branch. Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
111 lines
6.0 KiB
Bash
111 lines
6.0 KiB
Bash
#!/bin/sh
|
|
# SPDX-License-Identifier: MIT
|
|
# Runs the Tables UI checks and prints one JSON case line per test:
|
|
# 1. the node unit tests of the host SDK resource calls and of the Tables UI
|
|
# package (field codecs, filter builder, batch bounds, error mapping, the
|
|
# build output and a render of the first states);
|
|
# 2. the Go specs of the UI-intent change route against the real owner and
|
|
# the real Tables executable;
|
|
# 3. the Playwright spec against two UI test servers that run the real
|
|
# owner, the real Tables executable and the real built UI package: one
|
|
# with named accounts and one in local-owner mode.
|
|
# verify.sh compares the lines with the exact inventory of the tables-ui suite
|
|
# and rejects a skipped, flaky or missing case.
|
|
set -eu
|
|
root=$(CDPATH= cd -- "$(dirname -- "$0")/../.." && pwd)
|
|
cd "$root"
|
|
cache="$root/.cache/addons"
|
|
ui="$root/core/http/react-ui"
|
|
pkg="$root/addons/tables/ui"
|
|
mkdir -p "$cache/tmp" "$cache/logs"
|
|
export TMPDIR="$cache/tmp" PLAYWRIGHT_BROWSERS_PATH="$cache/browsers"
|
|
export PATH="$cache/bin:$PATH"
|
|
export GOTOOLCHAIN=local GOPROXY=off GOSUMDB=off GOFLAGS=-mod=readonly
|
|
export GOPATH="$cache/go" GOMODCACHE="$cache/go/pkg/mod" GOCACHE="$cache/go-build"
|
|
for file in tests/e2e-ui/ui-test-server tests/e2e/mock-backend/mock-backend core/http/react-ui/node_modules/.bin/playwright; do
|
|
[ -x "$file" ] || { echo "missing $file; run scripts/addons/prepare.sh --integration" >&2; exit 1; }
|
|
done
|
|
# The server embeds the UI build: a build made before the last change would
|
|
# test the old host code.
|
|
[ "$root/tests/e2e-ui/ui-test-server" -nt "$ui/dist/index.html" ] || { echo 'ui-test-server is older than the UI build; run scripts/addons/prepare.sh --integration' >&2; exit 1; }
|
|
[ "$root/tests/e2e-ui/ui-test-server" -nt "$root/core/services/addons/resources/service.go" ] || { echo 'ui-test-server is older than the resource service; run scripts/addons/prepare.sh --integration' >&2; exit 1; }
|
|
[ "$root/tests/e2e-ui/ui-test-server" -nt "$root/tests/e2e-ui/addons_fixture.go" ] || { echo 'ui-test-server is older than its fixture; run scripts/addons/prepare.sh --integration' >&2; exit 1; }
|
|
|
|
# 1. Pure rules: the SDK resource calls and the package.
|
|
(cd "$ui" && node tests/unit/run.mjs resources.test.mjs)
|
|
(cd "$pkg" && node test/run.mjs)
|
|
|
|
# 2. Go: the UI-intent change route.
|
|
go_cases() {
|
|
python3 -I - "$1" <<'PY'
|
|
import json, sys
|
|
for report in json.load(open(sys.argv[1])):
|
|
for spec in report['SpecReports']:
|
|
if spec['LeafNodeType'] != 'It' or spec['State'] == 'skipped' and not spec.get('Failure'):
|
|
continue
|
|
status = {'passed': 'passed'}.get(spec['State'], 'failed')
|
|
print(json.dumps({'case': 'go: ' + spec['LeafNodeText'], 'status': status}))
|
|
PY
|
|
}
|
|
report="$cache/logs/tables-ui-apply.json"
|
|
rm -f "$report"
|
|
go test -count=1 -p 2 -tags auth ./tests/addons/tablesadmin -ginkgo.focus='UI changes of a database' -ginkgo.json-report="$report" >"$cache/logs/tables-ui-apply.log" 2>&1 || { tail -40 "$cache/logs/tables-ui-apply.log" >&2; exit 1; }
|
|
go_cases "$report"
|
|
|
|
# 3. The real owner, the real Tables executable, the built package.
|
|
node "$pkg/build.mjs" >"$cache/logs/tables-ui-build.log" 2>&1 || { cat "$cache/logs/tables-ui-build.log" >&2; exit 1; }
|
|
tables_exe="$cache/tmp/tables-ui-exe"
|
|
CGO_ENABLED=1 go build -p 2 -o "$tables_exe" ./addons/tables/cmd/tables
|
|
fixture_dir="$cache/tmp/tables-ui-fixture"
|
|
rm -rf "$fixture_dir"
|
|
mkdir -p "$fixture_dir/tables" "$fixture_dir/tables-next"
|
|
cp "$root/addons/tables/manifest.json" "$fixture_dir/tables/manifest.json"
|
|
cp -R "$pkg/dist/ui" "$fixture_dir/tables/ui"
|
|
# A second release, for the stale-tab checks: the same package, one patch up.
|
|
python3 -I - "$root/addons/tables/manifest.json" "$fixture_dir/tables-next/manifest.json" <<'PY'
|
|
import json, sys
|
|
m = json.load(open(sys.argv[1]))
|
|
m['version'] = '0.1.1'
|
|
json.dump(m, open(sys.argv[2], 'w'))
|
|
PY
|
|
cp -R "$pkg/dist/ui" "$fixture_dir/tables-next/ui"
|
|
|
|
free_port() { python3 -I -c 'import socket;s=socket.socket();s.bind(("127.0.0.1",0));print(s.getsockname()[1])'; }
|
|
named_port=$(free_port)
|
|
local_port=$(free_port)
|
|
creds="$cache/logs/tables-ui-credentials.json"
|
|
local_creds="$cache/logs/tables-ui-local-credentials.json"
|
|
rm -f "$creds" "$local_creds"
|
|
trap 'kill "$named" "$localsrv" 2>/dev/null || true; wait "$named" "$localsrv" 2>/dev/null || true; rm -rf "$fixture_dir"' EXIT HUP INT TERM
|
|
named=0
|
|
localsrv=0
|
|
"$root/tests/e2e-ui/ui-test-server" --mock-backend="$root/tests/e2e/mock-backend/mock-backend" --port="$named_port" \
|
|
--addons-fixture="$fixture_dir" --addon-executable="$tables_exe" --fixture-out="$creds" \
|
|
--fixture-enable=tables@0.1.0 >"$cache/logs/tables-ui-server.log" 2>&1 &
|
|
named=$!
|
|
"$root/tests/e2e-ui/ui-test-server" --mock-backend="$root/tests/e2e/mock-backend/mock-backend" --port="$local_port" \
|
|
--addons-fixture="$fixture_dir" --addon-executable="$tables_exe" --fixture-out="$local_creds" \
|
|
--addons-local-owner --fixture-enable=tables@0.1.0 >"$cache/logs/tables-ui-local-server.log" 2>&1 &
|
|
localsrv=$!
|
|
wait_for() {
|
|
file=$1
|
|
port=$2
|
|
pid=$3
|
|
i=0
|
|
until [ -s "$file" ] && python3 -I -c "import sys,urllib.request;urllib.request.urlopen('http://127.0.0.1:$port/readyz',timeout=1)" 2>/dev/null; do
|
|
i=$((i + 1))
|
|
kill -0 "$pid" 2>/dev/null || { echo 'UI test server exited' >&2; tail -20 "$cache/logs/tables-ui-server.log" "$cache/logs/tables-ui-local-server.log" >&2; exit 1; }
|
|
[ "$i" -lt 180 ] || { echo 'UI test server readiness timed out' >&2; exit 1; }
|
|
sleep 1
|
|
done
|
|
}
|
|
wait_for "$creds" "$named_port" "$named"
|
|
wait_for "$local_creds" "$local_port" "$localsrv"
|
|
report="$cache/logs/tables-ui-report.json"
|
|
rm -f "$report"
|
|
status=0
|
|
(cd "$ui" && ADDONS_UI_URL="http://127.0.0.1:$named_port" ADDONS_LOCAL_URL="http://127.0.0.1:$local_port" ADDONS_FIXTURE="$creds" \
|
|
ADDONS_UI_REPORT="$report" ./node_modules/.bin/playwright test --config playwright.tables.config.js >"$cache/logs/tables-ui-playwright.log" 2>&1) || status=$?
|
|
python3 -I "$root/scripts/addons/ui_cases.py" playwright "$report" || status=1
|
|
exit "$status"
|