mirror of
https://github.com/mudler/LocalAI.git
synced 2026-11-06 12:33:16 -05:00
Ettore Di Giacinto
6d3aec30b3
The limit of a file is the smallest of the host ceiling, the ability the connector kind declares, the owner's setting for the binding and the cap of the inline path. One function decides it and names the layer that won. The sentences to the sender and to the model are built from that number and layer, in KiB or MiB, instead of a fixed 1 MB. A guard spec fails when these files carry a size or a byte count of their own. The owner can lower the limit of a binding; a value above the limit of the kind is refused. Assisted-by: Claude Code:claude-sonnet-5-5 Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
55 lines
2.2 KiB
Go
55 lines
2.2 KiB
Go
package studio
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strings"
|
|
|
|
"github.com/mudler/LocalAI/core/services/studio/session"
|
|
)
|
|
|
|
// connectorBlock tells the model of a chat that a messaging app started where
|
|
// its answer goes. The person reads it there, not in Studio, and the host
|
|
// attaches the files a turn makes (sendFiles) and the files the model marks
|
|
// with attach_file, so the model must not say it cannot send a file or quote a
|
|
// path of the sandbox. It is a block of the turn
|
|
// prompt, not a note: a note is cut at 400 bytes, and the text of a block is
|
|
// the same at each turn, so the harness is not restarted and the transcript
|
|
// does not grow. Other chats get nothing. canWrite says whether the chat can
|
|
// make a file at all.
|
|
func (s *Service) connectorBlock(ctx context.Context, rec session.ChatRecord, canWrite bool) string {
|
|
if rec.Origin != session.OriginConnector {
|
|
return ""
|
|
}
|
|
platform := "a messaging app"
|
|
sends, known := false, false
|
|
var limits FileLimits
|
|
if c := s.connectors; c != nil {
|
|
if b, err := c.o.Store.GetBinding(ctx, rec.OriginID); err == nil {
|
|
sends, known = b.SendsFiles(), true
|
|
limits = c.FileLimits(ctx, b)
|
|
platform = b.Kind
|
|
if kinds, err := c.o.Transport.Kinds(ctx); err == nil {
|
|
if k, ok := kindFor(kinds, b); ok && k.Title != "" {
|
|
platform = k.Title
|
|
}
|
|
}
|
|
}
|
|
}
|
|
var sb strings.Builder
|
|
fmt.Fprintf(&sb, "This chat is on %s. The person reads your answer there, not in Studio, and cannot open sandbox paths.", platform)
|
|
switch {
|
|
case !canWrite:
|
|
case !known:
|
|
sb.WriteString(" Never tell them a file path.")
|
|
case !sends:
|
|
sb.WriteString(" Files are NOT sent to them: paste short content in the answer, or say you cannot attach a file. Never tell them a file path.")
|
|
default:
|
|
fmt.Fprintf(&sb, " Files you make or change in a turn are attached to your answer automatically. To give them a file that already exists, call %s with its path."+
|
|
" Say the file is attached; never say you cannot send files, and never tell them a path."+
|
|
" Up to %d files per turn, %s each; documents, data, images, audio, video and zip only, no scripts or HTML. If one cannot be attached, say so.",
|
|
attachFileName, maxFilesPerTurn, limits.Send.sentence(limits.KindTitle))
|
|
}
|
|
return sb.String()
|
|
}
|