mirror of
https://github.com/mudler/LocalAI.git
synced 2026-04-17 13:28:31 -04:00
11 lines
199 B
Go
11 lines
199 B
Go
package schema
|
|
|
|
type TokenizeRequest struct {
|
|
BasicModelRequest
|
|
Content string `json:"content"` // text to tokenize
|
|
}
|
|
|
|
type TokenizeResponse struct {
|
|
Tokens []int32 `json:"tokens"` // token IDs
|
|
}
|