mirror of
https://github.com/mudler/LocalAI.git
synced 2026-02-03 03:02:38 -05:00
Compare commits
1 Commits
ci/public-
...
fix/closed
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
83110891fd |
@@ -144,6 +144,8 @@ func (s *server) PredictStream(in *pb.PredictOptions, stream pb.Backend_PredictS
|
||||
}()
|
||||
|
||||
err := s.llm.PredictStream(in, resultChan)
|
||||
// close the channel, so if resultChan is not closed by the LLM (maybe because does not implement PredictStream), the client will not hang
|
||||
close(resultChan)
|
||||
<-done
|
||||
|
||||
return err
|
||||
|
||||
Reference in New Issue
Block a user