|
@@ -838,13 +838,15 @@ func (s *llmServer) Completion(ctx context.Context, req CompletionRequest, fn fu
|
|
}
|
|
}
|
|
|
|
|
|
if err := scanner.Err(); err != nil {
|
|
if err := scanner.Err(); err != nil {
|
|
- if strings.Contains(err.Error(), "unexpected EOF") {
|
|
|
|
|
|
+ if strings.Contains(err.Error(), "unexpected EOF") || strings.Contains(err.Error(), "forcibly closed") {
|
|
s.Close()
|
|
s.Close()
|
|
- msg := ""
|
|
|
|
|
|
+ var msg string
|
|
if s.status != nil && s.status.LastErrMsg != "" {
|
|
if s.status != nil && s.status.LastErrMsg != "" {
|
|
msg = s.status.LastErrMsg
|
|
msg = s.status.LastErrMsg
|
|
|
|
+ } else {
|
|
|
|
+ msg = err.Error()
|
|
}
|
|
}
|
|
- return fmt.Errorf("an unknown error was encountered while running the model %s", msg)
|
|
|
|
|
|
+ return fmt.Errorf("an error was encountered while running the model: %s", msg)
|
|
}
|
|
}
|
|
|
|
|
|
return fmt.Errorf("error reading llm response: %v", err)
|
|
return fmt.Errorf("error reading llm response: %v", err)
|