|
@@ -978,6 +978,7 @@ func (s *llmServer) Detokenize(ctx context.Context, tokens []int) (string, error
|
|
func (s *llmServer) Close() error {
|
|
func (s *llmServer) Close() error {
|
|
if s.model != nil {
|
|
if s.model != nil {
|
|
freeModel(s.model)
|
|
freeModel(s.model)
|
|
|
|
+ s.model = nil
|
|
}
|
|
}
|
|
if s.cmd != nil {
|
|
if s.cmd != nil {
|
|
slog.Debug("stopping llama server")
|
|
slog.Debug("stopping llama server")
|
|
@@ -989,6 +990,7 @@ func (s *llmServer) Close() error {
|
|
slog.Debug("waiting for llama server to exit")
|
|
slog.Debug("waiting for llama server to exit")
|
|
<-s.done
|
|
<-s.done
|
|
}
|
|
}
|
|
|
|
+ s.cmd = nil
|
|
|
|
|
|
slog.Debug("llama server stopped")
|
|
slog.Debug("llama server stopped")
|
|
}
|
|
}
|