Pārlūkot izejas kodu

Merge pull request #3834 from dhiltgen/not_found_in_path

Report errors on server lookup instead of path lookup failure
Daniel Hiltgen 1 gadu atpakaļ
vecāks
revīzija
6e76348df7
1 mainītis faili ar 6 papildinājumiem un 0 dzēšanām
  1. 6 0
      llm/server.go

+ 6 - 0
llm/server.go

@@ -208,6 +208,12 @@ func NewLlamaServer(gpus gpu.GpuInfoList, model string, ggml *GGML, adapters, pr
 
 
 	for i := 0; i < len(servers); i++ {
 	for i := 0; i < len(servers); i++ {
 		dir := availableServers[servers[i]]
 		dir := availableServers[servers[i]]
+		if dir == "" {
+			// Shouldn't happen
+			finalErr = fmt.Errorf("[%d] server %s not listed in available servers %v", i, servers[i], availableServers)
+			slog.Error("sever list inconsistent", "error", finalErr)
+			continue
+		}
 
 
 		// Find an availableServers  port, retry on each iterration in case the failure was a port conflict race
 		// Find an availableServers  port, retry on each iterration in case the failure was a port conflict race
 		port := 0
 		port := 0