diff --git a/llm/server.go b/llm/server.go index 00ef20c9..da725bc3 100644 --- a/llm/server.go +++ b/llm/server.go @@ -208,6 +208,12 @@ func NewLlamaServer(gpus gpu.GpuInfoList, model string, ggml *GGML, adapters, pr for i := 0; i < len(servers); i++ { dir := availableServers[servers[i]] + if dir == "" { + // Shouldn't happen + finalErr = fmt.Errorf("[%d] server %s not listed in available servers %v", i, servers[i], availableServers) + slog.Error("sever list inconsistent", "error", finalErr) + continue + } // Find an availableServers port, retry on each iterration in case the failure was a port conflict race port := 0