|
@@ -41,23 +41,23 @@ func chooseRunners(workDir, runnerType string) []ModelRunner {
|
|
switch runtime.GOOS {
|
|
switch runtime.GOOS {
|
|
case "darwin":
|
|
case "darwin":
|
|
runners = []string{
|
|
runners = []string{
|
|
- path.Join(buildPath, "metal", "bin", "server"),
|
|
|
|
- path.Join(buildPath, "cpu", "bin", "server"),
|
|
|
|
|
|
+ path.Join(buildPath, "metal", "bin", "ollama-runner"),
|
|
|
|
+ path.Join(buildPath, "cpu", "bin", "ollama-runner"),
|
|
}
|
|
}
|
|
case "linux":
|
|
case "linux":
|
|
runners = []string{
|
|
runners = []string{
|
|
- path.Join(buildPath, "cuda", "bin", "server"),
|
|
|
|
- path.Join(buildPath, "cpu", "bin", "server"),
|
|
|
|
|
|
+ path.Join(buildPath, "cuda", "bin", "ollama-runner"),
|
|
|
|
+ path.Join(buildPath, "cpu", "bin", "ollama-runner"),
|
|
}
|
|
}
|
|
case "windows":
|
|
case "windows":
|
|
// TODO: select windows GPU runner here when available
|
|
// TODO: select windows GPU runner here when available
|
|
runners = []string{
|
|
runners = []string{
|
|
- path.Join(buildPath, "cpu", "bin", "Release", "server.exe"),
|
|
|
|
|
|
+ path.Join(buildPath, "cpu", "bin", "Release", "ollama-runner.exe"),
|
|
}
|
|
}
|
|
default:
|
|
default:
|
|
log.Printf("unknown OS, running on CPU: %s", runtime.GOOS)
|
|
log.Printf("unknown OS, running on CPU: %s", runtime.GOOS)
|
|
runners = []string{
|
|
runners = []string{
|
|
- path.Join(buildPath, "cpu", "bin", "server"),
|
|
|
|
|
|
+ path.Join(buildPath, "cpu", "bin", "ollama-runner"),
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|