浏览代码

llm: normalise kvct parameter handling (#7926)

Sam 5 月之前
父节点
当前提交
539be43640
共有 2 个文件被更改,包括 2 次插入2 次删除
  1. 1 1
      llm/memory.go
  2. 1 1
      llm/server.go

+ 1 - 1
llm/memory.go

@@ -129,7 +129,7 @@ func EstimateGPULayers(gpus []discover.GpuInfo, ggml *GGML, projectors []string,
 
 	var kvct string
 	if fa {
-		requested := envconfig.KvCacheType()
+		requested := strings.ToLower(envconfig.KvCacheType())
 		if requested != "" && ggml.SupportsKVCacheType(requested) {
 			kvct = requested
 		}

+ 1 - 1
llm/server.go

@@ -225,7 +225,7 @@ func NewLlamaServer(gpus discover.GpuInfoList, model string, ggml *GGML, adapter
 		fa = false
 	}
 
-	kvct := envconfig.KvCacheType()
+	kvct := strings.ToLower(envconfig.KvCacheType())
 
 	if fa {
 		slog.Info("enabling flash attention")