Jelajahi Sumber

Merge pull request #3496 from ollama/mxyng/cmd-r-graph

add command-r graph estimate
Michael Yang 1 tahun lalu
induk
melakukan
fc8e108642
1 mengubah file dengan 1 tambahan dan 1 penghapusan
  1. 1 1
      llm/ggml.go

+ 1 - 1
llm/ggml.go

@@ -327,7 +327,7 @@ func (llm GGML) GraphSize(context, batch int) (int64, bool) {
 	}
 	}
 
 
 	switch llm.KV().Architecture() {
 	switch llm.KV().Architecture() {
-	case "gemma":
+	case "gemma", "command-r":
 		return 4 * int64(batch) * int64(embeddingLength+uint64(vocabLength)), true
 		return 4 * int64(batch) * int64(embeddingLength+uint64(vocabLength)), true
 	case "phi2":
 	case "phi2":
 		return max(
 		return max(