Jelajahi Sumber

server: dont error on missing `tokenizer.chat_template`

jmorganca 10 bulan lalu
induk
melakukan
05f79602f0
1 mengubah file dengan 8 tambahan dan 11 penghapusan
  1. 8 11
      server/images.go

+ 8 - 11
server/images.go

@@ -437,18 +437,15 @@ func CreateModel(ctx context.Context, name model.Name, modelFileDir, quantizatio
 					config.ModelFamilies = append(config.ModelFamilies, baseLayer.GGML.KV().Architecture())
 
 					if s := baseLayer.GGML.KV().ChatTemplate(); s != "" {
-						t, err := templates.NamedTemplate(s)
-						if err != nil {
-							return err
+						if t, err := templates.NamedTemplate(s); err != nil {
+							layer, err := NewLayer(t.Reader(), "application/vnd.ollama.image.template")
+							if err != nil {
+								return err
+							}
+
+							layer.status = fmt.Sprintf("using autodetected template %s", t.Name)
+							layers = append(layers, layer)
 						}
-
-						layer, err := NewLayer(t.Reader(), "application/vnd.ollama.image.template")
-						if err != nil {
-							return err
-						}
-
-						layer.status = fmt.Sprintf("using autodetected template %s", t.Name)
-						layers = append(layers, layer)
 					}
 				}