Prechádzať zdrojové kódy

Merge pull request #3565 from ollama/mxyng/rope

fix: rope
Michael Yang 1 rok pred
rodič
commit
c03f0e3c3d
1 zmenil súbory, kde vykonal 5 pridanie a 0 odobranie
  1. 5 0
      api/types.go

+ 5 - 0
api/types.go

@@ -122,6 +122,11 @@ type Runner struct {
 	UseMMap   bool `json:"use_mmap,omitempty"`
 	UseMMap   bool `json:"use_mmap,omitempty"`
 	UseMLock  bool `json:"use_mlock,omitempty"`
 	UseMLock  bool `json:"use_mlock,omitempty"`
 	NumThread int  `json:"num_thread,omitempty"`
 	NumThread int  `json:"num_thread,omitempty"`
+
+	// Unused: RopeFrequencyBase is ignored. Instead the value in the model will be used
+	RopeFrequencyBase float32 `json:"rope_frequency_base,omitempty"`
+	// Unused: RopeFrequencyScale is ignored. Instead the value in the model will be used
+	RopeFrequencyScale float32 `json:"rope_frequency_scale,omitempty"`
 }
 }
 
 
 type EmbeddingRequest struct {
 type EmbeddingRequest struct {