routes_create_test.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615
  1. package server
  2. import (
  3. "bytes"
  4. "encoding/binary"
  5. "encoding/json"
  6. "fmt"
  7. "io"
  8. "net/http"
  9. "net/http/httptest"
  10. "os"
  11. "path/filepath"
  12. "slices"
  13. "testing"
  14. "github.com/gin-gonic/gin"
  15. "github.com/ollama/ollama/api"
  16. "github.com/ollama/ollama/llm"
  17. )
  18. var stream bool = false
  19. func createBinFile(t *testing.T, kv map[string]any, ti []llm.Tensor) string {
  20. t.Helper()
  21. f, err := os.CreateTemp(t.TempDir(), "")
  22. if err != nil {
  23. t.Fatal(err)
  24. }
  25. defer f.Close()
  26. if err := llm.NewGGUFV3(binary.LittleEndian).Encode(f, kv, ti); err != nil {
  27. t.Fatal(err)
  28. }
  29. return f.Name()
  30. }
  31. type responseRecorder struct {
  32. *httptest.ResponseRecorder
  33. http.CloseNotifier
  34. }
  35. func NewRecorder() *responseRecorder {
  36. return &responseRecorder{
  37. ResponseRecorder: httptest.NewRecorder(),
  38. }
  39. }
  40. func (t *responseRecorder) CloseNotify() <-chan bool {
  41. return make(chan bool)
  42. }
  43. func createRequest(t *testing.T, fn func(*gin.Context), body any) *httptest.ResponseRecorder {
  44. t.Helper()
  45. w := NewRecorder()
  46. c, _ := gin.CreateTestContext(w)
  47. var b bytes.Buffer
  48. if err := json.NewEncoder(&b).Encode(body); err != nil {
  49. t.Fatal(err)
  50. }
  51. c.Request = &http.Request{
  52. Body: io.NopCloser(&b),
  53. }
  54. fn(c)
  55. return w.ResponseRecorder
  56. }
  57. func checkFileExists(t *testing.T, p string, expect []string) {
  58. t.Helper()
  59. actual, err := filepath.Glob(p)
  60. if err != nil {
  61. t.Fatal(err)
  62. }
  63. if !slices.Equal(actual, expect) {
  64. t.Fatalf("expected slices to be equal %v", actual)
  65. }
  66. }
  67. func TestCreateFromBin(t *testing.T) {
  68. gin.SetMode(gin.TestMode)
  69. p := t.TempDir()
  70. t.Setenv("OLLAMA_MODELS", p)
  71. var s Server
  72. w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
  73. Name: "test",
  74. Modelfile: fmt.Sprintf("FROM %s", createBinFile(t, nil, nil)),
  75. Stream: &stream,
  76. })
  77. if w.Code != http.StatusOK {
  78. t.Fatalf("expected status code 200, actual %d", w.Code)
  79. }
  80. checkFileExists(t, filepath.Join(p, "manifests", "*", "*", "*", "*"), []string{
  81. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
  82. })
  83. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  84. filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),
  85. filepath.Join(p, "blobs", "sha256-ca239d7bd8ea90e4a5d2e6bf88f8d74a47b14336e73eb4e18bed4dd325018116"),
  86. })
  87. }
  88. func TestCreateFromModel(t *testing.T) {
  89. gin.SetMode(gin.TestMode)
  90. p := t.TempDir()
  91. t.Setenv("OLLAMA_MODELS", p)
  92. var s Server
  93. w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
  94. Name: "test",
  95. Modelfile: fmt.Sprintf("FROM %s", createBinFile(t, nil, nil)),
  96. Stream: &stream,
  97. })
  98. if w.Code != http.StatusOK {
  99. t.Fatalf("expected status code 200, actual %d", w.Code)
  100. }
  101. checkFileExists(t, filepath.Join(p, "manifests", "*", "*", "*", "*"), []string{
  102. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
  103. })
  104. w = createRequest(t, s.CreateModelHandler, api.CreateRequest{
  105. Name: "test2",
  106. Modelfile: "FROM test",
  107. Stream: &stream,
  108. })
  109. if w.Code != http.StatusOK {
  110. t.Fatalf("expected status code 200, actual %d", w.Code)
  111. }
  112. checkFileExists(t, filepath.Join(p, "manifests", "*", "*", "*", "*"), []string{
  113. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
  114. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test2", "latest"),
  115. })
  116. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  117. filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),
  118. filepath.Join(p, "blobs", "sha256-ca239d7bd8ea90e4a5d2e6bf88f8d74a47b14336e73eb4e18bed4dd325018116"),
  119. })
  120. }
  121. func TestCreateRemovesLayers(t *testing.T) {
  122. gin.SetMode(gin.TestMode)
  123. p := t.TempDir()
  124. t.Setenv("OLLAMA_MODELS", p)
  125. var s Server
  126. w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
  127. Name: "test",
  128. Modelfile: fmt.Sprintf("FROM %s\nTEMPLATE {{ .Prompt }}", createBinFile(t, nil, nil)),
  129. Stream: &stream,
  130. })
  131. if w.Code != http.StatusOK {
  132. t.Fatalf("expected status code 200, actual %d", w.Code)
  133. }
  134. checkFileExists(t, filepath.Join(p, "manifests", "*", "*", "*", "*"), []string{
  135. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
  136. })
  137. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  138. filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),
  139. filepath.Join(p, "blobs", "sha256-b507b9c2f6ca642bffcd06665ea7c91f235fd32daeefdf875a0f938db05fb315"),
  140. filepath.Join(p, "blobs", "sha256-bc80b03733773e0728011b2f4adf34c458b400e1aad48cb28d61170f3a2ad2d6"),
  141. })
  142. w = createRequest(t, s.CreateModelHandler, api.CreateRequest{
  143. Name: "test",
  144. Modelfile: fmt.Sprintf("FROM %s\nTEMPLATE {{ .System }} {{ .Prompt }}", createBinFile(t, nil, nil)),
  145. Stream: &stream,
  146. })
  147. if w.Code != http.StatusOK {
  148. t.Fatalf("expected status code 200, actual %d", w.Code)
  149. }
  150. checkFileExists(t, filepath.Join(p, "manifests", "*", "*", "*", "*"), []string{
  151. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
  152. })
  153. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  154. filepath.Join(p, "blobs", "sha256-8f2c2167d789c6b2302dff965160fa5029f6a24096d262c1cbb469f21a045382"),
  155. filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),
  156. filepath.Join(p, "blobs", "sha256-fe7ac77b725cda2ccad03f88a880ecdfd7a33192d6cae08fce2c0ee1455991ed"),
  157. })
  158. }
  159. func TestCreateUnsetsSystem(t *testing.T) {
  160. gin.SetMode(gin.TestMode)
  161. p := t.TempDir()
  162. t.Setenv("OLLAMA_MODELS", p)
  163. var s Server
  164. w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
  165. Name: "test",
  166. Modelfile: fmt.Sprintf("FROM %s\nSYSTEM Say hi!", createBinFile(t, nil, nil)),
  167. Stream: &stream,
  168. })
  169. if w.Code != http.StatusOK {
  170. t.Fatalf("expected status code 200, actual %d", w.Code)
  171. }
  172. checkFileExists(t, filepath.Join(p, "manifests", "*", "*", "*", "*"), []string{
  173. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
  174. })
  175. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  176. filepath.Join(p, "blobs", "sha256-8585df945d1069bc78b79bd10bb73ba07fbc29b0f5479a31a601c0d12731416e"),
  177. filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),
  178. filepath.Join(p, "blobs", "sha256-f29e82a8284dbdf5910b1555580ff60b04238b8da9d5e51159ada67a4d0d5851"),
  179. })
  180. w = createRequest(t, s.CreateModelHandler, api.CreateRequest{
  181. Name: "test",
  182. Modelfile: fmt.Sprintf("FROM %s\nSYSTEM \"\"", createBinFile(t, nil, nil)),
  183. Stream: &stream,
  184. })
  185. if w.Code != http.StatusOK {
  186. t.Fatalf("expected status code 200, actual %d", w.Code)
  187. }
  188. checkFileExists(t, filepath.Join(p, "manifests", "*", "*", "*", "*"), []string{
  189. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
  190. })
  191. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  192. filepath.Join(p, "blobs", "sha256-67d4b8d106af2a5b100a46e9bdc038c71eef2a35c9abac784092654212f97cf5"),
  193. filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),
  194. filepath.Join(p, "blobs", "sha256-e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"),
  195. })
  196. bts, err := os.ReadFile(filepath.Join(p, "blobs", "sha256-e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"))
  197. if err != nil {
  198. t.Fatal(err)
  199. }
  200. if string(bts) != "" {
  201. t.Fatalf("expected empty string, actual %s", string(bts))
  202. }
  203. }
  204. func TestCreateMergeParameters(t *testing.T) {
  205. gin.SetMode(gin.TestMode)
  206. p := t.TempDir()
  207. t.Setenv("OLLAMA_MODELS", p)
  208. var s Server
  209. w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
  210. Name: "test",
  211. Modelfile: fmt.Sprintf("FROM %s\nPARAMETER temperature 1\nPARAMETER top_k 10\nPARAMETER stop USER:\nPARAMETER stop ASSISTANT:", createBinFile(t, nil, nil)),
  212. Stream: &stream,
  213. })
  214. if w.Code != http.StatusOK {
  215. t.Fatalf("expected status code 200, actual %d", w.Code)
  216. }
  217. checkFileExists(t, filepath.Join(p, "manifests", "*", "*", "*", "*"), []string{
  218. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
  219. })
  220. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  221. filepath.Join(p, "blobs", "sha256-1d0ad71299d48c2fb7ae2b98e683643e771f8a5b72be34942af90d97a91c1e37"),
  222. filepath.Join(p, "blobs", "sha256-4a384beaf47a9cbe452dfa5ab70eea691790f3b35a832d12933a1996685bf2b6"),
  223. filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),
  224. })
  225. // in order to merge parameters, the second model must be created FROM the first
  226. w = createRequest(t, s.CreateModelHandler, api.CreateRequest{
  227. Name: "test2",
  228. Modelfile: "FROM test\nPARAMETER temperature 0.6\nPARAMETER top_p 0.7",
  229. Stream: &stream,
  230. })
  231. if w.Code != http.StatusOK {
  232. t.Fatalf("expected status code 200, actual %d", w.Code)
  233. }
  234. checkFileExists(t, filepath.Join(p, "manifests", "*", "*", "*", "*"), []string{
  235. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
  236. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test2", "latest"),
  237. })
  238. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  239. filepath.Join(p, "blobs", "sha256-1d0ad71299d48c2fb7ae2b98e683643e771f8a5b72be34942af90d97a91c1e37"),
  240. filepath.Join(p, "blobs", "sha256-4a384beaf47a9cbe452dfa5ab70eea691790f3b35a832d12933a1996685bf2b6"),
  241. filepath.Join(p, "blobs", "sha256-4cd9d4ba6b734d9b4cbd1e5caa60374c00722e993fce5e1e2d15a33698f71187"),
  242. filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),
  243. filepath.Join(p, "blobs", "sha256-e29a7b3c47287a2489c895d21fe413c20f859a85d20e749492f52a838e36e1ba"),
  244. })
  245. actual, err := os.ReadFile(filepath.Join(p, "blobs", "sha256-e29a7b3c47287a2489c895d21fe413c20f859a85d20e749492f52a838e36e1ba"))
  246. if err != nil {
  247. t.Fatal(err)
  248. }
  249. expect, err := json.Marshal(map[string]any{"temperature": 0.6, "top_k": 10, "top_p": 0.7, "stop": []string{"USER:", "ASSISTANT:"}})
  250. if err != nil {
  251. t.Fatal(err)
  252. }
  253. if !bytes.Equal(bytes.TrimSpace(expect), bytes.TrimSpace(actual)) {
  254. t.Errorf("expected %s, actual %s", string(expect), string(actual))
  255. }
  256. // slices are replaced
  257. w = createRequest(t, s.CreateModelHandler, api.CreateRequest{
  258. Name: "test2",
  259. Modelfile: "FROM test\nPARAMETER temperature 0.6\nPARAMETER top_p 0.7\nPARAMETER stop <|endoftext|>",
  260. Stream: &stream,
  261. })
  262. if w.Code != http.StatusOK {
  263. t.Fatalf("expected status code 200, actual %d", w.Code)
  264. }
  265. checkFileExists(t, filepath.Join(p, "manifests", "*", "*", "*", "*"), []string{
  266. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
  267. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test2", "latest"),
  268. })
  269. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  270. filepath.Join(p, "blobs", "sha256-12f58bb75cb3042d69a7e013ab87fb3c3c7088f50ddc62f0c77bd332f0d44d35"),
  271. filepath.Join(p, "blobs", "sha256-1d0ad71299d48c2fb7ae2b98e683643e771f8a5b72be34942af90d97a91c1e37"),
  272. filepath.Join(p, "blobs", "sha256-257aa726584f24970a4f240765e75a7169bfbe7f4966c1f04513d6b6c860583a"),
  273. filepath.Join(p, "blobs", "sha256-4a384beaf47a9cbe452dfa5ab70eea691790f3b35a832d12933a1996685bf2b6"),
  274. filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),
  275. })
  276. actual, err = os.ReadFile(filepath.Join(p, "blobs", "sha256-12f58bb75cb3042d69a7e013ab87fb3c3c7088f50ddc62f0c77bd332f0d44d35"))
  277. if err != nil {
  278. t.Fatal(err)
  279. }
  280. expect, err = json.Marshal(map[string]any{"temperature": 0.6, "top_k": 10, "top_p": 0.7, "stop": []string{"<|endoftext|>"}})
  281. if err != nil {
  282. t.Fatal(err)
  283. }
  284. if !bytes.Equal(bytes.TrimSpace(expect), bytes.TrimSpace(actual)) {
  285. t.Errorf("expected %s, actual %s", string(expect), string(actual))
  286. }
  287. }
  288. func TestCreateReplacesMessages(t *testing.T) {
  289. gin.SetMode(gin.TestMode)
  290. p := t.TempDir()
  291. t.Setenv("OLLAMA_MODELS", p)
  292. var s Server
  293. w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
  294. Name: "test",
  295. Modelfile: fmt.Sprintf("FROM %s\nMESSAGE assistant \"What is my purpose?\"\nMESSAGE user \"You run tests.\"\nMESSAGE assistant \"Oh, my god.\"", createBinFile(t, nil, nil)),
  296. Stream: &stream,
  297. })
  298. if w.Code != http.StatusOK {
  299. t.Fatalf("expected status code 200, actual %d", w.Code)
  300. }
  301. checkFileExists(t, filepath.Join(p, "manifests", "*", "*", "*", "*"), []string{
  302. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
  303. })
  304. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  305. filepath.Join(p, "blobs", "sha256-298baeaf6928a60cf666d88d64a1ba606feb43a2865687c39e40652e407bffc4"),
  306. filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),
  307. filepath.Join(p, "blobs", "sha256-e0e27d47045063ccb167ae852c51d49a98eab33fabaee4633fdddf97213e40b5"),
  308. })
  309. w = createRequest(t, s.CreateModelHandler, api.CreateRequest{
  310. Name: "test2",
  311. Modelfile: "FROM test\nMESSAGE assistant \"You're a test, Harry.\"\nMESSAGE user \"I-I'm a what?\"\nMESSAGE assistant \"A test. And a thumping good one at that, I'd wager.\"",
  312. Stream: &stream,
  313. })
  314. if w.Code != http.StatusOK {
  315. t.Fatalf("expected status code 200, actual %d", w.Code)
  316. }
  317. checkFileExists(t, filepath.Join(p, "manifests", "*", "*", "*", "*"), []string{
  318. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
  319. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test2", "latest"),
  320. })
  321. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  322. filepath.Join(p, "blobs", "sha256-298baeaf6928a60cf666d88d64a1ba606feb43a2865687c39e40652e407bffc4"),
  323. filepath.Join(p, "blobs", "sha256-4f48b25fe9969564c82f58eb1cedbdff6484cc0baf474bc6c2a9b37c8da3362a"),
  324. filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),
  325. filepath.Join(p, "blobs", "sha256-a60ecc9da299ec7ede453f99236e5577fd125e143689b646d9f0ddc9971bf4db"),
  326. filepath.Join(p, "blobs", "sha256-e0e27d47045063ccb167ae852c51d49a98eab33fabaee4633fdddf97213e40b5"),
  327. })
  328. type message struct {
  329. Role string `json:"role"`
  330. Content string `json:"content"`
  331. }
  332. f, err := os.Open(filepath.Join(p, "blobs", "sha256-a60ecc9da299ec7ede453f99236e5577fd125e143689b646d9f0ddc9971bf4db"))
  333. if err != nil {
  334. t.Fatal(err)
  335. }
  336. defer f.Close()
  337. var actual []message
  338. if err := json.NewDecoder(f).Decode(&actual); err != nil {
  339. t.Fatal(err)
  340. }
  341. expect := []message{
  342. {Role: "assistant", Content: "You're a test, Harry."},
  343. {Role: "user", Content: "I-I'm a what?"},
  344. {Role: "assistant", Content: "A test. And a thumping good one at that, I'd wager."},
  345. }
  346. if !slices.Equal(actual, expect) {
  347. t.Errorf("expected %s, actual %s", expect, actual)
  348. }
  349. }
  350. func TestCreateTemplateSystem(t *testing.T) {
  351. gin.SetMode(gin.TestMode)
  352. p := t.TempDir()
  353. t.Setenv("OLLAMA_MODELS", p)
  354. var s Server
  355. w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
  356. Name: "test",
  357. Modelfile: fmt.Sprintf("FROM %s\nTEMPLATE {{ .Prompt }}\nSYSTEM Say hello!\nTEMPLATE {{ .System }} {{ .Prompt }}\nSYSTEM Say bye!", createBinFile(t, nil, nil)),
  358. Stream: &stream,
  359. })
  360. if w.Code != http.StatusOK {
  361. t.Fatalf("expected status code 200, actual %d", w.Code)
  362. }
  363. checkFileExists(t, filepath.Join(p, "manifests", "*", "*", "*", "*"), []string{
  364. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
  365. })
  366. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  367. filepath.Join(p, "blobs", "sha256-2b5e330885117c82f3fd75169ea323e141070a2947c11ddb9f79ee0b01c589c1"),
  368. filepath.Join(p, "blobs", "sha256-4c5f51faac758fecaff8db42f0b7382891a4d0c0bb885f7b86be88c814a7cc86"),
  369. filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),
  370. filepath.Join(p, "blobs", "sha256-fe7ac77b725cda2ccad03f88a880ecdfd7a33192d6cae08fce2c0ee1455991ed"),
  371. })
  372. template, err := os.ReadFile(filepath.Join(p, "blobs", "sha256-fe7ac77b725cda2ccad03f88a880ecdfd7a33192d6cae08fce2c0ee1455991ed"))
  373. if err != nil {
  374. t.Fatal(err)
  375. }
  376. if string(template) != "{{ .System }} {{ .Prompt }}" {
  377. t.Errorf("expected \"{{ .System }} {{ .Prompt }}\", actual %s", template)
  378. }
  379. system, err := os.ReadFile(filepath.Join(p, "blobs", "sha256-4c5f51faac758fecaff8db42f0b7382891a4d0c0bb885f7b86be88c814a7cc86"))
  380. if err != nil {
  381. t.Fatal(err)
  382. }
  383. if string(system) != "Say bye!" {
  384. t.Errorf("expected \"Say bye!\", actual %s", system)
  385. }
  386. t.Run("incomplete template", func(t *testing.T) {
  387. w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
  388. Name: "test",
  389. Modelfile: fmt.Sprintf("FROM %s\nTEMPLATE {{ .Prompt", createBinFile(t, nil, nil)),
  390. Stream: &stream,
  391. })
  392. if w.Code != http.StatusBadRequest {
  393. t.Fatalf("expected status code 400, actual %d", w.Code)
  394. }
  395. })
  396. t.Run("template with unclosed if", func(t *testing.T) {
  397. w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
  398. Name: "test",
  399. Modelfile: fmt.Sprintf("FROM %s\nTEMPLATE {{ if .Prompt }}", createBinFile(t, nil, nil)),
  400. Stream: &stream,
  401. })
  402. if w.Code != http.StatusBadRequest {
  403. t.Fatalf("expected status code 400, actual %d", w.Code)
  404. }
  405. })
  406. t.Run("template with undefined function", func(t *testing.T) {
  407. w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
  408. Name: "test",
  409. Modelfile: fmt.Sprintf("FROM %s\nTEMPLATE {{ Prompt }}", createBinFile(t, nil, nil)),
  410. Stream: &stream,
  411. })
  412. if w.Code != http.StatusBadRequest {
  413. t.Fatalf("expected status code 400, actual %d", w.Code)
  414. }
  415. })
  416. }
  417. func TestCreateLicenses(t *testing.T) {
  418. gin.SetMode(gin.TestMode)
  419. p := t.TempDir()
  420. t.Setenv("OLLAMA_MODELS", p)
  421. var s Server
  422. w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
  423. Name: "test",
  424. Modelfile: fmt.Sprintf("FROM %s\nLICENSE MIT\nLICENSE Apache-2.0", createBinFile(t, nil, nil)),
  425. Stream: &stream,
  426. })
  427. if w.Code != http.StatusOK {
  428. t.Fatalf("expected status code 200, actual %d", w.Code)
  429. }
  430. checkFileExists(t, filepath.Join(p, "manifests", "*", "*", "*", "*"), []string{
  431. filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
  432. })
  433. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  434. filepath.Join(p, "blobs", "sha256-2af71558e438db0b73a20beab92dc278a94e1bbe974c00c1a33e3ab62d53a608"),
  435. filepath.Join(p, "blobs", "sha256-79a39c37536ddee29cbadd5d5e2dcba8ed7f03e431f626ff38432c1c866bb7e2"),
  436. filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),
  437. filepath.Join(p, "blobs", "sha256-e5dcffe836b6ec8a58e492419b550e65fb8cbdc308503979e5dacb33ac7ea3b7"),
  438. })
  439. mit, err := os.ReadFile(filepath.Join(p, "blobs", "sha256-e5dcffe836b6ec8a58e492419b550e65fb8cbdc308503979e5dacb33ac7ea3b7"))
  440. if err != nil {
  441. t.Fatal(err)
  442. }
  443. if string(mit) != "MIT" {
  444. t.Errorf("expected MIT, actual %s", mit)
  445. }
  446. apache, err := os.ReadFile(filepath.Join(p, "blobs", "sha256-2af71558e438db0b73a20beab92dc278a94e1bbe974c00c1a33e3ab62d53a608"))
  447. if err != nil {
  448. t.Fatal(err)
  449. }
  450. if string(apache) != "Apache-2.0" {
  451. t.Errorf("expected Apache-2.0, actual %s", apache)
  452. }
  453. }
  454. func TestCreateDetectTemplate(t *testing.T) {
  455. gin.SetMode(gin.TestMode)
  456. p := t.TempDir()
  457. t.Setenv("OLLAMA_MODELS", p)
  458. var s Server
  459. t.Run("matched", func(t *testing.T) {
  460. w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
  461. Name: "test",
  462. Modelfile: fmt.Sprintf("FROM %s", createBinFile(t, llm.KV{
  463. "tokenizer.chat_template": "{{ bos_token }}{% for message in messages %}{{'<|' + message['role'] + '|>' + '\n' + message['content'] + '<|end|>\n' }}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>\n' }}{% else %}{{ eos_token }}{% endif %}",
  464. }, nil)),
  465. Stream: &stream,
  466. })
  467. if w.Code != http.StatusOK {
  468. t.Fatalf("expected status code 200, actual %d", w.Code)
  469. }
  470. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  471. filepath.Join(p, "blobs", "sha256-0d79f567714c62c048378f2107fb332dabee0135d080c302d884317da9433cc5"),
  472. filepath.Join(p, "blobs", "sha256-553c4a3f747b3d22a4946875f1cc8ed011c2930d83f864a0c7265f9ec0a20413"),
  473. filepath.Join(p, "blobs", "sha256-c608dc615584cd20d9d830363dabf8a4783ae5d34245c3d8c115edb3bc7b28e4"),
  474. filepath.Join(p, "blobs", "sha256-ea34c57ba5b78b740aafe2aeb74dc6507fc3ad14170b64c26a04fb9e36c88d75"),
  475. })
  476. })
  477. t.Run("unmatched", func(t *testing.T) {
  478. w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
  479. Name: "test",
  480. Modelfile: fmt.Sprintf("FROM %s", createBinFile(t, nil, nil)),
  481. Stream: &stream,
  482. })
  483. if w.Code != http.StatusOK {
  484. t.Fatalf("expected status code 200, actual %d", w.Code)
  485. }
  486. checkFileExists(t, filepath.Join(p, "blobs", "*"), []string{
  487. filepath.Join(p, "blobs", "sha256-a4e5e156ddec27e286f75328784d7106b60a4eb1d246e950a001a3f944fbda99"),
  488. filepath.Join(p, "blobs", "sha256-ca239d7bd8ea90e4a5d2e6bf88f8d74a47b14336e73eb4e18bed4dd325018116"),
  489. })
  490. })
  491. }