|
@@ -93,7 +93,7 @@ func TestCreateFromBin(t *testing.T) {
|
|
|
t.Setenv("OLLAMA_MODELS", p)
|
|
|
|
|
|
var s Server
|
|
|
- w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w := createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s", createBinFile(t, nil, nil)),
|
|
|
Stream: &stream,
|
|
@@ -120,7 +120,7 @@ func TestCreateFromModel(t *testing.T) {
|
|
|
t.Setenv("OLLAMA_MODELS", p)
|
|
|
var s Server
|
|
|
|
|
|
- w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w := createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s", createBinFile(t, nil, nil)),
|
|
|
Stream: &stream,
|
|
@@ -134,7 +134,7 @@ func TestCreateFromModel(t *testing.T) {
|
|
|
filepath.Join(p, "manifests", "registry.ollama.ai", "library", "test", "latest"),
|
|
|
})
|
|
|
|
|
|
- w = createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w = createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test2",
|
|
|
Modelfile: "FROM test",
|
|
|
Stream: &stream,
|
|
@@ -162,7 +162,7 @@ func TestCreateRemovesLayers(t *testing.T) {
|
|
|
t.Setenv("OLLAMA_MODELS", p)
|
|
|
var s Server
|
|
|
|
|
|
- w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w := createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s\nTEMPLATE {{ .Prompt }}", createBinFile(t, nil, nil)),
|
|
|
Stream: &stream,
|
|
@@ -182,7 +182,7 @@ func TestCreateRemovesLayers(t *testing.T) {
|
|
|
filepath.Join(p, "blobs", "sha256-bc80b03733773e0728011b2f4adf34c458b400e1aad48cb28d61170f3a2ad2d6"),
|
|
|
})
|
|
|
|
|
|
- w = createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w = createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s\nTEMPLATE {{ .System }} {{ .Prompt }}", createBinFile(t, nil, nil)),
|
|
|
Stream: &stream,
|
|
@@ -210,7 +210,7 @@ func TestCreateUnsetsSystem(t *testing.T) {
|
|
|
t.Setenv("OLLAMA_MODELS", p)
|
|
|
var s Server
|
|
|
|
|
|
- w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w := createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s\nSYSTEM Say hi!", createBinFile(t, nil, nil)),
|
|
|
Stream: &stream,
|
|
@@ -230,7 +230,7 @@ func TestCreateUnsetsSystem(t *testing.T) {
|
|
|
filepath.Join(p, "blobs", "sha256-f29e82a8284dbdf5910b1555580ff60b04238b8da9d5e51159ada67a4d0d5851"),
|
|
|
})
|
|
|
|
|
|
- w = createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w = createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s\nSYSTEM \"\"", createBinFile(t, nil, nil)),
|
|
|
Stream: &stream,
|
|
@@ -267,7 +267,7 @@ func TestCreateMergeParameters(t *testing.T) {
|
|
|
t.Setenv("OLLAMA_MODELS", p)
|
|
|
var s Server
|
|
|
|
|
|
- w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w := createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s\nPARAMETER temperature 1\nPARAMETER top_k 10\nPARAMETER stop USER:\nPARAMETER stop ASSISTANT:", createBinFile(t, nil, nil)),
|
|
|
Stream: &stream,
|
|
@@ -288,7 +288,7 @@ func TestCreateMergeParameters(t *testing.T) {
|
|
|
})
|
|
|
|
|
|
// in order to merge parameters, the second model must be created FROM the first
|
|
|
- w = createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w = createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test2",
|
|
|
Modelfile: "FROM test\nPARAMETER temperature 0.6\nPARAMETER top_p 0.7",
|
|
|
Stream: &stream,
|
|
@@ -326,7 +326,7 @@ func TestCreateMergeParameters(t *testing.T) {
|
|
|
}
|
|
|
|
|
|
// slices are replaced
|
|
|
- w = createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w = createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test2",
|
|
|
Modelfile: "FROM test\nPARAMETER temperature 0.6\nPARAMETER top_p 0.7\nPARAMETER stop <|endoftext|>",
|
|
|
Stream: &stream,
|
|
@@ -371,7 +371,7 @@ func TestCreateReplacesMessages(t *testing.T) {
|
|
|
t.Setenv("OLLAMA_MODELS", p)
|
|
|
var s Server
|
|
|
|
|
|
- w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w := createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s\nMESSAGE assistant \"What is my purpose?\"\nMESSAGE user \"You run tests.\"\nMESSAGE assistant \"Oh, my god.\"", createBinFile(t, nil, nil)),
|
|
|
Stream: &stream,
|
|
@@ -391,7 +391,7 @@ func TestCreateReplacesMessages(t *testing.T) {
|
|
|
filepath.Join(p, "blobs", "sha256-e0e27d47045063ccb167ae852c51d49a98eab33fabaee4633fdddf97213e40b5"),
|
|
|
})
|
|
|
|
|
|
- w = createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w = createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test2",
|
|
|
Modelfile: "FROM test\nMESSAGE assistant \"You're a test, Harry.\"\nMESSAGE user \"I-I'm a what?\"\nMESSAGE assistant \"A test. And a thumping good one at that, I'd wager.\"",
|
|
|
Stream: &stream,
|
|
@@ -448,7 +448,7 @@ func TestCreateTemplateSystem(t *testing.T) {
|
|
|
t.Setenv("OLLAMA_MODELS", p)
|
|
|
var s Server
|
|
|
|
|
|
- w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w := createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s\nTEMPLATE {{ .Prompt }}\nSYSTEM Say hello!\nTEMPLATE {{ .System }} {{ .Prompt }}\nSYSTEM Say bye!", createBinFile(t, nil, nil)),
|
|
|
Stream: &stream,
|
|
@@ -488,7 +488,7 @@ func TestCreateTemplateSystem(t *testing.T) {
|
|
|
}
|
|
|
|
|
|
t.Run("incomplete template", func(t *testing.T) {
|
|
|
- w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w := createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s\nTEMPLATE {{ .Prompt", createBinFile(t, nil, nil)),
|
|
|
Stream: &stream,
|
|
@@ -500,7 +500,7 @@ func TestCreateTemplateSystem(t *testing.T) {
|
|
|
})
|
|
|
|
|
|
t.Run("template with unclosed if", func(t *testing.T) {
|
|
|
- w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w := createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s\nTEMPLATE {{ if .Prompt }}", createBinFile(t, nil, nil)),
|
|
|
Stream: &stream,
|
|
@@ -512,7 +512,7 @@ func TestCreateTemplateSystem(t *testing.T) {
|
|
|
})
|
|
|
|
|
|
t.Run("template with undefined function", func(t *testing.T) {
|
|
|
- w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w := createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s\nTEMPLATE {{ Prompt }}", createBinFile(t, nil, nil)),
|
|
|
Stream: &stream,
|
|
@@ -531,7 +531,7 @@ func TestCreateLicenses(t *testing.T) {
|
|
|
t.Setenv("OLLAMA_MODELS", p)
|
|
|
var s Server
|
|
|
|
|
|
- w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w := createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s\nLICENSE MIT\nLICENSE Apache-2.0", createBinFile(t, nil, nil)),
|
|
|
Stream: &stream,
|
|
@@ -579,7 +579,7 @@ func TestCreateDetectTemplate(t *testing.T) {
|
|
|
var s Server
|
|
|
|
|
|
t.Run("matched", func(t *testing.T) {
|
|
|
- w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w := createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s", createBinFile(t, llm.KV{
|
|
|
"tokenizer.chat_template": "{{ bos_token }}{% for message in messages %}{{'<|' + message['role'] + '|>' + '\n' + message['content'] + '<|end|>\n' }}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>\n' }}{% else %}{{ eos_token }}{% endif %}",
|
|
@@ -600,7 +600,7 @@ func TestCreateDetectTemplate(t *testing.T) {
|
|
|
})
|
|
|
|
|
|
t.Run("unmatched", func(t *testing.T) {
|
|
|
- w := createRequest(t, s.CreateModelHandler, api.CreateRequest{
|
|
|
+ w := createRequest(t, s.CreateHandler, api.CreateRequest{
|
|
|
Name: "test",
|
|
|
Modelfile: fmt.Sprintf("FROM %s", createBinFile(t, nil, nil)),
|
|
|
Stream: &stream,
|