|
@@ -0,0 +1,29 @@
|
|
|
+//go:build integration
|
|
|
+
|
|
|
+package integration
|
|
|
+
|
|
|
+import (
|
|
|
+ "context"
|
|
|
+ "net/http"
|
|
|
+ "testing"
|
|
|
+ "time"
|
|
|
+
|
|
|
+ "github.com/ollama/ollama/api"
|
|
|
+)
|
|
|
+
|
|
|
+func TestContextExhaustion(t *testing.T) {
|
|
|
+ ctx, cancel := context.WithTimeout(context.Background(), 2*time.Minute) // TODO maybe shorter?
|
|
|
+ defer cancel()
|
|
|
+ // Set up the test data
|
|
|
+ req := api.GenerateRequest{
|
|
|
+ Model: "llama2",
|
|
|
+ Prompt: "Write me a story with a ton of emojis?",
|
|
|
+ Stream: &stream,
|
|
|
+ Options: map[string]interface{}{
|
|
|
+ "temperature": 0,
|
|
|
+ "seed": 123,
|
|
|
+ "num_ctx": 128,
|
|
|
+ },
|
|
|
+ }
|
|
|
+ GenerateTestHelper(ctx, t, &http.Client{}, req, []string{"once", "upon", "lived"})
|
|
|
+}
|