main.go 853 B

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051
  1. package main
  2. import (
  3. "context"
  4. "fmt"
  5. "log"
  6. "github.com/ollama/ollama/api"
  7. )
  8. func main() {
  9. client, err := api.ClientFromEnvironment()
  10. if err != nil {
  11. log.Fatal(err)
  12. }
  13. messages := []api.Message{
  14. api.Message{
  15. Role: "system",
  16. Content: "Provide very brief, concise responses",
  17. },
  18. api.Message{
  19. Role: "user",
  20. Content: "Name some unusual animals",
  21. },
  22. api.Message{
  23. Role: "assistant",
  24. Content: "Monotreme, platypus, echidna",
  25. },
  26. api.Message{
  27. Role: "user",
  28. Content: "which of these is the most dangerous?",
  29. },
  30. }
  31. ctx := context.Background()
  32. req := &api.ChatRequest{
  33. Model: "llama3.2",
  34. Messages: messages,
  35. }
  36. respFunc := func(resp api.ChatResponse) error {
  37. fmt.Print(resp.Message.Content)
  38. return nil
  39. }
  40. err = client.Chat(ctx, req, respFunc)
  41. if err != nil {
  42. log.Fatal(err)
  43. }
  44. }