parser.go 1.8 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283
  1. package parser
  2. import (
  3. "bufio"
  4. "errors"
  5. "fmt"
  6. "io"
  7. "strings"
  8. )
  9. const multilineString = `"""`
  10. type Command struct {
  11. Name string
  12. Args string
  13. }
  14. func (c *Command) Reset() {
  15. c.Name = ""
  16. c.Args = ""
  17. }
  18. func Parse(reader io.Reader) ([]Command, error) {
  19. var commands []Command
  20. var command, modelCommand Command
  21. scanner := bufio.NewScanner(reader)
  22. scanner.Split(scanModelfile)
  23. for scanner.Scan() {
  24. line := scanner.Bytes()
  25. fields := bytes.SplitN(line, []byte(" "), 2)
  26. if len(fields) == 0 {
  27. continue
  28. }
  29. switch strings.ToUpper(string(fields[0])) {
  30. case "FROM":
  31. command.Name = "model"
  32. command.Args = string(fields[1])
  33. // copy command for validation
  34. modelCommand = command
  35. case "LICENSE", "TEMPLATE", "SYSTEM", "PROMPT":
  36. command.Name = strings.ToLower(string(fields[0]))
  37. command.Args = string(fields[1])
  38. case "PARAMETER":
  39. fields = bytes.SplitN(fields[1], []byte(" "), 2)
  40. command.Name = string(fields[0])
  41. command.Args = string(fields[1])
  42. default:
  43. return nil, fmt.Errorf("unknown command: %s", fields[0])
  44. }
  45. commands = append(commands, command)
  46. command.Reset()
  47. }
  48. if modelCommand.Args == "" {
  49. return nil, errors.New("no FROM line for the model was specified")
  50. }
  51. return commands, scanner.Err()
  52. }
  53. func scanModelfile(data []byte, atEOF bool) (advance int, token []byte, err error) {
  54. newline := bytes.IndexByte(data, '\n')
  55. if start := bytes.Index(data, []byte(multilineString)); start >= 0 && start < newline {
  56. end := bytes.Index(data[start+len(multilineString):], []byte(multilineString))
  57. if end < 0 {
  58. if atEOF {
  59. return 0, nil, errors.New("unterminated multiline string: " + multilineString)
  60. } else {
  61. return 0, nil, nil
  62. }
  63. }
  64. n := start + len(multilineString) + end + len(multilineString)
  65. return n, data[:n], nil
  66. }
  67. return bufio.ScanLines(data, atEOF)
  68. }