parser.go 1.7 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182
  1. package parser
  2. import (
  3. "bufio"
  4. "bytes"
  5. "errors"
  6. "fmt"
  7. "io"
  8. )
  9. type Command struct {
  10. Name string
  11. Args string
  12. }
  13. func (c *Command) Reset() {
  14. c.Name = ""
  15. c.Args = ""
  16. }
  17. func Parse(reader io.Reader) ([]Command, error) {
  18. var commands []Command
  19. var command, modelCommand Command
  20. scanner := bufio.NewScanner(reader)
  21. scanner.Split(scanModelfile)
  22. for scanner.Scan() {
  23. line := scanner.Bytes()
  24. fields := bytes.SplitN(line, []byte(" "), 2)
  25. if len(fields) == 0 {
  26. continue
  27. }
  28. switch string(bytes.ToUpper(fields[0])) {
  29. case "FROM":
  30. command.Name = "model"
  31. command.Args = string(fields[1])
  32. // copy command for validation
  33. modelCommand = command
  34. case "LICENSE", "TEMPLATE", "SYSTEM", "PROMPT":
  35. command.Name = string(bytes.ToLower(fields[0]))
  36. command.Args = string(fields[1])
  37. case "PARAMETER":
  38. fields = bytes.SplitN(fields[1], []byte(" "), 2)
  39. command.Name = string(fields[0])
  40. command.Args = string(fields[1])
  41. default:
  42. continue
  43. }
  44. commands = append(commands, command)
  45. command.Reset()
  46. }
  47. if modelCommand.Args == "" {
  48. return nil, fmt.Errorf("no FROM line for the model was specified")
  49. }
  50. return commands, scanner.Err()
  51. }
  52. func scanModelfile(data []byte, atEOF bool) (advance int, token []byte, err error) {
  53. newline := bytes.IndexByte(data, '\n')
  54. if start := bytes.Index(data, []byte(`"""`)); start >= 0 && start < newline {
  55. end := bytes.Index(data[start+3:], []byte(`"""`))
  56. if end < 0 {
  57. if atEOF {
  58. return 0, nil, errors.New(`unterminated multiline string: """`)
  59. } else {
  60. return 0, nil, nil
  61. }
  62. }
  63. n := start + 3 + end + 3
  64. return n, bytes.Replace(data[:n], []byte(`"""`), []byte(""), 2), nil
  65. }
  66. return bufio.ScanLines(data, atEOF)
  67. }