Browse Source

use max scan token size to hold large objects

Michael Yang 1 year ago
parent
commit
9c7f30d31c
1 changed files with 1 additions and 0 deletions
  1. 1 0
      parser/parser.go

+ 1 - 0
parser/parser.go

@@ -24,6 +24,7 @@ func Parse(reader io.Reader) ([]Command, error) {
 	var command, modelCommand Command
 
 	scanner := bufio.NewScanner(reader)
+	scanner.Buffer(make([]byte, 0, bufio.MaxScanTokenSize), bufio.MaxScanTokenSize)
 	scanner.Split(scanModelfile)
 	for scanner.Scan() {
 		line := scanner.Bytes()