use max scan token size to hold large objects

9c7f30d3 · Michael Yang · 6ed3ec0c · 9c7f30d3
Commit 9c7f30d3 authored Jul 28, 2023 by Michael Yang
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

parser/parser.go parser/parser.go +1 -0

No files found.
--- a/parser/parser.go
+++ b/parser/parser.go
@@ -24,6 +24,7 @@ func Parse(reader io.Reader) ([]Command, error) {
 	var command, modelCommand Command

 	scanner := bufio.NewScanner(reader)
+	scanner.Buffer(make([]byte, 0, bufio.MaxScanTokenSize), bufio.MaxScanTokenSize)
 	scanner.Split(scanModelfile)
 	for scanner.Scan() {
 		line := scanner.Bytes()