Merge pull request #234 from jmorganca/fix-parse-license

use max scan token size to hold large objects

Merge pull request #234 from jmorganca/fix-parse-license
use max scan token size to hold large objects
fc40a4f1 · Michael Yang · GitHub · 6ed3ec0c · 9c7f30d3 · fc40a4f1
Unverified Commit fc40a4f1 authored Jul 28, 2023 by Michael Yang Committed by GitHub Jul 28, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

parser/parser.go parser/parser.go +1 -0

No files found.
--- a/parser/parser.go
+++ b/parser/parser.go
@@ -24,6 +24,7 @@ func Parse(reader io.Reader) ([]Command, error) {
 	var command, modelCommand Command

 	scanner := bufio.NewScanner(reader)
+	scanner.Buffer(make([]byte, 0, bufio.MaxScanTokenSize), bufio.MaxScanTokenSize)
 	scanner.Split(scanModelfile)
 	for scanner.Scan() {
 		line := scanner.Bytes()