Browse Source

use max scan token size to hold large objects

update-nous-hermes
Michael Yang 3 years ago
parent
commit
9c7f30d31c
  1. 1
      parser/parser.go

1
parser/parser.go

@ -24,6 +24,7 @@ func Parse(reader io.Reader) ([]Command, error) {
var command, modelCommand Command
scanner := bufio.NewScanner(reader)
scanner.Buffer(make([]byte, 0, bufio.MaxScanTokenSize), bufio.MaxScanTokenSize)
scanner.Split(scanModelfile)
for scanner.Scan() {
line := scanner.Bytes()

Loading…
Cancel
Save