Skip to content

Commit

Permalink
parser: keep seeking until eof
Browse files Browse the repository at this point in the history
  • Loading branch information
jmorganca committed Jul 20, 2023
1 parent d9f5430 commit e6bae8d
Showing 1 changed file with 5 additions and 11 deletions.
16 changes: 5 additions & 11 deletions parser/parser.go
Original file line number Diff line number Diff line change
Expand Up @@ -71,22 +71,16 @@ func scanModelfile(data []byte, atEOF bool) (advance int, token []byte, err erro
if start := bytes.Index(data, []byte(`"""`)); start >= 0 && start < newline {
end := bytes.Index(data[start+3:], []byte(`"""`))
if end < 0 {
return 0, nil, errors.New(`unterminated multiline string: """`)
if atEOF {
return 0, nil, errors.New(`unterminated multiline string: """`)
} else {
return 0, nil, nil
}
}

n := start + 3 + end + 3
return n, bytes.Replace(data[:n], []byte(`"""`), []byte(""), 2), nil
}

if start := bytes.Index(data, []byte(`'''`)); start >= 0 && start < newline {
end := bytes.Index(data[start+3:], []byte(`'''`))
if end < 0 {
return 0, nil, errors.New("unterminated multiline string: '''")
}

n := start + 3 + end + 3
return n, bytes.Replace(data[:n], []byte("'''"), []byte(""), 2), nil
}

return bufio.ScanLines(data, atEOF)
}

0 comments on commit e6bae8d

Please sign in to comment.