3 // isComment will return whether or not the next byte(s) is a
5 func isComment(b []rune) bool {
20 // newCommentToken will create a comment token and
21 // return how many bytes were read.
22 func newCommentToken(b []rune) (Token, int, error) {
24 for ; i < len(b); i++ {
29 if len(b)-i > 2 && b[i] == '\r' && b[i+1] == '\n' {
34 return newToken(TokenComment, b[:i], NoneType), i, nil