70 lines
		
	
	
		
			1.3 KiB
		
	
	
	
		
			Go
		
	
	
	
			
		
		
	
	
			70 lines
		
	
	
		
			1.3 KiB
		
	
	
	
		
			Go
		
	
	
	
package wavefront
 | 
						|
 | 
						|
import (
 | 
						|
	"bufio"
 | 
						|
	"io"
 | 
						|
)
 | 
						|
 | 
						|
// Lexical Point Scanner
 | 
						|
type PointScanner struct {
 | 
						|
	r *bufio.Reader
 | 
						|
}
 | 
						|
 | 
						|
func NewScanner(r io.Reader) *PointScanner {
 | 
						|
	return &PointScanner{r: bufio.NewReader(r)}
 | 
						|
}
 | 
						|
 | 
						|
// read reads the next rune from the buffered reader.
 | 
						|
// Returns rune(0) if an error occurs (or io.EOF is returned).
 | 
						|
func (s *PointScanner) read() rune {
 | 
						|
	ch, _, err := s.r.ReadRune()
 | 
						|
	if err != nil {
 | 
						|
		return eof
 | 
						|
	}
 | 
						|
	return ch
 | 
						|
}
 | 
						|
 | 
						|
// unread places the previously read rune back on the reader.
 | 
						|
func (s *PointScanner) unread() {
 | 
						|
	_ = s.r.UnreadRune()
 | 
						|
}
 | 
						|
 | 
						|
// Scan returns the next token and literal value.
 | 
						|
func (s *PointScanner) Scan() (Token, string) {
 | 
						|
 | 
						|
	// Read the next rune
 | 
						|
	ch := s.read()
 | 
						|
	if isWhitespace(ch) {
 | 
						|
		return WS, string(ch)
 | 
						|
	} else if isLetter(ch) {
 | 
						|
		return LETTER, string(ch)
 | 
						|
	} else if isNumber(ch) {
 | 
						|
		return NUMBER, string(ch)
 | 
						|
	}
 | 
						|
 | 
						|
	// Otherwise read the individual character.
 | 
						|
	switch ch {
 | 
						|
	case eof:
 | 
						|
		return EOF, ""
 | 
						|
	case '\n':
 | 
						|
		return NEWLINE, string(ch)
 | 
						|
	case '.':
 | 
						|
		return DOT, string(ch)
 | 
						|
	case '-':
 | 
						|
		return MINUS_SIGN, string(ch)
 | 
						|
	case '_':
 | 
						|
		return UNDERSCORE, string(ch)
 | 
						|
	case '/':
 | 
						|
		return SLASH, string(ch)
 | 
						|
	case '\\':
 | 
						|
		return BACKSLASH, string(ch)
 | 
						|
	case ',':
 | 
						|
		return COMMA, string(ch)
 | 
						|
	case '"':
 | 
						|
		return QUOTES, string(ch)
 | 
						|
	case '=':
 | 
						|
		return EQUALS, string(ch)
 | 
						|
	}
 | 
						|
	return ILLEGAL, string(ch)
 | 
						|
}
 |