21 lines
465 B
Go
21 lines
465 B
Go
|
package unilex
|
||
|
|
||
|
// Lexem represents part of parsed string.
|
||
|
type Lexem struct {
|
||
|
Type LexType // Type of Lexem.
|
||
|
Value string // Value of Lexem.
|
||
|
Start int // Start position at input string.
|
||
|
End int // End position at input string.
|
||
|
}
|
||
|
|
||
|
// LexType represents type of current lexem.
|
||
|
type LexType string
|
||
|
|
||
|
// Some std lexem types
|
||
|
const (
|
||
|
// LError represents lexing error.
|
||
|
LError LexType = "ERROR"
|
||
|
// LEOF represents end of input.
|
||
|
LEOF LexType = "EOF"
|
||
|
)
|