aboutsummaryrefslogtreecommitdiff
path: root/lexem.go
blob: c594ee988fd3ae6a504e5414e3cbd5f91e7a438f (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
package unilex

// Lexem represents part of parsed string.
type Lexem struct {
	Type  LexType // Type of Lexem.
	Value string  // Value of Lexem.
	Start int     // Start position at input string.
	End   int     // End position at input string.
}

// LexType represents type of current lexem.
type LexType int

// Some std lexem types
const (
	// LEOF represents end of input.
	LexEOF LexType = -1
	// LError represents lexing error.
	LexError LexType = -2
)