-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathtoken_kind.go
More file actions
154 lines (145 loc) · 3.04 KB
/
token_kind.go
File metadata and controls
154 lines (145 loc) · 3.04 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
package parser
// TokenKind identifies the type of a lexical token.
type TokenKind int
const (
TokenEOF TokenKind = iota
TokenError
TokenIdent
TokenIntLiteral
TokenFloatLiteral
TokenStringLiteral
TokenCharLiteral
// Keywords.
TokenPackage
TokenImport
TokenInterface
TokenParcelable
TokenEnum
TokenUnion
TokenConst
TokenOneway
TokenIn
TokenOut
TokenInout
TokenTrue
TokenFalse
TokenVoid
TokenNull
// Punctuation.
TokenLBrace
TokenRBrace
TokenLParen
TokenRParen
TokenLBracket
TokenRBracket
TokenSemicolon
TokenComma
TokenDot
TokenAssign
TokenLAngle
TokenRAngle
// Operators.
TokenPlus
TokenMinus
TokenStar
TokenSlash
TokenPercent
TokenAmp
TokenPipe
TokenCaret
TokenTilde
TokenBang
TokenLShift
TokenRShift
TokenAmpAmp
TokenPipePipe
TokenEqEq
TokenBangEq
TokenLessEq
TokenGreaterEq
TokenQuestion
TokenColon
// Annotations.
TokenAnnotation
)
var tokenKindNames = map[TokenKind]string{
TokenEOF: "EOF",
TokenError: "error",
TokenIdent: "identifier",
TokenIntLiteral: "integer",
TokenFloatLiteral: "float",
TokenStringLiteral: "string",
TokenCharLiteral: "char",
TokenPackage: "package",
TokenImport: "import",
TokenInterface: "interface",
TokenParcelable: "parcelable",
TokenEnum: "enum",
TokenUnion: "union",
TokenConst: "const",
TokenOneway: "oneway",
TokenIn: "in",
TokenOut: "out",
TokenInout: "inout",
TokenTrue: "true",
TokenFalse: "false",
TokenVoid: "void",
TokenNull: "null",
TokenLBrace: "{",
TokenRBrace: "}",
TokenLParen: "(",
TokenRParen: ")",
TokenLBracket: "[",
TokenRBracket: "]",
TokenSemicolon: ";",
TokenComma: ",",
TokenDot: ".",
TokenAssign: "=",
TokenLAngle: "<",
TokenRAngle: ">",
TokenPlus: "+",
TokenMinus: "-",
TokenStar: "*",
TokenSlash: "/",
TokenPercent: "%",
TokenAmp: "&",
TokenPipe: "|",
TokenCaret: "^",
TokenTilde: "~",
TokenBang: "!",
TokenLShift: "<<",
TokenRShift: ">>",
TokenAmpAmp: "&&",
TokenPipePipe: "||",
TokenEqEq: "==",
TokenBangEq: "!=",
TokenLessEq: "<=",
TokenGreaterEq: ">=",
TokenQuestion: "?",
TokenColon: ":",
TokenAnnotation: "annotation",
}
// String returns a human-readable name for the token kind.
func (k TokenKind) String() string {
if name, ok := tokenKindNames[k]; ok {
return name
}
return "unknown"
}
var keywords = map[string]TokenKind{
"package": TokenPackage,
"import": TokenImport,
"interface": TokenInterface,
"parcelable": TokenParcelable,
"enum": TokenEnum,
"union": TokenUnion,
"const": TokenConst,
"oneway": TokenOneway,
"in": TokenIn,
"out": TokenOut,
"inout": TokenInout,
"true": TokenTrue,
"false": TokenFalse,
"void": TokenVoid,
"null": TokenNull,
}