File tree Expand file tree Collapse file tree 2 files changed +10
-1
lines changed Expand file tree Collapse file tree 2 files changed +10
-1
lines changed Original file line number Diff line number Diff line change @@ -15,11 +15,17 @@ func TestEscapingCharacterParser(t *testing.T) {
15
15
node ast.Node
16
16
}{
17
17
{
18
- text : `\# 123 ` ,
18
+ text : `\#` ,
19
19
node : & ast.EscapingCharacter {
20
20
Symbol : "#" ,
21
21
},
22
22
},
23
+ {
24
+ text : `\' test` ,
25
+ node : & ast.EscapingCharacter {
26
+ Symbol : "'" ,
27
+ },
28
+ },
23
29
}
24
30
25
31
for _ , test := range tests {
Original file line number Diff line number Diff line change @@ -25,6 +25,7 @@ const (
25
25
Pipe TokenType = "|"
26
26
Colon TokenType = ":"
27
27
Caret TokenType = "^"
28
+ Apostrophe TokenType = "'"
28
29
Backslash TokenType = "\\ "
29
30
Slash TokenType = "/"
30
31
NewLine TokenType = "\n "
@@ -95,6 +96,8 @@ func Tokenize(text string) []*Token {
95
96
tokens = append (tokens , NewToken (Colon , ":" ))
96
97
case '^' :
97
98
tokens = append (tokens , NewToken (Caret , "^" ))
99
+ case '\'' :
100
+ tokens = append (tokens , NewToken (Apostrophe , "'" ))
98
101
case '\\' :
99
102
tokens = append (tokens , NewToken (Backslash , `\` ))
100
103
case '/' :
You can’t perform that action at this time.
0 commit comments