We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 47503d4 commit a475479Copy full SHA for a475479
src/tokenize.rs
@@ -58,7 +58,7 @@ pub enum TokenType {
58
fn get_type(input: char, compact: bool) -> TokenType {
59
if compact {
60
match input {
61
- ' ' => TokenType::En, // En Space
+ ' ' => TokenType::En, // En Space
62
' ' => TokenType::Ja, // Ja Space
63
input
64
if is_char_japanese_number(input)
@@ -74,7 +74,7 @@ fn get_type(input: char, compact: bool) -> TokenType {
74
}
75
} else {
76
77
- ' ' => TokenType::Space, // En Space
+ ' ' => TokenType::Space, // En Space
78
' ' => TokenType::Space, // Ja Space
79
input if is_char_japanese_number(input) => TokenType::JaNum,
80
input if is_char_latin_number(input) => TokenType::EnNum,
0 commit comments