diff --git a/crates/ra_syntax/src/grammar.ron b/crates/ra_syntax/src/grammar.ron index 53cd2118f3d4..eed67637e035 100644 --- a/crates/ra_syntax/src/grammar.ron +++ b/crates/ra_syntax/src/grammar.ron @@ -25,9 +25,9 @@ Grammar( ["^", "CARET"], ["%", "PERCENT"], ], - // TODO: Confirm surmision: the tokens which cannot be recorded in a single UTF-8 byte + // Tokens for which the longest match must be chosen (e.g. `..` is a DOTDOT, but `.` is a DOT) multi_byte_tokens: [ - [".", "DOT"], // Note: DOT is here because + [".", "DOT"], ["..", "DOTDOT"], ["...", "DOTDOTDOT"], ["..=", "DOTDOTEQ"],