rustc_lexer: typo fix + small cleanups

This commit is contained in:
Marijn Schouten 2025-06-06 13:06:59 +00:00
parent d00435f223
commit 2a5225a369
2 changed files with 8 additions and 10 deletions

View file

@ -68,7 +68,7 @@ impl<'a> Cursor<'a> {
/// Peeks the third symbol from the input stream without consuming it.
pub fn third(&self) -> char {
// `.next()` optimizes better than `.nth(1)`
// `.next()` optimizes better than `.nth(2)`
let mut iter = self.chars.clone();
iter.next();
iter.next();

View file

@ -30,14 +30,13 @@ mod cursor;
#[cfg(test)]
mod tests;
use LiteralKind::*;
use TokenKind::*;
use cursor::EOF_CHAR;
pub use cursor::{Cursor, FrontmatterAllowed};
use unicode_properties::UnicodeEmoji;
pub use unicode_xid::UNICODE_VERSION as UNICODE_XID_VERSION;
use self::LiteralKind::*;
use self::TokenKind::*;
use crate::cursor::EOF_CHAR;
pub use crate::cursor::{Cursor, FrontmatterAllowed};
/// Parsed token.
/// It doesn't contain information about data that has been parsed,
/// only the type of the token and its size.
@ -372,9 +371,8 @@ pub fn is_ident(string: &str) -> bool {
impl Cursor<'_> {
/// Parses a token from the input string.
pub fn advance_token(&mut self) -> Token {
let first_char = match self.bump() {
Some(c) => c,
None => return Token::new(TokenKind::Eof, 0),
let Some(first_char) = self.bump() else {
return Token::new(TokenKind::Eof, 0);
};
let token_kind = match first_char {
@ -788,7 +786,7 @@ impl Cursor<'_> {
} else {
// No base prefix, parse number in the usual way.
self.eat_decimal_digits();
};
}
match self.first() {
// Don't be greedy if this is actually an