bjoernager/rust
bjoernager/rust
1
Fork 0
Code Activity

Add double-equals homoglyph

Browse source
This commit is contained in:
clubby789 2023-01-19 02:25:24 +00:00
parent 3520bba136
commit 1487aa9f9d
3 changed files with 17 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
compiler/rustc_parse/src/lexer/unicode_chars.rs
View file

@ -296,6 +296,7 @@ pub(crate) const UNICODE_ARRAY: &[(char, &str, &str)] = &[
('〉', "Right Angle Bracket", ">"),
('》', "Right Double Angle Bracket", ">"),
('＞', "Fullwidth Greater-Than Sign", ">"),
('⩵', "Two Consecutive Equals Signs", "==")
];
// FIXME: the lexer could be used to turn the ASCII version of unicode homoglyphs, instead of
@ -325,6 +326,7 @@ const ASCII_ARRAY: &[(&str, &str, Option<token::TokenKind>)] = &[
("+", "Plus Sign", Some(token::BinOp(token::Plus))),
("<", "Less-Than Sign", Some(token::Lt)),
("=", "Equals Sign", Some(token::Eq)),
("==", "Double Equals Sign", Some(token::EqEq)),
(">", "Greater-Than Sign", Some(token::Gt)),
// FIXME: Literals are already lexed by this point, so we can't recover gracefully just by
// spitting the correct token out.