2016-11-16 08:21:52 +00:00
|
|
|
//! An "interner" is a data structure that associates values with usize tags and
|
2018-11-27 02:59:49 +00:00
|
|
|
//! allows bidirectional lookup; i.e., given a value, one can easily find the
|
2016-11-16 08:21:52 +00:00
|
|
|
//! type, and vice versa.
|
|
|
|
|
2018-05-10 16:27:46 +02:00
|
|
|
use arena::DroplessArena;
|
2018-11-27 02:59:49 +00:00
|
|
|
use rustc_data_structures::fx::FxHashMap;
|
2018-12-11 09:06:51 +11:00
|
|
|
use rustc_data_structures::indexed_vec::Idx;
|
2019-02-04 03:42:27 +09:00
|
|
|
use rustc_data_structures::newtype_index;
|
2019-04-03 02:43:49 +02:00
|
|
|
use rustc_macros::symbols;
|
2016-11-16 08:21:52 +00:00
|
|
|
use serialize::{Decodable, Decoder, Encodable, Encoder};
|
2018-11-27 02:59:49 +00:00
|
|
|
|
2016-11-16 08:21:52 +00:00
|
|
|
use std::fmt;
|
2018-05-10 16:27:46 +02:00
|
|
|
use std::str;
|
2018-04-11 23:02:41 +02:00
|
|
|
use std::cmp::{PartialEq, Ordering, PartialOrd, Ord};
|
2018-03-18 02:57:23 +03:00
|
|
|
use std::hash::{Hash, Hasher};
|
2016-11-16 08:21:52 +00:00
|
|
|
|
2019-02-04 03:42:27 +09:00
|
|
|
use crate::hygiene::SyntaxContext;
|
|
|
|
use crate::{Span, DUMMY_SP, GLOBALS};
|
2018-11-27 02:59:49 +00:00
|
|
|
|
2019-04-03 02:43:49 +02:00
|
|
|
symbols! {
|
|
|
|
// After modifying this list adjust `is_special`, `is_used_keyword`/`is_unused_keyword`,
|
|
|
|
// this should be rarely necessary though if the keywords are kept in alphabetic order.
|
|
|
|
Keywords {
|
|
|
|
// Special reserved identifiers used internally for elided lifetimes,
|
|
|
|
// unnamed method parameters, crate root module, error recovery etc.
|
2019-04-09 09:39:48 +02:00
|
|
|
Invalid: "",
|
|
|
|
PathRoot: "{{root}}",
|
|
|
|
DollarCrate: "$crate",
|
|
|
|
Underscore: "_",
|
2019-04-03 02:43:49 +02:00
|
|
|
|
|
|
|
// Keywords that are used in stable Rust.
|
2019-04-09 09:39:48 +02:00
|
|
|
As: "as",
|
|
|
|
Box: "box",
|
|
|
|
Break: "break",
|
|
|
|
Const: "const",
|
|
|
|
Continue: "continue",
|
|
|
|
Crate: "crate",
|
|
|
|
Else: "else",
|
|
|
|
Enum: "enum",
|
|
|
|
Extern: "extern",
|
|
|
|
False: "false",
|
|
|
|
Fn: "fn",
|
|
|
|
For: "for",
|
|
|
|
If: "if",
|
|
|
|
Impl: "impl",
|
|
|
|
In: "in",
|
|
|
|
Let: "let",
|
|
|
|
Loop: "loop",
|
|
|
|
Match: "match",
|
|
|
|
Mod: "mod",
|
|
|
|
Move: "move",
|
|
|
|
Mut: "mut",
|
|
|
|
Pub: "pub",
|
|
|
|
Ref: "ref",
|
|
|
|
Return: "return",
|
|
|
|
SelfLower: "self",
|
|
|
|
SelfUpper: "Self",
|
|
|
|
Static: "static",
|
|
|
|
Struct: "struct",
|
|
|
|
Super: "super",
|
|
|
|
Trait: "trait",
|
|
|
|
True: "true",
|
|
|
|
Type: "type",
|
|
|
|
Unsafe: "unsafe",
|
|
|
|
Use: "use",
|
|
|
|
Where: "where",
|
|
|
|
While: "while",
|
2019-04-03 02:43:49 +02:00
|
|
|
|
|
|
|
// Keywords that are used in unstable Rust or reserved for future use.
|
2019-04-09 09:39:48 +02:00
|
|
|
Abstract: "abstract",
|
|
|
|
Become: "become",
|
|
|
|
Do: "do",
|
|
|
|
Final: "final",
|
|
|
|
Macro: "macro",
|
|
|
|
Override: "override",
|
|
|
|
Priv: "priv",
|
|
|
|
Typeof: "typeof",
|
|
|
|
Unsized: "unsized",
|
|
|
|
Virtual: "virtual",
|
|
|
|
Yield: "yield",
|
2019-04-03 02:43:49 +02:00
|
|
|
|
|
|
|
// Edition-specific keywords that are used in stable Rust.
|
2019-04-09 09:39:48 +02:00
|
|
|
Dyn: "dyn", // >= 2018 Edition only
|
2019-04-03 02:43:49 +02:00
|
|
|
|
|
|
|
// Edition-specific keywords that are used in unstable Rust or reserved for future use.
|
2019-04-09 09:39:48 +02:00
|
|
|
Async: "async", // >= 2018 Edition only
|
2019-04-18 12:55:23 -07:00
|
|
|
Await: "await", // >= 2018 Edition only
|
2019-04-09 09:39:48 +02:00
|
|
|
Try: "try", // >= 2018 Edition only
|
2019-04-03 02:43:49 +02:00
|
|
|
|
|
|
|
// Special lifetime names
|
2019-04-09 09:39:48 +02:00
|
|
|
UnderscoreLifetime: "'_",
|
|
|
|
StaticLifetime: "'static",
|
2019-04-03 02:43:49 +02:00
|
|
|
|
|
|
|
// Weak keywords, have special meaning only in specific contexts.
|
2019-04-09 09:39:48 +02:00
|
|
|
Auto: "auto",
|
|
|
|
Catch: "catch",
|
|
|
|
Default: "default",
|
|
|
|
Existential: "existential",
|
|
|
|
Union: "union",
|
2019-04-03 02:43:49 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// Other symbols that can be referred to with syntax_pos::symbols::*
|
|
|
|
Other {
|
2019-04-10 19:47:55 +02:00
|
|
|
alias,
|
|
|
|
align,
|
|
|
|
alloc_error_handler,
|
|
|
|
allow,
|
|
|
|
allow_fail,
|
|
|
|
allow_internal_unsafe,
|
|
|
|
allow_internal_unstable,
|
|
|
|
automatically_derived,
|
|
|
|
cfg,
|
|
|
|
cfg_attr,
|
|
|
|
cold,
|
|
|
|
compiler_builtins,
|
|
|
|
crate_id,
|
|
|
|
crate_name,
|
|
|
|
crate_type,
|
|
|
|
default_lib_allocator,
|
|
|
|
deny,
|
|
|
|
deprecated,
|
|
|
|
derive,
|
|
|
|
doc,
|
|
|
|
export_name,
|
|
|
|
feature,
|
|
|
|
ffi_returns_twice,
|
|
|
|
forbid,
|
|
|
|
fundamental,
|
|
|
|
global_allocator,
|
|
|
|
ignore,
|
|
|
|
include,
|
|
|
|
inline,
|
|
|
|
keyword,
|
|
|
|
lang,
|
|
|
|
link,
|
|
|
|
link_args,
|
|
|
|
link_name,
|
|
|
|
link_section,
|
|
|
|
linkage,
|
|
|
|
macro_escape,
|
|
|
|
macro_export,
|
|
|
|
macro_use,
|
|
|
|
main,
|
|
|
|
marker,
|
|
|
|
masked,
|
|
|
|
may_dangle,
|
|
|
|
must_use,
|
|
|
|
naked,
|
|
|
|
needs_allocator,
|
|
|
|
needs_panic_runtime,
|
|
|
|
no_builtins,
|
|
|
|
no_core,
|
|
|
|
no_debug,
|
|
|
|
no_implicit_prelude,
|
|
|
|
no_link,
|
|
|
|
no_main,
|
|
|
|
no_mangle,
|
|
|
|
no_start,
|
|
|
|
no_std,
|
|
|
|
non_exhaustive,
|
|
|
|
omit_gdb_pretty_printer_section,
|
|
|
|
optimize,
|
|
|
|
panic_handler,
|
|
|
|
panic_runtime,
|
|
|
|
path,
|
|
|
|
plugin,
|
|
|
|
plugin_registrar,
|
|
|
|
prelude_import,
|
|
|
|
proc_macro,
|
|
|
|
proc_macro_attribute,
|
|
|
|
proc_macro_derive,
|
|
|
|
profiler_runtime,
|
|
|
|
recursion_limit,
|
|
|
|
reexport_test_harness_main,
|
|
|
|
repr,
|
|
|
|
rustc_args_required_const,
|
|
|
|
rustc_clean,
|
|
|
|
rustc_const_unstable,
|
|
|
|
rustc_conversion_suggestion,
|
|
|
|
rustc_copy_clone_marker,
|
|
|
|
rustc_def_path,
|
|
|
|
rustc_deprecated,
|
|
|
|
rustc_dirty,
|
|
|
|
rustc_dump_program_clauses,
|
|
|
|
rustc_dump_user_substs,
|
|
|
|
rustc_error,
|
|
|
|
rustc_expected_cgu_reuse,
|
|
|
|
rustc_if_this_changed,
|
|
|
|
rustc_inherit_overflow_checks,
|
|
|
|
rustc_layout,
|
|
|
|
rustc_layout_scalar_valid_range_end,
|
|
|
|
rustc_layout_scalar_valid_range_start,
|
|
|
|
rustc_mir,
|
|
|
|
rustc_on_unimplemented,
|
|
|
|
rustc_outlives,
|
|
|
|
rustc_paren_sugar,
|
|
|
|
rustc_partition_codegened,
|
|
|
|
rustc_partition_reused,
|
|
|
|
rustc_proc_macro_decls,
|
|
|
|
rustc_regions,
|
|
|
|
rustc_std_internal_symbol,
|
|
|
|
rustc_symbol_name,
|
|
|
|
rustc_synthetic,
|
|
|
|
rustc_test_marker,
|
|
|
|
rustc_then_this_would_need,
|
|
|
|
rustc_transparent_macro,
|
|
|
|
rustc_variance,
|
|
|
|
sanitizer_runtime,
|
|
|
|
should_panic,
|
|
|
|
simd,
|
|
|
|
spotlight,
|
|
|
|
stable,
|
|
|
|
start,
|
|
|
|
structural_match,
|
|
|
|
target_feature,
|
|
|
|
test_runner,
|
|
|
|
thread_local,
|
|
|
|
type_length_limit,
|
|
|
|
unsafe_destructor_blind_to_params,
|
|
|
|
unstable,
|
|
|
|
unwind,
|
|
|
|
used,
|
|
|
|
warn,
|
|
|
|
windows_subsystem,
|
2019-04-03 02:43:49 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-03-18 02:57:23 +03:00
|
|
|
#[derive(Copy, Clone, Eq)]
|
2017-03-17 04:04:41 +00:00
|
|
|
pub struct Ident {
|
|
|
|
pub name: Symbol,
|
2018-03-18 02:57:23 +03:00
|
|
|
pub span: Span,
|
2017-03-17 04:04:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Ident {
|
2018-03-18 02:57:23 +03:00
|
|
|
#[inline]
|
|
|
|
pub const fn new(name: Symbol, span: Span) -> Ident {
|
|
|
|
Ident { name, span }
|
|
|
|
}
|
2018-11-27 02:59:49 +00:00
|
|
|
|
2018-03-18 02:57:23 +03:00
|
|
|
#[inline]
|
2017-03-17 04:04:41 +00:00
|
|
|
pub const fn with_empty_ctxt(name: Symbol) -> Ident {
|
2018-03-18 02:57:23 +03:00
|
|
|
Ident::new(name, DUMMY_SP)
|
2017-03-17 04:04:41 +00:00
|
|
|
}
|
|
|
|
|
2018-04-11 23:02:41 +02:00
|
|
|
/// Maps an interned string to an identifier with an empty syntax context.
|
|
|
|
pub fn from_interned_str(string: InternedString) -> Ident {
|
|
|
|
Ident::with_empty_ctxt(string.as_symbol())
|
|
|
|
}
|
|
|
|
|
2017-03-17 04:04:41 +00:00
|
|
|
/// Maps a string to an identifier with an empty syntax context.
|
|
|
|
pub fn from_str(string: &str) -> Ident {
|
|
|
|
Ident::with_empty_ctxt(Symbol::intern(string))
|
|
|
|
}
|
|
|
|
|
2019-02-08 14:53:55 +01:00
|
|
|
/// Replaces `lo` and `hi` with those from `span`, but keep hygiene context.
|
2018-03-18 16:47:09 +03:00
|
|
|
pub fn with_span_pos(self, span: Span) -> Ident {
|
|
|
|
Ident::new(self.name, span.with_ctxt(self.span.ctxt()))
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn without_first_quote(self) -> Ident {
|
2018-12-05 06:42:56 -08:00
|
|
|
Ident::new(Symbol::intern(self.as_str().trim_start_matches('\'')), self.span)
|
2017-12-06 04:28:01 -05:00
|
|
|
}
|
|
|
|
|
2018-06-28 00:12:17 +03:00
|
|
|
/// "Normalize" ident for use in comparisons using "item hygiene".
|
|
|
|
/// Identifiers with same string value become same if they came from the same "modern" macro
|
2018-11-27 02:59:49 +00:00
|
|
|
/// (e.g., `macro` item, but not `macro_rules` item) and stay different if they came from
|
2018-06-28 00:12:17 +03:00
|
|
|
/// different "modern" macros.
|
|
|
|
/// Technically, this operation strips all non-opaque marks from ident's syntactic context.
|
2017-03-22 08:39:51 +00:00
|
|
|
pub fn modern(self) -> Ident {
|
2018-03-18 02:57:23 +03:00
|
|
|
Ident::new(self.name, self.span.modern())
|
|
|
|
}
|
2018-04-15 20:51:10 +01:00
|
|
|
|
2018-06-30 01:53:17 +03:00
|
|
|
/// "Normalize" ident for use in comparisons using "local variable hygiene".
|
|
|
|
/// Identifiers with same string value become same if they came from the same non-transparent
|
2018-11-27 02:59:49 +00:00
|
|
|
/// macro (e.g., `macro` or `macro_rules!` items) and stay different if they came from different
|
2018-06-30 01:53:17 +03:00
|
|
|
/// non-transparent macros.
|
|
|
|
/// Technically, this operation strips all transparent marks from ident's syntactic context.
|
2018-06-24 19:54:23 +03:00
|
|
|
pub fn modern_and_legacy(self) -> Ident {
|
|
|
|
Ident::new(self.name, self.span.modern_and_legacy())
|
|
|
|
}
|
|
|
|
|
2018-04-15 20:51:10 +01:00
|
|
|
pub fn gensym(self) -> Ident {
|
|
|
|
Ident::new(self.name.gensymed(), self.span)
|
|
|
|
}
|
2018-05-26 15:12:38 +03:00
|
|
|
|
2018-11-30 22:34:24 +03:00
|
|
|
pub fn gensym_if_underscore(self) -> Ident {
|
|
|
|
if self.name == keywords::Underscore.name() { self.gensym() } else { self }
|
|
|
|
}
|
|
|
|
|
2018-05-26 15:12:38 +03:00
|
|
|
pub fn as_str(self) -> LocalInternedString {
|
|
|
|
self.name.as_str()
|
|
|
|
}
|
2018-06-09 23:25:33 +03:00
|
|
|
|
|
|
|
pub fn as_interned_str(self) -> InternedString {
|
|
|
|
self.name.as_interned_str()
|
|
|
|
}
|
2018-03-18 02:57:23 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
impl PartialEq for Ident {
|
|
|
|
fn eq(&self, rhs: &Self) -> bool {
|
|
|
|
self.name == rhs.name && self.span.ctxt() == rhs.span.ctxt()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Hash for Ident {
|
|
|
|
fn hash<H: Hasher>(&self, state: &mut H) {
|
|
|
|
self.name.hash(state);
|
|
|
|
self.span.ctxt().hash(state);
|
2017-03-17 04:04:41 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl fmt::Debug for Ident {
|
2019-02-04 03:42:27 +09:00
|
|
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
2018-03-18 02:57:23 +03:00
|
|
|
write!(f, "{}{:?}", self.name, self.span.ctxt())
|
2017-03-17 04:04:41 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl fmt::Display for Ident {
|
2019-02-04 03:42:27 +09:00
|
|
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
2017-03-17 04:04:41 +00:00
|
|
|
fmt::Display::fmt(&self.name, f)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Encodable for Ident {
|
|
|
|
fn encode<S: Encoder>(&self, s: &mut S) -> Result<(), S::Error> {
|
2018-03-18 02:57:23 +03:00
|
|
|
if self.span.ctxt().modern() == SyntaxContext::empty() {
|
2018-05-26 15:12:38 +03:00
|
|
|
s.emit_str(&self.as_str())
|
2018-11-27 02:59:49 +00:00
|
|
|
} else { // FIXME(jseyfried): intercrate hygiene
|
2017-03-27 00:46:00 +00:00
|
|
|
let mut string = "#".to_owned();
|
2018-05-26 15:12:38 +03:00
|
|
|
string.push_str(&self.as_str());
|
2017-03-27 00:46:00 +00:00
|
|
|
s.emit_str(&string)
|
|
|
|
}
|
2017-03-17 04:04:41 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Decodable for Ident {
|
|
|
|
fn decode<D: Decoder>(d: &mut D) -> Result<Ident, D::Error> {
|
2017-03-27 00:46:00 +00:00
|
|
|
let string = d.read_str()?;
|
|
|
|
Ok(if !string.starts_with('#') {
|
|
|
|
Ident::from_str(&string)
|
2018-11-27 02:59:49 +00:00
|
|
|
} else { // FIXME(jseyfried): intercrate hygiene
|
2017-03-27 00:46:00 +00:00
|
|
|
Ident::with_empty_ctxt(Symbol::gensym(&string[1..]))
|
|
|
|
})
|
2017-03-17 04:04:41 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-08 14:53:55 +01:00
|
|
|
/// A symbol is an interned or gensymed string. The use of `newtype_index!` means
|
2019-04-14 14:27:54 +02:00
|
|
|
/// that `Option<Symbol>` only takes up 4 bytes, because `newtype_index!` reserves
|
2018-12-11 09:06:51 +11:00
|
|
|
/// the last 256 values for tagging purposes.
|
|
|
|
///
|
2019-02-08 14:53:55 +01:00
|
|
|
/// Note that `Symbol` cannot directly be a `newtype_index!` because it implements
|
|
|
|
/// `fmt::Debug`, `Encodable`, and `Decodable` in special ways.
|
2016-11-16 08:21:52 +00:00
|
|
|
#[derive(Clone, Copy, PartialEq, Eq, PartialOrd, Ord, Hash)]
|
2018-12-11 09:06:51 +11:00
|
|
|
pub struct Symbol(SymbolIndex);
|
|
|
|
|
|
|
|
newtype_index! {
|
|
|
|
pub struct SymbolIndex { .. }
|
|
|
|
}
|
2016-11-16 08:21:52 +00:00
|
|
|
|
|
|
|
impl Symbol {
|
2018-12-11 09:06:51 +11:00
|
|
|
const fn new(n: u32) -> Self {
|
|
|
|
Symbol(SymbolIndex::from_u32_const(n))
|
|
|
|
}
|
|
|
|
|
2016-11-16 08:21:52 +00:00
|
|
|
/// Maps a string to its interned representation.
|
|
|
|
pub fn intern(string: &str) -> Self {
|
|
|
|
with_interner(|interner| interner.intern(string))
|
|
|
|
}
|
|
|
|
|
2017-03-26 02:11:30 +00:00
|
|
|
pub fn interned(self) -> Self {
|
|
|
|
with_interner(|interner| interner.interned(self))
|
|
|
|
}
|
|
|
|
|
2019-02-08 14:53:55 +01:00
|
|
|
/// Gensyms a new `usize`, using the current interner.
|
2016-11-16 08:21:52 +00:00
|
|
|
pub fn gensym(string: &str) -> Self {
|
|
|
|
with_interner(|interner| interner.gensym(string))
|
|
|
|
}
|
|
|
|
|
2017-03-26 02:11:30 +00:00
|
|
|
pub fn gensymed(self) -> Self {
|
|
|
|
with_interner(|interner| interner.gensymed(self))
|
|
|
|
}
|
|
|
|
|
2019-03-19 21:32:17 +03:00
|
|
|
pub fn is_gensymed(self) -> bool {
|
|
|
|
with_interner(|interner| interner.is_gensymed(self))
|
|
|
|
}
|
|
|
|
|
2018-04-11 23:02:41 +02:00
|
|
|
pub fn as_str(self) -> LocalInternedString {
|
2016-11-19 05:55:28 +00:00
|
|
|
with_interner(|interner| unsafe {
|
2018-04-11 23:02:41 +02:00
|
|
|
LocalInternedString {
|
2019-02-04 03:42:27 +09:00
|
|
|
string: std::mem::transmute::<&str, &str>(interner.get(self))
|
2016-11-19 05:55:28 +00:00
|
|
|
}
|
|
|
|
})
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
|
2018-04-11 23:02:41 +02:00
|
|
|
pub fn as_interned_str(self) -> InternedString {
|
|
|
|
with_interner(|interner| InternedString {
|
|
|
|
symbol: interner.interned(self)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2016-11-16 08:21:52 +00:00
|
|
|
pub fn as_u32(self) -> u32 {
|
2018-12-11 09:06:51 +11:00
|
|
|
self.0.as_u32()
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl fmt::Debug for Symbol {
|
2019-02-04 03:42:27 +09:00
|
|
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
2017-12-04 17:05:06 -05:00
|
|
|
let is_gensymed = with_interner(|interner| interner.is_gensymed(*self));
|
|
|
|
if is_gensymed {
|
2018-12-11 09:06:51 +11:00
|
|
|
write!(f, "{}({:?})", self, self.0)
|
2017-12-04 17:05:06 -05:00
|
|
|
} else {
|
|
|
|
write!(f, "{}", self)
|
|
|
|
}
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl fmt::Display for Symbol {
|
2019-02-04 03:42:27 +09:00
|
|
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
2016-11-16 08:21:52 +00:00
|
|
|
fmt::Display::fmt(&self.as_str(), f)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Encodable for Symbol {
|
|
|
|
fn encode<S: Encoder>(&self, s: &mut S) -> Result<(), S::Error> {
|
|
|
|
s.emit_str(&self.as_str())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Decodable for Symbol {
|
|
|
|
fn decode<D: Decoder>(d: &mut D) -> Result<Symbol, D::Error> {
|
|
|
|
Ok(Symbol::intern(&d.read_str()?))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-04 03:42:27 +09:00
|
|
|
impl<T: std::ops::Deref<Target=str>> PartialEq<T> for Symbol {
|
2017-03-09 10:10:18 +01:00
|
|
|
fn eq(&self, other: &T) -> bool {
|
|
|
|
self.as_str() == other.deref()
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-11-27 02:59:49 +00:00
|
|
|
// The `&'static str`s in this type actually point into the arena.
|
2018-12-11 09:06:51 +11:00
|
|
|
//
|
|
|
|
// Note that normal symbols are indexed upward from 0, and gensyms are indexed
|
|
|
|
// downward from SymbolIndex::MAX_AS_U32.
|
2018-10-16 16:57:53 +02:00
|
|
|
#[derive(Default)]
|
2016-11-16 08:21:52 +00:00
|
|
|
pub struct Interner {
|
2018-05-10 16:27:46 +02:00
|
|
|
arena: DroplessArena,
|
|
|
|
names: FxHashMap<&'static str, Symbol>,
|
|
|
|
strings: Vec<&'static str>,
|
2017-03-26 02:11:30 +00:00
|
|
|
gensyms: Vec<Symbol>,
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Interner {
|
|
|
|
fn prefill(init: &[&str]) -> Self {
|
2018-10-16 16:57:53 +02:00
|
|
|
let mut this = Interner::default();
|
2016-11-16 08:21:52 +00:00
|
|
|
for &string in init {
|
2018-05-10 16:27:46 +02:00
|
|
|
if string == "" {
|
2018-11-27 02:59:49 +00:00
|
|
|
// We can't allocate empty strings in the arena, so handle this here.
|
2018-12-11 09:06:51 +11:00
|
|
|
let name = Symbol::new(this.strings.len() as u32);
|
2018-05-10 16:27:46 +02:00
|
|
|
this.names.insert("", name);
|
|
|
|
this.strings.push("");
|
|
|
|
} else {
|
|
|
|
this.intern(string);
|
|
|
|
}
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
this
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn intern(&mut self, string: &str) -> Symbol {
|
|
|
|
if let Some(&name) = self.names.get(string) {
|
|
|
|
return name;
|
|
|
|
}
|
|
|
|
|
2018-12-11 09:06:51 +11:00
|
|
|
let name = Symbol::new(self.strings.len() as u32);
|
2018-05-10 16:27:46 +02:00
|
|
|
|
2018-11-27 02:59:49 +00:00
|
|
|
// `from_utf8_unchecked` is safe since we just allocated a `&str` which is known to be
|
|
|
|
// UTF-8.
|
2018-05-10 16:27:46 +02:00
|
|
|
let string: &str = unsafe {
|
|
|
|
str::from_utf8_unchecked(self.arena.alloc_slice(string.as_bytes()))
|
|
|
|
};
|
2018-11-27 02:59:49 +00:00
|
|
|
// It is safe to extend the arena allocation to `'static` because we only access
|
|
|
|
// these while the arena is still alive.
|
2018-05-10 16:27:46 +02:00
|
|
|
let string: &'static str = unsafe {
|
|
|
|
&*(string as *const str)
|
|
|
|
};
|
|
|
|
self.strings.push(string);
|
2016-11-16 08:21:52 +00:00
|
|
|
self.names.insert(string, name);
|
|
|
|
name
|
|
|
|
}
|
|
|
|
|
2017-03-26 02:11:30 +00:00
|
|
|
pub fn interned(&self, symbol: Symbol) -> Symbol {
|
2018-12-11 09:06:51 +11:00
|
|
|
if (symbol.0.as_usize()) < self.strings.len() {
|
2017-03-26 02:11:30 +00:00
|
|
|
symbol
|
|
|
|
} else {
|
2018-12-11 09:06:51 +11:00
|
|
|
self.interned(self.gensyms[(SymbolIndex::MAX_AS_U32 - symbol.0.as_u32()) as usize])
|
2017-03-26 02:11:30 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-11-16 08:21:52 +00:00
|
|
|
fn gensym(&mut self, string: &str) -> Symbol {
|
2017-03-26 02:11:30 +00:00
|
|
|
let symbol = self.intern(string);
|
|
|
|
self.gensymed(symbol)
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
|
2017-03-26 02:11:30 +00:00
|
|
|
fn gensymed(&mut self, symbol: Symbol) -> Symbol {
|
|
|
|
self.gensyms.push(symbol);
|
2018-12-11 09:06:51 +11:00
|
|
|
Symbol::new(SymbolIndex::MAX_AS_U32 - self.gensyms.len() as u32 + 1)
|
2017-03-26 02:11:30 +00:00
|
|
|
}
|
|
|
|
|
2017-12-04 17:05:06 -05:00
|
|
|
fn is_gensymed(&mut self, symbol: Symbol) -> bool {
|
2018-12-11 09:06:51 +11:00
|
|
|
symbol.0.as_usize() >= self.strings.len()
|
2017-12-04 17:05:06 -05:00
|
|
|
}
|
|
|
|
|
2017-03-26 02:11:30 +00:00
|
|
|
pub fn get(&self, symbol: Symbol) -> &str {
|
2018-12-11 09:06:51 +11:00
|
|
|
match self.strings.get(symbol.0.as_usize()) {
|
2018-05-10 16:27:46 +02:00
|
|
|
Some(string) => string,
|
2018-12-11 09:06:51 +11:00
|
|
|
None => self.get(self.gensyms[(SymbolIndex::MAX_AS_U32 - symbol.0.as_u32()) as usize]),
|
2017-03-26 02:11:30 +00:00
|
|
|
}
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-04-09 09:36:17 +02:00
|
|
|
pub mod keywords {
|
|
|
|
use super::{Symbol, Ident};
|
|
|
|
|
|
|
|
#[derive(Clone, Copy, PartialEq, Eq)]
|
|
|
|
pub struct Keyword {
|
|
|
|
ident: Ident,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Keyword {
|
|
|
|
#[inline]
|
|
|
|
pub fn ident(self) -> Ident {
|
|
|
|
self.ident
|
|
|
|
}
|
|
|
|
|
|
|
|
#[inline]
|
|
|
|
pub fn name(self) -> Symbol {
|
|
|
|
self.ident.name
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
keywords!();
|
|
|
|
}
|
|
|
|
|
|
|
|
pub mod symbols {
|
|
|
|
use super::Symbol;
|
|
|
|
symbols!();
|
|
|
|
}
|
|
|
|
|
2018-05-13 16:14:43 +03:00
|
|
|
impl Symbol {
|
2018-12-02 03:05:19 +03:00
|
|
|
fn is_used_keyword_2018(self) -> bool {
|
|
|
|
self == keywords::Dyn.name()
|
|
|
|
}
|
|
|
|
|
2018-05-13 16:14:43 +03:00
|
|
|
fn is_unused_keyword_2018(self) -> bool {
|
2018-09-15 18:18:49 +01:00
|
|
|
self >= keywords::Async.name() && self <= keywords::Try.name()
|
2018-05-13 16:14:43 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Ident {
|
2018-11-27 02:59:49 +00:00
|
|
|
// Returns `true` for reserved identifiers used internally for elided lifetimes,
|
2018-05-13 16:14:43 +03:00
|
|
|
// unnamed method parameters, crate root module, error recovery etc.
|
|
|
|
pub fn is_special(self) -> bool {
|
|
|
|
self.name <= keywords::Underscore.name()
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Returns `true` if the token is a keyword used in the language.
|
|
|
|
pub fn is_used_keyword(self) -> bool {
|
2018-12-02 03:05:19 +03:00
|
|
|
// Note: `span.edition()` is relatively expensive, don't call it unless necessary.
|
|
|
|
self.name >= keywords::As.name() && self.name <= keywords::While.name() ||
|
|
|
|
self.name.is_used_keyword_2018() && self.span.rust_2018()
|
2018-05-13 16:14:43 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Returns `true` if the token is a keyword reserved for possible future use.
|
|
|
|
pub fn is_unused_keyword(self) -> bool {
|
|
|
|
// Note: `span.edition()` is relatively expensive, don't call it unless necessary.
|
|
|
|
self.name >= keywords::Abstract.name() && self.name <= keywords::Yield.name() ||
|
2018-11-18 03:25:59 +03:00
|
|
|
self.name.is_unused_keyword_2018() && self.span.rust_2018()
|
2018-05-13 16:14:43 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Returns `true` if the token is either a special identifier or a keyword.
|
|
|
|
pub fn is_reserved(self) -> bool {
|
|
|
|
self.is_special() || self.is_used_keyword() || self.is_unused_keyword()
|
|
|
|
}
|
|
|
|
|
|
|
|
/// A keyword or reserved identifier that can be used as a path segment.
|
|
|
|
pub fn is_path_segment_keyword(self) -> bool {
|
|
|
|
self.name == keywords::Super.name() ||
|
2018-12-02 03:35:55 +03:00
|
|
|
self.name == keywords::SelfLower.name() ||
|
|
|
|
self.name == keywords::SelfUpper.name() ||
|
2018-05-13 16:14:43 +03:00
|
|
|
self.name == keywords::Crate.name() ||
|
2018-12-02 03:35:55 +03:00
|
|
|
self.name == keywords::PathRoot.name() ||
|
2018-05-13 16:14:43 +03:00
|
|
|
self.name == keywords::DollarCrate.name()
|
|
|
|
}
|
|
|
|
|
2019-02-27 22:06:26 +03:00
|
|
|
/// This identifier can be a raw identifier.
|
|
|
|
pub fn can_be_raw(self) -> bool {
|
2018-11-30 22:34:24 +03:00
|
|
|
self.name != keywords::Invalid.name() && self.name != keywords::Underscore.name() &&
|
2019-02-27 22:06:26 +03:00
|
|
|
!self.is_path_segment_keyword()
|
|
|
|
}
|
|
|
|
|
|
|
|
/// We see this identifier in a normal identifier position, like variable name or a type.
|
|
|
|
/// How was it written originally? Did it use the raw form? Let's try to guess.
|
|
|
|
pub fn is_raw_guess(self) -> bool {
|
|
|
|
self.can_be_raw() && self.is_reserved()
|
2018-05-13 16:14:43 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-03-07 02:44:10 +01:00
|
|
|
// If an interner exists, return it. Otherwise, prepare a fresh one.
|
|
|
|
#[inline]
|
2016-11-16 08:21:52 +00:00
|
|
|
fn with_interner<T, F: FnOnce(&mut Interner) -> T>(f: F) -> T {
|
2018-03-07 02:44:10 +01:00
|
|
|
GLOBALS.with(|globals| f(&mut *globals.symbol_interner.lock()))
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
|
2018-04-11 23:02:41 +02:00
|
|
|
/// Represents a string stored in the interner. Because the interner outlives any thread
|
|
|
|
/// which uses this type, we can safely treat `string` which points to interner data,
|
|
|
|
/// as an immortal string, as long as this type never crosses between threads.
|
2018-11-27 02:59:49 +00:00
|
|
|
// FIXME: ensure that the interner outlives any thread which uses `LocalInternedString`,
|
|
|
|
// by creating a new thread right after constructing the interner.
|
2017-07-30 02:28:30 +03:00
|
|
|
#[derive(Clone, Copy, Hash, PartialOrd, Eq, Ord)]
|
2018-04-11 23:02:41 +02:00
|
|
|
pub struct LocalInternedString {
|
2016-11-19 05:55:28 +00:00
|
|
|
string: &'static str,
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
|
2018-04-11 23:02:41 +02:00
|
|
|
impl LocalInternedString {
|
|
|
|
pub fn as_interned_str(self) -> InternedString {
|
|
|
|
InternedString {
|
|
|
|
symbol: Symbol::intern(self.string)
|
|
|
|
}
|
|
|
|
}
|
2018-11-29 11:36:58 +11:00
|
|
|
|
2019-03-16 08:50:19 +01:00
|
|
|
pub fn get(&self) -> &str {
|
|
|
|
// This returns a valid string since we ensure that `self` outlives the interner
|
|
|
|
// by creating the interner on a thread which outlives threads which can access it.
|
|
|
|
// This type cannot move to a thread which outlives the interner since it does
|
|
|
|
// not implement Send.
|
2018-11-29 11:36:58 +11:00
|
|
|
self.string
|
|
|
|
}
|
2018-04-11 23:02:41 +02:00
|
|
|
}
|
|
|
|
|
2019-02-04 03:42:27 +09:00
|
|
|
impl<U: ?Sized> std::convert::AsRef<U> for LocalInternedString
|
2018-04-11 23:02:41 +02:00
|
|
|
where
|
2019-02-04 03:42:27 +09:00
|
|
|
str: std::convert::AsRef<U>
|
2018-04-11 23:02:41 +02:00
|
|
|
{
|
2017-03-09 10:10:18 +01:00
|
|
|
fn as_ref(&self) -> &U {
|
|
|
|
self.string.as_ref()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-04 03:42:27 +09:00
|
|
|
impl<T: std::ops::Deref<Target = str>> std::cmp::PartialEq<T> for LocalInternedString {
|
2017-03-09 10:10:18 +01:00
|
|
|
fn eq(&self, other: &T) -> bool {
|
|
|
|
self.string == other.deref()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-04 03:42:27 +09:00
|
|
|
impl std::cmp::PartialEq<LocalInternedString> for str {
|
2018-04-11 23:02:41 +02:00
|
|
|
fn eq(&self, other: &LocalInternedString) -> bool {
|
2017-03-09 10:10:18 +01:00
|
|
|
self == other.string
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-04 03:42:27 +09:00
|
|
|
impl<'a> std::cmp::PartialEq<LocalInternedString> for &'a str {
|
2018-04-11 23:02:41 +02:00
|
|
|
fn eq(&self, other: &LocalInternedString) -> bool {
|
2017-03-09 10:10:18 +01:00
|
|
|
*self == other.string
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-04 03:42:27 +09:00
|
|
|
impl std::cmp::PartialEq<LocalInternedString> for String {
|
2018-04-11 23:02:41 +02:00
|
|
|
fn eq(&self, other: &LocalInternedString) -> bool {
|
2017-03-09 10:10:18 +01:00
|
|
|
self == other.string
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-04 03:42:27 +09:00
|
|
|
impl<'a> std::cmp::PartialEq<LocalInternedString> for &'a String {
|
2018-04-11 23:02:41 +02:00
|
|
|
fn eq(&self, other: &LocalInternedString) -> bool {
|
2017-03-09 10:10:18 +01:00
|
|
|
*self == other.string
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-04-11 23:02:41 +02:00
|
|
|
impl !Send for LocalInternedString {}
|
|
|
|
impl !Sync for LocalInternedString {}
|
2016-11-19 05:55:28 +00:00
|
|
|
|
2019-02-04 03:42:27 +09:00
|
|
|
impl std::ops::Deref for LocalInternedString {
|
2016-11-16 08:21:52 +00:00
|
|
|
type Target = str;
|
2016-11-19 05:55:28 +00:00
|
|
|
fn deref(&self) -> &str { self.string }
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
|
2018-04-11 23:02:41 +02:00
|
|
|
impl fmt::Debug for LocalInternedString {
|
2019-02-04 03:42:27 +09:00
|
|
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
2016-11-19 05:55:28 +00:00
|
|
|
fmt::Debug::fmt(self.string, f)
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-04-11 23:02:41 +02:00
|
|
|
impl fmt::Display for LocalInternedString {
|
2019-02-04 03:42:27 +09:00
|
|
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
2016-11-19 05:55:28 +00:00
|
|
|
fmt::Display::fmt(self.string, f)
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-04-11 23:02:41 +02:00
|
|
|
impl Decodable for LocalInternedString {
|
|
|
|
fn decode<D: Decoder>(d: &mut D) -> Result<LocalInternedString, D::Error> {
|
|
|
|
Ok(Symbol::intern(&d.read_str()?).as_str())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Encodable for LocalInternedString {
|
|
|
|
fn encode<S: Encoder>(&self, s: &mut S) -> Result<(), S::Error> {
|
|
|
|
s.emit_str(self.string)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-11-27 02:59:49 +00:00
|
|
|
/// Represents a string stored in the string interner.
|
2018-04-11 23:02:41 +02:00
|
|
|
#[derive(Clone, Copy, Eq)]
|
|
|
|
pub struct InternedString {
|
|
|
|
symbol: Symbol,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl InternedString {
|
|
|
|
pub fn with<F: FnOnce(&str) -> R, R>(self, f: F) -> R {
|
|
|
|
let str = with_interner(|interner| {
|
|
|
|
interner.get(self.symbol) as *const str
|
|
|
|
});
|
|
|
|
// This is safe because the interner keeps string alive until it is dropped.
|
|
|
|
// We can access it because we know the interner is still alive since we use a
|
2018-08-19 15:30:23 +02:00
|
|
|
// scoped thread local to access it, and it was alive at the beginning of this scope
|
2018-04-11 23:02:41 +02:00
|
|
|
unsafe { f(&*str) }
|
|
|
|
}
|
|
|
|
|
2019-05-09 11:45:56 +10:00
|
|
|
fn with2<F: FnOnce(&str, &str) -> R, R>(self, other: &InternedString, f: F) -> R {
|
|
|
|
let (self_str, other_str) = with_interner(|interner| {
|
|
|
|
(interner.get(self.symbol) as *const str,
|
|
|
|
interner.get(other.symbol) as *const str)
|
|
|
|
});
|
|
|
|
// This is safe for the same reason that `with` is safe.
|
|
|
|
unsafe { f(&*self_str, &*other_str) }
|
|
|
|
}
|
|
|
|
|
2018-04-11 23:02:41 +02:00
|
|
|
pub fn as_symbol(self) -> Symbol {
|
|
|
|
self.symbol
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn as_str(self) -> LocalInternedString {
|
|
|
|
self.symbol.as_str()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Hash for InternedString {
|
|
|
|
fn hash<H: Hasher>(&self, state: &mut H) {
|
|
|
|
self.with(|str| str.hash(state))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl PartialOrd<InternedString> for InternedString {
|
|
|
|
fn partial_cmp(&self, other: &InternedString) -> Option<Ordering> {
|
|
|
|
if self.symbol == other.symbol {
|
|
|
|
return Some(Ordering::Equal);
|
|
|
|
}
|
2019-05-09 11:45:56 +10:00
|
|
|
self.with2(other, |self_str, other_str| self_str.partial_cmp(other_str))
|
2018-04-11 23:02:41 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Ord for InternedString {
|
|
|
|
fn cmp(&self, other: &InternedString) -> Ordering {
|
|
|
|
if self.symbol == other.symbol {
|
|
|
|
return Ordering::Equal;
|
|
|
|
}
|
2019-05-09 11:45:56 +10:00
|
|
|
self.with2(other, |self_str, other_str| self_str.cmp(other_str))
|
2018-04-11 23:02:41 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-04 03:42:27 +09:00
|
|
|
impl<T: std::ops::Deref<Target = str>> PartialEq<T> for InternedString {
|
2018-04-11 23:02:41 +02:00
|
|
|
fn eq(&self, other: &T) -> bool {
|
|
|
|
self.with(|string| string == other.deref())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl PartialEq<InternedString> for InternedString {
|
|
|
|
fn eq(&self, other: &InternedString) -> bool {
|
|
|
|
self.symbol == other.symbol
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl PartialEq<InternedString> for str {
|
|
|
|
fn eq(&self, other: &InternedString) -> bool {
|
|
|
|
other.with(|string| self == string)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl<'a> PartialEq<InternedString> for &'a str {
|
|
|
|
fn eq(&self, other: &InternedString) -> bool {
|
|
|
|
other.with(|string| *self == string)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl PartialEq<InternedString> for String {
|
|
|
|
fn eq(&self, other: &InternedString) -> bool {
|
|
|
|
other.with(|string| self == string)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl<'a> PartialEq<InternedString> for &'a String {
|
|
|
|
fn eq(&self, other: &InternedString) -> bool {
|
|
|
|
other.with(|string| *self == string)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-04 03:42:27 +09:00
|
|
|
impl std::convert::From<InternedString> for String {
|
2018-04-11 23:02:41 +02:00
|
|
|
fn from(val: InternedString) -> String {
|
|
|
|
val.as_symbol().to_string()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl fmt::Debug for InternedString {
|
2019-02-04 03:42:27 +09:00
|
|
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
2018-04-11 23:02:41 +02:00
|
|
|
self.with(|str| fmt::Debug::fmt(&str, f))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl fmt::Display for InternedString {
|
2019-02-04 03:42:27 +09:00
|
|
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
2018-04-11 23:02:41 +02:00
|
|
|
self.with(|str| fmt::Display::fmt(&str, f))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-11-16 08:21:52 +00:00
|
|
|
impl Decodable for InternedString {
|
|
|
|
fn decode<D: Decoder>(d: &mut D) -> Result<InternedString, D::Error> {
|
2018-04-11 23:02:41 +02:00
|
|
|
Ok(Symbol::intern(&d.read_str()?).as_interned_str())
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Encodable for InternedString {
|
|
|
|
fn encode<S: Encoder>(&self, s: &mut S) -> Result<(), S::Error> {
|
2018-04-11 23:02:41 +02:00
|
|
|
self.with(|string| s.emit_str(string))
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#[cfg(test)]
|
|
|
|
mod tests {
|
|
|
|
use super::*;
|
2019-02-04 03:42:27 +09:00
|
|
|
use crate::Globals;
|
2016-11-16 08:21:52 +00:00
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn interner_tests() {
|
2018-10-16 16:57:53 +02:00
|
|
|
let mut i: Interner = Interner::default();
|
2016-11-16 08:21:52 +00:00
|
|
|
// first one is zero:
|
2018-12-11 09:06:51 +11:00
|
|
|
assert_eq!(i.intern("dog"), Symbol::new(0));
|
2016-11-16 08:21:52 +00:00
|
|
|
// re-use gets the same entry:
|
2018-12-11 09:06:51 +11:00
|
|
|
assert_eq!(i.intern("dog"), Symbol::new(0));
|
2016-11-16 08:21:52 +00:00
|
|
|
// different string gets a different #:
|
2018-12-11 09:06:51 +11:00
|
|
|
assert_eq!(i.intern("cat"), Symbol::new(1));
|
|
|
|
assert_eq!(i.intern("cat"), Symbol::new(1));
|
2016-11-16 08:21:52 +00:00
|
|
|
// dog is still at zero
|
2018-12-11 09:06:51 +11:00
|
|
|
assert_eq!(i.intern("dog"), Symbol::new(0));
|
|
|
|
assert_eq!(i.gensym("zebra"), Symbol::new(SymbolIndex::MAX_AS_U32));
|
|
|
|
// gensym of same string gets new number:
|
|
|
|
assert_eq!(i.gensym("zebra"), Symbol::new(SymbolIndex::MAX_AS_U32 - 1));
|
2016-11-16 08:21:52 +00:00
|
|
|
// gensym of *existing* string gets new number:
|
2018-12-11 09:06:51 +11:00
|
|
|
assert_eq!(i.gensym("dog"), Symbol::new(SymbolIndex::MAX_AS_U32 - 2));
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|
2017-12-06 04:28:01 -05:00
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn without_first_quote_test() {
|
2018-03-07 02:44:10 +01:00
|
|
|
GLOBALS.set(&Globals::new(), || {
|
|
|
|
let i = Ident::from_str("'break");
|
|
|
|
assert_eq!(i.without_first_quote().name, keywords::Break.name());
|
|
|
|
});
|
2017-12-06 04:28:01 -05:00
|
|
|
}
|
2016-11-16 08:21:52 +00:00
|
|
|
}
|