2019-08-02 00:26:40 +03:00
|
|
|
use super::*;
|
|
|
|
|
|
|
|
use rustc_data_structures::sync::Lrc;
|
|
|
|
|
|
|
|
fn init_source_map() -> SourceMap {
|
|
|
|
let sm = SourceMap::new(FilePathMapping::empty());
|
2019-12-22 17:42:04 -05:00
|
|
|
sm.new_source_file(PathBuf::from("blork.rs").into(), "first line.\nsecond line".to_string());
|
|
|
|
sm.new_source_file(PathBuf::from("empty.rs").into(), String::new());
|
|
|
|
sm.new_source_file(PathBuf::from("blork2.rs").into(), "first line.\nsecond line".to_string());
|
2019-08-02 00:26:40 +03:00
|
|
|
sm
|
|
|
|
}
|
|
|
|
|
2019-09-06 03:56:45 +01:00
|
|
|
/// Tests `lookup_byte_offset`.
|
2019-08-02 00:26:40 +03:00
|
|
|
#[test]
|
|
|
|
fn t3() {
|
|
|
|
let sm = init_source_map();
|
|
|
|
|
|
|
|
let srcfbp1 = sm.lookup_byte_offset(BytePos(23));
|
|
|
|
assert_eq!(srcfbp1.sf.name, PathBuf::from("blork.rs").into());
|
|
|
|
assert_eq!(srcfbp1.pos, BytePos(23));
|
|
|
|
|
|
|
|
let srcfbp1 = sm.lookup_byte_offset(BytePos(24));
|
|
|
|
assert_eq!(srcfbp1.sf.name, PathBuf::from("empty.rs").into());
|
|
|
|
assert_eq!(srcfbp1.pos, BytePos(0));
|
|
|
|
|
|
|
|
let srcfbp2 = sm.lookup_byte_offset(BytePos(25));
|
|
|
|
assert_eq!(srcfbp2.sf.name, PathBuf::from("blork2.rs").into());
|
|
|
|
assert_eq!(srcfbp2.pos, BytePos(0));
|
|
|
|
}
|
|
|
|
|
2019-09-06 03:56:45 +01:00
|
|
|
/// Tests `bytepos_to_file_charpos`.
|
2019-08-02 00:26:40 +03:00
|
|
|
#[test]
|
|
|
|
fn t4() {
|
|
|
|
let sm = init_source_map();
|
|
|
|
|
|
|
|
let cp1 = sm.bytepos_to_file_charpos(BytePos(22));
|
|
|
|
assert_eq!(cp1, CharPos(22));
|
|
|
|
|
|
|
|
let cp2 = sm.bytepos_to_file_charpos(BytePos(25));
|
|
|
|
assert_eq!(cp2, CharPos(0));
|
|
|
|
}
|
|
|
|
|
2019-09-06 03:56:45 +01:00
|
|
|
/// Tests zero-length `SourceFile`s.
|
2019-08-02 00:26:40 +03:00
|
|
|
#[test]
|
|
|
|
fn t5() {
|
|
|
|
let sm = init_source_map();
|
|
|
|
|
|
|
|
let loc1 = sm.lookup_char_pos(BytePos(22));
|
|
|
|
assert_eq!(loc1.file.name, PathBuf::from("blork.rs").into());
|
|
|
|
assert_eq!(loc1.line, 2);
|
|
|
|
assert_eq!(loc1.col, CharPos(10));
|
|
|
|
|
|
|
|
let loc2 = sm.lookup_char_pos(BytePos(25));
|
|
|
|
assert_eq!(loc2.file.name, PathBuf::from("blork2.rs").into());
|
|
|
|
assert_eq!(loc2.line, 1);
|
|
|
|
assert_eq!(loc2.col, CharPos(0));
|
|
|
|
}
|
|
|
|
|
|
|
|
fn init_source_map_mbc() -> SourceMap {
|
|
|
|
let sm = SourceMap::new(FilePathMapping::empty());
|
2019-09-06 03:56:45 +01:00
|
|
|
// "€" is a three-byte UTF8 char.
|
2019-12-22 17:42:04 -05:00
|
|
|
sm.new_source_file(
|
|
|
|
PathBuf::from("blork.rs").into(),
|
|
|
|
"fir€st €€€€ line.\nsecond line".to_string(),
|
|
|
|
);
|
|
|
|
sm.new_source_file(
|
|
|
|
PathBuf::from("blork2.rs").into(),
|
|
|
|
"first line€€.\n€ second line".to_string(),
|
|
|
|
);
|
2019-08-02 00:26:40 +03:00
|
|
|
sm
|
|
|
|
}
|
|
|
|
|
2019-09-06 03:56:45 +01:00
|
|
|
/// Tests `bytepos_to_file_charpos` in the presence of multi-byte chars.
|
2019-08-02 00:26:40 +03:00
|
|
|
#[test]
|
|
|
|
fn t6() {
|
|
|
|
let sm = init_source_map_mbc();
|
|
|
|
|
|
|
|
let cp1 = sm.bytepos_to_file_charpos(BytePos(3));
|
|
|
|
assert_eq!(cp1, CharPos(3));
|
|
|
|
|
|
|
|
let cp2 = sm.bytepos_to_file_charpos(BytePos(6));
|
|
|
|
assert_eq!(cp2, CharPos(4));
|
|
|
|
|
|
|
|
let cp3 = sm.bytepos_to_file_charpos(BytePos(56));
|
|
|
|
assert_eq!(cp3, CharPos(12));
|
|
|
|
|
|
|
|
let cp4 = sm.bytepos_to_file_charpos(BytePos(61));
|
|
|
|
assert_eq!(cp4, CharPos(15));
|
|
|
|
}
|
|
|
|
|
2019-09-06 03:56:45 +01:00
|
|
|
/// Test `span_to_lines` for a span ending at the end of a `SourceFile`.
|
2019-08-02 00:26:40 +03:00
|
|
|
#[test]
|
|
|
|
fn t7() {
|
|
|
|
let sm = init_source_map();
|
2019-09-06 22:38:07 +01:00
|
|
|
let span = Span::with_root_ctxt(BytePos(12), BytePos(23));
|
2019-08-02 00:26:40 +03:00
|
|
|
let file_lines = sm.span_to_lines(span).unwrap();
|
|
|
|
|
|
|
|
assert_eq!(file_lines.file.name, PathBuf::from("blork.rs").into());
|
|
|
|
assert_eq!(file_lines.lines.len(), 1);
|
|
|
|
assert_eq!(file_lines.lines[0].line_index, 1);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Given a string like " ~~~~~~~~~~~~ ", produces a span
|
|
|
|
/// converting that range. The idea is that the string has the same
|
|
|
|
/// length as the input, and we uncover the byte positions. Note
|
|
|
|
/// that this can span lines and so on.
|
|
|
|
fn span_from_selection(input: &str, selection: &str) -> Span {
|
|
|
|
assert_eq!(input.len(), selection.len());
|
|
|
|
let left_index = selection.find('~').unwrap() as u32;
|
2021-01-11 20:45:33 +01:00
|
|
|
let right_index = selection.rfind('~').map_or(left_index, |x| x as u32);
|
2019-09-06 22:38:07 +01:00
|
|
|
Span::with_root_ctxt(BytePos(left_index), BytePos(right_index + 1))
|
2019-08-02 00:26:40 +03:00
|
|
|
}
|
|
|
|
|
2019-09-06 03:56:45 +01:00
|
|
|
/// Tests `span_to_snippet` and `span_to_lines` for a span converting 3
|
2019-08-02 00:26:40 +03:00
|
|
|
/// lines in the middle of a file.
|
|
|
|
#[test]
|
|
|
|
fn span_to_snippet_and_lines_spanning_multiple_lines() {
|
|
|
|
let sm = SourceMap::new(FilePathMapping::empty());
|
|
|
|
let inputtext = "aaaaa\nbbbbBB\nCCC\nDDDDDddddd\neee\n";
|
|
|
|
let selection = " \n ~~\n~~~\n~~~~~ \n \n";
|
|
|
|
sm.new_source_file(Path::new("blork.rs").to_owned().into(), inputtext.to_string());
|
|
|
|
let span = span_from_selection(inputtext, selection);
|
|
|
|
|
2019-09-06 03:56:45 +01:00
|
|
|
// Check that we are extracting the text we thought we were extracting.
|
2019-08-02 00:26:40 +03:00
|
|
|
assert_eq!(&sm.span_to_snippet(span).unwrap(), "BB\nCCC\nDDDDD");
|
|
|
|
|
2019-09-06 03:56:45 +01:00
|
|
|
// Check that span_to_lines gives us the complete result with the lines/cols we expected.
|
2019-08-02 00:26:40 +03:00
|
|
|
let lines = sm.span_to_lines(span).unwrap();
|
|
|
|
let expected = vec![
|
|
|
|
LineInfo { line_index: 1, start_col: CharPos(4), end_col: CharPos(6) },
|
|
|
|
LineInfo { line_index: 2, start_col: CharPos(0), end_col: CharPos(3) },
|
2019-12-22 17:42:04 -05:00
|
|
|
LineInfo { line_index: 3, start_col: CharPos(0), end_col: CharPos(5) },
|
|
|
|
];
|
2019-08-02 00:26:40 +03:00
|
|
|
assert_eq!(lines.lines, expected);
|
|
|
|
}
|
|
|
|
|
2019-09-06 03:56:45 +01:00
|
|
|
/// Test span_to_snippet for a span ending at the end of a `SourceFile`.
|
2019-08-02 00:26:40 +03:00
|
|
|
#[test]
|
|
|
|
fn t8() {
|
|
|
|
let sm = init_source_map();
|
2019-09-06 22:38:07 +01:00
|
|
|
let span = Span::with_root_ctxt(BytePos(12), BytePos(23));
|
2019-08-02 00:26:40 +03:00
|
|
|
let snippet = sm.span_to_snippet(span);
|
|
|
|
|
|
|
|
assert_eq!(snippet, Ok("second line".to_string()));
|
|
|
|
}
|
|
|
|
|
2019-09-06 03:56:45 +01:00
|
|
|
/// Test `span_to_str` for a span ending at the end of a `SourceFile`.
|
2019-08-02 00:26:40 +03:00
|
|
|
#[test]
|
|
|
|
fn t9() {
|
|
|
|
let sm = init_source_map();
|
2019-09-06 22:38:07 +01:00
|
|
|
let span = Span::with_root_ctxt(BytePos(12), BytePos(23));
|
2019-12-22 17:42:04 -05:00
|
|
|
let sstr = sm.span_to_string(span);
|
2019-08-02 00:26:40 +03:00
|
|
|
|
|
|
|
assert_eq!(sstr, "blork.rs:2:1: 2:12");
|
|
|
|
}
|
|
|
|
|
2019-09-06 03:56:45 +01:00
|
|
|
/// Tests failing to merge two spans on different lines.
|
2019-08-02 00:26:40 +03:00
|
|
|
#[test]
|
|
|
|
fn span_merging_fail() {
|
|
|
|
let sm = SourceMap::new(FilePathMapping::empty());
|
2019-12-22 17:42:04 -05:00
|
|
|
let inputtext = "bbbb BB\ncc CCC\n";
|
2019-08-02 00:26:40 +03:00
|
|
|
let selection1 = " ~~\n \n";
|
|
|
|
let selection2 = " \n ~~~\n";
|
|
|
|
sm.new_source_file(Path::new("blork.rs").to_owned().into(), inputtext.to_owned());
|
|
|
|
let span1 = span_from_selection(inputtext, selection1);
|
|
|
|
let span2 = span_from_selection(inputtext, selection2);
|
|
|
|
|
|
|
|
assert!(sm.merge_spans(span1, span2).is_none());
|
|
|
|
}
|
|
|
|
|
2020-04-11 20:21:51 -07:00
|
|
|
/// Tests loading an external source file that requires normalization.
|
|
|
|
#[test]
|
|
|
|
fn t10() {
|
|
|
|
let sm = SourceMap::new(FilePathMapping::empty());
|
|
|
|
let unnormalized = "first line.\r\nsecond line";
|
|
|
|
let normalized = "first line.\nsecond line";
|
|
|
|
|
|
|
|
let src_file = sm.new_source_file(PathBuf::from("blork.rs").into(), unnormalized.to_string());
|
|
|
|
|
|
|
|
assert_eq!(src_file.src.as_ref().unwrap().as_ref(), normalized);
|
|
|
|
assert!(
|
|
|
|
src_file.src_hash.matches(unnormalized),
|
|
|
|
"src_hash should use the source before normalization"
|
|
|
|
);
|
|
|
|
|
|
|
|
let SourceFile {
|
|
|
|
name,
|
|
|
|
name_was_remapped,
|
|
|
|
src_hash,
|
|
|
|
start_pos,
|
|
|
|
end_pos,
|
|
|
|
lines,
|
|
|
|
multibyte_chars,
|
|
|
|
non_narrow_chars,
|
|
|
|
normalized_pos,
|
|
|
|
name_hash,
|
|
|
|
..
|
|
|
|
} = (*src_file).clone();
|
|
|
|
|
|
|
|
let imported_src_file = sm.new_imported_source_file(
|
|
|
|
name,
|
|
|
|
name_was_remapped,
|
|
|
|
src_hash,
|
|
|
|
name_hash,
|
|
|
|
(end_pos - start_pos).to_usize(),
|
|
|
|
CrateNum::new(0),
|
|
|
|
lines,
|
|
|
|
multibyte_chars,
|
|
|
|
non_narrow_chars,
|
|
|
|
normalized_pos,
|
|
|
|
start_pos,
|
|
|
|
end_pos,
|
|
|
|
);
|
|
|
|
|
|
|
|
assert!(
|
|
|
|
imported_src_file.external_src.borrow().get_source().is_none(),
|
|
|
|
"imported source file should not have source yet"
|
|
|
|
);
|
|
|
|
imported_src_file.add_external_src(|| Some(unnormalized.to_string()));
|
|
|
|
assert_eq!(
|
|
|
|
imported_src_file.external_src.borrow().get_source().unwrap().as_ref(),
|
|
|
|
normalized,
|
|
|
|
"imported source file should be normalized"
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
2019-09-06 03:56:45 +01:00
|
|
|
/// Returns the span corresponding to the `n`th occurrence of `substring` in `source_text`.
|
2019-08-02 00:26:40 +03:00
|
|
|
trait SourceMapExtension {
|
2019-09-06 03:56:45 +01:00
|
|
|
fn span_substr(
|
2019-09-06 22:38:07 +01:00
|
|
|
&self,
|
2019-09-06 03:56:45 +01:00
|
|
|
file: &Lrc<SourceFile>,
|
|
|
|
source_text: &str,
|
|
|
|
substring: &str,
|
|
|
|
n: usize,
|
|
|
|
) -> Span;
|
2019-08-02 00:26:40 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
impl SourceMapExtension for SourceMap {
|
2019-09-06 03:56:45 +01:00
|
|
|
fn span_substr(
|
|
|
|
&self,
|
|
|
|
file: &Lrc<SourceFile>,
|
|
|
|
source_text: &str,
|
|
|
|
substring: &str,
|
|
|
|
n: usize,
|
|
|
|
) -> Span {
|
|
|
|
println!(
|
|
|
|
"span_substr(file={:?}/{:?}, substring={:?}, n={})",
|
|
|
|
file.name, file.start_pos, substring, n
|
|
|
|
);
|
2019-08-02 00:26:40 +03:00
|
|
|
let mut i = 0;
|
|
|
|
let mut hi = 0;
|
|
|
|
loop {
|
|
|
|
let offset = source_text[hi..].find(substring).unwrap_or_else(|| {
|
2019-09-06 03:56:45 +01:00
|
|
|
panic!(
|
|
|
|
"source_text `{}` does not have {} occurrences of `{}`, only {}",
|
|
|
|
source_text, n, substring, i
|
|
|
|
);
|
2019-08-02 00:26:40 +03:00
|
|
|
});
|
|
|
|
let lo = hi + offset;
|
|
|
|
hi = lo + substring.len();
|
|
|
|
if i == n {
|
2019-09-06 22:38:07 +01:00
|
|
|
let span = Span::with_root_ctxt(
|
2019-08-02 00:26:40 +03:00
|
|
|
BytePos(lo as u32 + file.start_pos.0),
|
|
|
|
BytePos(hi as u32 + file.start_pos.0),
|
|
|
|
);
|
2019-09-06 03:56:45 +01:00
|
|
|
assert_eq!(&self.span_to_snippet(span).unwrap()[..], substring);
|
2019-08-02 00:26:40 +03:00
|
|
|
return span;
|
|
|
|
}
|
|
|
|
i += 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|