1
Fork 0

Don't compress dylib metadata

This commit is contained in:
bjorn3 2023-07-15 10:03:48 +00:00
parent 008be2d7b6
commit 52853c2694
4 changed files with 21 additions and 22 deletions

View file

@ -3367,7 +3367,6 @@ dependencies = [
"rustc_type_ir", "rustc_type_ir",
"serde_json", "serde_json",
"smallvec", "smallvec",
"snap",
"tempfile", "tempfile",
"thorin-dwp", "thorin-dwp",
"tracing", "tracing",

View file

@ -17,7 +17,6 @@ tempfile = "3.2"
thorin-dwp = "0.6" thorin-dwp = "0.6"
pathdiff = "0.2.0" pathdiff = "0.2.0"
serde_json = "1.0.59" serde_json = "1.0.59"
snap = "1"
smallvec = { version = "1.8.1", features = ["union", "may_dangle"] } smallvec = { version = "1.8.1", features = ["union", "may_dangle"] }
regex = "1.4" regex = "1.4"

View file

@ -10,8 +10,6 @@ use object::{
ObjectSymbol, SectionFlags, SectionKind, SymbolFlags, SymbolKind, SymbolScope, ObjectSymbol, SectionFlags, SectionKind, SymbolFlags, SymbolKind, SymbolScope,
}; };
use snap::write::FrameEncoder;
use rustc_data_structures::memmap::Mmap; use rustc_data_structures::memmap::Mmap;
use rustc_data_structures::owned_slice::{try_slice_owned, OwnedSlice}; use rustc_data_structures::owned_slice::{try_slice_owned, OwnedSlice};
use rustc_metadata::fs::METADATA_FILENAME; use rustc_metadata::fs::METADATA_FILENAME;
@ -482,12 +480,8 @@ pub fn create_compressed_metadata_file(
symbol_name: &str, symbol_name: &str,
) -> Vec<u8> { ) -> Vec<u8> {
let mut compressed = rustc_metadata::METADATA_HEADER.to_vec(); let mut compressed = rustc_metadata::METADATA_HEADER.to_vec();
// Our length will be backfilled once we're done writing compressed.write_all(&(metadata.raw_data().len() as u32).to_be_bytes()).unwrap();
compressed.write_all(&[0; 4]).unwrap(); compressed.extend(metadata.raw_data());
FrameEncoder::new(&mut compressed).write_all(metadata.raw_data()).unwrap();
let meta_len = rustc_metadata::METADATA_HEADER.len();
let data_len = (compressed.len() - meta_len - 4) as u32;
compressed[meta_len..meta_len + 4].copy_from_slice(&data_len.to_be_bytes());
let Some(mut file) = create_object_file(sess) else { let Some(mut file) = create_object_file(sess) else {
return compressed.to_vec(); return compressed.to_vec();

View file

@ -806,19 +806,26 @@ fn get_metadata_section<'p>(
let compressed_len = u32::from_be_bytes(len_bytes) as usize; let compressed_len = u32::from_be_bytes(len_bytes) as usize;
// Header is okay -> inflate the actual metadata // Header is okay -> inflate the actual metadata
let compressed_bytes = &buf[data_start..(data_start + compressed_len)]; let compressed_bytes = buf.slice(|buf| &buf[data_start..(data_start + compressed_len)]);
debug!("inflating {} bytes of compressed metadata", compressed_bytes.len()); if &compressed_bytes[..cmp::min(METADATA_HEADER.len(), compressed_bytes.len())]
// Assume the decompressed data will be at least the size of the compressed data, so we == METADATA_HEADER
// don't have to grow the buffer as much. {
let mut inflated = Vec::with_capacity(compressed_bytes.len()); // The metadata was not actually compressed.
FrameDecoder::new(compressed_bytes).read_to_end(&mut inflated).map_err(|_| { compressed_bytes
MetadataError::LoadFailure(format!( } else {
"failed to decompress metadata: {}", debug!("inflating {} bytes of compressed metadata", compressed_bytes.len());
filename.display() // Assume the decompressed data will be at least the size of the compressed data, so we
)) // don't have to grow the buffer as much.
})?; let mut inflated = Vec::with_capacity(compressed_bytes.len());
FrameDecoder::new(&*compressed_bytes).read_to_end(&mut inflated).map_err(|_| {
MetadataError::LoadFailure(format!(
"failed to decompress metadata: {}",
filename.display()
))
})?;
slice_owned(inflated, Deref::deref) slice_owned(inflated, Deref::deref)
}
} }
CrateFlavor::Rmeta => { CrateFlavor::Rmeta => {
// mmap the file, because only a small fraction of it is read. // mmap the file, because only a small fraction of it is read.