
We already use the object crate for generating uncompressed .rmeta metadata object files. This switches the generation of compressed .rustc object files to use the object crate as well. These have slightly different requirements in that .rmeta should be completely excluded from any final compilation artifacts, while .rustc should be part of shared objects, but not loaded into memory. The primary motivation for this change is #90326: In LLVM 14, the current way of setting section flags (and in particular, preventing the setting of SHF_ALLOC) will no longer work. There are other ways we could work around this, but switching to the object crate seems like the most elegant, as we already use it for .rmeta, and as it makes this independent of the codegen backend. In particular, we don't need separate handling in codegen_llvm and codegen_gcc. codegen_cranelift should be able to reuse the implementation as well, though I have omitted that here, as it is not based on codegen_ssa. This change mostly extracts the existing code for .rmeta handling to allow using it for .rustc as well, and adjust the codegen infrastructure to handle the metadata object file separately: We no longer create a backend-specific module for it, and directly produce the compiled module instead. This does not fix #90326 by itself yet, as .llvmbc will need to be handled separately.
176 lines
6.2 KiB
Rust
176 lines
6.2 KiB
Rust
//! Codegen the MIR to the LLVM IR.
|
|
//!
|
|
//! Hopefully useful general knowledge about codegen:
|
|
//!
|
|
//! * There's no way to find out the [`Ty`] type of a [`Value`]. Doing so
|
|
//! would be "trying to get the eggs out of an omelette" (credit:
|
|
//! pcwalton). You can, instead, find out its [`llvm::Type`] by calling [`val_ty`],
|
|
//! but one [`llvm::Type`] corresponds to many [`Ty`]s; for instance, `tup(int, int,
|
|
//! int)` and `rec(x=int, y=int, z=int)` will have the same [`llvm::Type`].
|
|
//!
|
|
//! [`Ty`]: rustc_middle::ty::Ty
|
|
//! [`val_ty`]: crate::common::val_ty
|
|
|
|
use super::ModuleLlvm;
|
|
|
|
use crate::attributes;
|
|
use crate::builder::Builder;
|
|
use crate::context::CodegenCx;
|
|
use crate::llvm;
|
|
use crate::value::Value;
|
|
|
|
use rustc_codegen_ssa::base::maybe_create_entry_wrapper;
|
|
use rustc_codegen_ssa::mono_item::MonoItemExt;
|
|
use rustc_codegen_ssa::traits::*;
|
|
use rustc_codegen_ssa::{ModuleCodegen, ModuleKind};
|
|
use rustc_data_structures::small_c_str::SmallCStr;
|
|
use rustc_middle::dep_graph;
|
|
use rustc_middle::middle::codegen_fn_attrs::CodegenFnAttrs;
|
|
use rustc_middle::mir::mono::{Linkage, Visibility};
|
|
use rustc_middle::ty::TyCtxt;
|
|
use rustc_session::config::DebugInfo;
|
|
use rustc_span::symbol::Symbol;
|
|
use rustc_target::spec::SanitizerSet;
|
|
|
|
use std::time::Instant;
|
|
|
|
pub struct ValueIter<'ll> {
|
|
cur: Option<&'ll Value>,
|
|
step: unsafe extern "C" fn(&'ll Value) -> Option<&'ll Value>,
|
|
}
|
|
|
|
impl Iterator for ValueIter<'ll> {
|
|
type Item = &'ll Value;
|
|
|
|
fn next(&mut self) -> Option<&'ll Value> {
|
|
let old = self.cur;
|
|
if let Some(old) = old {
|
|
self.cur = unsafe { (self.step)(old) };
|
|
}
|
|
old
|
|
}
|
|
}
|
|
|
|
pub fn iter_globals(llmod: &'ll llvm::Module) -> ValueIter<'ll> {
|
|
unsafe { ValueIter { cur: llvm::LLVMGetFirstGlobal(llmod), step: llvm::LLVMGetNextGlobal } }
|
|
}
|
|
|
|
pub fn compile_codegen_unit(
|
|
tcx: TyCtxt<'tcx>,
|
|
cgu_name: Symbol,
|
|
) -> (ModuleCodegen<ModuleLlvm>, u64) {
|
|
let start_time = Instant::now();
|
|
|
|
let dep_node = tcx.codegen_unit(cgu_name).codegen_dep_node(tcx);
|
|
let (module, _) = tcx.dep_graph.with_task(
|
|
dep_node,
|
|
tcx,
|
|
cgu_name,
|
|
module_codegen,
|
|
Some(dep_graph::hash_result),
|
|
);
|
|
let time_to_codegen = start_time.elapsed();
|
|
|
|
// We assume that the cost to run LLVM on a CGU is proportional to
|
|
// the time we needed for codegenning it.
|
|
let cost = time_to_codegen.as_nanos() as u64;
|
|
|
|
fn module_codegen(tcx: TyCtxt<'_>, cgu_name: Symbol) -> ModuleCodegen<ModuleLlvm> {
|
|
let cgu = tcx.codegen_unit(cgu_name);
|
|
let _prof_timer = tcx.prof.generic_activity_with_args(
|
|
"codegen_module",
|
|
&[cgu_name.to_string(), cgu.size_estimate().to_string()],
|
|
);
|
|
// Instantiate monomorphizations without filling out definitions yet...
|
|
let llvm_module = ModuleLlvm::new(tcx, &cgu_name.as_str());
|
|
{
|
|
let cx = CodegenCx::new(tcx, cgu, &llvm_module);
|
|
let mono_items = cx.codegen_unit.items_in_deterministic_order(cx.tcx);
|
|
for &(mono_item, (linkage, visibility)) in &mono_items {
|
|
mono_item.predefine::<Builder<'_, '_, '_>>(&cx, linkage, visibility);
|
|
}
|
|
|
|
// ... and now that we have everything pre-defined, fill out those definitions.
|
|
for &(mono_item, _) in &mono_items {
|
|
mono_item.define::<Builder<'_, '_, '_>>(&cx);
|
|
}
|
|
|
|
// If this codegen unit contains the main function, also create the
|
|
// wrapper here
|
|
if let Some(entry) = maybe_create_entry_wrapper::<Builder<'_, '_, '_>>(&cx) {
|
|
attributes::sanitize(&cx, SanitizerSet::empty(), entry);
|
|
}
|
|
|
|
// Run replace-all-uses-with for statics that need it
|
|
for &(old_g, new_g) in cx.statics_to_rauw().borrow().iter() {
|
|
unsafe {
|
|
let bitcast = llvm::LLVMConstPointerCast(new_g, cx.val_ty(old_g));
|
|
llvm::LLVMReplaceAllUsesWith(old_g, bitcast);
|
|
llvm::LLVMDeleteGlobal(old_g);
|
|
}
|
|
}
|
|
|
|
// Finalize code coverage by injecting the coverage map. Note, the coverage map will
|
|
// also be added to the `llvm.compiler.used` variable, created next.
|
|
if cx.sess().instrument_coverage() {
|
|
cx.coverageinfo_finalize();
|
|
}
|
|
|
|
// Create the llvm.used and llvm.compiler.used variables.
|
|
if !cx.used_statics().borrow().is_empty() {
|
|
cx.create_used_variable()
|
|
}
|
|
if !cx.compiler_used_statics().borrow().is_empty() {
|
|
cx.create_compiler_used_variable()
|
|
}
|
|
|
|
// Finalize debuginfo
|
|
if cx.sess().opts.debuginfo != DebugInfo::None {
|
|
cx.debuginfo_finalize();
|
|
}
|
|
}
|
|
|
|
ModuleCodegen {
|
|
name: cgu_name.to_string(),
|
|
module_llvm: llvm_module,
|
|
kind: ModuleKind::Regular,
|
|
}
|
|
}
|
|
|
|
(module, cost)
|
|
}
|
|
|
|
pub fn set_link_section(llval: &Value, attrs: &CodegenFnAttrs) {
|
|
let sect = match attrs.link_section {
|
|
Some(name) => name,
|
|
None => return,
|
|
};
|
|
unsafe {
|
|
let buf = SmallCStr::new(§.as_str());
|
|
llvm::LLVMSetSection(llval, buf.as_ptr());
|
|
}
|
|
}
|
|
|
|
pub fn linkage_to_llvm(linkage: Linkage) -> llvm::Linkage {
|
|
match linkage {
|
|
Linkage::External => llvm::Linkage::ExternalLinkage,
|
|
Linkage::AvailableExternally => llvm::Linkage::AvailableExternallyLinkage,
|
|
Linkage::LinkOnceAny => llvm::Linkage::LinkOnceAnyLinkage,
|
|
Linkage::LinkOnceODR => llvm::Linkage::LinkOnceODRLinkage,
|
|
Linkage::WeakAny => llvm::Linkage::WeakAnyLinkage,
|
|
Linkage::WeakODR => llvm::Linkage::WeakODRLinkage,
|
|
Linkage::Appending => llvm::Linkage::AppendingLinkage,
|
|
Linkage::Internal => llvm::Linkage::InternalLinkage,
|
|
Linkage::Private => llvm::Linkage::PrivateLinkage,
|
|
Linkage::ExternalWeak => llvm::Linkage::ExternalWeakLinkage,
|
|
Linkage::Common => llvm::Linkage::CommonLinkage,
|
|
}
|
|
}
|
|
|
|
pub fn visibility_to_llvm(linkage: Visibility) -> llvm::Visibility {
|
|
match linkage {
|
|
Visibility::Default => llvm::Visibility::Default,
|
|
Visibility::Hidden => llvm::Visibility::Hidden,
|
|
Visibility::Protected => llvm::Visibility::Protected,
|
|
}
|
|
}
|