2021-03-21 10:05:48 +01:00
|
|
|
#![feature(rustc_private, decl_macro, never_type, hash_drain_filter)]
|
2020-04-05 13:48:26 +02:00
|
|
|
#![warn(rust_2018_idioms)]
|
|
|
|
#![warn(unused_lifetimes)]
|
2020-10-28 21:46:08 +01:00
|
|
|
#![warn(unreachable_pub)]
|
2018-06-17 18:05:11 +02:00
|
|
|
|
2020-09-05 11:00:34 +02:00
|
|
|
extern crate snap;
|
2020-08-20 16:51:01 +02:00
|
|
|
#[macro_use]
|
2020-03-31 13:20:19 +02:00
|
|
|
extern crate rustc_middle;
|
2020-08-28 12:10:48 +02:00
|
|
|
extern crate rustc_ast;
|
2018-11-24 11:23:49 +01:00
|
|
|
extern crate rustc_codegen_ssa;
|
2018-11-24 12:47:53 +01:00
|
|
|
extern crate rustc_data_structures;
|
2020-04-03 11:54:18 +02:00
|
|
|
extern crate rustc_errors;
|
2018-11-24 12:47:53 +01:00
|
|
|
extern crate rustc_fs_util;
|
2020-01-09 17:43:10 +01:00
|
|
|
extern crate rustc_hir;
|
2018-06-17 18:05:11 +02:00
|
|
|
extern crate rustc_incremental;
|
2019-10-03 17:22:01 +02:00
|
|
|
extern crate rustc_index;
|
2019-12-31 16:43:24 +01:00
|
|
|
extern crate rustc_session;
|
2020-01-06 20:11:03 +01:00
|
|
|
extern crate rustc_span;
|
2018-07-31 12:25:16 +02:00
|
|
|
extern crate rustc_target;
|
2018-06-17 18:05:11 +02:00
|
|
|
|
2020-04-05 13:48:26 +02:00
|
|
|
// This prevents duplicating functions and statics that are already part of the host rustc process.
|
|
|
|
#[allow(unused_extern_crates)]
|
|
|
|
extern crate rustc_driver;
|
|
|
|
|
2018-07-23 11:17:39 +02:00
|
|
|
use std::any::Any;
|
2018-06-17 18:05:11 +02:00
|
|
|
|
2020-08-28 12:10:48 +02:00
|
|
|
use rustc_codegen_ssa::traits::CodegenBackend;
|
|
|
|
use rustc_codegen_ssa::CodegenResults;
|
2020-04-03 11:54:18 +02:00
|
|
|
use rustc_errors::ErrorReported;
|
2020-10-15 10:34:13 +02:00
|
|
|
use rustc_middle::dep_graph::{WorkProduct, WorkProductId};
|
2020-03-31 13:20:19 +02:00
|
|
|
use rustc_middle::middle::cstore::{EncodedMetadata, MetadataLoader};
|
|
|
|
use rustc_middle::ty::query::Providers;
|
2020-08-28 12:10:48 +02:00
|
|
|
use rustc_session::config::OutputFilenames;
|
|
|
|
use rustc_session::Session;
|
2018-06-17 18:05:11 +02:00
|
|
|
|
2020-06-20 18:44:49 +02:00
|
|
|
use cranelift_codegen::settings::{self, Configurable};
|
2018-06-17 18:05:11 +02:00
|
|
|
|
2021-04-07 11:02:54 +02:00
|
|
|
pub use crate::config::*;
|
2018-11-10 15:12:00 +01:00
|
|
|
use crate::prelude::*;
|
|
|
|
|
2018-07-19 19:33:42 +02:00
|
|
|
mod abi;
|
2018-11-05 18:29:15 +01:00
|
|
|
mod allocator;
|
2018-08-09 10:46:56 +02:00
|
|
|
mod analyze;
|
2018-11-09 18:38:30 +01:00
|
|
|
mod archive;
|
2019-10-16 20:48:09 +02:00
|
|
|
mod backend;
|
2020-08-28 12:10:48 +02:00
|
|
|
mod base;
|
2019-07-31 09:45:11 +02:00
|
|
|
mod cast;
|
2019-07-07 18:08:38 +02:00
|
|
|
mod codegen_i128;
|
2018-06-22 19:18:53 +02:00
|
|
|
mod common;
|
2021-03-27 17:32:41 +01:00
|
|
|
mod compiler_builtins;
|
2021-04-07 11:02:54 +02:00
|
|
|
mod config;
|
2018-07-31 12:25:16 +02:00
|
|
|
mod constant;
|
2019-01-17 18:07:27 +01:00
|
|
|
mod debuginfo;
|
2019-08-14 12:01:41 +02:00
|
|
|
mod discriminant;
|
2019-05-04 16:54:25 +02:00
|
|
|
mod driver;
|
2020-07-10 14:45:45 +02:00
|
|
|
mod inline_asm;
|
2018-10-03 18:21:52 +02:00
|
|
|
mod intrinsics;
|
2019-03-11 20:36:29 +01:00
|
|
|
mod linkage;
|
2018-10-20 18:41:26 +02:00
|
|
|
mod main_shim;
|
2018-08-15 12:07:08 +02:00
|
|
|
mod metadata;
|
2019-08-14 11:52:39 +02:00
|
|
|
mod num;
|
2019-12-26 13:37:10 +01:00
|
|
|
mod optimize;
|
2019-12-20 16:02:47 +01:00
|
|
|
mod pointer;
|
2018-08-15 14:45:32 +02:00
|
|
|
mod pretty_clif;
|
2020-07-09 18:55:46 +02:00
|
|
|
mod toolchain;
|
2018-11-16 17:35:47 +01:00
|
|
|
mod trap;
|
2018-12-29 15:33:34 +01:00
|
|
|
mod unsize;
|
2019-06-11 15:43:22 +02:00
|
|
|
mod value_and_place;
|
2018-09-08 18:00:06 +02:00
|
|
|
mod vtable;
|
2018-06-17 18:05:11 +02:00
|
|
|
|
|
|
|
mod prelude {
|
2020-03-27 12:14:45 +01:00
|
|
|
pub(crate) use std::convert::{TryFrom, TryInto};
|
|
|
|
|
|
|
|
pub(crate) use rustc_span::Span;
|
|
|
|
|
|
|
|
pub(crate) use rustc_hir::def_id::{DefId, LOCAL_CRATE};
|
2020-08-28 12:10:48 +02:00
|
|
|
pub(crate) use rustc_middle::bug;
|
2020-03-31 13:20:19 +02:00
|
|
|
pub(crate) use rustc_middle::mir::{self, *};
|
2020-04-03 11:54:18 +02:00
|
|
|
pub(crate) use rustc_middle::ty::layout::{self, TyAndLayout};
|
2020-03-31 13:20:19 +02:00
|
|
|
pub(crate) use rustc_middle::ty::{
|
2021-01-30 19:29:02 +01:00
|
|
|
self, FloatTy, Instance, InstanceDef, IntTy, ParamEnv, Ty, TyCtxt, TypeAndMut,
|
|
|
|
TypeFoldable, UintTy,
|
2018-06-17 18:05:11 +02:00
|
|
|
};
|
2020-08-28 12:10:48 +02:00
|
|
|
pub(crate) use rustc_target::abi::{Abi, LayoutOf, Scalar, Size, VariantIdx};
|
2019-10-03 17:22:01 +02:00
|
|
|
|
2020-03-27 12:14:45 +01:00
|
|
|
pub(crate) use rustc_data_structures::fx::FxHashMap;
|
|
|
|
|
|
|
|
pub(crate) use rustc_index::vec::Idx;
|
|
|
|
|
|
|
|
pub(crate) use cranelift_codegen::ir::condcodes::{FloatCC, IntCC};
|
|
|
|
pub(crate) use cranelift_codegen::ir::function::Function;
|
|
|
|
pub(crate) use cranelift_codegen::ir::types;
|
2020-08-28 12:10:48 +02:00
|
|
|
pub(crate) use cranelift_codegen::ir::{
|
|
|
|
AbiParam, Block, ExternalName, FuncRef, Inst, InstBuilder, MemFlags, Signature, SourceLoc,
|
|
|
|
StackSlot, StackSlotData, StackSlotKind, TrapCode, Type, Value,
|
|
|
|
};
|
2020-03-27 12:14:45 +01:00
|
|
|
pub(crate) use cranelift_codegen::isa::{self, CallConv};
|
2020-08-28 12:10:48 +02:00
|
|
|
pub(crate) use cranelift_codegen::Context;
|
2020-03-27 12:14:45 +01:00
|
|
|
pub(crate) use cranelift_frontend::{FunctionBuilder, FunctionBuilderContext, Variable};
|
2020-10-01 10:38:23 +02:00
|
|
|
pub(crate) use cranelift_module::{self, DataContext, DataId, FuncId, Linkage, Module};
|
2018-06-22 19:18:53 +02:00
|
|
|
|
2020-03-27 12:14:45 +01:00
|
|
|
pub(crate) use crate::abi::*;
|
2020-11-01 19:24:30 +06:00
|
|
|
pub(crate) use crate::base::{codegen_operand, codegen_place};
|
2020-03-27 12:14:45 +01:00
|
|
|
pub(crate) use crate::cast::*;
|
|
|
|
pub(crate) use crate::common::*;
|
2020-06-13 17:03:34 +02:00
|
|
|
pub(crate) use crate::debuginfo::{DebugContext, UnwindContext};
|
2020-03-27 12:14:45 +01:00
|
|
|
pub(crate) use crate::pointer::Pointer;
|
|
|
|
pub(crate) use crate::trap::*;
|
|
|
|
pub(crate) use crate::value_and_place::{CPlace, CPlaceInner, CValue};
|
2020-06-20 18:44:49 +02:00
|
|
|
}
|
2020-03-17 16:26:56 +01:00
|
|
|
|
2020-06-20 18:44:49 +02:00
|
|
|
struct PrintOnPanic<F: Fn() -> String>(F);
|
|
|
|
impl<F: Fn() -> String> Drop for PrintOnPanic<F> {
|
|
|
|
fn drop(&mut self) {
|
|
|
|
if ::std::thread::panicking() {
|
|
|
|
println!("{}", (self.0)());
|
|
|
|
}
|
2020-03-17 16:26:56 +01:00
|
|
|
}
|
2018-06-17 18:05:11 +02:00
|
|
|
}
|
|
|
|
|
2021-02-22 16:00:20 +01:00
|
|
|
struct CodegenCx<'m, 'tcx: 'm> {
|
2019-06-16 11:13:49 +02:00
|
|
|
tcx: TyCtxt<'tcx>,
|
2021-02-22 16:00:20 +01:00
|
|
|
module: &'m mut dyn Module,
|
2020-07-09 19:24:53 +02:00
|
|
|
global_asm: String,
|
2020-01-04 17:58:38 +01:00
|
|
|
cached_context: Context,
|
2020-06-12 21:15:13 +02:00
|
|
|
debug_context: Option<DebugContext<'tcx>>,
|
2021-04-08 22:04:58 +02:00
|
|
|
unwind_context: UnwindContext,
|
2018-12-18 18:28:02 +01:00
|
|
|
}
|
|
|
|
|
2021-02-22 16:00:20 +01:00
|
|
|
impl<'m, 'tcx> CodegenCx<'m, 'tcx> {
|
|
|
|
fn new(
|
|
|
|
tcx: TyCtxt<'tcx>,
|
|
|
|
backend_config: BackendConfig,
|
|
|
|
module: &'m mut dyn Module,
|
|
|
|
debug_info: bool,
|
|
|
|
) -> Self {
|
2021-02-12 15:39:58 +00:00
|
|
|
let unwind_context = UnwindContext::new(
|
|
|
|
tcx,
|
|
|
|
module.isa(),
|
|
|
|
matches!(backend_config.codegen_mode, CodegenMode::Aot),
|
|
|
|
);
|
2021-03-05 11:21:44 +01:00
|
|
|
let debug_context =
|
|
|
|
if debug_info { Some(DebugContext::new(tcx, module.isa())) } else { None };
|
2018-12-18 18:28:02 +01:00
|
|
|
CodegenCx {
|
|
|
|
tcx,
|
|
|
|
module,
|
2020-07-09 19:24:53 +02:00
|
|
|
global_asm: String::new(),
|
2020-01-04 17:58:38 +01:00
|
|
|
cached_context: Context::new(),
|
2019-01-17 18:07:27 +01:00
|
|
|
debug_context,
|
2020-05-01 19:21:29 +02:00
|
|
|
unwind_context,
|
2018-12-18 18:28:02 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-04-08 22:04:58 +02:00
|
|
|
fn finalize(self) -> (String, Option<DebugContext<'tcx>>, UnwindContext) {
|
2021-02-22 16:00:20 +01:00
|
|
|
(self.global_asm, self.debug_context, self.unwind_context)
|
2018-12-18 18:28:02 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-09-29 18:41:59 +02:00
|
|
|
pub struct CraneliftCodegenBackend {
|
2020-12-25 11:31:33 +01:00
|
|
|
pub config: Option<BackendConfig>,
|
2020-09-29 18:41:59 +02:00
|
|
|
}
|
2018-07-23 11:17:39 +02:00
|
|
|
|
2018-07-14 11:59:42 +02:00
|
|
|
impl CodegenBackend for CraneliftCodegenBackend {
|
2020-01-17 20:33:27 +01:00
|
|
|
fn init(&self, sess: &Session) {
|
2021-03-15 14:48:58 +01:00
|
|
|
use rustc_session::config::Lto;
|
|
|
|
match sess.lto() {
|
|
|
|
Lto::No | Lto::ThinLocal => {}
|
|
|
|
Lto::Thin | Lto::Fat => sess.warn("LTO is not supported. You may get a linker error."),
|
2020-01-17 20:33:27 +01:00
|
|
|
}
|
|
|
|
}
|
2018-06-17 18:05:11 +02:00
|
|
|
|
2018-11-17 18:23:52 +01:00
|
|
|
fn metadata_loader(&self) -> Box<dyn MetadataLoader + Sync> {
|
2018-08-15 12:07:08 +02:00
|
|
|
Box::new(crate::metadata::CraneliftMetadataLoader)
|
2018-06-17 18:05:11 +02:00
|
|
|
}
|
|
|
|
|
2020-10-15 10:34:13 +02:00
|
|
|
fn provide(&self, _providers: &mut Providers) {}
|
2020-07-13 19:32:31 +02:00
|
|
|
fn provide_extern(&self, _providers: &mut Providers) {}
|
2018-06-17 18:05:11 +02:00
|
|
|
|
2020-06-20 16:22:03 +02:00
|
|
|
fn target_features(&self, _sess: &Session) -> Vec<rustc_span::Symbol> {
|
2020-08-15 21:04:33 +02:00
|
|
|
vec![]
|
2020-06-20 16:22:03 +02:00
|
|
|
}
|
|
|
|
|
2021-03-09 12:37:39 +01:00
|
|
|
fn codegen_crate(
|
2018-06-17 18:05:11 +02:00
|
|
|
&self,
|
2021-03-09 12:37:39 +01:00
|
|
|
tcx: TyCtxt<'_>,
|
2019-05-04 14:57:41 +02:00
|
|
|
metadata: EncodedMetadata,
|
2019-05-04 16:54:25 +02:00
|
|
|
need_metadata_module: bool,
|
2018-11-17 18:23:52 +01:00
|
|
|
) -> Box<dyn Any> {
|
2021-04-07 11:52:11 +02:00
|
|
|
let config = if let Some(config) = self.config.clone() {
|
2020-12-25 11:31:33 +01:00
|
|
|
config
|
|
|
|
} else {
|
|
|
|
BackendConfig::from_opts(&tcx.sess.opts.cg.llvm_args)
|
|
|
|
.unwrap_or_else(|err| tcx.sess.fatal(&err))
|
|
|
|
};
|
2021-03-09 12:37:39 +01:00
|
|
|
driver::codegen_crate(tcx, metadata, need_metadata_module, config)
|
2018-06-17 18:05:11 +02:00
|
|
|
}
|
|
|
|
|
2020-02-07 13:49:48 +01:00
|
|
|
fn join_codegen(
|
2018-06-17 18:05:11 +02:00
|
|
|
&self,
|
2020-02-07 13:49:48 +01:00
|
|
|
ongoing_codegen: Box<dyn Any>,
|
2020-10-15 10:34:13 +02:00
|
|
|
_sess: &Session,
|
|
|
|
) -> Result<(CodegenResults, FxHashMap<WorkProductId, WorkProduct>), ErrorReported> {
|
|
|
|
Ok(*ongoing_codegen
|
2020-08-28 12:10:48 +02:00
|
|
|
.downcast::<(CodegenResults, FxHashMap<WorkProductId, WorkProduct>)>()
|
2020-10-15 10:34:13 +02:00
|
|
|
.unwrap())
|
2020-02-07 13:49:48 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
fn link(
|
|
|
|
&self,
|
|
|
|
sess: &Session,
|
2020-10-15 10:34:13 +02:00
|
|
|
codegen_results: CodegenResults,
|
2018-06-17 18:05:11 +02:00
|
|
|
outputs: &OutputFilenames,
|
2019-03-11 20:02:47 +01:00
|
|
|
) -> Result<(), ErrorReported> {
|
2019-04-01 19:34:26 +02:00
|
|
|
use rustc_codegen_ssa::back::link::link_binary;
|
|
|
|
|
2021-01-02 16:59:23 +01:00
|
|
|
let target_cpu = crate::target_triple(sess).to_string();
|
|
|
|
link_binary::<crate::archive::ArArchiveBuilder<'_>>(
|
|
|
|
sess,
|
|
|
|
&codegen_results,
|
|
|
|
outputs,
|
|
|
|
&codegen_results.crate_name.as_str(),
|
|
|
|
&target_cpu,
|
|
|
|
);
|
2019-04-01 19:34:26 +02:00
|
|
|
|
2018-06-17 18:05:11 +02:00
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-05-25 12:30:21 +02:00
|
|
|
fn target_triple(sess: &Session) -> target_lexicon::Triple {
|
2020-10-16 09:35:48 +02:00
|
|
|
sess.target.llvm_target.parse().unwrap()
|
2019-05-25 12:30:21 +02:00
|
|
|
}
|
|
|
|
|
2021-04-07 11:52:11 +02:00
|
|
|
fn build_isa(sess: &Session, backend_config: &BackendConfig) -> Box<dyn isa::TargetIsa + 'static> {
|
2019-10-27 16:55:35 +01:00
|
|
|
use target_lexicon::BinaryFormat;
|
|
|
|
|
|
|
|
let target_triple = crate::target_triple(sess);
|
|
|
|
|
2018-12-12 15:11:15 +01:00
|
|
|
let mut flags_builder = settings::builder();
|
2020-12-17 19:31:38 +01:00
|
|
|
flags_builder.enable("is_pic").unwrap();
|
2020-01-14 13:55:08 +01:00
|
|
|
flags_builder.set("enable_probestack", "false").unwrap(); // __cranelift_probestack is not provided
|
2021-04-07 11:52:11 +02:00
|
|
|
let enable_verifier = if backend_config.enable_verifier { "true" } else { "false" };
|
|
|
|
flags_builder.set("enable_verifier", enable_verifier).unwrap();
|
2018-12-12 15:11:15 +01:00
|
|
|
|
2019-10-27 16:55:35 +01:00
|
|
|
let tls_model = match target_triple.binary_format {
|
|
|
|
BinaryFormat::Elf => "elf_gd",
|
|
|
|
BinaryFormat::Macho => "macho",
|
|
|
|
BinaryFormat::Coff => "coff",
|
|
|
|
_ => "none",
|
|
|
|
};
|
|
|
|
flags_builder.set("tls_model", tls_model).unwrap();
|
|
|
|
|
2020-03-27 20:55:54 +01:00
|
|
|
flags_builder.set("enable_simd", "true").unwrap();
|
|
|
|
|
2020-05-25 21:43:22 +02:00
|
|
|
flags_builder.set("enable_llvm_abi_extensions", "true").unwrap();
|
|
|
|
|
2020-03-24 13:09:44 +01:00
|
|
|
use rustc_session::config::OptLevel;
|
2019-05-04 16:54:25 +02:00
|
|
|
match sess.opts.optimize {
|
2018-12-12 15:11:15 +01:00
|
|
|
OptLevel::No => {
|
2020-03-31 14:13:03 +02:00
|
|
|
flags_builder.set("opt_level", "none").unwrap();
|
2018-12-12 15:11:15 +01:00
|
|
|
}
|
|
|
|
OptLevel::Less | OptLevel::Default => {}
|
2021-03-15 14:48:58 +01:00
|
|
|
OptLevel::Size | OptLevel::SizeMin | OptLevel::Aggressive => {
|
2020-03-31 14:13:03 +02:00
|
|
|
flags_builder.set("opt_level", "speed_and_size").unwrap();
|
2018-12-12 15:11:15 +01:00
|
|
|
}
|
2020-12-12 10:38:46 +01:00
|
|
|
}
|
2018-12-12 15:11:15 +01:00
|
|
|
|
|
|
|
let flags = settings::Flags::new(flags_builder);
|
2020-03-27 20:55:54 +01:00
|
|
|
|
2021-02-09 13:47:29 +01:00
|
|
|
let variant = cranelift_codegen::isa::BackendVariant::MachInst;
|
2021-01-18 14:48:50 +01:00
|
|
|
let mut isa_builder = cranelift_codegen::isa::lookup_variant(target_triple, variant).unwrap();
|
2020-07-25 16:15:42 +02:00
|
|
|
// Don't use "haswell", as it implies `has_lzcnt`.macOS CI is still at Ivy Bridge EP, so `lzcnt`
|
|
|
|
// is interpreted as `bsr`.
|
|
|
|
isa_builder.enable("nehalem").unwrap();
|
2020-03-27 20:55:54 +01:00
|
|
|
isa_builder.finish(flags)
|
2018-12-12 15:11:15 +01:00
|
|
|
}
|
|
|
|
|
2018-07-14 11:59:42 +02:00
|
|
|
/// This is the entrypoint for a hot plugged rustc_codegen_cranelift
|
2018-06-17 18:05:11 +02:00
|
|
|
#[no_mangle]
|
2018-11-17 18:23:52 +01:00
|
|
|
pub fn __rustc_codegen_backend() -> Box<dyn CodegenBackend> {
|
2020-12-25 11:31:33 +01:00
|
|
|
Box::new(CraneliftCodegenBackend { config: None })
|
2018-06-18 18:39:07 +02:00
|
|
|
}
|