CTFE eval_fn_call: use FnAbi to determine argument skipping and compatibility
This commit is contained in:
parent
84f962a89b
commit
11fb22d83a
6 changed files with 199 additions and 112 deletions
|
@ -260,7 +260,7 @@ impl<'mir, 'tcx> interpret::Machine<'mir, 'tcx> for CompileTimeInterpreter<'mir,
|
||||||
args: &[OpTy<'tcx>],
|
args: &[OpTy<'tcx>],
|
||||||
_ret: Option<(&PlaceTy<'tcx>, mir::BasicBlock)>,
|
_ret: Option<(&PlaceTy<'tcx>, mir::BasicBlock)>,
|
||||||
_unwind: StackPopUnwind, // unwinding is not supported in consts
|
_unwind: StackPopUnwind, // unwinding is not supported in consts
|
||||||
) -> InterpResult<'tcx, Option<&'mir mir::Body<'tcx>>> {
|
) -> InterpResult<'tcx, Option<(&'mir mir::Body<'tcx>, ty::Instance<'tcx>)>> {
|
||||||
debug!("find_mir_or_eval_fn: {:?}", instance);
|
debug!("find_mir_or_eval_fn: {:?}", instance);
|
||||||
|
|
||||||
// Only check non-glue functions
|
// Only check non-glue functions
|
||||||
|
@ -283,7 +283,7 @@ impl<'mir, 'tcx> interpret::Machine<'mir, 'tcx> for CompileTimeInterpreter<'mir,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
// This is a const fn. Call it.
|
// This is a const fn. Call it.
|
||||||
Ok(Some(ecx.load_mir(instance.def, None)?))
|
Ok(Some((ecx.load_mir(instance.def, None)?, instance)))
|
||||||
}
|
}
|
||||||
|
|
||||||
fn call_intrinsic(
|
fn call_intrinsic(
|
||||||
|
|
|
@ -8,7 +8,10 @@ use rustc_index::vec::IndexVec;
|
||||||
use rustc_macros::HashStable;
|
use rustc_macros::HashStable;
|
||||||
use rustc_middle::mir;
|
use rustc_middle::mir;
|
||||||
use rustc_middle::mir::interpret::{InterpError, InvalidProgramInfo};
|
use rustc_middle::mir::interpret::{InterpError, InvalidProgramInfo};
|
||||||
use rustc_middle::ty::layout::{self, LayoutError, LayoutOf, LayoutOfHelpers, TyAndLayout};
|
use rustc_middle::ty::layout::{
|
||||||
|
self, FnAbiError, FnAbiOfHelpers, FnAbiRequest, LayoutError, LayoutOf, LayoutOfHelpers,
|
||||||
|
TyAndLayout,
|
||||||
|
};
|
||||||
use rustc_middle::ty::{
|
use rustc_middle::ty::{
|
||||||
self, query::TyCtxtAt, subst::SubstsRef, ParamEnv, Ty, TyCtxt, TypeFoldable,
|
self, query::TyCtxtAt, subst::SubstsRef, ParamEnv, Ty, TyCtxt, TypeFoldable,
|
||||||
};
|
};
|
||||||
|
@ -16,7 +19,7 @@ use rustc_mir_dataflow::storage::AlwaysLiveLocals;
|
||||||
use rustc_query_system::ich::StableHashingContext;
|
use rustc_query_system::ich::StableHashingContext;
|
||||||
use rustc_session::Limit;
|
use rustc_session::Limit;
|
||||||
use rustc_span::{Pos, Span};
|
use rustc_span::{Pos, Span};
|
||||||
use rustc_target::abi::{Align, HasDataLayout, Size, TargetDataLayout};
|
use rustc_target::abi::{call::FnAbi, Align, HasDataLayout, Size, TargetDataLayout};
|
||||||
|
|
||||||
use super::{
|
use super::{
|
||||||
AllocId, GlobalId, Immediate, InterpErrorInfo, InterpResult, MPlaceTy, Machine, MemPlace,
|
AllocId, GlobalId, Immediate, InterpErrorInfo, InterpResult, MPlaceTy, Machine, MemPlace,
|
||||||
|
@ -333,6 +336,22 @@ impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> LayoutOfHelpers<'tcx> for InterpC
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> FnAbiOfHelpers<'tcx> for InterpCx<'mir, 'tcx, M> {
|
||||||
|
type FnAbiOfResult = InterpResult<'tcx, &'tcx FnAbi<'tcx, Ty<'tcx>>>;
|
||||||
|
|
||||||
|
fn handle_fn_abi_err(
|
||||||
|
&self,
|
||||||
|
err: FnAbiError<'tcx>,
|
||||||
|
_span: Span,
|
||||||
|
_fn_abi_request: FnAbiRequest<'tcx>,
|
||||||
|
) -> InterpErrorInfo<'tcx> {
|
||||||
|
match err {
|
||||||
|
FnAbiError::Layout(err) => err_inval!(Layout(err)).into(),
|
||||||
|
FnAbiError::AdjustForForeignAbi(err) => err_inval!(FnAbi(err)).into(),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
/// Test if it is valid for a MIR assignment to assign `src`-typed place to `dest`-typed value.
|
/// Test if it is valid for a MIR assignment to assign `src`-typed place to `dest`-typed value.
|
||||||
/// This test should be symmetric, as it is primarily about layout compatibility.
|
/// This test should be symmetric, as it is primarily about layout compatibility.
|
||||||
pub(super) fn mir_assign_valid_types<'tcx>(
|
pub(super) fn mir_assign_valid_types<'tcx>(
|
||||||
|
|
|
@ -167,7 +167,7 @@ pub trait Machine<'mir, 'tcx>: Sized {
|
||||||
args: &[OpTy<'tcx, Self::PointerTag>],
|
args: &[OpTy<'tcx, Self::PointerTag>],
|
||||||
ret: Option<(&PlaceTy<'tcx, Self::PointerTag>, mir::BasicBlock)>,
|
ret: Option<(&PlaceTy<'tcx, Self::PointerTag>, mir::BasicBlock)>,
|
||||||
unwind: StackPopUnwind,
|
unwind: StackPopUnwind,
|
||||||
) -> InterpResult<'tcx, Option<&'mir mir::Body<'tcx>>>;
|
) -> InterpResult<'tcx, Option<(&'mir mir::Body<'tcx>, ty::Instance<'tcx>)>>;
|
||||||
|
|
||||||
/// Execute `fn_val`. It is the hook's responsibility to advance the instruction
|
/// Execute `fn_val`. It is the hook's responsibility to advance the instruction
|
||||||
/// pointer as appropriate.
|
/// pointer as appropriate.
|
||||||
|
|
|
@ -1,14 +1,14 @@
|
||||||
use std::borrow::Cow;
|
use std::borrow::Cow;
|
||||||
use std::convert::TryFrom;
|
use std::convert::TryFrom;
|
||||||
|
|
||||||
use rustc_middle::middle::codegen_fn_attrs::CodegenFnAttrFlags;
|
use rustc_middle::ty::layout::{FnAbiOf, LayoutOf};
|
||||||
use rustc_middle::ty::layout::{self, LayoutOf as _, TyAndLayout};
|
|
||||||
use rustc_middle::ty::Instance;
|
use rustc_middle::ty::Instance;
|
||||||
use rustc_middle::{
|
use rustc_middle::{
|
||||||
mir,
|
mir,
|
||||||
ty::{self, Ty},
|
ty::{self, Ty},
|
||||||
};
|
};
|
||||||
use rustc_target::abi;
|
use rustc_target::abi;
|
||||||
|
use rustc_target::abi::call::{ArgAbi, FnAbi, PassMode};
|
||||||
use rustc_target::spec::abi::Abi;
|
use rustc_target::spec::abi::Abi;
|
||||||
|
|
||||||
use super::{
|
use super::{
|
||||||
|
@ -17,10 +17,6 @@ use super::{
|
||||||
};
|
};
|
||||||
|
|
||||||
impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> InterpCx<'mir, 'tcx, M> {
|
impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> InterpCx<'mir, 'tcx, M> {
|
||||||
fn fn_can_unwind(&self, attrs: CodegenFnAttrFlags, abi: Abi) -> bool {
|
|
||||||
layout::fn_can_unwind(*self.tcx, attrs, abi)
|
|
||||||
}
|
|
||||||
|
|
||||||
pub(super) fn eval_terminator(
|
pub(super) fn eval_terminator(
|
||||||
&mut self,
|
&mut self,
|
||||||
terminator: &mir::Terminator<'tcx>,
|
terminator: &mir::Terminator<'tcx>,
|
||||||
|
@ -64,25 +60,27 @@ impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> InterpCx<'mir, 'tcx, M> {
|
||||||
let old_stack = self.frame_idx();
|
let old_stack = self.frame_idx();
|
||||||
let old_loc = self.frame().loc;
|
let old_loc = self.frame().loc;
|
||||||
let func = self.eval_operand(func, None)?;
|
let func = self.eval_operand(func, None)?;
|
||||||
let (fn_val, abi, caller_can_unwind) = match *func.layout.ty.kind() {
|
let args = self.eval_operands(args)?;
|
||||||
ty::FnPtr(sig) => {
|
|
||||||
let caller_abi = sig.abi();
|
let fn_sig_binder = func.layout.ty.fn_sig(*self.tcx);
|
||||||
|
let fn_sig =
|
||||||
|
self.tcx.normalize_erasing_late_bound_regions(self.param_env, fn_sig_binder);
|
||||||
|
let extra_args = &args[fn_sig.inputs().len()..];
|
||||||
|
let extra_args = self.tcx.mk_type_list(extra_args.iter().map(|arg| arg.layout.ty));
|
||||||
|
|
||||||
|
let (fn_val, fn_abi, with_caller_location) = match *func.layout.ty.kind() {
|
||||||
|
ty::FnPtr(_sig) => {
|
||||||
let fn_ptr = self.read_pointer(&func)?;
|
let fn_ptr = self.read_pointer(&func)?;
|
||||||
let fn_val = self.memory.get_fn(fn_ptr)?;
|
let fn_val = self.memory.get_fn(fn_ptr)?;
|
||||||
(
|
(fn_val, self.fn_abi_of_fn_ptr(fn_sig_binder, extra_args)?, false)
|
||||||
fn_val,
|
|
||||||
caller_abi,
|
|
||||||
self.fn_can_unwind(CodegenFnAttrFlags::empty(), caller_abi),
|
|
||||||
)
|
|
||||||
}
|
}
|
||||||
ty::FnDef(def_id, substs) => {
|
ty::FnDef(def_id, substs) => {
|
||||||
let sig = func.layout.ty.fn_sig(*self.tcx);
|
let instance =
|
||||||
|
self.resolve(ty::WithOptConstParam::unknown(def_id), substs)?;
|
||||||
(
|
(
|
||||||
FnVal::Instance(
|
FnVal::Instance(instance),
|
||||||
self.resolve(ty::WithOptConstParam::unknown(def_id), substs)?,
|
self.fn_abi_of_instance(instance, extra_args)?,
|
||||||
),
|
instance.def.requires_caller_location(*self.tcx),
|
||||||
sig.abi(),
|
|
||||||
self.fn_can_unwind(self.tcx.codegen_fn_attrs(def_id).flags, sig.abi()),
|
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
_ => span_bug!(
|
_ => span_bug!(
|
||||||
|
@ -91,7 +89,7 @@ impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> InterpCx<'mir, 'tcx, M> {
|
||||||
func.layout.ty
|
func.layout.ty
|
||||||
),
|
),
|
||||||
};
|
};
|
||||||
let args = self.eval_operands(args)?;
|
|
||||||
let dest_place;
|
let dest_place;
|
||||||
let ret = match destination {
|
let ret = match destination {
|
||||||
Some((dest, ret)) => {
|
Some((dest, ret)) => {
|
||||||
|
@ -102,10 +100,11 @@ impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> InterpCx<'mir, 'tcx, M> {
|
||||||
};
|
};
|
||||||
self.eval_fn_call(
|
self.eval_fn_call(
|
||||||
fn_val,
|
fn_val,
|
||||||
abi,
|
(fn_sig.abi, fn_abi),
|
||||||
&args,
|
&args,
|
||||||
|
with_caller_location,
|
||||||
ret,
|
ret,
|
||||||
match (cleanup, caller_can_unwind) {
|
match (cleanup, fn_abi.can_unwind) {
|
||||||
(Some(cleanup), true) => StackPopUnwind::Cleanup(*cleanup),
|
(Some(cleanup), true) => StackPopUnwind::Cleanup(*cleanup),
|
||||||
(None, true) => StackPopUnwind::Skip,
|
(None, true) => StackPopUnwind::Skip,
|
||||||
(_, false) => StackPopUnwind::NotAllowed,
|
(_, false) => StackPopUnwind::NotAllowed,
|
||||||
|
@ -174,68 +173,120 @@ impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> InterpCx<'mir, 'tcx, M> {
|
||||||
}
|
}
|
||||||
|
|
||||||
fn check_argument_compat(
|
fn check_argument_compat(
|
||||||
rust_abi: bool,
|
caller_abi: &ArgAbi<'tcx, Ty<'tcx>>,
|
||||||
caller: TyAndLayout<'tcx>,
|
callee_abi: &ArgAbi<'tcx, Ty<'tcx>>,
|
||||||
callee: TyAndLayout<'tcx>,
|
|
||||||
) -> bool {
|
) -> bool {
|
||||||
if caller.ty == callee.ty {
|
// Heuristic for type comparison.
|
||||||
|
let layout_compat = || {
|
||||||
|
if caller_abi.layout.ty == callee_abi.layout.ty {
|
||||||
// No question
|
// No question
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
if !rust_abi {
|
|
||||||
// Don't risk anything
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
// Compare layout
|
// Compare layout
|
||||||
match (caller.abi, callee.abi) {
|
match (caller_abi.layout.abi, callee_abi.layout.abi) {
|
||||||
// Different valid ranges are okay (once we enforce validity,
|
// Different valid ranges are okay (once we enforce validity,
|
||||||
// that will take care to make it UB to leave the range, just
|
// that will take care to make it UB to leave the range, just
|
||||||
// like for transmute).
|
// like for transmute).
|
||||||
(abi::Abi::Scalar(caller), abi::Abi::Scalar(callee)) => caller.value == callee.value,
|
(abi::Abi::Scalar(caller), abi::Abi::Scalar(callee)) => {
|
||||||
(abi::Abi::ScalarPair(caller1, caller2), abi::Abi::ScalarPair(callee1, callee2)) => {
|
caller.value == callee.value
|
||||||
caller1.value == callee1.value && caller2.value == callee2.value
|
|
||||||
}
|
}
|
||||||
|
(
|
||||||
|
abi::Abi::ScalarPair(caller1, caller2),
|
||||||
|
abi::Abi::ScalarPair(callee1, callee2),
|
||||||
|
) => caller1.value == callee1.value && caller2.value == callee2.value,
|
||||||
// Be conservative
|
// Be conservative
|
||||||
_ => false,
|
_ => false,
|
||||||
}
|
}
|
||||||
|
};
|
||||||
|
// Padding must be fully equal.
|
||||||
|
let pad_compat = || {
|
||||||
|
if caller_abi.pad != callee_abi.pad {
|
||||||
|
trace!(
|
||||||
|
"check_argument_compat: incompatible pad: {:?} != {:?}",
|
||||||
|
caller_abi.pad,
|
||||||
|
callee_abi.pad
|
||||||
|
);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
};
|
||||||
|
// For comparing the PassMode, we allow the attributes to differ
|
||||||
|
// (e.g., it is okay for NonNull to differ between caller and callee).
|
||||||
|
// FIXME: Are there attributes (`call::ArgAttributes`) that do need to be checked?
|
||||||
|
let mode_compat = || {
|
||||||
|
match (caller_abi.mode, callee_abi.mode) {
|
||||||
|
(PassMode::Ignore, PassMode::Ignore) => return true,
|
||||||
|
(PassMode::Direct(_), PassMode::Direct(_)) => return true,
|
||||||
|
(PassMode::Pair(_, _), PassMode::Pair(_, _)) => return true,
|
||||||
|
(PassMode::Cast(c1), PassMode::Cast(c2)) if c1 == c2 => return true,
|
||||||
|
(
|
||||||
|
PassMode::Indirect { attrs: _, extra_attrs: e1, on_stack: s1 },
|
||||||
|
PassMode::Indirect { attrs: _, extra_attrs: e2, on_stack: s2 },
|
||||||
|
) if e1.is_some() == e2.is_some() && s1 == s2 => return true,
|
||||||
|
_ => {}
|
||||||
|
}
|
||||||
|
trace!(
|
||||||
|
"check_argument_compat: incompatible modes:\ncaller: {:?}\ncallee: {:?}",
|
||||||
|
caller_abi.mode,
|
||||||
|
callee_abi.mode
|
||||||
|
);
|
||||||
|
return false;
|
||||||
|
};
|
||||||
|
|
||||||
|
layout_compat() && pad_compat() && mode_compat()
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Pass a single argument, checking the types for compatibility.
|
/// Initialize a single callee argument, checking the types for compatibility.
|
||||||
fn pass_argument(
|
fn pass_argument<'x, 'y>(
|
||||||
&mut self,
|
&mut self,
|
||||||
rust_abi: bool,
|
caller_args: &mut impl Iterator<
|
||||||
caller_arg: &mut impl Iterator<Item = OpTy<'tcx, M::PointerTag>>,
|
Item = (&'x OpTy<'tcx, M::PointerTag>, &'y ArgAbi<'tcx, Ty<'tcx>>),
|
||||||
|
>,
|
||||||
|
callee_abi: &ArgAbi<'tcx, Ty<'tcx>>,
|
||||||
callee_arg: &PlaceTy<'tcx, M::PointerTag>,
|
callee_arg: &PlaceTy<'tcx, M::PointerTag>,
|
||||||
) -> InterpResult<'tcx> {
|
) -> InterpResult<'tcx>
|
||||||
if rust_abi && callee_arg.layout.is_zst() {
|
where
|
||||||
// Nothing to do.
|
'tcx: 'x,
|
||||||
trace!("Skipping callee ZST");
|
'tcx: 'y,
|
||||||
|
{
|
||||||
|
if matches!(callee_abi.mode, PassMode::Ignore) {
|
||||||
|
// This one is skipped.
|
||||||
return Ok(());
|
return Ok(());
|
||||||
}
|
}
|
||||||
let caller_arg = caller_arg.next().ok_or_else(|| {
|
// Find next caller arg.
|
||||||
|
let (caller_arg, caller_abi) = caller_args.next().ok_or_else(|| {
|
||||||
err_ub_format!("calling a function with fewer arguments than it requires")
|
err_ub_format!("calling a function with fewer arguments than it requires")
|
||||||
})?;
|
})?;
|
||||||
if rust_abi {
|
|
||||||
assert!(!caller_arg.layout.is_zst(), "ZSTs must have been already filtered out");
|
|
||||||
}
|
|
||||||
// Now, check
|
// Now, check
|
||||||
if !Self::check_argument_compat(rust_abi, caller_arg.layout, callee_arg.layout) {
|
if !Self::check_argument_compat(caller_abi, callee_abi) {
|
||||||
throw_ub_format!(
|
throw_ub_format!(
|
||||||
"calling a function with argument of type {:?} passing data of type {:?}",
|
"calling a function with argument of type {:?} passing data of type {:?}",
|
||||||
callee_arg.layout.ty,
|
callee_arg.layout.ty,
|
||||||
caller_arg.layout.ty
|
caller_arg.layout.ty
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
// We allow some transmutes here
|
// We allow some transmutes here.
|
||||||
|
// FIXME: Depending on the PassMode, this should reset some padding to uninitialized. (This
|
||||||
|
// is true for all `copy_op`, but there are a lot of special cases for argument passing
|
||||||
|
// specifically.)
|
||||||
self.copy_op_transmute(&caller_arg, callee_arg)
|
self.copy_op_transmute(&caller_arg, callee_arg)
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Call this function -- pushing the stack frame and initializing the arguments.
|
/// Call this function -- pushing the stack frame and initializing the arguments.
|
||||||
|
///
|
||||||
|
/// For now, we require *both* the `Abi` and `FnAbi` of the caller. In principle, however,
|
||||||
|
/// `FnAbi` should be enough -- if they are sufficiently compatible, it's probably okay for
|
||||||
|
/// `Abi` to differ.
|
||||||
|
///
|
||||||
|
/// `with_caller_location` indicates whether the caller passed a caller location. Miri
|
||||||
|
/// implements caller locations without argument passing, but to match `FnAbi` we need to know
|
||||||
|
/// when those arguments are present.
|
||||||
pub(crate) fn eval_fn_call(
|
pub(crate) fn eval_fn_call(
|
||||||
&mut self,
|
&mut self,
|
||||||
fn_val: FnVal<'tcx, M::ExtraFnVal>,
|
fn_val: FnVal<'tcx, M::ExtraFnVal>,
|
||||||
caller_abi: Abi,
|
(caller_abi, caller_fn_abi): (Abi, &FnAbi<'tcx, Ty<'tcx>>),
|
||||||
args: &[OpTy<'tcx, M::PointerTag>],
|
args: &[OpTy<'tcx, M::PointerTag>],
|
||||||
|
with_caller_location: bool,
|
||||||
ret: Option<(&PlaceTy<'tcx, M::PointerTag>, mir::BasicBlock)>,
|
ret: Option<(&PlaceTy<'tcx, M::PointerTag>, mir::BasicBlock)>,
|
||||||
mut unwind: StackPopUnwind,
|
mut unwind: StackPopUnwind,
|
||||||
) -> InterpResult<'tcx> {
|
) -> InterpResult<'tcx> {
|
||||||
|
@ -250,6 +301,8 @@ impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> InterpCx<'mir, 'tcx, M> {
|
||||||
|
|
||||||
let get_abi = |this: &Self, instance_ty: Ty<'tcx>| match instance_ty.kind() {
|
let get_abi = |this: &Self, instance_ty: Ty<'tcx>| match instance_ty.kind() {
|
||||||
ty::FnDef(..) => instance_ty.fn_sig(*this.tcx).abi(),
|
ty::FnDef(..) => instance_ty.fn_sig(*this.tcx).abi(),
|
||||||
|
// Even after lowering closures and generators away, the *callee* can still have this
|
||||||
|
// kind of type.
|
||||||
ty::Closure(..) => Abi::RustCall,
|
ty::Closure(..) => Abi::RustCall,
|
||||||
ty::Generator(..) => Abi::Rust,
|
ty::Generator(..) => Abi::Rust,
|
||||||
_ => span_bug!(this.cur_span(), "unexpected callee ty: {:?}", instance_ty),
|
_ => span_bug!(this.cur_span(), "unexpected callee ty: {:?}", instance_ty),
|
||||||
|
@ -281,6 +334,7 @@ impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> InterpCx<'mir, 'tcx, M> {
|
||||||
check_abi(get_abi(self, instance.ty(*self.tcx, self.param_env)))?;
|
check_abi(get_abi(self, instance.ty(*self.tcx, self.param_env)))?;
|
||||||
}
|
}
|
||||||
assert!(caller_abi == Abi::RustIntrinsic || caller_abi == Abi::PlatformIntrinsic);
|
assert!(caller_abi == Abi::RustIntrinsic || caller_abi == Abi::PlatformIntrinsic);
|
||||||
|
// caller_fn_abi is not relevant here, we interpret the arguments directly for each intrinsic.
|
||||||
M::call_intrinsic(self, instance, args, ret, unwind)
|
M::call_intrinsic(self, instance, args, ret, unwind)
|
||||||
}
|
}
|
||||||
ty::InstanceDef::VtableShim(..)
|
ty::InstanceDef::VtableShim(..)
|
||||||
|
@ -291,26 +345,25 @@ impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> InterpCx<'mir, 'tcx, M> {
|
||||||
| ty::InstanceDef::CloneShim(..)
|
| ty::InstanceDef::CloneShim(..)
|
||||||
| ty::InstanceDef::Item(_) => {
|
| ty::InstanceDef::Item(_) => {
|
||||||
// We need MIR for this fn
|
// We need MIR for this fn
|
||||||
let body =
|
let (body, instance) =
|
||||||
match M::find_mir_or_eval_fn(self, instance, caller_abi, args, ret, unwind)? {
|
match M::find_mir_or_eval_fn(self, instance, caller_abi, args, ret, unwind)? {
|
||||||
Some(body) => body,
|
Some(body) => body,
|
||||||
None => return Ok(()),
|
None => return Ok(()),
|
||||||
};
|
};
|
||||||
|
|
||||||
// Check against the ABI of the MIR body we are calling (not the ABI of `instance`;
|
// Compute callee information using the `instance` returned by
|
||||||
// these can differ when `find_mir_or_eval_fn` does something clever like resolve
|
// `find_mir_or_eval_fn`.
|
||||||
// exported symbol names).
|
let callee_abi = get_abi(self, instance.ty(*self.tcx, self.param_env));
|
||||||
let callee_def_id = body.source.def_id();
|
// FIXME: for variadic support, do we have to somehow determine calle's extra_args?
|
||||||
let callee_abi = get_abi(self, self.tcx.type_of(callee_def_id));
|
let callee_fn_abi = self.fn_abi_of_instance(instance, ty::List::empty())?;
|
||||||
|
assert!(!callee_fn_abi.c_variadic);
|
||||||
|
assert!(!caller_fn_abi.c_variadic);
|
||||||
|
|
||||||
if M::enforce_abi(self) {
|
if M::enforce_abi(self) {
|
||||||
check_abi(callee_abi)?;
|
check_abi(callee_abi)?;
|
||||||
}
|
}
|
||||||
|
|
||||||
if !matches!(unwind, StackPopUnwind::NotAllowed)
|
if !matches!(unwind, StackPopUnwind::NotAllowed) && !callee_fn_abi.can_unwind {
|
||||||
&& !self
|
|
||||||
.fn_can_unwind(self.tcx.codegen_fn_attrs(callee_def_id).flags, callee_abi)
|
|
||||||
{
|
|
||||||
// The callee cannot unwind.
|
// The callee cannot unwind.
|
||||||
unwind = StackPopUnwind::NotAllowed;
|
unwind = StackPopUnwind::NotAllowed;
|
||||||
}
|
}
|
||||||
|
@ -343,12 +396,8 @@ impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> InterpCx<'mir, 'tcx, M> {
|
||||||
.collect::<Vec<_>>()
|
.collect::<Vec<_>>()
|
||||||
);
|
);
|
||||||
|
|
||||||
// Figure out how to pass which arguments.
|
// In principle, we have two iterators: Where the arguments come from, and where
|
||||||
// The Rust ABI is special: ZST get skipped.
|
// they go to.
|
||||||
let rust_abi = matches!(caller_abi, Abi::Rust | Abi::RustCall);
|
|
||||||
|
|
||||||
// We have two iterators: Where the arguments come from,
|
|
||||||
// and where they go to.
|
|
||||||
|
|
||||||
// For where they come from: If the ABI is RustCall, we untuple the
|
// For where they come from: If the ABI is RustCall, we untuple the
|
||||||
// last incoming argument. These two iterators do not have the same type,
|
// last incoming argument. These two iterators do not have the same type,
|
||||||
|
@ -373,54 +422,60 @@ impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> InterpCx<'mir, 'tcx, M> {
|
||||||
// Plain arg passing
|
// Plain arg passing
|
||||||
Cow::from(args)
|
Cow::from(args)
|
||||||
};
|
};
|
||||||
// Skip ZSTs
|
// If `with_caller_location` is set we pretend there is an extra argument (that
|
||||||
let mut caller_iter =
|
// we will not pass).
|
||||||
caller_args.iter().filter(|op| !rust_abi || !op.layout.is_zst()).copied();
|
assert_eq!(
|
||||||
|
caller_args.len() + if with_caller_location { 1 } else { 0 },
|
||||||
|
caller_fn_abi.args.len(),
|
||||||
|
"mismatch between caller ABI and caller arguments",
|
||||||
|
);
|
||||||
|
let mut caller_args = caller_args
|
||||||
|
.iter()
|
||||||
|
.zip(caller_fn_abi.args.iter())
|
||||||
|
.filter(|arg_and_abi| !matches!(arg_and_abi.1.mode, PassMode::Ignore));
|
||||||
|
|
||||||
// Now we have to spread them out across the callee's locals,
|
// Now we have to spread them out across the callee's locals,
|
||||||
// taking into account the `spread_arg`. If we could write
|
// taking into account the `spread_arg`. If we could write
|
||||||
// this is a single iterator (that handles `spread_arg`), then
|
// this is a single iterator (that handles `spread_arg`), then
|
||||||
// `pass_argument` would be the loop body. It takes care to
|
// `pass_argument` would be the loop body. It takes care to
|
||||||
// not advance `caller_iter` for ZSTs.
|
// not advance `caller_iter` for ZSTs.
|
||||||
|
let mut callee_args_abis = callee_fn_abi.args.iter();
|
||||||
for local in body.args_iter() {
|
for local in body.args_iter() {
|
||||||
let dest = self.eval_place(mir::Place::from(local))?;
|
let dest = self.eval_place(mir::Place::from(local))?;
|
||||||
if Some(local) == body.spread_arg {
|
if Some(local) == body.spread_arg {
|
||||||
// Must be a tuple
|
// Must be a tuple
|
||||||
for i in 0..dest.layout.fields.count() {
|
for i in 0..dest.layout.fields.count() {
|
||||||
let dest = self.place_field(&dest, i)?;
|
let dest = self.place_field(&dest, i)?;
|
||||||
self.pass_argument(rust_abi, &mut caller_iter, &dest)?;
|
let callee_abi = callee_args_abis.next().unwrap();
|
||||||
|
self.pass_argument(&mut caller_args, callee_abi, &dest)?;
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
// Normal argument
|
// Normal argument
|
||||||
self.pass_argument(rust_abi, &mut caller_iter, &dest)?;
|
let callee_abi = callee_args_abis.next().unwrap();
|
||||||
|
self.pass_argument(&mut caller_args, callee_abi, &dest)?;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
// Now we should have no more caller args
|
// If the callee needs a caller location, pretend we consume one more argument from the ABI.
|
||||||
if caller_iter.next().is_some() {
|
if instance.def.requires_caller_location(*self.tcx) {
|
||||||
|
callee_args_abis.next().unwrap();
|
||||||
|
}
|
||||||
|
// Now we should have no more caller args or callee arg ABIs
|
||||||
|
assert!(
|
||||||
|
callee_args_abis.next().is_none(),
|
||||||
|
"mismatch between callee ABI and callee body arguments"
|
||||||
|
);
|
||||||
|
if caller_args.next().is_some() {
|
||||||
throw_ub_format!("calling a function with more arguments than it expected")
|
throw_ub_format!("calling a function with more arguments than it expected")
|
||||||
}
|
}
|
||||||
// Don't forget to check the return type!
|
// Don't forget to check the return type!
|
||||||
if let Some((caller_ret, _)) = ret {
|
if !Self::check_argument_compat(&caller_fn_abi.ret, &callee_fn_abi.ret) {
|
||||||
let callee_ret = self.eval_place(mir::Place::return_place())?;
|
|
||||||
if !Self::check_argument_compat(
|
|
||||||
rust_abi,
|
|
||||||
caller_ret.layout,
|
|
||||||
callee_ret.layout,
|
|
||||||
) {
|
|
||||||
throw_ub_format!(
|
throw_ub_format!(
|
||||||
"calling a function with return type {:?} passing \
|
"calling a function with return type {:?} passing \
|
||||||
return place of type {:?}",
|
return place of type {:?}",
|
||||||
callee_ret.layout.ty,
|
callee_fn_abi.ret.layout.ty,
|
||||||
caller_ret.layout.ty
|
caller_fn_abi.ret.layout.ty,
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
} else {
|
|
||||||
let local = mir::RETURN_PLACE;
|
|
||||||
let callee_layout = self.layout_of_local(self.frame(), local, None)?;
|
|
||||||
if !callee_layout.abi.is_uninhabited() {
|
|
||||||
throw_ub_format!("calling a returning function without a return place")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
};
|
};
|
||||||
match res {
|
match res {
|
||||||
Err(err) => {
|
Err(err) => {
|
||||||
|
@ -464,7 +519,14 @@ impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> InterpCx<'mir, 'tcx, M> {
|
||||||
));
|
));
|
||||||
trace!("Patched self operand to {:#?}", args[0]);
|
trace!("Patched self operand to {:#?}", args[0]);
|
||||||
// recurse with concrete function
|
// recurse with concrete function
|
||||||
self.eval_fn_call(fn_val, caller_abi, &args, ret, unwind)
|
self.eval_fn_call(
|
||||||
|
fn_val,
|
||||||
|
(caller_abi, caller_fn_abi),
|
||||||
|
&args,
|
||||||
|
with_caller_location,
|
||||||
|
ret,
|
||||||
|
unwind,
|
||||||
|
)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -489,6 +551,7 @@ impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> InterpCx<'mir, 'tcx, M> {
|
||||||
}
|
}
|
||||||
_ => (instance, place),
|
_ => (instance, place),
|
||||||
};
|
};
|
||||||
|
let fn_abi = self.fn_abi_of_instance(instance, ty::List::empty())?;
|
||||||
|
|
||||||
let arg = ImmTy::from_immediate(
|
let arg = ImmTy::from_immediate(
|
||||||
place.to_ref(self),
|
place.to_ref(self),
|
||||||
|
@ -500,8 +563,9 @@ impl<'mir, 'tcx: 'mir, M: Machine<'mir, 'tcx>> InterpCx<'mir, 'tcx, M> {
|
||||||
|
|
||||||
self.eval_fn_call(
|
self.eval_fn_call(
|
||||||
FnVal::Instance(instance),
|
FnVal::Instance(instance),
|
||||||
Abi::Rust,
|
(Abi::Rust, fn_abi),
|
||||||
&[arg.into()],
|
&[arg.into()],
|
||||||
|
false,
|
||||||
Some((&dest.into(), target)),
|
Some((&dest.into(), target)),
|
||||||
match unwind {
|
match unwind {
|
||||||
Some(cleanup) => StackPopUnwind::Cleanup(cleanup),
|
Some(cleanup) => StackPopUnwind::Cleanup(cleanup),
|
||||||
|
|
|
@ -8,7 +8,7 @@ use rustc_errors::{pluralize, struct_span_err, DiagnosticBuilder, ErrorReported}
|
||||||
use rustc_macros::HashStable;
|
use rustc_macros::HashStable;
|
||||||
use rustc_session::CtfeBacktrace;
|
use rustc_session::CtfeBacktrace;
|
||||||
use rustc_span::def_id::DefId;
|
use rustc_span::def_id::DefId;
|
||||||
use rustc_target::abi::{Align, Size};
|
use rustc_target::abi::{call, Align, Size};
|
||||||
use std::{any::Any, backtrace::Backtrace, fmt};
|
use std::{any::Any, backtrace::Backtrace, fmt};
|
||||||
|
|
||||||
#[derive(Debug, Copy, Clone, PartialEq, Eq, HashStable, TyEncodable, TyDecodable)]
|
#[derive(Debug, Copy, Clone, PartialEq, Eq, HashStable, TyEncodable, TyDecodable)]
|
||||||
|
@ -141,6 +141,9 @@ pub enum InvalidProgramInfo<'tcx> {
|
||||||
AlreadyReported(ErrorReported),
|
AlreadyReported(ErrorReported),
|
||||||
/// An error occurred during layout computation.
|
/// An error occurred during layout computation.
|
||||||
Layout(layout::LayoutError<'tcx>),
|
Layout(layout::LayoutError<'tcx>),
|
||||||
|
/// An error occurred during FnAbi computation.
|
||||||
|
/// (Not using `FnAbiError` as that contains a nested `LayoutError`.)
|
||||||
|
FnAbi(call::AdjustForForeignAbiError),
|
||||||
/// An invalid transmute happened.
|
/// An invalid transmute happened.
|
||||||
TransmuteSizeDiff(Ty<'tcx>, Ty<'tcx>),
|
TransmuteSizeDiff(Ty<'tcx>, Ty<'tcx>),
|
||||||
/// SizeOf of unsized type was requested.
|
/// SizeOf of unsized type was requested.
|
||||||
|
@ -157,6 +160,7 @@ impl fmt::Display for InvalidProgramInfo<'_> {
|
||||||
write!(f, "encountered constants with type errors, stopping evaluation")
|
write!(f, "encountered constants with type errors, stopping evaluation")
|
||||||
}
|
}
|
||||||
Layout(ref err) => write!(f, "{}", err),
|
Layout(ref err) => write!(f, "{}", err),
|
||||||
|
FnAbi(ref err) => write!(f, "{}", err),
|
||||||
TransmuteSizeDiff(from_ty, to_ty) => write!(
|
TransmuteSizeDiff(from_ty, to_ty) => write!(
|
||||||
f,
|
f,
|
||||||
"transmuting `{}` to `{}` is not possible, because these types do not have the same size",
|
"transmuting `{}` to `{}` is not possible, because these types do not have the same size",
|
||||||
|
|
|
@ -207,7 +207,7 @@ impl<'mir, 'tcx> interpret::Machine<'mir, 'tcx> for ConstPropMachine<'mir, 'tcx>
|
||||||
_args: &[OpTy<'tcx>],
|
_args: &[OpTy<'tcx>],
|
||||||
_ret: Option<(&PlaceTy<'tcx>, BasicBlock)>,
|
_ret: Option<(&PlaceTy<'tcx>, BasicBlock)>,
|
||||||
_unwind: StackPopUnwind,
|
_unwind: StackPopUnwind,
|
||||||
) -> InterpResult<'tcx, Option<&'mir Body<'tcx>>> {
|
) -> InterpResult<'tcx, Option<(&'mir Body<'tcx>, ty::Instance<'tcx>)>> {
|
||||||
Ok(None)
|
Ok(None)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue