diff --git a/src/ci/docker/host-x86_64/x86_64-gnu-tools/checktools.sh b/src/ci/docker/host-x86_64/x86_64-gnu-tools/checktools.sh
index 28c035daa5d50..9ed5b519b6ea4 100755
--- a/src/ci/docker/host-x86_64/x86_64-gnu-tools/checktools.sh
+++ b/src/ci/docker/host-x86_64/x86_64-gnu-tools/checktools.sh
@@ -40,6 +40,14 @@ if [ -z "${PR_CI_JOB:-}" ]; then
else
python3 "$X_PY" test --stage 2 src/tools/miri src/tools/miri/cargo-miri
fi
+# We re-run the test suite for a chance to find bugs in the intrinsic fallback bodies and in MIR
+# optimizations. This can miss UB, so we only run the "pass" tests. We need to enable debug
+# assertions as `-O` disables them but some tests rely on them. We also set a cfg flag so tests can
+# adjust their expectations if needed. This can change the output of the tests so we ignore that,
+# we only ensure that all assertions still pass.
+MIRIFLAGS="-Zmiri-force-intrinsic-fallback --cfg force_intrinsic_fallback -O -Zmir-opt-level=4 -Cdebug-assertions=yes" \
+ MIRI_SKIP_UI_CHECKS=1 \
+ python3 "$X_PY" test --stage 2 src/tools/miri -- tests/{pass,panic}
# We natively run this script on x86_64-unknown-linux-gnu and x86_64-pc-windows-msvc.
# Also cover some other targets via cross-testing, in particular all tier 1 targets.
case $HOST_TARGET in
diff --git a/src/tools/miri/README.md b/src/tools/miri/README.md
index a78cc9d931980..b692ddab4ffc8 100644
--- a/src/tools/miri/README.md
+++ b/src/tools/miri/README.md
@@ -393,6 +393,9 @@ to Miri failing to detect cases of undefined behavior in a program.
disables the randomization of the next thread to be picked, instead fixing a round-robin schedule.
Note however that other aspects of Miri's concurrency behavior are still randomize; use
`-Zmiri-deterministic-concurrency` to disable them all.
+* `-Zmiri-force-intrinsic-fallback` forces the use of the "fallback" body for all intrinsics that
+ have one. This is useful to test the fallback bodies, but should not be used otherwise. It is
+ **unsound** since the fallback body might not be checking for all UB.
* `-Zmiri-native-lib=<path to a shared object file>` is an experimental flag for providing support
for calling native functions from inside the interpreter via FFI. The flag is supported only on
Unix systems. Functions not provided by that file are still executed via the usual Miri shims.
diff --git a/src/tools/miri/src/bin/miri.rs b/src/tools/miri/src/bin/miri.rs
index 69aa035fdc3df..f249b58aeb663 100644
--- a/src/tools/miri/src/bin/miri.rs
+++ b/src/tools/miri/src/bin/miri.rs
@@ -584,6 +584,8 @@ fn main() {
} else if arg == "-Zmiri-ignore-leaks" {
miri_config.ignore_leaks = true;
miri_config.collect_leak_backtraces = false;
+ } else if arg == "-Zmiri-force-intrinsic-fallback" {
+ miri_config.force_intrinsic_fallback = true;
} else if arg == "-Zmiri-strict-provenance" {
miri_config.provenance_mode = ProvenanceMode::Strict;
} else if arg == "-Zmiri-permissive-provenance" {
diff --git a/src/tools/miri/src/eval.rs b/src/tools/miri/src/eval.rs
index bb5e5d7ee8146..a90c6ab9d40e9 100644
--- a/src/tools/miri/src/eval.rs
+++ b/src/tools/miri/src/eval.rs
@@ -165,6 +165,8 @@ pub struct MiriConfig {
pub address_reuse_cross_thread_rate: f64,
/// Round Robin scheduling with no preemption.
pub fixed_scheduling: bool,
+ /// Always prefer the intrinsic fallback body over the native Miri implementation.
+ pub force_intrinsic_fallback: bool,
}
impl Default for MiriConfig {
@@ -203,6 +205,7 @@ impl Default for MiriConfig {
address_reuse_rate: 0.5,
address_reuse_cross_thread_rate: 0.1,
fixed_scheduling: false,
+ force_intrinsic_fallback: false,
}
}
}
diff --git a/src/tools/miri/src/intrinsics/mod.rs b/src/tools/miri/src/intrinsics/mod.rs
index 3334c0b5edf96..982fbc318110e 100644
--- a/src/tools/miri/src/intrinsics/mod.rs
+++ b/src/tools/miri/src/intrinsics/mod.rs
@@ -28,6 +28,16 @@ pub trait EvalContextExt<'tcx>: crate::MiriInterpCxExt<'tcx> {
) -> InterpResult<'tcx, Option<ty::Instance<'tcx>>> {
let this = self.eval_context_mut();
+ // Force use of fallback body, if available.
+ if this.machine.force_intrinsic_fallback
+ && !this.tcx.intrinsic(instance.def_id()).unwrap().must_be_overridden
+ {
+ return interp_ok(Some(ty::Instance {
+ def: ty::InstanceKind::Item(instance.def_id()),
+ args: instance.args,
+ }));
+ }
+
// See if the core engine can handle this intrinsic.
if this.eval_intrinsic(instance, args, dest, ret)? {
return interp_ok(None);
diff --git a/src/tools/miri/src/machine.rs b/src/tools/miri/src/machine.rs
index 6060d41dac594..dbde415170c31 100644
--- a/src/tools/miri/src/machine.rs
+++ b/src/tools/miri/src/machine.rs
@@ -614,6 +614,9 @@ pub struct MiriMachine<'tcx> {
/// Cache for `mangle_internal_symbol`.
pub(crate) mangle_internal_symbol_cache: FxHashMap<&'static str, String>,
+
+ /// Always prefer the intrinsic fallback body over the native Miri implementation.
+ pub force_intrinsic_fallback: bool,
}
impl<'tcx> MiriMachine<'tcx> {
@@ -770,6 +773,7 @@ impl<'tcx> MiriMachine<'tcx> {
reject_in_isolation_warned: Default::default(),
int2ptr_warned: Default::default(),
mangle_internal_symbol_cache: Default::default(),
+ force_intrinsic_fallback: config.force_intrinsic_fallback,
}
}
@@ -946,6 +950,7 @@ impl VisitProvenance for MiriMachine<'_> {
reject_in_isolation_warned: _,
int2ptr_warned: _,
mangle_internal_symbol_cache: _,
+ force_intrinsic_fallback: _,
} = self;
threads.visit_provenance(visit);
diff --git a/src/tools/miri/tests/pass/intrinsics/intrinsics.rs b/src/tools/miri/tests/pass/intrinsics/intrinsics.rs
index 89289a25d50a3..913c3cde272d8 100644
--- a/src/tools/miri/tests/pass/intrinsics/intrinsics.rs
+++ b/src/tools/miri/tests/pass/intrinsics/intrinsics.rs
@@ -33,20 +33,24 @@ fn main() {
assert_eq!(intrinsics::likely(false), false);
assert_eq!(intrinsics::unlikely(true), true);
- let mut saw_true = false;
- let mut saw_false = false;
+ // Skip this test when we use the fallback bodies, as that one is deterministic.
+ // (CI sets `--cfg force_intrinsic_fallback` together with `-Zmiri-force-intrinsic-fallback`.)
+ if !cfg!(force_intrinsic_fallback) {
+ let mut saw_true = false;
+ let mut saw_false = false;
- for _ in 0..50 {
- if intrinsics::is_val_statically_known(0) {
- saw_true = true;
- } else {
- saw_false = true;
+ for _ in 0..50 {
+ if intrinsics::is_val_statically_known(0) {
+ saw_true = true;
+ } else {
+ saw_false = true;
+ }
}
+ assert!(
+ saw_true && saw_false,
+ "`is_val_statically_known` failed to return both true and false. Congrats, you won the lottery!"
+ );
}
- assert!(
- saw_true && saw_false,
- "`is_val_statically_known` failed to return both true and false. Congrats, you won the lottery!"
- );
intrinsics::forget(Bomb);