//! See `README.md`. use std::ops::Range; use std::{cmp, fmt, mem}; use ena::undo_log::{Rollback, UndoLogs}; use ena::unify as ut; use rustc_hash::FxHashMap; use rustc_index::IndexVec; use rustc_type_ir::inherent::IntoKind; use rustc_type_ir::{RegionKind, RegionVid, UniverseIndex}; use tracing::{debug, instrument}; use self::CombineMapType::*; use self::UndoLog::*; use super::MemberConstraint; use super::unify_key::RegionVidKey; use crate::next_solver::infer::snapshot::undo_log::{InferCtxtUndoLogs, Snapshot}; use crate::next_solver::infer::unify_key::RegionVariableValue; use crate::next_solver::{AliasTy, Binder, DbInterner, ParamTy, PlaceholderTy, Region, Ty}; #[derive(Debug, Clone, Default)] pub struct RegionConstraintStorage<'db> { /// For each `RegionVid`, the corresponding `RegionVariableOrigin`. pub(super) var_infos: IndexVec, pub(super) data: RegionConstraintData<'db>, /// For a given pair of regions (R1, R2), maps to a region R3 that /// is designated as their LUB (edges R1 <= R3 and R2 <= R3 /// exist). This prevents us from making many such regions. lubs: CombineMap<'db>, /// For a given pair of regions (R1, R2), maps to a region R3 that /// is designated as their GLB (edges R3 <= R1 and R3 <= R2 /// exist). This prevents us from making many such regions. glbs: CombineMap<'db>, /// When we add a R1 == R2 constraint, we currently add (a) edges /// R1 <= R2 and R2 <= R1 and (b) we unify the two regions in this /// table. You can then call `opportunistic_resolve_var` early /// which will map R1 and R2 to some common region (i.e., either /// R1 or R2). This is important when fulfillment, dropck and other such /// code is iterating to a fixed point, because otherwise we sometimes /// would wind up with a fresh stream of region variables that have been /// equated but appear distinct. pub(super) unification_table: ut::UnificationTableStorage>, /// a flag set to true when we perform any unifications; this is used /// to micro-optimize `take_and_reset_data` any_unifications: bool, } pub struct RegionConstraintCollector<'db, 'a> { storage: &'a mut RegionConstraintStorage<'db>, undo_log: &'a mut InferCtxtUndoLogs<'db>, } pub type VarInfos = IndexVec; /// The full set of region constraints gathered up by the collector. /// Describes constraints between the region variables and other /// regions, as well as other conditions that must be verified, or /// assumptions that can be made. #[derive(Debug, Default, Clone)] pub struct RegionConstraintData<'db> { /// Constraints of the form `A <= B`, where either `A` or `B` can /// be a region variable (or neither, as it happens). pub constraints: Vec>, /// Constraints of the form `R0 member of [R1, ..., Rn]`, meaning that /// `R0` must be equal to one of the regions `R1..Rn`. These occur /// with `impl Trait` quite frequently. pub member_constraints: Vec>, /// A "verify" is something that we need to verify after inference /// is done, but which does not directly affect inference in any /// way. /// /// An example is a `A <= B` where neither `A` nor `B` are /// inference variables. pub verifys: Vec>, } /// Represents a constraint that influences the inference process. #[derive(Clone, PartialEq, Eq, Debug, Hash)] pub enum Constraint<'db> { /// A region variable is a subregion of another. VarSubVar(RegionVid, RegionVid), /// A concrete region is a subregion of region variable. RegSubVar(Region<'db>, RegionVid), /// A region variable is a subregion of a concrete region. This does not /// directly affect inference, but instead is checked after /// inference is complete. VarSubReg(RegionVid, Region<'db>), /// A constraint where neither side is a variable. This does not /// directly affect inference, but instead is checked after /// inference is complete. RegSubReg(Region<'db>, Region<'db>), } impl<'db> Constraint<'db> { pub fn involves_placeholders(&self) -> bool { match self { Constraint::VarSubVar(_, _) => false, Constraint::VarSubReg(_, r) | Constraint::RegSubVar(r, _) => r.is_placeholder(), Constraint::RegSubReg(r, s) => r.is_placeholder() || s.is_placeholder(), } } } #[derive(Debug, Clone)] pub struct Verify<'db> { pub kind: GenericKind<'db>, pub region: Region<'db>, pub bound: VerifyBound<'db>, } #[derive(Clone, PartialEq, Eq, Hash)] pub enum GenericKind<'db> { Param(ParamTy), Placeholder(PlaceholderTy), Alias(AliasTy<'db>), } /// Describes the things that some `GenericKind` value `G` is known to /// outlive. Each variant of `VerifyBound` can be thought of as a /// function: /// ```ignore (pseudo-rust) /// fn(min: Region) -> bool { .. } /// ``` /// where `true` means that the region `min` meets that `G: min`. /// (False means nothing.) /// /// So, for example, if we have the type `T` and we have in scope that /// `T: 'a` and `T: 'b`, then the verify bound might be: /// ```ignore (pseudo-rust) /// fn(min: Region) -> bool { /// ('a: min) || ('b: min) /// } /// ``` /// This is described with an `AnyRegion('a, 'b)` node. #[derive(Debug, Clone)] pub enum VerifyBound<'db> { /// See [`VerifyIfEq`] docs IfEq(Binder<'db, VerifyIfEq<'db>>), /// Given a region `R`, expands to the function: /// /// ```ignore (pseudo-rust) /// fn(min) -> bool { /// R: min /// } /// ``` /// /// This is used when we can establish that `G: R` -- therefore, /// if `R: min`, then by transitivity `G: min`. OutlivedBy(Region<'db>), /// Given a region `R`, true if it is `'empty`. IsEmpty, /// Given a set of bounds `B`, expands to the function: /// /// ```ignore (pseudo-rust) /// fn(min) -> bool { /// exists (b in B) { b(min) } /// } /// ``` /// /// In other words, if we meet some bound in `B`, that suffices. /// This is used when all the bounds in `B` are known to apply to `G`. AnyBound(Vec>), /// Given a set of bounds `B`, expands to the function: /// /// ```ignore (pseudo-rust) /// fn(min) -> bool { /// forall (b in B) { b(min) } /// } /// ``` /// /// In other words, if we meet *all* bounds in `B`, that suffices. /// This is used when *some* bound in `B` is known to suffice, but /// we don't know which. AllBounds(Vec>), } /// This is a "conditional bound" that checks the result of inference /// and supplies a bound if it ended up being relevant. It's used in situations /// like this: /// /// ```rust,ignore (pseudo-Rust) /// fn foo<'a, 'b, T: SomeTrait<'a>> /// where /// >::Item: 'b /// ``` /// /// If we have an obligation like `>::Item: 'c`, then /// we don't know yet whether it suffices to show that `'b: 'c`. If `'?x` winds /// up being equal to `'a`, then the where-clauses on function applies, and /// in that case we can show `'b: 'c`. But if `'?x` winds up being something /// else, the bound isn't relevant. /// /// In the [`VerifyBound`], this struct is enclosed in `Binder` to account /// for cases like /// /// ```rust,ignore (pseudo-Rust) /// where for<'a> ::Item: 'a /// ``` /// /// The idea is that we have to find some instantiation of `'a` that can /// make `>::Item` equal to the final value of `G`, /// the generic we are checking. /// /// ```ignore (pseudo-rust) /// fn(min) -> bool { /// exists<'a> { /// if G == K { /// B(min) /// } else { /// false /// } /// } /// } /// ``` #[derive(Debug, Clone)] pub struct VerifyIfEq<'db> { /// Type which must match the generic `G` pub ty: Ty<'db>, /// Bound that applies if `ty` is equal. pub bound: Region<'db>, } #[derive(Debug, Clone, PartialEq, Eq, Hash)] pub(crate) struct TwoRegions<'db> { a: Region<'db>, b: Region<'db>, } #[derive(Clone, PartialEq)] pub(crate) enum UndoLog<'db> { /// We added `RegionVid`. AddVar(RegionVid), /// We added the given `constraint`. AddConstraint(usize), /// We added the given `verify`. #[expect(dead_code, reason = "this is used in rustc")] AddVerify(usize), /// We added a GLB/LUB "combination variable". AddCombination(CombineMapType, TwoRegions<'db>), } #[derive(Clone, PartialEq)] pub(crate) enum CombineMapType { Lub, Glb, } type CombineMap<'db> = FxHashMap, RegionVid>; #[derive(Debug, Clone)] pub struct RegionVariableInfo { // FIXME: This is only necessary for `fn take_and_reset_data` and // `lexical_region_resolve`. We should rework `lexical_region_resolve` // in the near/medium future anyways and could move the unverse info // for `fn take_and_reset_data` into a separate table which is // only populated when needed. // // For both of these cases it is fine that this can diverge from the // actual universe of the variable, which is directly stored in the // unification table for unknown region variables. At some point we could // stop emitting bidirectional outlives constraints if equate succeeds. // This would be currently unsound as it would cause us to drop the universe // changes in `lexical_region_resolve`. pub universe: UniverseIndex, } pub(crate) struct RegionSnapshot { any_unifications: bool, } impl<'db> RegionConstraintStorage<'db> { #[inline] pub(crate) fn with_log<'a>( &'a mut self, undo_log: &'a mut InferCtxtUndoLogs<'db>, ) -> RegionConstraintCollector<'db, 'a> { RegionConstraintCollector { storage: self, undo_log } } } impl<'db> RegionConstraintCollector<'db, '_> { pub fn num_region_vars(&self) -> usize { self.storage.var_infos.len() } pub fn region_constraint_data(&self) -> &RegionConstraintData<'db> { &self.storage.data } /// Takes (and clears) the current set of constraints. Note that /// the set of variables remains intact, but all relationships /// between them are reset. This is used during NLL checking to /// grab the set of constraints that arose from a particular /// operation. /// /// We don't want to leak relationships between variables between /// points because just because (say) `r1 == r2` was true at some /// point P in the graph doesn't imply that it will be true at /// some other point Q, in NLL. /// /// Not legal during a snapshot. pub fn take_and_reset_data(&mut self) -> RegionConstraintData<'db> { assert!(!UndoLogs::>::in_snapshot(&self.undo_log)); // If you add a new field to `RegionConstraintCollector`, you // should think carefully about whether it needs to be cleared // or updated in some way. let RegionConstraintStorage { var_infos: _, data, lubs, glbs, unification_table: _, any_unifications, } = self.storage; // Clear the tables of (lubs, glbs), so that we will create // fresh regions if we do a LUB operation. As it happens, // LUB/GLB are not performed by the MIR type-checker, which is // the one that uses this method, but it's good to be correct. lubs.clear(); glbs.clear(); let data = mem::take(data); // Clear all unifications and recreate the variables a "now // un-unified" state. Note that when we unify `a` and `b`, we // also insert `a <= b` and a `b <= a` edges, so the // `RegionConstraintData` contains the relationship here. if *any_unifications { *any_unifications = false; // Manually inlined `self.unification_table_mut()` as `self` is used in the closure. ut::UnificationTable::with_log(&mut self.storage.unification_table, &mut self.undo_log) .reset_unifications(|key| RegionVariableValue::Unknown { universe: self.storage.var_infos[key.vid].universe, }); } data } pub fn data(&self) -> &RegionConstraintData<'db> { &self.storage.data } pub(super) fn start_snapshot(&self) -> RegionSnapshot { debug!("RegionConstraintCollector: start_snapshot"); RegionSnapshot { any_unifications: self.storage.any_unifications } } pub(super) fn rollback_to(&mut self, snapshot: RegionSnapshot) { debug!("RegionConstraintCollector: rollback_to({:?})", snapshot); self.storage.any_unifications = snapshot.any_unifications; } pub(super) fn new_region_var(&mut self, universe: UniverseIndex) -> RegionVid { let vid = self.storage.var_infos.push(RegionVariableInfo { universe }); let u_vid = self.unification_table_mut().new_key(RegionVariableValue::Unknown { universe }); assert_eq!(vid, u_vid.vid); self.undo_log.push(AddVar(vid)); debug!("created new region variable {:?} in {:?}", vid, universe); vid } fn add_constraint(&mut self, constraint: Constraint<'db>) { // cannot add constraints once regions are resolved debug!("RegionConstraintCollector: add_constraint({:?})", constraint); let index = self.storage.data.constraints.len(); self.storage.data.constraints.push(constraint); self.undo_log.push(AddConstraint(index)); } pub(super) fn make_eqregion(&mut self, a: Region<'db>, b: Region<'db>) { if a != b { // Eventually, it would be nice to add direct support for // equating regions. self.make_subregion(a, b); self.make_subregion(b, a); match (a.kind(), b.kind()) { (RegionKind::ReVar(a), RegionKind::ReVar(b)) => { debug!("make_eqregion: unifying {:?} with {:?}", a, b); if self.unification_table_mut().unify_var_var(a, b).is_ok() { self.storage.any_unifications = true; } } (RegionKind::ReVar(vid), _) => { debug!("make_eqregion: unifying {:?} with {:?}", vid, b); if self .unification_table_mut() .unify_var_value(vid, RegionVariableValue::Known { value: b }) .is_ok() { self.storage.any_unifications = true; }; } (_, RegionKind::ReVar(vid)) => { debug!("make_eqregion: unifying {:?} with {:?}", a, vid); if self .unification_table_mut() .unify_var_value(vid, RegionVariableValue::Known { value: a }) .is_ok() { self.storage.any_unifications = true; }; } (_, _) => {} } } } #[instrument(skip(self), level = "debug")] pub(super) fn make_subregion(&mut self, sub: Region<'db>, sup: Region<'db>) { // cannot add constraints once regions are resolved match (sub.kind(), sup.kind()) { (RegionKind::ReBound(..), _) | (_, RegionKind::ReBound(..)) => { panic!("cannot relate bound region: {sub:?} <= {sup:?}"); } (_, RegionKind::ReStatic) => { // all regions are subregions of static, so we can ignore this } (RegionKind::ReVar(sub_id), RegionKind::ReVar(sup_id)) => { self.add_constraint(Constraint::VarSubVar(sub_id, sup_id)); } (_, RegionKind::ReVar(sup_id)) => { self.add_constraint(Constraint::RegSubVar(sub, sup_id)); } (RegionKind::ReVar(sub_id), _) => { self.add_constraint(Constraint::VarSubReg(sub_id, sup)); } _ => { self.add_constraint(Constraint::RegSubReg(sub, sup)); } } } pub(super) fn lub_regions( &mut self, db: DbInterner<'db>, a: Region<'db>, b: Region<'db>, ) -> Region<'db> { // cannot add constraints once regions are resolved debug!("RegionConstraintCollector: lub_regions({:?}, {:?})", a, b); #[expect(clippy::if_same_then_else)] if a.is_static() || b.is_static() { a // nothing lives longer than static } else if a == b { a // LUB(a,a) = a } else { self.combine_vars(db, Lub, a, b) } } pub(super) fn glb_regions( &mut self, db: DbInterner<'db>, a: Region<'db>, b: Region<'db>, ) -> Region<'db> { // cannot add constraints once regions are resolved debug!("RegionConstraintCollector: glb_regions({:?}, {:?})", a, b); #[expect(clippy::if_same_then_else)] if a.is_static() { b // static lives longer than everything else } else if b.is_static() { a // static lives longer than everything else } else if a == b { a // GLB(a,a) = a } else { self.combine_vars(db, Glb, a, b) } } /// Resolves a region var to its value in the unification table, if it exists. /// Otherwise, it is resolved to the root `ReVar` in the table. pub fn opportunistic_resolve_var( &mut self, cx: DbInterner<'db>, vid: RegionVid, ) -> Region<'db> { let mut ut = self.unification_table_mut(); let root_vid = ut.find(vid).vid; match ut.probe_value(root_vid) { RegionVariableValue::Known { value } => value, RegionVariableValue::Unknown { .. } => Region::new_var(cx, root_vid), } } pub fn probe_value(&mut self, vid: RegionVid) -> Result, UniverseIndex> { match self.unification_table_mut().probe_value(vid) { RegionVariableValue::Known { value } => Ok(value), RegionVariableValue::Unknown { universe } => Err(universe), } } fn combine_map(&mut self, t: CombineMapType) -> &mut CombineMap<'db> { match t { Glb => &mut self.storage.glbs, Lub => &mut self.storage.lubs, } } fn combine_vars( &mut self, cx: DbInterner<'db>, t: CombineMapType, a: Region<'db>, b: Region<'db>, ) -> Region<'db> { let vars = TwoRegions { a, b }; if let Some(c) = self.combine_map(t.clone()).get(&vars) { return Region::new_var(cx, *c); } let a_universe = self.universe(a); let b_universe = self.universe(b); let c_universe = cmp::max(a_universe, b_universe); let c = self.new_region_var(c_universe); self.combine_map(t.clone()).insert(vars.clone(), c); self.undo_log.push(AddCombination(t.clone(), vars)); let new_r = Region::new_var(cx, c); for old_r in [a, b] { match t { Glb => self.make_subregion(new_r, old_r), Lub => self.make_subregion(old_r, new_r), } } debug!("combine_vars() c={:?}", c); new_r } pub fn universe(&mut self, region: Region<'db>) -> UniverseIndex { match region.kind() { RegionKind::ReStatic | RegionKind::ReErased | RegionKind::ReLateParam(..) | RegionKind::ReEarlyParam(..) | RegionKind::ReError(_) => UniverseIndex::ROOT, RegionKind::RePlaceholder(placeholder) => placeholder.universe, RegionKind::ReVar(vid) => match self.probe_value(vid) { Ok(value) => self.universe(value), Err(universe) => universe, }, RegionKind::ReBound(..) => panic!("universe(): encountered bound region {region:?}"), } } pub fn vars_since_snapshot(&self, value_count: usize) -> Range { RegionVid::from(value_count)..RegionVid::from(self.storage.unification_table.len()) } /// See `InferCtxt::region_constraints_added_in_snapshot`. pub fn region_constraints_added_in_snapshot(&self, mark: &Snapshot) -> bool { self.undo_log .region_constraints_in_snapshot(mark) .any(|elt| matches!(elt, AddConstraint(_))) } #[inline] fn unification_table_mut(&mut self) -> super::UnificationTable<'_, 'db, RegionVidKey<'db>> { ut::UnificationTable::with_log(&mut self.storage.unification_table, self.undo_log) } } impl fmt::Debug for RegionSnapshot { fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { write!(f, "RegionSnapshot") } } impl<'db> fmt::Debug for GenericKind<'db> { fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { match *self { GenericKind::Param(ref p) => write!(f, "{p:?}"), GenericKind::Placeholder(ref p) => write!(f, "{p:?}"), GenericKind::Alias(ref p) => write!(f, "{p:?}"), } } } impl<'db> fmt::Display for GenericKind<'db> { fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { match *self { GenericKind::Param(ref p) => write!(f, "{p:?}"), GenericKind::Placeholder(ref p) => write!(f, "{p:?}"), GenericKind::Alias(ref p) => write!(f, "{p}"), } } } impl<'db> GenericKind<'db> { pub fn to_ty(&self, interner: DbInterner<'db>) -> Ty<'db> { match *self { GenericKind::Param(ref p) => (*p).to_ty(interner), GenericKind::Placeholder(ref p) => Ty::new_placeholder(interner, *p), GenericKind::Alias(ref p) => (*p).to_ty(interner), } } } impl<'db> VerifyBound<'db> { pub fn must_hold(&self) -> bool { match self { VerifyBound::IfEq(..) => false, VerifyBound::OutlivedBy(re) => re.is_static(), VerifyBound::IsEmpty => false, VerifyBound::AnyBound(bs) => bs.iter().any(|b| b.must_hold()), VerifyBound::AllBounds(bs) => bs.iter().all(|b| b.must_hold()), } } pub fn cannot_hold(&self) -> bool { match self { VerifyBound::IfEq(..) => false, VerifyBound::IsEmpty => false, VerifyBound::OutlivedBy(_) => false, VerifyBound::AnyBound(bs) => bs.iter().all(|b| b.cannot_hold()), VerifyBound::AllBounds(bs) => bs.iter().any(|b| b.cannot_hold()), } } pub fn or(self, vb: VerifyBound<'db>) -> VerifyBound<'db> { if self.must_hold() || vb.cannot_hold() { self } else if self.cannot_hold() || vb.must_hold() { vb } else { VerifyBound::AnyBound(vec![self, vb]) } } } impl<'db> RegionConstraintData<'db> { /// Returns `true` if this region constraint data contains no constraints, and `false` /// otherwise. pub fn is_empty(&self) -> bool { let RegionConstraintData { constraints, member_constraints, verifys } = self; constraints.is_empty() && member_constraints.is_empty() && verifys.is_empty() } } impl<'db> Rollback> for RegionConstraintStorage<'db> { fn reverse(&mut self, undo: UndoLog<'db>) { match undo { AddVar(vid) => { self.var_infos.pop().unwrap(); assert_eq!(self.var_infos.len(), vid.index()); } AddConstraint(index) => { self.data.constraints.pop().unwrap(); assert_eq!(self.data.constraints.len(), index); } AddVerify(index) => { self.data.verifys.pop(); assert_eq!(self.data.verifys.len(), index); } AddCombination(Glb, ref regions) => { self.glbs.remove(regions); } AddCombination(Lub, ref regions) => { self.lubs.remove(regions); } } } }