Skip to content
This repository was archived by the owner on May 28, 2025. It is now read-only.

Commit 7ac7f13

Browse files
cjgillotcjgillot
committed
Propagate places through assignments.
1 parent af87662 commit 7ac7f13

13 files changed

+173
-33
lines changed

‎compiler/rustc_mir_dataflow/src/value_analysis.rs‎

Lines changed: 109 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,7 @@ use std::fmt::{Debug, Formatter};
3636
use std::ops::Range;
3737

3838
use rustc_data_structures::captures::Captures;
39-
use rustc_data_structures::fx::{FxHashMap, StdEntry};
39+
use rustc_data_structures::fx::{FxHashMap, FxIndexSet, StdEntry};
4040
use rustc_data_structures::stack::ensure_sufficient_stack;
4141
use rustc_index::bit_set::BitSet;
4242
use rustc_index::IndexVec;
@@ -799,7 +799,52 @@ impl<'tcx> Map<'tcx> {
799799
self.locals[local] = Some(place);
800800
}
801801

802-
PlaceCollector { tcx, body, map: self }.visit_body(body);
802+
// Collect syntactic places and assignments between them.
803+
let mut collector =
804+
PlaceCollector { tcx, body, map: self, assignments: Default::default() };
805+
collector.visit_body(body);
806+
let PlaceCollector { mut assignments, .. } = collector;
807+
808+
// Just collecting syntactic places is not enough. We may need to propagate this pattern:
809+
// _1 = (const 5u32, const 13i64);
810+
// _2 = _1;
811+
// _3 = (_2.0 as u32);
812+
//
813+
// `_1.0` does not appear, but we still need to track it. This is achieved by propagating
814+
// projections from assignments. We recorded an assignment between `_2` and `_1`, so we
815+
// want `_1` and `_2` to have the same sub-places.
816+
//
817+
// This is what this fixpoint loop does. While we are still creating places, run through
818+
// all the assignments, and register places for children.
819+
let mut num_places = 0;
820+
while num_places < self.places.len() {
821+
num_places = self.places.len();
822+
823+
for assign in 0.. {
824+
let Some(&(lhs, rhs)) = assignments.get_index(assign) else { break };
825+
826+
// Mirror children from `lhs` in `rhs`.
827+
let mut child = self.places[lhs].first_child;
828+
while let Some(lhs_child) = child {
829+
let PlaceInfo { ty, proj_elem, next_sibling, .. } = self.places[lhs_child];
830+
let rhs_child =
831+
self.register_place(ty, rhs, proj_elem.expect("child is not a projection"));
832+
assignments.insert((lhs_child, rhs_child));
833+
child = next_sibling;
834+
}
835+
836+
// Conversely, mirror children from `rhs` in `lhs`.
837+
let mut child = self.places[rhs].first_child;
838+
while let Some(rhs_child) = child {
839+
let PlaceInfo { ty, proj_elem, next_sibling, .. } = self.places[rhs_child];
840+
let lhs_child =
841+
self.register_place(ty, lhs, proj_elem.expect("child is not a projection"));
842+
assignments.insert((lhs_child, rhs_child));
843+
child = next_sibling;
844+
}
845+
}
846+
}
847+
drop(assignments);
803848

804849
// Create values for places whose type have scalar layout.
805850
let param_env = tcx.param_env_reveal_all_normalized(body.source.def_id());
@@ -882,17 +927,14 @@ struct PlaceCollector<'a, 'b, 'tcx> {
882927
tcx: TyCtxt<'tcx>,
883928
body: &'b Body<'tcx>,
884929
map: &'a mut Map<'tcx>,
930+
assignments: FxIndexSet<(PlaceIndex, PlaceIndex)>,
885931
}
886932

887-
impl<'tcx> Visitor<'tcx> for PlaceCollector<'_, '_, 'tcx> {
933+
impl<'tcx> PlaceCollector<'_, '_, 'tcx> {
888934
#[tracing::instrument(level = "trace", skip(self))]
889-
fn visit_place(&mut self, place: &Place<'tcx>, ctxt: PlaceContext, _: Location) {
890-
if !ctxt.is_use() {
891-
return;
892-
}
893-
935+
fn register_place(&mut self, place: Place<'tcx>) -> Option<PlaceIndex> {
894936
// Create a place for this projection.
895-
let Some(mut place_index) = self.map.locals[place.local] else { return };
937+
let mut place_index = self.map.locals[place.local]?;
896938
let mut ty = PlaceTy::from_ty(self.body.local_decls[place.local].ty);
897939
tracing::trace!(?place_index, ?ty);
898940

@@ -906,7 +948,7 @@ impl<'tcx> Visitor<'tcx> for PlaceCollector<'_, '_, 'tcx> {
906948
}
907949

908950
for proj in place.projection {
909-
let Ok(track_elem) = proj.try_into() else { return };
951+
let track_elem = proj.try_into().ok()?;
910952
ty = ty.projection_ty(self.tcx, proj);
911953
place_index = self.map.register_place(ty.ty, place_index, track_elem);
912954
tracing::trace!(?proj, ?place_index, ?ty);
@@ -920,6 +962,63 @@ impl<'tcx> Visitor<'tcx> for PlaceCollector<'_, '_, 'tcx> {
920962
self.map.register_place(discriminant_ty, place_index, TrackElem::Discriminant);
921963
}
922964
}
965+
966+
Some(place_index)
967+
}
968+
}
969+
970+
impl<'tcx> Visitor<'tcx> for PlaceCollector<'_, '_, 'tcx> {
971+
#[tracing::instrument(level = "trace", skip(self))]
972+
fn visit_place(&mut self, place: &Place<'tcx>, ctxt: PlaceContext, _: Location) {
973+
if !ctxt.is_use() {
974+
return;
975+
}
976+
977+
self.register_place(*place);
978+
}
979+
980+
fn visit_assign(&mut self, lhs: &Place<'tcx>, rhs: &Rvalue<'tcx>, location: Location) {
981+
self.super_assign(lhs, rhs, location);
982+
983+
match rhs {
984+
Rvalue::Use(Operand::Move(rhs) | Operand::Copy(rhs)) | Rvalue::CopyForDeref(rhs) => {
985+
let Some(lhs) = self.register_place(*lhs) else { return };
986+
let Some(rhs) = self.register_place(*rhs) else { return };
987+
self.assignments.insert((lhs, rhs));
988+
}
989+
Rvalue::Aggregate(kind, fields) => {
990+
let Some(mut lhs) = self.register_place(*lhs) else { return };
991+
match **kind {
992+
// Do not propagate unions.
993+
AggregateKind::Adt(_, _, _, _, Some(_)) => return,
994+
AggregateKind::Adt(_, variant, _, _, None) => {
995+
let ty = self.map.places[lhs].ty;
996+
if ty.is_enum() {
997+
lhs = self.map.register_place(ty, lhs, TrackElem::Variant(variant));
998+
}
999+
}
1000+
AggregateKind::RawPtr(..)
1001+
| AggregateKind::Array(_)
1002+
| AggregateKind::Tuple
1003+
| AggregateKind::Closure(..)
1004+
| AggregateKind::Coroutine(..)
1005+
| AggregateKind::CoroutineClosure(..) => {}
1006+
}
1007+
for (index, field) in fields.iter_enumerated() {
1008+
if let Some(rhs) = field.place()
1009+
&& let Some(rhs) = self.register_place(rhs)
1010+
{
1011+
let lhs = self.map.register_place(
1012+
self.map.places[rhs].ty,
1013+
lhs,
1014+
TrackElem::Field(index),
1015+
);
1016+
self.assignments.insert((lhs, rhs));
1017+
}
1018+
}
1019+
}
1020+
_ => {}
1021+
}
9231022
}
9241023
}
9251024

‎tests/mir-opt/dataflow-const-prop/aggregate_copy.foo.DataflowConstProp.diff‎

Lines changed: 16 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -22,19 +22,25 @@
2222
StorageLive(_1);
2323
_1 = const Foo;
2424
StorageLive(_2);
25-
_2 = _1;
25+
- _2 = _1;
26+
+ _2 = const (5_u32, 3_u32);
2627
StorageLive(_3);
27-
_3 = (_2.1: u32);
28+
- _3 = (_2.1: u32);
29+
+ _3 = const 3_u32;
2830
StorageLive(_4);
2931
StorageLive(_5);
30-
_5 = _3;
31-
_4 = Ge(move _5, const 2_u32);
32-
switchInt(move _4) -> [0: bb2, otherwise: bb1];
32+
- _5 = _3;
33+
- _4 = Ge(move _5, const 2_u32);
34+
- switchInt(move _4) -> [0: bb2, otherwise: bb1];
35+
+ _5 = const 3_u32;
36+
+ _4 = const true;
37+
+ switchInt(const true) -> [0: bb2, otherwise: bb1];
3338
}
3439

3540
bb1: {
3641
StorageDead(_5);
37-
_0 = (_2.0: u32);
42+
- _0 = (_2.0: u32);
43+
+ _0 = const 5_u32;
3844
goto -> bb3;
3945
}
4046

@@ -51,5 +57,9 @@
5157
StorageDead(_1);
5258
return;
5359
}
60+
+ }
61+
+
62+
+ ALLOC0 (size: 8, align: 4) {
63+
+ 05 00 00 00 03 00 00 00 │ ........
5464
}
5565

‎tests/mir-opt/dataflow-const-prop/aggregate_copy.rs‎

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -12,12 +12,14 @@ fn foo() -> u32 {
1212

1313
// CHECK:bb0: {
1414
// CHECK: [[a]] = const Foo;
15-
// CHECK: [[b]] = [[a]];
16-
// CHECK: [[c]] = ([[b]].1: u32);
17-
// CHECK: switchInt(move {{_.*}}) -> [0: bb2, otherwise: bb1];
15+
// CHECK: [[b]] = const (5_u32, 3_u32);
16+
// CHECK: [[c]] = const 3_u32;
17+
// CHECK: {{_.*}} = const 3_u32;
18+
// CHECK: {{_.*}} = const true;
19+
// CHECK: switchInt(const true) -> [0: bb2, otherwise: bb1];
1820

1921
// CHECK:bb1: {
20-
// CHECK: _0 = ([[b]].0: u32);
22+
// CHECK: _0 = const 5_u32;
2123
// CHECK: goto -> bb3;
2224

2325
// CHECK:bb2: {

‎tests/mir-opt/dataflow-const-prop/repr_transparent.main.DataflowConstProp.diff‎

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@
3232
StorageDead(_5);
3333
StorageDead(_4);
3434
- _2 = I32(move _3);
35-
+ _2 = I32(const 0_i32);
35+
+ _2 = const I32(0_i32);
3636
StorageDead(_3);
3737
_0 = const ();
3838
StorageDead(_2);
@@ -42,6 +42,10 @@
4242
+ }
4343
+
4444
+ ALLOC0 (size: 4, align: 4) {
45+
+ 00 00 00 00 │ ....
46+
+ }
47+
+
48+
+ ALLOC1 (size: 4, align: 4) {
4549
+ 00 00 00 00 │ ....
4650
}
4751

‎tests/mir-opt/dataflow-const-prop/repr_transparent.rs‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,6 @@ fn main() {
1515
// CHECK: [[x]] = const I32(0_i32);
1616
let x = I32(0);
1717

18-
// CHECK: [[y]] = I32(const 0_i32);
18+
// CHECK: [[y]] = const I32(0_i32);
1919
let y = I32(x.0 + x.0);
2020
}

‎tests/mir-opt/dataflow-const-prop/transmute.less_as_i8.DataflowConstProp.32bit.diff‎

Lines changed: 12 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,10 +7,20 @@
77

88
bb0: {
99
StorageLive(_1);
10-
_1 = Less;
11-
_0 = move _1 as i8 (Transmute);
10+
- _1 = Less;
11+
- _0 = move _1 as i8 (Transmute);
12+
+ _1 = const Less;
13+
+ _0 = const std::cmp::Ordering::Less as i8 (Transmute);
1214
StorageDead(_1);
1315
return;
1416
}
17+
+ }
18+
+
19+
+ ALLOC0 (size: 1, align: 1) {
20+
+ ff │ .
21+
+ }
22+
+
23+
+ ALLOC1 (size: 1, align: 1) {
24+
+ ff │ .
1525
}
1626

‎tests/mir-opt/dataflow-const-prop/transmute.less_as_i8.DataflowConstProp.64bit.diff‎

Lines changed: 12 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,10 +7,20 @@
77

88
bb0: {
99
StorageLive(_1);
10-
_1 = Less;
11-
_0 = move _1 as i8 (Transmute);
10+
- _1 = Less;
11+
- _0 = move _1 as i8 (Transmute);
12+
+ _1 = const Less;
13+
+ _0 = const std::cmp::Ordering::Less as i8 (Transmute);
1214
StorageDead(_1);
1315
return;
1416
}
17+
+ }
18+
+
19+
+ ALLOC0 (size: 1, align: 1) {
20+
+ ff │ .
21+
+ }
22+
+
23+
+ ALLOC1 (size: 1, align: 1) {
24+
+ ff │ .
1525
}
1626

‎tests/mir-opt/dataflow-const-prop/tuple.main.DataflowConstProp.32bit.diff‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -81,7 +81,7 @@
8181
- _14 = _6;
8282
- _11 = (move _12, move _13, move _14);
8383
+ _14 = const 11_i32;
84-
+ _11 = (const 6_i32, move _13, const 11_i32);
84+
+ _11 = (const 6_i32, const (2_i32, 3_i32), const 11_i32);
8585
StorageDead(_14);
8686
StorageDead(_13);
8787
StorageDead(_12);
@@ -99,4 +99,6 @@
9999
+ ALLOC1 (size: 8, align: 4) { .. }
100100
+
101101
+ ALLOC2 (size: 8, align: 4) { .. }
102+
+
103+
+ ALLOC3 (size: 8, align: 4) { .. }
102104

‎tests/mir-opt/dataflow-const-prop/tuple.main.DataflowConstProp.64bit.diff‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -81,7 +81,7 @@
8181
- _14 = _6;
8282
- _11 = (move _12, move _13, move _14);
8383
+ _14 = const 11_i32;
84-
+ _11 = (const 6_i32, move _13, const 11_i32);
84+
+ _11 = (const 6_i32, const (2_i32, 3_i32), const 11_i32);
8585
StorageDead(_14);
8686
StorageDead(_13);
8787
StorageDead(_12);
@@ -99,4 +99,6 @@
9999
+ ALLOC1 (size: 8, align: 4) { .. }
100100
+
101101
+ ALLOC2 (size: 8, align: 4) { .. }
102+
+
103+
+ ALLOC3 (size: 8, align: 4) { .. }
102104

‎tests/mir-opt/dataflow-const-prop/tuple.rs‎

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,6 @@ fn main() {
2323
// CHECK: [[c]] = const 11_i32;
2424
let c = a.0 + a.1 + b;
2525

26-
// CHECK: [[a2:_.*]] = const (2_i32, 3_i32);
27-
// CHECK: [[d]] = (const 6_i32, move [[a2]], const 11_i32);
26+
// CHECK: [[d]] = (const 6_i32, const (2_i32, 3_i32), const 11_i32);
2827
let d = (b, a, c);
2928
}

0 commit comments

Comments
 (0)