Merge pull request #69807 from apple/revert-69450-uninarrayfix

Author: shahmishal

SwiftCompilerSources/Sources/Optimizer/FunctionPasses/ObjectOutliner.swift

@@ -41,6 +41,7 @@ import SIL
 ///
 let objectOutliner = FunctionPass(name: "object-outliner") {
   (function: Function, context: FunctionPassContext) in
+
   for inst in function.instructions {
     if let ari = inst as? AllocRefInstBase {
       if let globalValue = optimizeObjectAllocation(allocRef: ari, context) {
@@ -84,10 +85,6 @@ private func findEndCOWMutation(of object: Value) -> EndCOWMutationInst? {
       if let ecm = findEndCOWMutation(of: uci) {
         return ecm
       }
-    case let urci as UncheckedRefCastInst:
-      if let ecm = findEndCOWMutation(of: urci) {
-        return ecm
-      }
     case let mv as MoveValueInst:
       if let ecm = findEndCOWMutation(of: mv) {
         return ecm
@@ -150,7 +147,7 @@ private func findInitStores(of object: Value,
         return false
       }
     default:
-      if !isValidUseOfObject(use) {
+      if !isValidUseOfObject(use.instruction) {
         return false
       }
     }
@@ -177,18 +174,6 @@ private func findStores(toTailAddress tailAddr: Value, tailElementIndex: Int, st
       if !findStores(inUsesOf: tea, index: tailElementIndex * numTupleElements + tupleIdx, stores: &stores) {
         return false
       }
-    case let atp as AddressToPointerInst:
-      if !findStores(toTailAddress: atp, tailElementIndex: tailElementIndex, stores: &stores) {
-        return false
-      }
-    case let mdi as MarkDependenceInst:
-      if !findStores(toTailAddress: mdi, tailElementIndex: tailElementIndex, stores: &stores) {
-        return false
-      }
-    case let pta as PointerToAddressInst:
-      if !findStores(toTailAddress: pta, tailElementIndex: tailElementIndex, stores: &stores) {
-        return false
-      }
     case let store as StoreInst:
       if store.source.type.isTuple {
         // This kind of SIL is never generated because tuples are stored with separated stores to tuple_element_addr.
@@ -199,7 +184,7 @@ private func findStores(toTailAddress tailAddr: Value, tailElementIndex: Int, st
         return false
       }
     default:
-      if !isValidUseOfObject(use) {
+      if !isValidUseOfObject(use.instruction) {
         return false
       }
     }
@@ -213,7 +198,7 @@ private func findStores(inUsesOf address: Value, index: Int, stores: inout [Stor
       if !handleStore(store, index: index, stores: &stores) {
         return false
       }
-    } else if !isValidUseOfObject(use) {
+    } else if !isValidUseOfObject(use.instruction) {
       return false
     }
   }
@@ -230,8 +215,7 @@ private func handleStore(_ store: StoreInst, index: Int, stores: inout [StoreIns
   return false
 }
 
-private func isValidUseOfObject(_ use: Operand) -> Bool {
-  let inst = use.instruction
+private func isValidUseOfObject(_ inst: Instruction) -> Bool {
   switch inst {
   case is DebugValueInst,
        is LoadInst,
@@ -243,17 +227,6 @@ private func isValidUseOfObject(_ use: Operand) -> Bool {
        is EndCOWMutationInst:
     return true
 
-  case let mdi as MarkDependenceInst:
-    if (use == mdi.baseOperand) {
-      return true;
-    }
-    for mdiUse in mdi.uses {
-      if !isValidUseOfObject(mdiUse) {
-        return false
-      }
-    }
-    return true
-
   case is StructElementAddrInst,
        is AddressToPointerInst,
        is StructInst,
@@ -265,12 +238,9 @@ private func isValidUseOfObject(_ use: Operand) -> Bool {
        is UpcastInst,
        is BeginDeallocRefInst,
        is RefTailAddrInst,
-       is RefElementAddrInst,
-       is StructInst,
-       is PointerToAddressInst,
-       is IndexAddrInst:
-    for instUse in (inst as! SingleValueInstruction).uses {
-      if !isValidUseOfObject(instUse) {
+       is RefElementAddrInst:
+    for use in (inst as! SingleValueInstruction).uses {
+      if !isValidUseOfObject(use.instruction) {
         return false
       }
     }
@@ -372,8 +342,6 @@ private func rewriteUses(of startValue: Value, _ context: FunctionPassContext) {
       context.erase(instruction: endMutation)
     case let upCast as UpcastInst:
       worklist.pushIfNotVisited(usersOf: upCast)
-    case let urci as UncheckedRefCastInst:
-      worklist.pushIfNotVisited(usersOf: urci)
     case let moveValue as MoveValueInst:
       worklist.pushIfNotVisited(usersOf: moveValue)
     case is DeallocRefInst, is DeallocStackRefInst:

lib/SILGen/SILGenApply.cpp

@@ -6317,10 +6317,7 @@ SILGenFunction::emitUninitializedArrayAllocation(Type ArrayTy,
   SmallVector<ManagedValue, 2> resultElts;
   std::move(result).getAll(resultElts);
 
-  // Add a mark_dependence between the interior pointer and the array value
-  auto dependentValue = B.createMarkDependence(Loc, resultElts[1].getValue(),
-                                               resultElts[0].getValue());
-  return {resultElts[0], dependentValue};
+  return {resultElts[0], resultElts[1].getUnmanagedValue()};
 }
 
 /// Deallocate an uninitialized array.

lib/SILOptimizer/Analysis/ArraySemantic.cpp

@@ -841,8 +841,7 @@ bool swift::ArraySemanticsCall::mapInitializationStores(
     return false;
 
   // Match initialization stores into ElementBuffer. E.g.
-  // %82 = struct_extract %element_buffer : $UnsafeMutablePointer<Int>
-  // %83 = mark_dependence %82 : $Builtin.RawPointer on ArrayVal
+  // %83 = struct_extract %element_buffer : $UnsafeMutablePointer<Int>
   // %84 = pointer_to_address %83 : $Builtin.RawPointer to strict $*Int
   // store %85 to %84 : $*Int
   // %87 = integer_literal $Builtin.Word, 1
@@ -851,27 +850,12 @@ bool swift::ArraySemanticsCall::mapInitializationStores(
 
   // If this an ArrayUninitializedIntrinsic then the ElementBuffer is a
   // builtin.RawPointer. Otherwise, it is an UnsafeMutablePointer, which would
-  // be struct-extracted to obtain a builtin.RawPointer. In this case
-  // mark_dependence can be an operand of the struct_extract or its user.
-
-  SILValue UnsafeMutablePointerExtract;
-  if (getKind() == ArrayCallKind::kArrayUninitializedIntrinsic) {
-    UnsafeMutablePointerExtract = dyn_cast_or_null<MarkDependenceInst>(
-        getSingleNonDebugUser(ElementBuffer));
-  } else {
-    auto user = getSingleNonDebugUser(ElementBuffer);
-    // Match mark_dependence (struct_extract or
-    // struct_extract (mark_dependence
-    if (auto *MDI = dyn_cast_or_null<MarkDependenceInst>(user)) {
-      UnsafeMutablePointerExtract =
-          dyn_cast_or_null<StructExtractInst>(getSingleNonDebugUser(MDI));
-    } else {
-      if (auto *SEI = dyn_cast_or_null<StructExtractInst>(user)) {
-        UnsafeMutablePointerExtract =
-            dyn_cast_or_null<MarkDependenceInst>(getSingleNonDebugUser(SEI));
-      }
-    }
-  }
+  // be struct-extracted to obtain a builtin.RawPointer.
+  SILValue UnsafeMutablePointerExtract =
+      (getKind() == ArrayCallKind::kArrayUninitialized)
+          ? dyn_cast_or_null<StructExtractInst>(
+                getSingleNonDebugUser(ElementBuffer))
+          : ElementBuffer;
   if (!UnsafeMutablePointerExtract)
     return false;
 

lib/SILOptimizer/Analysis/DifferentiableActivityAnalysis.cpp

@@ -429,15 +429,12 @@ void DifferentiableActivityInfo::setUsefulThroughArrayInitialization(
       continue;
     // The second tuple field of the return value is the `RawPointer`.
     for (auto use : dti->getResult(1)->getUses()) {
-      // The `RawPointer` passes through a `mark_dependence(pointer_to_address`.
-      // That instruction's first use is a `store` whose source is useful; its
+      // The `RawPointer` passes through a `pointer_to_address`. That
+      // instruction's first use is a `store` whose source is useful; its
       // subsequent uses are `index_addr`s whose only use is a useful `store`.
-      auto *mdi = dyn_cast<MarkDependenceInst>(use->getUser());
-      assert(
-          mdi &&
-          "Expected a mark_dependence user for uninitialized array intrinsic.");
-      auto *ptai = dyn_cast<PointerToAddressInst>(getSingleNonDebugUser(mdi));
-      assert(ptai && "Expected a pointer_to_address.");
+      auto *ptai = dyn_cast<PointerToAddressInst>(use->getUser());
+      assert(ptai && "Expected `pointer_to_address` user for uninitialized "
+                     "array intrinsic");
       setUseful(ptai, dependentVariableIndex);
       // Propagate usefulness through array element addresses:
       // `pointer_to_address` and `index_addr` instructions.

lib/SILOptimizer/Differentiation/Common.cpp

@@ -37,18 +37,30 @@ ApplyInst *getAllocateUninitializedArrayIntrinsicElementAddress(SILValue v) {
     ptai = dyn_cast<PointerToAddressInst>(iai->getOperand(0));
   if (!ptai)
     return nullptr;
-  auto *mdi = dyn_cast<MarkDependenceInst>(
-      ptai->getOperand()->getDefiningInstruction());
-  if (!mdi)
-    return nullptr;
   // Return the `array.uninitialized_intrinsic` application, if it exists.
   if (auto *dti = dyn_cast<DestructureTupleInst>(
-          mdi->getValue()->getDefiningInstruction()))
+          ptai->getOperand()->getDefiningInstruction()))
     return ArraySemanticsCall(dti->getOperand(),
                               semantics::ARRAY_UNINITIALIZED_INTRINSIC);
   return nullptr;
 }
 
+DestructureTupleInst *getSingleDestructureTupleUser(SILValue value) {
+  bool foundDestructureTupleUser = false;
+  if (!value->getType().is<TupleType>())
+    return nullptr;
+  DestructureTupleInst *result = nullptr;
+  for (auto *use : value->getUses()) {
+    if (auto *dti = dyn_cast<DestructureTupleInst>(use->getUser())) {
+      assert(!foundDestructureTupleUser &&
+             "There should only be one `destructure_tuple` user of a tuple");
+      foundDestructureTupleUser = true;
+      result = dti;
+    }
+  }
+  return result;
+}
+
 bool isSemanticMemberAccessor(SILFunction *original) {
   auto *dc = original->getDeclContext();
   if (!dc)
@@ -97,7 +109,7 @@ void forEachApplyDirectResult(
       resultCallback(ai);
       return;
     }
-    if (auto *dti = ai->getSingleUserOfType<DestructureTupleInst>())
+    if (auto *dti = getSingleDestructureTupleUser(ai))
       for (auto directResult : dti->getResults())
         resultCallback(directResult);
     break;

lib/SILOptimizer/Differentiation/JVPCloner.cpp

@@ -1312,8 +1312,7 @@ class JVPCloner::Implementation final
         if (!origResult->getType().is<TupleType>()) {
           setTangentValue(bb, origResult,
                           makeConcreteTangentValue(differentialResult));
-        } else if (auto *dti =
-                       ai->getSingleUserOfType<DestructureTupleInst>()) {
+        } else if (auto *dti = getSingleDestructureTupleUser(ai)) {
           bool notSetValue = true;
           for (auto result : dti->getResults()) {
             if (activityInfo.isActive(result, getConfig())) {

lib/SILOptimizer/Differentiation/PullbackCloner.cpp

@@ -3331,11 +3331,7 @@ void PullbackCloner::Implementation::
   builder.setCurrentDebugScope(remapScope(dti->getDebugScope()));
   builder.setInsertionPoint(arrayAdjoint->getParentBlock());
   for (auto use : dti->getResult(1)->getUses()) {
-    auto *mdi = dyn_cast<MarkDependenceInst>(use->getUser());
-    assert(mdi && "Expected mark_dependence user");
-    auto *ptai =
-        dyn_cast_or_null<PointerToAddressInst>(getSingleNonDebugUser(mdi));
-    assert(ptai && "Expected pointer_to_address user");
+    auto *ptai = dyn_cast<PointerToAddressInst>(use->getUser());
     auto adjBuf = getAdjointBuffer(origBB, ptai);
     auto *eltAdjBuf = getArrayAdjointElementBuffer(arrayAdjoint, 0, loc);
     builder.emitInPlaceAdd(loc, adjBuf, eltAdjBuf);

lib/SILOptimizer/LoopTransforms/ForEachLoopUnroll.cpp

@@ -302,11 +302,6 @@ void ArrayInfo::classifyUsesOfArray(SILValue arrayValue) {
     // above as the array would be passed indirectly.
     if (isFixLifetimeUseOfArray(user, arrayValue))
       continue;
-    if (auto *MDI = dyn_cast<MarkDependenceInst>(user)) {
-      if (MDI->getBase() == arrayValue) {
-        continue;
-      }
-    }
     // Check if this is a forEach call on the array.
     if (TryApplyInst *forEachCall = isForEachUseOfArray(user, arrayValue)) {
       forEachCalls.insert(forEachCall);

lib/SILOptimizer/Transforms/ArrayCountPropagation.cpp

@@ -127,12 +127,6 @@ bool ArrayAllocation::recursivelyCollectUses(ValueBase *Def) {
         isa<DebugValueInst>(User))
       continue;
 
-    if (auto *MDI = dyn_cast<MarkDependenceInst>(User)) {
-      if (Def == MDI->getBase()) {
-        continue;
-      }
-    }
-
     // Array value projection.
     if (auto *SEI = dyn_cast<StructExtractInst>(User)) {
       if (!recursivelyCollectUses(SEI))

lib/SILOptimizer/Transforms/ArrayElementValuePropagation.cpp

@@ -122,9 +122,6 @@ bool ArrayAllocation::replacementsAreValid() {
 /// Recursively look at all uses of this definition. Abort if the array value
 /// could escape or be changed. Collect all uses that are calls to array.count.
 bool ArrayAllocation::recursivelyCollectUses(ValueBase *Def) {
-  LLVM_DEBUG(llvm::dbgs() << "Collecting uses of:");
-  LLVM_DEBUG(Def->dump());
-
   for (auto *Opd : Def->getUses()) {
     auto *User = Opd->getUser();
     // Ignore reference counting and debug instructions.
@@ -151,12 +148,6 @@ bool ArrayAllocation::recursivelyCollectUses(ValueBase *Def) {
       continue;
     }
 
-    if (auto *MDI = dyn_cast<MarkDependenceInst>(User)) {
-      if (Def != MDI->getBase())
-        return false;
-      continue;
-    }
-
     // Check array semantic calls.
     ArraySemanticsCall ArrayOp(User);
     switch (ArrayOp.getKind()) {
@@ -190,28 +181,17 @@ bool ArrayAllocation::analyze(ApplyInst *Alloc) {
   if (!Uninitialized)
     return false;
 
-  LLVM_DEBUG(llvm::dbgs() << "Found array allocation: ");
-  LLVM_DEBUG(Alloc->dump());
-
   ArrayValue = Uninitialized.getArrayValue();
-  if (!ArrayValue) {
-    LLVM_DEBUG(llvm::dbgs() << "Did not find array value\n");
+  if (!ArrayValue)
     return false;
-  }
 
-  LLVM_DEBUG(llvm::dbgs() << "ArrayValue: ");
-  LLVM_DEBUG(ArrayValue->dump());
   // Figure out all stores to the array.
-  if (!mapInitializationStores(Uninitialized)) {
-    LLVM_DEBUG(llvm::dbgs() << "Could not map initializing stores\n");
+  if (!mapInitializationStores(Uninitialized))
     return false;
-  }
 
   // Check if the array value was stored or has escaped.
-  if (!recursivelyCollectUses(ArrayValue)) {
-    LLVM_DEBUG(llvm::dbgs() << "Array value stored or escaped\n");
+  if (!recursivelyCollectUses(ArrayValue))
     return false;
-  }
 
   return true;
 }
@@ -348,9 +328,7 @@ class ArrayElementPropagation : public SILFunctionTransform {
     auto &Fn = *getFunction();
     bool Changed = false;
 
-    LLVM_DEBUG(llvm::dbgs() << "ArrayElementPropagation looking at function: "
-                            << Fn.getName() << "\n");
-    for (auto &BB : Fn) {
+    for (auto &BB :Fn) {
       for (auto &Inst : BB) {
         if (auto *Apply = dyn_cast<ApplyInst>(&Inst)) {
           ArrayAllocation ALit;