//===- DomTreeUpdater.cpp - DomTree/Post DomTree Updater --------*- C++ -*-===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// // // This file implements the DomTreeUpdater class, which provides a uniform way // to update dominator tree related data structures. // //===----------------------------------------------------------------------===// #include "llvm/IR/DomTreeUpdater.h" #include "llvm/Analysis/PostDominators.h" #include "llvm/IR/Dominators.h" #include "llvm/Support/GenericDomTree.h" #include #include namespace llvm { bool DomTreeUpdater::isUpdateValid( const DominatorTree::UpdateType Update) const { const auto *From = Update.getFrom(); const auto *To = Update.getTo(); const auto Kind = Update.getKind(); // Discard updates by inspecting the current state of successors of From. // Since isUpdateValid() must be called *after* the Terminator of From is // altered we can determine if the update is unnecessary for batch updates // or invalid for a single update. const bool HasEdge = llvm::any_of( successors(From), [To](const BasicBlock *B) { return B == To; }); // If the IR does not match the update, // 1. In batch updates, this update is unnecessary. // 2. When called by insertEdge*()/deleteEdge*(), this update is invalid. // Edge does not exist in IR. if (Kind == DominatorTree::Insert && !HasEdge) return false; // Edge exists in IR. if (Kind == DominatorTree::Delete && HasEdge) return false; return true; } bool DomTreeUpdater::isSelfDominance( const DominatorTree::UpdateType Update) const { // Won't affect DomTree and PostDomTree. return Update.getFrom() == Update.getTo(); } bool DomTreeUpdater::applyLazyUpdate(DominatorTree::UpdateKind Kind, BasicBlock *From, BasicBlock *To) { assert((DT || PDT) && "Call applyLazyUpdate() when both DT and PDT are nullptrs."); assert(Strategy == DomTreeUpdater::UpdateStrategy::Lazy && "Call applyLazyUpdate() with Eager strategy error"); // Analyze pending updates to determine if the update is unnecessary. const DominatorTree::UpdateType Update = {Kind, From, To}; const DominatorTree::UpdateType Invert = {Kind != DominatorTree::Insert ? DominatorTree::Insert : DominatorTree::Delete, From, To}; // Only check duplicates in updates that are not applied by both trees. auto I = PendUpdates.begin() + std::max(PendDTUpdateIndex, PendPDTUpdateIndex); const auto E = PendUpdates.end(); assert(I <= E && "Iterator out of range."); for (; I != E; ++I) { if (Update == *I) return false; // Discard duplicate updates. if (Invert == *I) { // Update and Invert are both valid (equivalent to a no-op). Remove // Invert from PendUpdates and discard the Update. PendUpdates.erase(I); return false; } } PendUpdates.push_back(Update); // Save the valid update. return true; } void DomTreeUpdater::applyDomTreeUpdates() { // No pending DomTreeUpdates. if (Strategy != UpdateStrategy::Lazy || !DT) return; // Only apply updates not are applied by DomTree. if (hasPendingDomTreeUpdates()) { const auto I = PendUpdates.begin() + PendDTUpdateIndex; const auto E = PendUpdates.end(); assert(I < E && "Iterator range invalid; there should be DomTree updates."); DT->applyUpdates(ArrayRef(I, E)); PendDTUpdateIndex = PendUpdates.size(); } } void DomTreeUpdater::flush() { applyDomTreeUpdates(); applyPostDomTreeUpdates(); dropOutOfDateUpdates(); } void DomTreeUpdater::applyPostDomTreeUpdates() { // No pending PostDomTreeUpdates. if (Strategy != UpdateStrategy::Lazy || !PDT) return; // Only apply updates not are applied by PostDomTree. if (hasPendingPostDomTreeUpdates()) { const auto I = PendUpdates.begin() + PendPDTUpdateIndex; const auto E = PendUpdates.end(); assert(I < E && "Iterator range invalid; there should be PostDomTree updates."); PDT->applyUpdates(ArrayRef(I, E)); PendPDTUpdateIndex = PendUpdates.size(); } } void DomTreeUpdater::tryFlushDeletedBB() { if (!hasPendingUpdates()) forceFlushDeletedBB(); } bool DomTreeUpdater::forceFlushDeletedBB() { if (DeletedBBs.empty()) return false; for (auto *BB : DeletedBBs) { // After calling deleteBB or callbackDeleteBB under Lazy UpdateStrategy, // validateDeleteBB() removes all instructions of DelBB and adds an // UnreachableInst as its terminator. So we check whether the BasicBlock to // delete only has an UnreachableInst inside. assert(BB->getInstList().size() == 1 && isa(BB->getTerminator()) && "DelBB has been modified while awaiting deletion."); BB->removeFromParent(); eraseDelBBNode(BB); delete BB; } DeletedBBs.clear(); Callbacks.clear(); return true; } bool DomTreeUpdater::recalculate(Function &F) { if (!DT && !PDT) return false; if (Strategy == UpdateStrategy::Eager) { if (DT) DT->recalculate(F); if (PDT) PDT->recalculate(F); return true; } // Prevent forceFlushDeletedBB() from erasing DomTree or PostDomTree nodes. IsRecalculatingDomTree = IsRecalculatingPostDomTree = true; // Because all trees are going to be up-to-date after recalculation, // flush awaiting deleted BasicBlocks. if (forceFlushDeletedBB() || hasPendingUpdates()) { if (DT) DT->recalculate(F); if (PDT) PDT->recalculate(F); // Resume forceFlushDeletedBB() to erase DomTree or PostDomTree nodes. IsRecalculatingDomTree = IsRecalculatingPostDomTree = false; PendDTUpdateIndex = PendPDTUpdateIndex = PendUpdates.size(); dropOutOfDateUpdates(); return true; } // Resume forceFlushDeletedBB() to erase DomTree or PostDomTree nodes. IsRecalculatingDomTree = IsRecalculatingPostDomTree = false; return false; } bool DomTreeUpdater::hasPendingUpdates() const { return hasPendingDomTreeUpdates() || hasPendingPostDomTreeUpdates(); } bool DomTreeUpdater::hasPendingDomTreeUpdates() const { if (!DT) return false; return PendUpdates.size() != PendDTUpdateIndex; } bool DomTreeUpdater::hasPendingPostDomTreeUpdates() const { if (!PDT) return false; return PendUpdates.size() != PendPDTUpdateIndex; } bool DomTreeUpdater::isBBPendingDeletion(llvm::BasicBlock *DelBB) const { if (Strategy == UpdateStrategy::Eager || DeletedBBs.empty()) return false; return DeletedBBs.count(DelBB) != 0; } // The DT and PDT require the nodes related to updates // are not deleted when update functions are called. // So BasicBlock deletions must be pended when the // UpdateStrategy is Lazy. When the UpdateStrategy is // Eager, the BasicBlock will be deleted immediately. void DomTreeUpdater::deleteBB(BasicBlock *DelBB) { validateDeleteBB(DelBB); if (Strategy == UpdateStrategy::Lazy) { DeletedBBs.insert(DelBB); return; } DelBB->removeFromParent(); eraseDelBBNode(DelBB); delete DelBB; } void DomTreeUpdater::callbackDeleteBB( BasicBlock *DelBB, std::function Callback) { validateDeleteBB(DelBB); if (Strategy == UpdateStrategy::Lazy) { Callbacks.push_back(CallBackOnDeletion(DelBB, Callback)); DeletedBBs.insert(DelBB); return; } DelBB->removeFromParent(); eraseDelBBNode(DelBB); Callback(DelBB); delete DelBB; } void DomTreeUpdater::eraseDelBBNode(BasicBlock *DelBB) { if (DT && !IsRecalculatingDomTree) if (DT->getNode(DelBB)) DT->eraseNode(DelBB); if (PDT && !IsRecalculatingPostDomTree) if (PDT->getNode(DelBB)) PDT->eraseNode(DelBB); } void DomTreeUpdater::validateDeleteBB(BasicBlock *DelBB) { assert(DelBB && "Invalid push_back of nullptr DelBB."); assert(pred_empty(DelBB) && "DelBB has one or more predecessors."); // DelBB is unreachable and all its instructions are dead. while (!DelBB->empty()) { Instruction &I = DelBB->back(); // Replace used instructions with an arbitrary value (undef). if (!I.use_empty()) I.replaceAllUsesWith(llvm::UndefValue::get(I.getType())); DelBB->getInstList().pop_back(); } // Make sure DelBB has a valid terminator instruction. As long as DelBB is a // Child of Function F it must contain valid IR. new UnreachableInst(DelBB->getContext(), DelBB); } void DomTreeUpdater::applyUpdates(ArrayRef Updates, bool ForceRemoveDuplicates) { if (!DT && !PDT) return; if (Strategy == UpdateStrategy::Lazy || ForceRemoveDuplicates) { SmallVector Seen; for (const auto U : Updates) // For Lazy UpdateStrategy, avoid duplicates to applyLazyUpdate() to save // on analysis. if (llvm::none_of( Seen, [U](const DominatorTree::UpdateType S) { return S == U; }) && isUpdateValid(U) && !isSelfDominance(U)) { Seen.push_back(U); if (Strategy == UpdateStrategy::Lazy) applyLazyUpdate(U.getKind(), U.getFrom(), U.getTo()); } if (Strategy == UpdateStrategy::Lazy) return; if (DT) DT->applyUpdates(Seen); if (PDT) PDT->applyUpdates(Seen); return; } if (DT) DT->applyUpdates(Updates); if (PDT) PDT->applyUpdates(Updates); } DominatorTree &DomTreeUpdater::getDomTree() { assert(DT && "Invalid acquisition of a null DomTree"); applyDomTreeUpdates(); dropOutOfDateUpdates(); return *DT; } PostDominatorTree &DomTreeUpdater::getPostDomTree() { assert(PDT && "Invalid acquisition of a null PostDomTree"); applyPostDomTreeUpdates(); dropOutOfDateUpdates(); return *PDT; } void DomTreeUpdater::insertEdge(BasicBlock *From, BasicBlock *To) { #ifndef NDEBUG assert(isUpdateValid({DominatorTree::Insert, From, To}) && "Inserted edge does not appear in the CFG"); #endif if (!DT && !PDT) return; // Won't affect DomTree and PostDomTree; discard update. if (From == To) return; if (Strategy == UpdateStrategy::Eager) { if (DT) DT->insertEdge(From, To); if (PDT) PDT->insertEdge(From, To); return; } applyLazyUpdate(DominatorTree::Insert, From, To); } void DomTreeUpdater::insertEdgeRelaxed(BasicBlock *From, BasicBlock *To) { if (From == To) return; if (!DT && !PDT) return; if (!isUpdateValid({DominatorTree::Insert, From, To})) return; if (Strategy == UpdateStrategy::Eager) { if (DT) DT->insertEdge(From, To); if (PDT) PDT->insertEdge(From, To); return; } applyLazyUpdate(DominatorTree::Insert, From, To); } void DomTreeUpdater::deleteEdge(BasicBlock *From, BasicBlock *To) { #ifndef NDEBUG assert(isUpdateValid({DominatorTree::Delete, From, To}) && "Deleted edge still exists in the CFG!"); #endif if (!DT && !PDT) return; // Won't affect DomTree and PostDomTree; discard update. if (From == To) return; if (Strategy == UpdateStrategy::Eager) { if (DT) DT->deleteEdge(From, To); if (PDT) PDT->deleteEdge(From, To); return; } applyLazyUpdate(DominatorTree::Delete, From, To); } void DomTreeUpdater::deleteEdgeRelaxed(BasicBlock *From, BasicBlock *To) { if (From == To) return; if (!DT && !PDT) return; if (!isUpdateValid({DominatorTree::Delete, From, To})) return; if (Strategy == UpdateStrategy::Eager) { if (DT) DT->deleteEdge(From, To); if (PDT) PDT->deleteEdge(From, To); return; } applyLazyUpdate(DominatorTree::Delete, From, To); } void DomTreeUpdater::dropOutOfDateUpdates() { if (Strategy == DomTreeUpdater::UpdateStrategy::Eager) return; tryFlushDeletedBB(); // Drop all updates applied by both trees. if (!DT) PendDTUpdateIndex = PendUpdates.size(); if (!PDT) PendPDTUpdateIndex = PendUpdates.size(); const size_t dropIndex = std::min(PendDTUpdateIndex, PendPDTUpdateIndex); const auto B = PendUpdates.begin(); const auto E = PendUpdates.begin() + dropIndex; assert(B <= E && "Iterator out of range."); PendUpdates.erase(B, E); // Calculate current index. PendDTUpdateIndex -= dropIndex; PendPDTUpdateIndex -= dropIndex; } #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP) LLVM_DUMP_METHOD void DomTreeUpdater::dump() const { raw_ostream &OS = llvm::dbgs(); OS << "Available Trees: "; if (DT || PDT) { if (DT) OS << "DomTree "; if (PDT) OS << "PostDomTree "; OS << "\n"; } else OS << "None\n"; OS << "UpdateStrategy: "; if (Strategy == UpdateStrategy::Eager) { OS << "Eager\n"; return; } else OS << "Lazy\n"; int Index = 0; auto printUpdates = [&](ArrayRef::const_iterator begin, ArrayRef::const_iterator end) { if (begin == end) OS << " None\n"; Index = 0; for (auto It = begin, ItEnd = end; It != ItEnd; ++It) { auto U = *It; OS << " " << Index << " : "; ++Index; if (U.getKind() == DominatorTree::Insert) OS << "Insert, "; else OS << "Delete, "; BasicBlock *From = U.getFrom(); if (From) { auto S = From->getName(); if (!From->hasName()) S = "(no name)"; OS << S << "(" << From << "), "; } else { OS << "(badref), "; } BasicBlock *To = U.getTo(); if (To) { auto S = To->getName(); if (!To->hasName()) S = "(no_name)"; OS << S << "(" << To << ")\n"; } else { OS << "(badref)\n"; } } }; if (DT) { const auto I = PendUpdates.begin() + PendDTUpdateIndex; assert(PendUpdates.begin() <= I && I <= PendUpdates.end() && "Iterator out of range."); OS << "Applied but not cleared DomTreeUpdates:\n"; printUpdates(PendUpdates.begin(), I); OS << "Pending DomTreeUpdates:\n"; printUpdates(I, PendUpdates.end()); } if (PDT) { const auto I = PendUpdates.begin() + PendPDTUpdateIndex; assert(PendUpdates.begin() <= I && I <= PendUpdates.end() && "Iterator out of range."); OS << "Applied but not cleared PostDomTreeUpdates:\n"; printUpdates(PendUpdates.begin(), I); OS << "Pending PostDomTreeUpdates:\n"; printUpdates(I, PendUpdates.end()); } OS << "Pending DeletedBBs:\n"; Index = 0; for (auto BB : DeletedBBs) { OS << " " << Index << " : "; ++Index; if (BB->hasName()) OS << BB->getName() << "("; else OS << "(no_name)("; OS << BB << ")\n"; } OS << "Pending Callbacks:\n"; Index = 0; for (auto BB : Callbacks) { OS << " " << Index << " : "; ++Index; if (BB->hasName()) OS << BB->getName() << "("; else OS << "(no_name)("; OS << BB << ")\n"; } } #endif } // namespace llvm