1 //===-- PredicateSimplifier.cpp - Path Sensitive Simplifier -----------===//
3 // The LLVM Compiler Infrastructure
5 // This file was developed by Nick Lewycky and is distributed under the
6 // University of Illinois Open Source License. See LICENSE.TXT for details.
8 //===------------------------------------------------------------------===//
10 // Path-sensitive optimizer. In a branch where x == y, replace uses of
11 // x with y. Permits further optimization, such as the elimination of
12 // the unreachable call:
14 // void test(int *p, int *q)
20 // foo(); // unreachable
23 //===------------------------------------------------------------------===//
25 // This optimization works by substituting %q for %p when protected by a
26 // conditional that assures us of that fact. Properties are stored as
27 // relationships between two values.
29 //===------------------------------------------------------------------===//
31 #define DEBUG_TYPE "predsimplify"
32 #include "llvm/Transforms/Scalar.h"
33 #include "llvm/Constants.h"
34 #include "llvm/DerivedTypes.h"
35 #include "llvm/Instructions.h"
36 #include "llvm/Pass.h"
37 #include "llvm/ADT/Statistic.h"
38 #include "llvm/ADT/STLExtras.h"
39 #include "llvm/Analysis/Dominators.h"
40 #include "llvm/Support/CFG.h"
41 #include "llvm/Support/Debug.h"
42 #include "llvm/Support/InstVisitor.h"
46 typedef DominatorTree::Node DTNodeType;
50 NumVarsReplaced("predsimplify", "Number of argument substitutions");
52 NumInstruction("predsimplify", "Number of instructions removed");
56 /// Similar to EquivalenceClasses, this stores the set of equivalent
57 /// types. Beyond EquivalenceClasses, it allows us to specify which
58 /// element will act as leader.
59 template<typename ElemTy>
60 class VISIBILITY_HIDDEN Synonyms {
61 std::map<ElemTy, unsigned> mapping;
62 std::vector<ElemTy> leaders;
66 typedef unsigned iterator;
67 typedef const unsigned const_iterator;
69 Synonyms(PropertySet *PS) : PS(PS) {}
74 return leaders.empty();
77 iterator findLeader(ElemTy e) {
78 typename std::map<ElemTy, unsigned>::iterator MI = mapping.find(e);
79 if (MI == mapping.end()) return 0;
84 const_iterator findLeader(ElemTy e) const {
85 typename std::map<ElemTy, unsigned>::const_iterator MI =
87 if (MI == mapping.end()) return 0;
92 ElemTy &getLeader(iterator I) {
93 assert(I && I <= leaders.size() && "Illegal leader to get.");
97 const ElemTy &getLeader(const_iterator I) const {
98 assert(I && I <= leaders.size() && "Illegal leaders to get.");
103 void debug(std::ostream &os) const {
104 for (unsigned i = 1, e = leaders.size()+1; i != e; ++i) {
105 os << i << ". " << *getLeader(i) << ": [";
106 for (std::map<Value *, unsigned>::const_iterator
107 I = mapping.begin(), E = mapping.end(); I != E; ++I) {
108 if ((*I).second == i && (*I).first != leaders[i-1]) {
109 os << *(*I).first << " ";
119 /// Combine two sets referring to the same element, inserting the
120 /// elements as needed. Returns a valid iterator iff two already
121 /// existing disjoint synonym sets were combined. The iterator
122 /// points to the no longer existing element.
123 iterator unionSets(ElemTy E1, ElemTy E2);
125 /// Returns an iterator pointing to the synonym set containing
126 /// element e. If none exists, a new one is created and returned.
127 iterator findOrInsert(ElemTy e) {
128 iterator I = findLeader(e);
131 leaders.push_back(e);
138 /// Represents the set of equivalent Value*s and provides insertion
139 /// and fast lookup. Also stores the set of inequality relationships.
141 /// Returns true if V1 is a better choice than V2.
142 bool compare(Value *V1, Value *V2) const {
143 if (isa<Constant>(V1)) {
144 if (!isa<Constant>(V2)) {
147 } else if (isa<Argument>(V1)) {
148 if (!isa<Constant>(V2) && !isa<Argument>(V2)) {
152 if (Instruction *I1 = dyn_cast<Instruction>(V1)) {
153 if (Instruction *I2 = dyn_cast<Instruction>(V2)) {
154 BasicBlock *BB1 = I1->getParent(),
155 *BB2 = I2->getParent();
157 for (BasicBlock::const_iterator I = BB1->begin(), E = BB1->end();
159 if (&*I == I1) return true;
160 if (&*I == I2) return false;
162 assert(0 && "Instructions not found in parent BasicBlock?");
164 return DT->getNode(BB1)->properlyDominates(DT->getNode(BB2));
172 /// Choose the canonical Value in a synonym set.
173 /// Leaves the more canonical choice in V1.
174 void order(Value *&V1, Value *&V2) const {
175 if (compare(V2, V1)) std::swap(V1, V2);
178 PropertySet(DominatorTree *DT) : union_find(this), DT(DT) {}
180 Synonyms<Value *> union_find;
182 typedef std::vector<Property>::iterator PropertyIterator;
183 typedef std::vector<Property>::const_iterator ConstPropertyIterator;
184 typedef Synonyms<Value *>::iterator SynonymIterator;
191 Value *canonicalize(Value *V) const {
192 Value *C = lookup(V);
196 Value *lookup(Value *V) const {
197 SynonymIterator SI = union_find.findLeader(V);
198 if (!SI) return NULL;
199 return union_find.getLeader(SI);
203 return union_find.empty();
206 void addEqual(Value *V1, Value *V2) {
207 // If %x = 0. and %y = -0., seteq %x, %y is true, but
208 // copysign(%x) is not the same as copysign(%y).
209 if (V1->getType()->isFloatingPoint()) return;
212 if (isa<Constant>(V2)) return; // refuse to set false == true.
214 SynonymIterator deleted = union_find.unionSets(V1, V2);
216 SynonymIterator replacement = union_find.findLeader(V1);
218 for (PropertyIterator I = Properties.begin(), E = Properties.end();
220 if (I->I1 == deleted) I->I1 = replacement;
221 else if (I->I1 > deleted) --I->I1;
222 if (I->I2 == deleted) I->I2 = replacement;
223 else if (I->I2 > deleted) --I->I2;
226 addImpliedProperties(EQ, V1, V2);
229 void addNotEqual(Value *V1, Value *V2) {
230 // If %x = NAN then seteq %x, %x is false.
231 if (V1->getType()->isFloatingPoint()) return;
233 // For example, %x = setne int 0, 0 causes "0 != 0".
234 if (isa<Constant>(V1) && isa<Constant>(V2)) return;
236 if (findProperty(NE, V1, V2) != Properties.end())
240 SynonymIterator I1 = union_find.findOrInsert(V1),
241 I2 = union_find.findOrInsert(V2);
243 // Technically this means that the block is unreachable.
244 if (I1 == I2) return;
246 Properties.push_back(Property(NE, I1, I2));
247 addImpliedProperties(NE, V1, V2);
250 PropertyIterator findProperty(Ops Opcode, Value *V1, Value *V2) {
251 assert(Opcode != EQ && "Can't findProperty on EQ."
252 "Use the lookup method instead.");
254 SynonymIterator I1 = union_find.findLeader(V1),
255 I2 = union_find.findLeader(V2);
256 if (!I1 || !I2) return Properties.end();
259 find(Properties.begin(), Properties.end(), Property(Opcode, I1, I2));
262 ConstPropertyIterator
263 findProperty(Ops Opcode, Value *V1, Value *V2) const {
264 assert(Opcode != EQ && "Can't findProperty on EQ."
265 "Use the lookup method instead.");
267 SynonymIterator I1 = union_find.findLeader(V1),
268 I2 = union_find.findLeader(V2);
269 if (!I1 || !I2) return Properties.end();
272 find(Properties.begin(), Properties.end(), Property(Opcode, I1, I2));
276 // Represents Head OP [Tail1, Tail2, ...]
277 // For example: %x != %a, %x != %b.
278 struct VISIBILITY_HIDDEN Property {
279 typedef SynonymIterator Iter;
281 Property(Ops opcode, Iter i1, Iter i2)
282 : Opcode(opcode), I1(i1), I2(i2)
283 { assert(opcode != EQ && "Equality belongs in the synonym set, "
284 "not a property."); }
286 bool operator==(const Property &P) const {
287 return (Opcode == P.Opcode) &&
288 ((I1 == P.I1 && I2 == P.I2) ||
289 (I1 == P.I2 && I2 == P.I1));
296 void add(Ops Opcode, Value *V1, Value *V2, bool invert) {
299 if (invert) addNotEqual(V1, V2);
300 else addEqual(V1, V2);
303 if (invert) addEqual(V1, V2);
304 else addNotEqual(V1, V2);
307 assert(0 && "Unknown property opcode.");
311 // Finds the properties implied by an equivalence and adds them too.
312 // Example: ("seteq %a, %b", true, EQ) --> (%a, %b, EQ)
313 // ("seteq %a, %b", false, EQ) --> (%a, %b, NE)
314 void addImpliedProperties(Ops Opcode, Value *V1, Value *V2) {
317 if (BinaryOperator *BO = dyn_cast<BinaryOperator>(V2)) {
318 switch (BO->getOpcode()) {
319 case Instruction::SetEQ:
320 if (ConstantBool *V1CB = dyn_cast<ConstantBool>(V1))
321 add(Opcode, BO->getOperand(0), BO->getOperand(1),!V1CB->getValue());
323 case Instruction::SetNE:
324 if (ConstantBool *V1CB = dyn_cast<ConstantBool>(V1))
325 add(Opcode, BO->getOperand(0), BO->getOperand(1), V1CB->getValue());
327 case Instruction::SetLT:
328 case Instruction::SetGT:
329 if (V1 == ConstantBool::getTrue())
330 add(Opcode, BO->getOperand(0), BO->getOperand(1), true);
332 case Instruction::SetLE:
333 case Instruction::SetGE:
334 if (V1 == ConstantBool::getFalse())
335 add(Opcode, BO->getOperand(0), BO->getOperand(1), true);
337 case Instruction::And: {
338 ConstantIntegral *CI = dyn_cast<ConstantIntegral>(V1);
339 if (CI && CI->isAllOnesValue()) {
340 add(Opcode, V1, BO->getOperand(0), false);
341 add(Opcode, V1, BO->getOperand(1), false);
344 case Instruction::Or: {
345 ConstantIntegral *CI = dyn_cast<ConstantIntegral>(V1);
346 if (CI && CI->isNullValue()) {
347 add(Opcode, V1, BO->getOperand(0), false);
348 add(Opcode, V1, BO->getOperand(1), false);
351 case Instruction::Xor: {
352 ConstantIntegral *CI = dyn_cast<ConstantIntegral>(V1);
354 if (CI->isAllOnesValue()) {
355 if (BO->getOperand(0) == V1)
356 add(Opcode, ConstantBool::getFalse(), BO->getOperand(1), false);
357 if (BO->getOperand(1) == V1)
358 add(Opcode, ConstantBool::getFalse(), BO->getOperand(0), false);
360 if (CI->isNullValue()) {
361 if (BO->getOperand(0) == ConstantBool::getTrue())
362 add(Opcode, ConstantBool::getTrue(), BO->getOperand(1), false);
363 if (BO->getOperand(1) == ConstantBool::getTrue())
364 add(Opcode, ConstantBool::getTrue(), BO->getOperand(0), false);
370 } else if (SelectInst *SI = dyn_cast<SelectInst>(V2)) {
371 if (Opcode != EQ && Opcode != NE) return;
373 ConstantBool *True = ConstantBool::get(Opcode==EQ),
374 *False = ConstantBool::get(Opcode!=EQ);
376 if (V1 == SI->getTrueValue())
377 addEqual(SI->getCondition(), True);
378 else if (V1 == SI->getFalseValue())
379 addEqual(SI->getCondition(), False);
380 else if (Opcode == EQ)
381 assert("Result of select not equal to either value.");
388 void debug(std::ostream &os) const {
389 static const char *OpcodeTable[] = { "EQ", "NE" };
391 union_find.debug(os);
392 for (std::vector<Property>::const_iterator I = Properties.begin(),
393 E = Properties.end(); I != E; ++I) {
394 os << (*I).I1 << " " << OpcodeTable[(*I).Opcode] << " "
401 std::vector<Property> Properties;
404 /// PredicateSimplifier - This class is a simplifier that replaces
405 /// one equivalent variable with another. It also tracks what
406 /// can't be equal and will solve setcc instructions when possible.
407 class PredicateSimplifier : public FunctionPass {
409 bool runOnFunction(Function &F);
410 virtual void getAnalysisUsage(AnalysisUsage &AU) const;
413 /// Backwards - Try to replace the Use of the instruction with
414 /// something simpler. This resolves a value by walking backwards
415 /// through its definition and the operands of that definition to
416 /// see if any values can now be solved for with the properties
417 /// that are in effect now, but weren't at definition time.
418 class Backwards : public InstVisitor<Backwards, Value &> {
419 friend class InstVisitor<Backwards, Value &>;
420 const PropertySet &KP;
422 Value &visitSetCondInst(SetCondInst &SCI);
423 Value &visitBinaryOperator(BinaryOperator &BO);
424 Value &visitSelectInst(SelectInst &SI);
425 Value &visitInstruction(Instruction &I);
428 explicit Backwards(const PropertySet &KP) : KP(KP) {}
430 Value *resolve(Value *V);
433 /// Forwards - Adds new properties into PropertySet and uses them to
434 /// simplify instructions. Because new properties sometimes apply to
435 /// a transition from one BasicBlock to another, this will use the
436 /// PredicateSimplifier::proceedToSuccessor(s) interface to enter the
437 /// basic block with the new PropertySet.
438 class Forwards : public InstVisitor<Forwards> {
439 friend class InstVisitor<Forwards>;
440 PredicateSimplifier *PS;
444 Forwards(PredicateSimplifier *PS, PropertySet &KP) : PS(PS), KP(KP) {}
446 // Tries to simplify each Instruction and add new properties to
447 // the PropertySet. Returns true if it erase the instruction.
448 //void visitInstruction(Instruction *I);
450 void visitTerminatorInst(TerminatorInst &TI);
451 void visitBranchInst(BranchInst &BI);
452 void visitSwitchInst(SwitchInst &SI);
454 void visitAllocaInst(AllocaInst &AI);
455 void visitLoadInst(LoadInst &LI);
456 void visitStoreInst(StoreInst &SI);
457 void visitBinaryOperator(BinaryOperator &BO);
460 // Used by terminator instructions to proceed from the current basic
461 // block to the next. Verifies that "current" dominates "next",
462 // then calls visitBasicBlock.
463 void proceedToSuccessors(PropertySet &CurrentPS, BasicBlock *Current);
464 void proceedToSuccessor(PropertySet &Properties, BasicBlock *Next);
466 // Visits each instruction in the basic block.
467 void visitBasicBlock(BasicBlock *Block, PropertySet &KnownProperties);
469 // Tries to simplify each Instruction and add new properties to
471 void visitInstruction(Instruction *I, PropertySet &);
477 RegisterPass<PredicateSimplifier> X("predsimplify",
478 "Predicate Simplifier");
480 template <typename ElemTy>
481 typename Synonyms<ElemTy>::iterator
482 Synonyms<ElemTy>::unionSets(ElemTy E1, ElemTy E2) {
485 iterator I1 = findLeader(E1),
488 if (!I1 && !I2) { // neither entry is in yet
489 leaders.push_back(E1);
498 std::swap(getLeader(I2), E1);
507 if (I1 == I2) return 0;
509 // This is the case where we have two sets, [%a1, %a2, %a3] and
510 // [%p1, %p2, %p3] and someone says that %a2 == %p3. We need to
511 // combine the two synsets.
515 for (std::map<Value *, unsigned>::iterator I = mapping.begin(),
516 E = mapping.end(); I != E; ++I) {
517 if (I->second == I2) I->second = I1;
518 else if (I->second > I2) --I->second;
521 leaders.erase(leaders.begin() + I2 - 1);
527 FunctionPass *llvm::createPredicateSimplifierPass() {
528 return new PredicateSimplifier();
531 bool PredicateSimplifier::runOnFunction(Function &F) {
532 DT = &getAnalysis<DominatorTree>();
535 PropertySet KnownProperties(DT);
536 visitBasicBlock(DT->getRootNode()->getBlock(), KnownProperties);
540 void PredicateSimplifier::getAnalysisUsage(AnalysisUsage &AU) const {
541 AU.addRequiredID(BreakCriticalEdgesID);
542 AU.addRequired<DominatorTree>();
543 AU.setPreservesCFG();
544 AU.addPreservedID(BreakCriticalEdgesID);
547 Value &PredicateSimplifier::Backwards::visitSetCondInst(SetCondInst &SCI) {
548 Value &vBO = visitBinaryOperator(SCI);
549 if (&vBO != &SCI) return vBO;
551 Value *SCI0 = resolve(SCI.getOperand(0)),
552 *SCI1 = resolve(SCI.getOperand(1));
554 PropertySet::ConstPropertyIterator NE =
555 KP.findProperty(PropertySet::NE, SCI0, SCI1);
557 if (NE != KP.Properties.end()) {
558 switch (SCI.getOpcode()) {
559 case Instruction::SetEQ: return *ConstantBool::getFalse();
560 case Instruction::SetNE: return *ConstantBool::getTrue();
561 case Instruction::SetLE:
562 case Instruction::SetGE:
563 case Instruction::SetLT:
564 case Instruction::SetGT:
567 assert(0 && "Unknown opcode in SetCondInst.");
574 Value &PredicateSimplifier::Backwards::visitBinaryOperator(BinaryOperator &BO) {
575 Value *V = KP.canonicalize(&BO);
576 if (V != &BO) return *V;
578 Value *lhs = resolve(BO.getOperand(0)),
579 *rhs = resolve(BO.getOperand(1));
581 ConstantIntegral *CI1 = dyn_cast<ConstantIntegral>(lhs),
582 *CI2 = dyn_cast<ConstantIntegral>(rhs);
584 if (CI1 && CI2) return *ConstantExpr::get(BO.getOpcode(), CI1, CI2);
589 Value &PredicateSimplifier::Backwards::visitSelectInst(SelectInst &SI) {
590 Value *V = KP.canonicalize(&SI);
591 if (V != &SI) return *V;
593 Value *Condition = resolve(SI.getCondition());
594 if (ConstantBool *CB = dyn_cast<ConstantBool>(Condition))
595 return *resolve(CB->getValue() ? SI.getTrueValue() : SI.getFalseValue());
599 Value &PredicateSimplifier::Backwards::visitInstruction(Instruction &I) {
600 return *KP.canonicalize(&I);
603 Value *PredicateSimplifier::Backwards::resolve(Value *V) {
604 if (isa<Constant>(V) || isa<BasicBlock>(V) || KP.empty()) return V;
606 if (Instruction *I = dyn_cast<Instruction>(V)) return &visit(*I);
607 return KP.canonicalize(V);
610 void PredicateSimplifier::visitBasicBlock(BasicBlock *BB,
611 PropertySet &KnownProperties) {
612 for (BasicBlock::iterator I = BB->begin(), E = BB->end(); I != E;) {
613 visitInstruction(I++, KnownProperties);
617 void PredicateSimplifier::visitInstruction(Instruction *I,
618 PropertySet &KnownProperties) {
619 // Try to replace the whole instruction.
620 Backwards resolve(KnownProperties);
621 Value *V = resolve.resolve(I);
625 DEBUG(std::cerr << "Removing " << *I);
626 I->replaceAllUsesWith(V);
627 I->eraseFromParent();
631 // Try to substitute operands.
632 for (unsigned i = 0, e = I->getNumOperands(); i != e; ++i) {
633 Value *Oper = I->getOperand(i);
634 Value *V = resolve.resolve(Oper);
638 DEBUG(std::cerr << "Resolving " << *I);
640 DEBUG(std::cerr << "into " << *I);
644 Forwards visit(this, KnownProperties);
648 void PredicateSimplifier::proceedToSuccessors(PropertySet &KP,
649 BasicBlock *BBCurrent) {
650 DTNodeType *Current = DT->getNode(BBCurrent);
651 for (DTNodeType::iterator I = Current->begin(), E = Current->end();
653 PropertySet Copy(KP);
654 visitBasicBlock((*I)->getBlock(), Copy);
658 void PredicateSimplifier::proceedToSuccessor(PropertySet &KP, BasicBlock *BB) {
659 visitBasicBlock(BB, KP);
662 void PredicateSimplifier::Forwards::visitTerminatorInst(TerminatorInst &TI) {
663 PS->proceedToSuccessors(KP, TI.getParent());
666 void PredicateSimplifier::Forwards::visitBranchInst(BranchInst &BI) {
667 BasicBlock *BB = BI.getParent();
669 if (BI.isUnconditional()) {
670 PS->proceedToSuccessors(KP, BB);
674 Value *Condition = BI.getCondition();
676 BasicBlock *TrueDest = BI.getSuccessor(0),
677 *FalseDest = BI.getSuccessor(1);
679 if (isa<ConstantBool>(Condition) || TrueDest == FalseDest) {
680 PS->proceedToSuccessors(KP, BB);
684 DTNodeType *Node = PS->DT->getNode(BB);
685 for (DTNodeType::iterator I = Node->begin(), E = Node->end(); I != E; ++I) {
686 BasicBlock *Dest = (*I)->getBlock();
687 PropertySet DestProperties(KP);
689 if (Dest == TrueDest)
690 DestProperties.addEqual(ConstantBool::getTrue(), Condition);
691 else if (Dest == FalseDest)
692 DestProperties.addEqual(ConstantBool::getFalse(), Condition);
694 PS->proceedToSuccessor(DestProperties, Dest);
698 void PredicateSimplifier::Forwards::visitSwitchInst(SwitchInst &SI) {
699 Value *Condition = SI.getCondition();
701 // Set the EQProperty in each of the cases BBs,
702 // and the NEProperties in the default BB.
703 PropertySet DefaultProperties(KP);
705 DTNodeType *Node = PS->DT->getNode(SI.getParent());
706 for (DTNodeType::iterator I = Node->begin(), E = Node->end(); I != E; ++I) {
707 BasicBlock *BB = (*I)->getBlock();
709 PropertySet BBProperties(KP);
710 if (BB == SI.getDefaultDest()) {
711 for (unsigned i = 1, e = SI.getNumCases(); i < e; ++i)
712 if (SI.getSuccessor(i) != BB)
713 BBProperties.addNotEqual(Condition, SI.getCaseValue(i));
714 } else if (ConstantInt *CI = SI.findCaseDest(BB)) {
715 BBProperties.addEqual(Condition, CI);
717 PS->proceedToSuccessor(BBProperties, BB);
721 void PredicateSimplifier::Forwards::visitAllocaInst(AllocaInst &AI) {
722 KP.addNotEqual(Constant::getNullValue(AI.getType()), &AI);
725 void PredicateSimplifier::Forwards::visitLoadInst(LoadInst &LI) {
726 Value *Ptr = LI.getPointerOperand();
727 KP.addNotEqual(Constant::getNullValue(Ptr->getType()), Ptr);
730 void PredicateSimplifier::Forwards::visitStoreInst(StoreInst &SI) {
731 Value *Ptr = SI.getPointerOperand();
732 KP.addNotEqual(Constant::getNullValue(Ptr->getType()), Ptr);
735 void PredicateSimplifier::Forwards::visitBinaryOperator(BinaryOperator &BO) {
736 Instruction::BinaryOps ops = BO.getOpcode();
739 case Instruction::Div:
740 case Instruction::Rem: {
741 Value *Divisor = BO.getOperand(1);
742 KP.addNotEqual(Constant::getNullValue(Divisor->getType()), Divisor);