1 //===-- DeadArgumentElimination.cpp - Eliminate dead arguments ------------===//
3 // The LLVM Compiler Infrastructure
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 // This pass deletes dead arguments from internal functions. Dead argument
11 // elimination removes arguments which are directly dead, as well as arguments
12 // only passed into function calls as dead arguments of other functions. This
13 // pass also deletes dead return values in a similar way.
15 // This pass is often useful as a cleanup pass to run after aggressive
16 // interprocedural passes, which add possibly-dead arguments or return values.
18 //===----------------------------------------------------------------------===//
20 #define DEBUG_TYPE "deadargelim"
21 #include "llvm/Transforms/IPO.h"
22 #include "llvm/ADT/DenseMap.h"
23 #include "llvm/ADT/SmallVector.h"
24 #include "llvm/ADT/Statistic.h"
25 #include "llvm/ADT/StringExtras.h"
26 #include "llvm/DIBuilder.h"
27 #include "llvm/DebugInfo.h"
28 #include "llvm/IR/CallingConv.h"
29 #include "llvm/IR/Constant.h"
30 #include "llvm/IR/DerivedTypes.h"
31 #include "llvm/IR/Instructions.h"
32 #include "llvm/IR/IntrinsicInst.h"
33 #include "llvm/IR/LLVMContext.h"
34 #include "llvm/IR/Module.h"
35 #include "llvm/Pass.h"
36 #include "llvm/Support/CallSite.h"
37 #include "llvm/Support/Debug.h"
38 #include "llvm/Support/raw_ostream.h"
43 STATISTIC(NumArgumentsEliminated, "Number of unread args removed");
44 STATISTIC(NumRetValsEliminated , "Number of unused return values removed");
45 STATISTIC(NumArgumentsReplacedWithUndef,
46 "Number of unread args replaced with undef");
48 /// DAE - The dead argument elimination pass.
50 class DAE : public ModulePass {
53 /// Struct that represents (part of) either a return value or a function
54 /// argument. Used so that arguments and return values can be used
57 RetOrArg(const Function *F, unsigned Idx, bool IsArg) : F(F), Idx(Idx),
63 /// Make RetOrArg comparable, so we can put it into a map.
64 bool operator<(const RetOrArg &O) const {
67 else if (Idx != O.Idx)
70 return IsArg < O.IsArg;
73 /// Make RetOrArg comparable, so we can easily iterate the multimap.
74 bool operator==(const RetOrArg &O) const {
75 return F == O.F && Idx == O.Idx && IsArg == O.IsArg;
78 std::string getDescription() const {
79 return std::string((IsArg ? "Argument #" : "Return value #"))
80 + utostr(Idx) + " of function " + F->getName().str();
84 /// Liveness enum - During our initial pass over the program, we determine
85 /// that things are either alive or maybe alive. We don't mark anything
86 /// explicitly dead (even if we know they are), since anything not alive
87 /// with no registered uses (in Uses) will never be marked alive and will
88 /// thus become dead in the end.
89 enum Liveness { Live, MaybeLive };
91 /// Convenience wrapper
92 RetOrArg CreateRet(const Function *F, unsigned Idx) {
93 return RetOrArg(F, Idx, false);
95 /// Convenience wrapper
96 RetOrArg CreateArg(const Function *F, unsigned Idx) {
97 return RetOrArg(F, Idx, true);
100 typedef std::multimap<RetOrArg, RetOrArg> UseMap;
101 /// This maps a return value or argument to any MaybeLive return values or
102 /// arguments it uses. This allows the MaybeLive values to be marked live
103 /// when any of its users is marked live.
104 /// For example (indices are left out for clarity):
105 /// - Uses[ret F] = ret G
106 /// This means that F calls G, and F returns the value returned by G.
107 /// - Uses[arg F] = ret G
108 /// This means that some function calls G and passes its result as an
110 /// - Uses[ret F] = arg F
111 /// This means that F returns one of its own arguments.
112 /// - Uses[arg F] = arg G
113 /// This means that G calls F and passes one of its own (G's) arguments
117 typedef std::set<RetOrArg> LiveSet;
118 typedef std::set<const Function*> LiveFuncSet;
120 /// This set contains all values that have been determined to be live.
122 /// This set contains all values that are cannot be changed in any way.
123 LiveFuncSet LiveFunctions;
125 typedef SmallVector<RetOrArg, 5> UseVector;
127 // Map each LLVM function to corresponding metadata with debug info. If
128 // the function is replaced with another one, we should patch the pointer
129 // to LLVM function in metadata.
130 // As the code generation for module is finished (and DIBuilder is
131 // finalized) we assume that subprogram descriptors won't be changed, and
132 // they are stored in map for short duration anyway.
133 typedef DenseMap<Function*, DISubprogram> FunctionDIMap;
134 FunctionDIMap FunctionDIs;
137 // DAH uses this to specify a different ID.
138 explicit DAE(char &ID) : ModulePass(ID) {}
141 static char ID; // Pass identification, replacement for typeid
142 DAE() : ModulePass(ID) {
143 initializeDAEPass(*PassRegistry::getPassRegistry());
146 bool runOnModule(Module &M);
148 virtual bool ShouldHackArguments() const { return false; }
151 Liveness MarkIfNotLive(RetOrArg Use, UseVector &MaybeLiveUses);
152 Liveness SurveyUse(Value::const_use_iterator U, UseVector &MaybeLiveUses,
153 unsigned RetValNum = 0);
154 Liveness SurveyUses(const Value *V, UseVector &MaybeLiveUses);
156 void CollectFunctionDIs(Module &M);
157 void SurveyFunction(const Function &F);
158 void MarkValue(const RetOrArg &RA, Liveness L,
159 const UseVector &MaybeLiveUses);
160 void MarkLive(const RetOrArg &RA);
161 void MarkLive(const Function &F);
162 void PropagateLiveness(const RetOrArg &RA);
163 bool RemoveDeadStuffFromFunction(Function *F);
164 bool DeleteDeadVarargs(Function &Fn);
165 bool RemoveDeadArgumentsFromCallers(Function &Fn);
171 INITIALIZE_PASS(DAE, "deadargelim", "Dead Argument Elimination", false, false)
174 /// DAH - DeadArgumentHacking pass - Same as dead argument elimination, but
175 /// deletes arguments to functions which are external. This is only for use
177 struct DAH : public DAE {
181 virtual bool ShouldHackArguments() const { return true; }
186 INITIALIZE_PASS(DAH, "deadarghaX0r",
187 "Dead Argument Hacking (BUGPOINT USE ONLY; DO NOT USE)",
190 /// createDeadArgEliminationPass - This pass removes arguments from functions
191 /// which are not used by the body of the function.
193 ModulePass *llvm::createDeadArgEliminationPass() { return new DAE(); }
194 ModulePass *llvm::createDeadArgHackingPass() { return new DAH(); }
196 /// CollectFunctionDIs - Map each function in the module to its debug info
198 void DAE::CollectFunctionDIs(Module &M) {
201 for (Module::named_metadata_iterator I = M.named_metadata_begin(),
202 E = M.named_metadata_end(); I != E; ++I) {
203 NamedMDNode &NMD = *I;
204 for (unsigned MDIndex = 0, MDNum = NMD.getNumOperands();
205 MDIndex < MDNum; ++MDIndex) {
206 MDNode *Node = NMD.getOperand(MDIndex);
207 if (!DIDescriptor(Node).isCompileUnit())
209 DICompileUnit CU(Node);
210 const DIArray &SPs = CU.getSubprograms();
211 for (unsigned SPIndex = 0, SPNum = SPs.getNumElements();
212 SPIndex < SPNum; ++SPIndex) {
213 DISubprogram SP(SPs.getElement(SPIndex));
214 assert((!SP || SP.isSubprogram()) &&
215 "A MDNode in subprograms of a CU should be null or a DISubprogram.");
218 if (Function *F = SP.getFunction())
225 /// DeleteDeadVarargs - If this is an function that takes a ... list, and if
226 /// llvm.vastart is never called, the varargs list is dead for the function.
227 bool DAE::DeleteDeadVarargs(Function &Fn) {
228 assert(Fn.getFunctionType()->isVarArg() && "Function isn't varargs!");
229 if (Fn.isDeclaration() || !Fn.hasLocalLinkage()) return false;
231 // Ensure that the function is only directly called.
232 if (Fn.hasAddressTaken())
235 // Okay, we know we can transform this function if safe. Scan its body
236 // looking for calls to llvm.vastart.
237 for (Function::iterator BB = Fn.begin(), E = Fn.end(); BB != E; ++BB) {
238 for (BasicBlock::iterator I = BB->begin(), E = BB->end(); I != E; ++I) {
239 if (IntrinsicInst *II = dyn_cast<IntrinsicInst>(I)) {
240 if (II->getIntrinsicID() == Intrinsic::vastart)
246 // If we get here, there are no calls to llvm.vastart in the function body,
247 // remove the "..." and adjust all the calls.
249 // Start by computing a new prototype for the function, which is the same as
250 // the old function, but doesn't have isVarArg set.
251 FunctionType *FTy = Fn.getFunctionType();
253 std::vector<Type*> Params(FTy->param_begin(), FTy->param_end());
254 FunctionType *NFTy = FunctionType::get(FTy->getReturnType(),
256 unsigned NumArgs = Params.size();
258 // Create the new function body and insert it into the module...
259 Function *NF = Function::Create(NFTy, Fn.getLinkage());
260 NF->copyAttributesFrom(&Fn);
261 Fn.getParent()->getFunctionList().insert(&Fn, NF);
264 // Loop over all of the callers of the function, transforming the call sites
265 // to pass in a smaller number of arguments into the new function.
267 std::vector<Value*> Args;
268 for (Value::use_iterator I = Fn.use_begin(), E = Fn.use_end(); I != E; ) {
272 Instruction *Call = CS.getInstruction();
274 // Pass all the same arguments.
275 Args.assign(CS.arg_begin(), CS.arg_begin() + NumArgs);
277 // Drop any attributes that were on the vararg arguments.
278 AttributeSet PAL = CS.getAttributes();
279 if (!PAL.isEmpty() && PAL.getSlotIndex(PAL.getNumSlots() - 1) > NumArgs) {
280 SmallVector<AttributeSet, 8> AttributesVec;
281 for (unsigned i = 0; PAL.getSlotIndex(i) <= NumArgs; ++i)
282 AttributesVec.push_back(PAL.getSlotAttributes(i));
283 if (PAL.hasAttributes(AttributeSet::FunctionIndex))
284 AttributesVec.push_back(AttributeSet::get(Fn.getContext(),
285 PAL.getFnAttributes()));
286 PAL = AttributeSet::get(Fn.getContext(), AttributesVec);
290 if (InvokeInst *II = dyn_cast<InvokeInst>(Call)) {
291 New = InvokeInst::Create(NF, II->getNormalDest(), II->getUnwindDest(),
293 cast<InvokeInst>(New)->setCallingConv(CS.getCallingConv());
294 cast<InvokeInst>(New)->setAttributes(PAL);
296 New = CallInst::Create(NF, Args, "", Call);
297 cast<CallInst>(New)->setCallingConv(CS.getCallingConv());
298 cast<CallInst>(New)->setAttributes(PAL);
299 if (cast<CallInst>(Call)->isTailCall())
300 cast<CallInst>(New)->setTailCall();
302 New->setDebugLoc(Call->getDebugLoc());
306 if (!Call->use_empty())
307 Call->replaceAllUsesWith(New);
311 // Finally, remove the old call from the program, reducing the use-count of
313 Call->eraseFromParent();
316 // Since we have now created the new function, splice the body of the old
317 // function right into the new function, leaving the old rotting hulk of the
319 NF->getBasicBlockList().splice(NF->begin(), Fn.getBasicBlockList());
321 // Loop over the argument list, transferring uses of the old arguments over to
322 // the new arguments, also transferring over the names as well. While we're at
323 // it, remove the dead arguments from the DeadArguments list.
325 for (Function::arg_iterator I = Fn.arg_begin(), E = Fn.arg_end(),
326 I2 = NF->arg_begin(); I != E; ++I, ++I2) {
327 // Move the name and users over to the new version.
328 I->replaceAllUsesWith(I2);
332 // Patch the pointer to LLVM function in debug info descriptor.
333 FunctionDIMap::iterator DI = FunctionDIs.find(&Fn);
334 if (DI != FunctionDIs.end())
335 DI->second.replaceFunction(NF);
337 // Fix up any BlockAddresses that refer to the function.
338 Fn.replaceAllUsesWith(ConstantExpr::getBitCast(NF, Fn.getType()));
339 // Delete the bitcast that we just created, so that NF does not
340 // appear to be address-taken.
341 NF->removeDeadConstantUsers();
342 // Finally, nuke the old function.
343 Fn.eraseFromParent();
347 /// RemoveDeadArgumentsFromCallers - Checks if the given function has any
348 /// arguments that are unused, and changes the caller parameters to be undefined
350 bool DAE::RemoveDeadArgumentsFromCallers(Function &Fn)
352 if (Fn.isDeclaration() || Fn.mayBeOverridden())
355 // Functions with local linkage should already have been handled, except the
356 // fragile (variadic) ones which we can improve here.
357 if (Fn.hasLocalLinkage() && !Fn.getFunctionType()->isVarArg())
360 // If a function seen at compile time is not necessarily the one linked to
361 // the binary being built, it is illegal to change the actual arguments
362 // passed to it. These functions can be captured by isWeakForLinker().
363 // *NOTE* that mayBeOverridden() is insufficient for this purpose as it
364 // doesn't include linkage types like AvailableExternallyLinkage and
365 // LinkOnceODRLinkage. Take link_odr* as an example, it indicates a set of
366 // *EQUIVALENT* globals that can be merged at link-time. However, the
367 // semantic of *EQUIVALENT*-functions includes parameters. Changing
368 // parameters breaks this assumption.
370 if (Fn.isWeakForLinker())
376 SmallVector<unsigned, 8> UnusedArgs;
377 for (Function::arg_iterator I = Fn.arg_begin(), E = Fn.arg_end();
381 if (Arg->use_empty() && !Arg->hasByValOrInAllocaAttr())
382 UnusedArgs.push_back(Arg->getArgNo());
385 if (UnusedArgs.empty())
388 bool Changed = false;
390 for (Function::use_iterator I = Fn.use_begin(), E = Fn.use_end();
393 if (!CS || !CS.isCallee(I))
396 // Now go through all unused args and replace them with "undef".
397 for (unsigned I = 0, E = UnusedArgs.size(); I != E; ++I) {
398 unsigned ArgNo = UnusedArgs[I];
400 Value *Arg = CS.getArgument(ArgNo);
401 CS.setArgument(ArgNo, UndefValue::get(Arg->getType()));
402 ++NumArgumentsReplacedWithUndef;
410 /// Convenience function that returns the number of return values. It returns 0
411 /// for void functions and 1 for functions not returning a struct. It returns
412 /// the number of struct elements for functions returning a struct.
413 static unsigned NumRetVals(const Function *F) {
414 if (F->getReturnType()->isVoidTy())
416 else if (StructType *STy = dyn_cast<StructType>(F->getReturnType()))
417 return STy->getNumElements();
422 /// MarkIfNotLive - This checks Use for liveness in LiveValues. If Use is not
423 /// live, it adds Use to the MaybeLiveUses argument. Returns the determined
425 DAE::Liveness DAE::MarkIfNotLive(RetOrArg Use, UseVector &MaybeLiveUses) {
426 // We're live if our use or its Function is already marked as live.
427 if (LiveFunctions.count(Use.F) || LiveValues.count(Use))
430 // We're maybe live otherwise, but remember that we must become live if
432 MaybeLiveUses.push_back(Use);
437 /// SurveyUse - This looks at a single use of an argument or return value
438 /// and determines if it should be alive or not. Adds this use to MaybeLiveUses
439 /// if it causes the used value to become MaybeLive.
441 /// RetValNum is the return value number to use when this use is used in a
442 /// return instruction. This is used in the recursion, you should always leave
444 DAE::Liveness DAE::SurveyUse(Value::const_use_iterator U,
445 UseVector &MaybeLiveUses, unsigned RetValNum) {
447 if (const ReturnInst *RI = dyn_cast<ReturnInst>(V)) {
448 // The value is returned from a function. It's only live when the
449 // function's return value is live. We use RetValNum here, for the case
450 // that U is really a use of an insertvalue instruction that uses the
452 RetOrArg Use = CreateRet(RI->getParent()->getParent(), RetValNum);
453 // We might be live, depending on the liveness of Use.
454 return MarkIfNotLive(Use, MaybeLiveUses);
456 if (const InsertValueInst *IV = dyn_cast<InsertValueInst>(V)) {
457 if (U.getOperandNo() != InsertValueInst::getAggregateOperandIndex()
459 // The use we are examining is inserted into an aggregate. Our liveness
460 // depends on all uses of that aggregate, but if it is used as a return
461 // value, only index at which we were inserted counts.
462 RetValNum = *IV->idx_begin();
464 // Note that if we are used as the aggregate operand to the insertvalue,
465 // we don't change RetValNum, but do survey all our uses.
467 Liveness Result = MaybeLive;
468 for (Value::const_use_iterator I = IV->use_begin(),
469 E = V->use_end(); I != E; ++I) {
470 Result = SurveyUse(I, MaybeLiveUses, RetValNum);
477 if (ImmutableCallSite CS = V) {
478 const Function *F = CS.getCalledFunction();
480 // Used in a direct call.
482 // Find the argument number. We know for sure that this use is an
483 // argument, since if it was the function argument this would be an
484 // indirect call and the we know can't be looking at a value of the
485 // label type (for the invoke instruction).
486 unsigned ArgNo = CS.getArgumentNo(U);
488 if (ArgNo >= F->getFunctionType()->getNumParams())
489 // The value is passed in through a vararg! Must be live.
492 assert(CS.getArgument(ArgNo)
493 == CS->getOperand(U.getOperandNo())
494 && "Argument is not where we expected it");
496 // Value passed to a normal call. It's only live when the corresponding
497 // argument to the called function turns out live.
498 RetOrArg Use = CreateArg(F, ArgNo);
499 return MarkIfNotLive(Use, MaybeLiveUses);
502 // Used in any other way? Value must be live.
506 /// SurveyUses - This looks at all the uses of the given value
507 /// Returns the Liveness deduced from the uses of this value.
509 /// Adds all uses that cause the result to be MaybeLive to MaybeLiveRetUses. If
510 /// the result is Live, MaybeLiveUses might be modified but its content should
511 /// be ignored (since it might not be complete).
512 DAE::Liveness DAE::SurveyUses(const Value *V, UseVector &MaybeLiveUses) {
513 // Assume it's dead (which will only hold if there are no uses at all..).
514 Liveness Result = MaybeLive;
516 for (Value::const_use_iterator I = V->use_begin(),
517 E = V->use_end(); I != E; ++I) {
518 Result = SurveyUse(I, MaybeLiveUses);
525 // SurveyFunction - This performs the initial survey of the specified function,
526 // checking out whether or not it uses any of its incoming arguments or whether
527 // any callers use the return value. This fills in the LiveValues set and Uses
530 // We consider arguments of non-internal functions to be intrinsically alive as
531 // well as arguments to functions which have their "address taken".
533 void DAE::SurveyFunction(const Function &F) {
534 // Functions with inalloca parameters are expecting args in a particular
535 // register and memory layout.
536 if (F.getAttributes().hasAttrSomewhere(Attribute::InAlloca)) {
541 unsigned RetCount = NumRetVals(&F);
542 // Assume all return values are dead
543 typedef SmallVector<Liveness, 5> RetVals;
544 RetVals RetValLiveness(RetCount, MaybeLive);
546 typedef SmallVector<UseVector, 5> RetUses;
547 // These vectors map each return value to the uses that make it MaybeLive, so
548 // we can add those to the Uses map if the return value really turns out to be
549 // MaybeLive. Initialized to a list of RetCount empty lists.
550 RetUses MaybeLiveRetUses(RetCount);
552 for (Function::const_iterator BB = F.begin(), E = F.end(); BB != E; ++BB)
553 if (const ReturnInst *RI = dyn_cast<ReturnInst>(BB->getTerminator()))
554 if (RI->getNumOperands() != 0 && RI->getOperand(0)->getType()
555 != F.getFunctionType()->getReturnType()) {
556 // We don't support old style multiple return values.
561 if (!F.hasLocalLinkage() && (!ShouldHackArguments() || F.isIntrinsic())) {
566 DEBUG(dbgs() << "DAE - Inspecting callers for fn: " << F.getName() << "\n");
567 // Keep track of the number of live retvals, so we can skip checks once all
568 // of them turn out to be live.
569 unsigned NumLiveRetVals = 0;
570 Type *STy = dyn_cast<StructType>(F.getReturnType());
571 // Loop all uses of the function.
572 for (Value::const_use_iterator I = F.use_begin(), E = F.use_end();
574 // If the function is PASSED IN as an argument, its address has been
576 ImmutableCallSite CS(*I);
577 if (!CS || !CS.isCallee(I)) {
582 // If this use is anything other than a call site, the function is alive.
583 const Instruction *TheCall = CS.getInstruction();
584 if (!TheCall) { // Not a direct call site?
589 // If we end up here, we are looking at a direct call to our function.
591 // Now, check how our return value(s) is/are used in this caller. Don't
592 // bother checking return values if all of them are live already.
593 if (NumLiveRetVals != RetCount) {
595 // Check all uses of the return value.
596 for (Value::const_use_iterator I = TheCall->use_begin(),
597 E = TheCall->use_end(); I != E; ++I) {
598 const ExtractValueInst *Ext = dyn_cast<ExtractValueInst>(*I);
599 if (Ext && Ext->hasIndices()) {
600 // This use uses a part of our return value, survey the uses of
601 // that part and store the results for this index only.
602 unsigned Idx = *Ext->idx_begin();
603 if (RetValLiveness[Idx] != Live) {
604 RetValLiveness[Idx] = SurveyUses(Ext, MaybeLiveRetUses[Idx]);
605 if (RetValLiveness[Idx] == Live)
609 // Used by something else than extractvalue. Mark all return
611 for (unsigned i = 0; i != RetCount; ++i )
612 RetValLiveness[i] = Live;
613 NumLiveRetVals = RetCount;
618 // Single return value
619 RetValLiveness[0] = SurveyUses(TheCall, MaybeLiveRetUses[0]);
620 if (RetValLiveness[0] == Live)
621 NumLiveRetVals = RetCount;
626 // Now we've inspected all callers, record the liveness of our return values.
627 for (unsigned i = 0; i != RetCount; ++i)
628 MarkValue(CreateRet(&F, i), RetValLiveness[i], MaybeLiveRetUses[i]);
630 DEBUG(dbgs() << "DAE - Inspecting args for fn: " << F.getName() << "\n");
632 // Now, check all of our arguments.
634 UseVector MaybeLiveArgUses;
635 for (Function::const_arg_iterator AI = F.arg_begin(),
636 E = F.arg_end(); AI != E; ++AI, ++i) {
638 if (F.getFunctionType()->isVarArg()) {
639 // Variadic functions will already have a va_arg function expanded inside
640 // them, making them potentially very sensitive to ABI changes resulting
641 // from removing arguments entirely, so don't. For example AArch64 handles
642 // register and stack HFAs very differently, and this is reflected in the
643 // IR which has already been generated.
646 // See what the effect of this use is (recording any uses that cause
647 // MaybeLive in MaybeLiveArgUses).
648 Result = SurveyUses(AI, MaybeLiveArgUses);
652 MarkValue(CreateArg(&F, i), Result, MaybeLiveArgUses);
653 // Clear the vector again for the next iteration.
654 MaybeLiveArgUses.clear();
658 /// MarkValue - This function marks the liveness of RA depending on L. If L is
659 /// MaybeLive, it also takes all uses in MaybeLiveUses and records them in Uses,
660 /// such that RA will be marked live if any use in MaybeLiveUses gets marked
662 void DAE::MarkValue(const RetOrArg &RA, Liveness L,
663 const UseVector &MaybeLiveUses) {
665 case Live: MarkLive(RA); break;
668 // Note any uses of this value, so this return value can be
669 // marked live whenever one of the uses becomes live.
670 for (UseVector::const_iterator UI = MaybeLiveUses.begin(),
671 UE = MaybeLiveUses.end(); UI != UE; ++UI)
672 Uses.insert(std::make_pair(*UI, RA));
678 /// MarkLive - Mark the given Function as alive, meaning that it cannot be
679 /// changed in any way. Additionally,
680 /// mark any values that are used as this function's parameters or by its return
681 /// values (according to Uses) live as well.
682 void DAE::MarkLive(const Function &F) {
683 DEBUG(dbgs() << "DAE - Intrinsically live fn: " << F.getName() << "\n");
684 // Mark the function as live.
685 LiveFunctions.insert(&F);
686 // Mark all arguments as live.
687 for (unsigned i = 0, e = F.arg_size(); i != e; ++i)
688 PropagateLiveness(CreateArg(&F, i));
689 // Mark all return values as live.
690 for (unsigned i = 0, e = NumRetVals(&F); i != e; ++i)
691 PropagateLiveness(CreateRet(&F, i));
694 /// MarkLive - Mark the given return value or argument as live. Additionally,
695 /// mark any values that are used by this value (according to Uses) live as
697 void DAE::MarkLive(const RetOrArg &RA) {
698 if (LiveFunctions.count(RA.F))
699 return; // Function was already marked Live.
701 if (!LiveValues.insert(RA).second)
702 return; // We were already marked Live.
704 DEBUG(dbgs() << "DAE - Marking " << RA.getDescription() << " live\n");
705 PropagateLiveness(RA);
708 /// PropagateLiveness - Given that RA is a live value, propagate it's liveness
709 /// to any other values it uses (according to Uses).
710 void DAE::PropagateLiveness(const RetOrArg &RA) {
711 // We don't use upper_bound (or equal_range) here, because our recursive call
712 // to ourselves is likely to cause the upper_bound (which is the first value
713 // not belonging to RA) to become erased and the iterator invalidated.
714 UseMap::iterator Begin = Uses.lower_bound(RA);
715 UseMap::iterator E = Uses.end();
717 for (I = Begin; I != E && I->first == RA; ++I)
720 // Erase RA from the Uses map (from the lower bound to wherever we ended up
722 Uses.erase(Begin, I);
725 // RemoveDeadStuffFromFunction - Remove any arguments and return values from F
726 // that are not in LiveValues. Transform the function and all of the callees of
727 // the function to not have these arguments and return values.
729 bool DAE::RemoveDeadStuffFromFunction(Function *F) {
730 // Don't modify fully live functions
731 if (LiveFunctions.count(F))
734 // Start by computing a new prototype for the function, which is the same as
735 // the old function, but has fewer arguments and a different return type.
736 FunctionType *FTy = F->getFunctionType();
737 std::vector<Type*> Params;
739 // Keep track of if we have a live 'returned' argument
740 bool HasLiveReturnedArg = false;
742 // Set up to build a new list of parameter attributes.
743 SmallVector<AttributeSet, 8> AttributesVec;
744 const AttributeSet &PAL = F->getAttributes();
746 // Remember which arguments are still alive.
747 SmallVector<bool, 10> ArgAlive(FTy->getNumParams(), false);
748 // Construct the new parameter list from non-dead arguments. Also construct
749 // a new set of parameter attributes to correspond. Skip the first parameter
750 // attribute, since that belongs to the return value.
752 for (Function::arg_iterator I = F->arg_begin(), E = F->arg_end();
754 RetOrArg Arg = CreateArg(F, i);
755 if (LiveValues.erase(Arg)) {
756 Params.push_back(I->getType());
759 // Get the original parameter attributes (skipping the first one, that is
760 // for the return value.
761 if (PAL.hasAttributes(i + 1)) {
762 AttrBuilder B(PAL, i + 1);
763 if (B.contains(Attribute::Returned))
764 HasLiveReturnedArg = true;
766 push_back(AttributeSet::get(F->getContext(), Params.size(), B));
769 ++NumArgumentsEliminated;
770 DEBUG(dbgs() << "DAE - Removing argument " << i << " (" << I->getName()
771 << ") from " << F->getName() << "\n");
775 // Find out the new return value.
776 Type *RetTy = FTy->getReturnType();
778 unsigned RetCount = NumRetVals(F);
780 // -1 means unused, other numbers are the new index
781 SmallVector<int, 5> NewRetIdxs(RetCount, -1);
782 std::vector<Type*> RetTypes;
784 // If there is a function with a live 'returned' argument but a dead return
785 // value, then there are two possible actions:
786 // 1) Eliminate the return value and take off the 'returned' attribute on the
788 // 2) Retain the 'returned' attribute and treat the return value (but not the
789 // entire function) as live so that it is not eliminated.
791 // It's not clear in the general case which option is more profitable because,
792 // even in the absence of explicit uses of the return value, code generation
793 // is free to use the 'returned' attribute to do things like eliding
794 // save/restores of registers across calls. Whether or not this happens is
795 // target and ABI-specific as well as depending on the amount of register
796 // pressure, so there's no good way for an IR-level pass to figure this out.
798 // Fortunately, the only places where 'returned' is currently generated by
799 // the FE are places where 'returned' is basically free and almost always a
800 // performance win, so the second option can just be used always for now.
802 // This should be revisited if 'returned' is ever applied more liberally.
803 if (RetTy->isVoidTy() || HasLiveReturnedArg) {
806 StructType *STy = dyn_cast<StructType>(RetTy);
808 // Look at each of the original return values individually.
809 for (unsigned i = 0; i != RetCount; ++i) {
810 RetOrArg Ret = CreateRet(F, i);
811 if (LiveValues.erase(Ret)) {
812 RetTypes.push_back(STy->getElementType(i));
813 NewRetIdxs[i] = RetTypes.size() - 1;
815 ++NumRetValsEliminated;
816 DEBUG(dbgs() << "DAE - Removing return value " << i << " from "
817 << F->getName() << "\n");
821 // We used to return a single value.
822 if (LiveValues.erase(CreateRet(F, 0))) {
823 RetTypes.push_back(RetTy);
826 DEBUG(dbgs() << "DAE - Removing return value from " << F->getName()
828 ++NumRetValsEliminated;
830 if (RetTypes.size() > 1)
831 // More than one return type? Return a struct with them. Also, if we used
832 // to return a struct and didn't change the number of return values,
833 // return a struct again. This prevents changing {something} into
834 // something and {} into void.
835 // Make the new struct packed if we used to return a packed struct
837 NRetTy = StructType::get(STy->getContext(), RetTypes, STy->isPacked());
838 else if (RetTypes.size() == 1)
839 // One return type? Just a simple value then, but only if we didn't use to
840 // return a struct with that simple value before.
841 NRetTy = RetTypes.front();
842 else if (RetTypes.size() == 0)
843 // No return types? Make it void, but only if we didn't use to return {}.
844 NRetTy = Type::getVoidTy(F->getContext());
847 assert(NRetTy && "No new return type found?");
849 // The existing function return attributes.
850 AttributeSet RAttrs = PAL.getRetAttributes();
852 // Remove any incompatible attributes, but only if we removed all return
853 // values. Otherwise, ensure that we don't have any conflicting attributes
854 // here. Currently, this should not be possible, but special handling might be
855 // required when new return value attributes are added.
856 if (NRetTy->isVoidTy())
858 AttributeSet::get(NRetTy->getContext(), AttributeSet::ReturnIndex,
859 AttrBuilder(RAttrs, AttributeSet::ReturnIndex).
860 removeAttributes(AttributeFuncs::
861 typeIncompatible(NRetTy, AttributeSet::ReturnIndex),
862 AttributeSet::ReturnIndex));
864 assert(!AttrBuilder(RAttrs, AttributeSet::ReturnIndex).
865 hasAttributes(AttributeFuncs::
866 typeIncompatible(NRetTy, AttributeSet::ReturnIndex),
867 AttributeSet::ReturnIndex) &&
868 "Return attributes no longer compatible?");
870 if (RAttrs.hasAttributes(AttributeSet::ReturnIndex))
871 AttributesVec.push_back(AttributeSet::get(NRetTy->getContext(), RAttrs));
873 if (PAL.hasAttributes(AttributeSet::FunctionIndex))
874 AttributesVec.push_back(AttributeSet::get(F->getContext(),
875 PAL.getFnAttributes()));
877 // Reconstruct the AttributesList based on the vector we constructed.
878 AttributeSet NewPAL = AttributeSet::get(F->getContext(), AttributesVec);
880 // Create the new function type based on the recomputed parameters.
881 FunctionType *NFTy = FunctionType::get(NRetTy, Params, FTy->isVarArg());
887 // Create the new function body and insert it into the module...
888 Function *NF = Function::Create(NFTy, F->getLinkage());
889 NF->copyAttributesFrom(F);
890 NF->setAttributes(NewPAL);
891 // Insert the new function before the old function, so we won't be processing
893 F->getParent()->getFunctionList().insert(F, NF);
896 // Loop over all of the callers of the function, transforming the call sites
897 // to pass in a smaller number of arguments into the new function.
899 std::vector<Value*> Args;
900 while (!F->use_empty()) {
901 CallSite CS(F->use_back());
902 Instruction *Call = CS.getInstruction();
904 AttributesVec.clear();
905 const AttributeSet &CallPAL = CS.getAttributes();
907 // The call return attributes.
908 AttributeSet RAttrs = CallPAL.getRetAttributes();
910 // Adjust in case the function was changed to return void.
912 AttributeSet::get(NF->getContext(), AttributeSet::ReturnIndex,
913 AttrBuilder(RAttrs, AttributeSet::ReturnIndex).
914 removeAttributes(AttributeFuncs::
915 typeIncompatible(NF->getReturnType(),
916 AttributeSet::ReturnIndex),
917 AttributeSet::ReturnIndex));
918 if (RAttrs.hasAttributes(AttributeSet::ReturnIndex))
919 AttributesVec.push_back(AttributeSet::get(NF->getContext(), RAttrs));
921 // Declare these outside of the loops, so we can reuse them for the second
922 // loop, which loops the varargs.
923 CallSite::arg_iterator I = CS.arg_begin();
925 // Loop over those operands, corresponding to the normal arguments to the
926 // original function, and add those that are still alive.
927 for (unsigned e = FTy->getNumParams(); i != e; ++I, ++i)
930 // Get original parameter attributes, but skip return attributes.
931 if (CallPAL.hasAttributes(i + 1)) {
932 AttrBuilder B(CallPAL, i + 1);
933 // If the return type has changed, then get rid of 'returned' on the
934 // call site. The alternative is to make all 'returned' attributes on
935 // call sites keep the return value alive just like 'returned'
936 // attributes on function declaration but it's less clearly a win
937 // and this is not an expected case anyway
938 if (NRetTy != RetTy && B.contains(Attribute::Returned))
939 B.removeAttribute(Attribute::Returned);
941 push_back(AttributeSet::get(F->getContext(), Args.size(), B));
945 // Push any varargs arguments on the list. Don't forget their attributes.
946 for (CallSite::arg_iterator E = CS.arg_end(); I != E; ++I, ++i) {
948 if (CallPAL.hasAttributes(i + 1)) {
949 AttrBuilder B(CallPAL, i + 1);
951 push_back(AttributeSet::get(F->getContext(), Args.size(), B));
955 if (CallPAL.hasAttributes(AttributeSet::FunctionIndex))
956 AttributesVec.push_back(AttributeSet::get(Call->getContext(),
957 CallPAL.getFnAttributes()));
959 // Reconstruct the AttributesList based on the vector we constructed.
960 AttributeSet NewCallPAL = AttributeSet::get(F->getContext(), AttributesVec);
963 if (InvokeInst *II = dyn_cast<InvokeInst>(Call)) {
964 New = InvokeInst::Create(NF, II->getNormalDest(), II->getUnwindDest(),
966 cast<InvokeInst>(New)->setCallingConv(CS.getCallingConv());
967 cast<InvokeInst>(New)->setAttributes(NewCallPAL);
969 New = CallInst::Create(NF, Args, "", Call);
970 cast<CallInst>(New)->setCallingConv(CS.getCallingConv());
971 cast<CallInst>(New)->setAttributes(NewCallPAL);
972 if (cast<CallInst>(Call)->isTailCall())
973 cast<CallInst>(New)->setTailCall();
975 New->setDebugLoc(Call->getDebugLoc());
979 if (!Call->use_empty()) {
980 if (New->getType() == Call->getType()) {
981 // Return type not changed? Just replace users then.
982 Call->replaceAllUsesWith(New);
984 } else if (New->getType()->isVoidTy()) {
985 // Our return value has uses, but they will get removed later on.
986 // Replace by null for now.
987 if (!Call->getType()->isX86_MMXTy())
988 Call->replaceAllUsesWith(Constant::getNullValue(Call->getType()));
990 assert(RetTy->isStructTy() &&
991 "Return type changed, but not into a void. The old return type"
992 " must have been a struct!");
993 Instruction *InsertPt = Call;
994 if (InvokeInst *II = dyn_cast<InvokeInst>(Call)) {
995 BasicBlock::iterator IP = II->getNormalDest()->begin();
996 while (isa<PHINode>(IP)) ++IP;
1000 // We used to return a struct. Instead of doing smart stuff with all the
1001 // uses of this struct, we will just rebuild it using
1002 // extract/insertvalue chaining and let instcombine clean that up.
1004 // Start out building up our return value from undef
1005 Value *RetVal = UndefValue::get(RetTy);
1006 for (unsigned i = 0; i != RetCount; ++i)
1007 if (NewRetIdxs[i] != -1) {
1009 if (RetTypes.size() > 1)
1010 // We are still returning a struct, so extract the value from our
1012 V = ExtractValueInst::Create(New, NewRetIdxs[i], "newret",
1015 // We are now returning a single element, so just insert that
1017 // Insert the value at the old position
1018 RetVal = InsertValueInst::Create(RetVal, V, i, "oldret", InsertPt);
1020 // Now, replace all uses of the old call instruction with the return
1022 Call->replaceAllUsesWith(RetVal);
1023 New->takeName(Call);
1027 // Finally, remove the old call from the program, reducing the use-count of
1029 Call->eraseFromParent();
1032 // Since we have now created the new function, splice the body of the old
1033 // function right into the new function, leaving the old rotting hulk of the
1035 NF->getBasicBlockList().splice(NF->begin(), F->getBasicBlockList());
1037 // Loop over the argument list, transferring uses of the old arguments over to
1038 // the new arguments, also transferring over the names as well.
1040 for (Function::arg_iterator I = F->arg_begin(), E = F->arg_end(),
1041 I2 = NF->arg_begin(); I != E; ++I, ++i)
1043 // If this is a live argument, move the name and users over to the new
1045 I->replaceAllUsesWith(I2);
1049 // If this argument is dead, replace any uses of it with null constants
1050 // (these are guaranteed to become unused later on).
1051 if (!I->getType()->isX86_MMXTy())
1052 I->replaceAllUsesWith(Constant::getNullValue(I->getType()));
1055 // If we change the return value of the function we must rewrite any return
1056 // instructions. Check this now.
1057 if (F->getReturnType() != NF->getReturnType())
1058 for (Function::iterator BB = NF->begin(), E = NF->end(); BB != E; ++BB)
1059 if (ReturnInst *RI = dyn_cast<ReturnInst>(BB->getTerminator())) {
1062 if (NFTy->getReturnType()->isVoidTy()) {
1065 assert (RetTy->isStructTy());
1066 // The original return value was a struct, insert
1067 // extractvalue/insertvalue chains to extract only the values we need
1068 // to return and insert them into our new result.
1069 // This does generate messy code, but we'll let it to instcombine to
1071 Value *OldRet = RI->getOperand(0);
1072 // Start out building up our return value from undef
1073 RetVal = UndefValue::get(NRetTy);
1074 for (unsigned i = 0; i != RetCount; ++i)
1075 if (NewRetIdxs[i] != -1) {
1076 ExtractValueInst *EV = ExtractValueInst::Create(OldRet, i,
1078 if (RetTypes.size() > 1) {
1079 // We're still returning a struct, so reinsert the value into
1080 // our new return value at the new index
1082 RetVal = InsertValueInst::Create(RetVal, EV, NewRetIdxs[i],
1085 // We are now only returning a simple value, so just return the
1091 // Replace the return instruction with one returning the new return
1092 // value (possibly 0 if we became void).
1093 ReturnInst::Create(F->getContext(), RetVal, RI);
1094 BB->getInstList().erase(RI);
1097 // Patch the pointer to LLVM function in debug info descriptor.
1098 FunctionDIMap::iterator DI = FunctionDIs.find(F);
1099 if (DI != FunctionDIs.end())
1100 DI->second.replaceFunction(NF);
1102 // Now that the old function is dead, delete it.
1103 F->eraseFromParent();
1108 bool DAE::runOnModule(Module &M) {
1109 bool Changed = false;
1111 // Collect debug info descriptors for functions.
1112 CollectFunctionDIs(M);
1114 // First pass: Do a simple check to see if any functions can have their "..."
1115 // removed. We can do this if they never call va_start. This loop cannot be
1116 // fused with the next loop, because deleting a function invalidates
1117 // information computed while surveying other functions.
1118 DEBUG(dbgs() << "DAE - Deleting dead varargs\n");
1119 for (Module::iterator I = M.begin(), E = M.end(); I != E; ) {
1121 if (F.getFunctionType()->isVarArg())
1122 Changed |= DeleteDeadVarargs(F);
1125 // Second phase:loop through the module, determining which arguments are live.
1126 // We assume all arguments are dead unless proven otherwise (allowing us to
1127 // determine that dead arguments passed into recursive functions are dead).
1129 DEBUG(dbgs() << "DAE - Determining liveness\n");
1130 for (Module::iterator I = M.begin(), E = M.end(); I != E; ++I)
1133 // Now, remove all dead arguments and return values from each function in
1135 for (Module::iterator I = M.begin(), E = M.end(); I != E; ) {
1136 // Increment now, because the function will probably get removed (ie.
1137 // replaced by a new one).
1139 Changed |= RemoveDeadStuffFromFunction(F);
1142 // Finally, look for any unused parameters in functions with non-local
1143 // linkage and replace the passed in parameters with undef.
1144 for (Module::iterator I = M.begin(), E = M.end(); I != E; ++I) {
1147 Changed |= RemoveDeadArgumentsFromCallers(F);