1 //===-- StructRetPromotion.cpp - Promote sret arguments -000000------------===//
3 // The LLVM Compiler Infrastructure
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 // TODO : Describe this pass.
11 //===----------------------------------------------------------------------===//
13 #define DEBUG_TYPE "sretpromotion"
14 #include "llvm/Transforms/IPO.h"
15 #include "llvm/Constants.h"
16 #include "llvm/DerivedTypes.h"
17 #include "llvm/Module.h"
18 #include "llvm/CallGraphSCCPass.h"
19 #include "llvm/Instructions.h"
20 #include "llvm/ParamAttrsList.h"
21 #include "llvm/Analysis/CallGraph.h"
22 #include "llvm/Support/CallSite.h"
23 #include "llvm/Support/CFG.h"
24 #include "llvm/Support/Debug.h"
25 #include "llvm/ADT/Statistic.h"
26 #include "llvm/ADT/SmallVector.h"
27 #include "llvm/ADT/Statistic.h"
28 #include "llvm/Support/Compiler.h"
31 STATISTIC(NumRejectedSRETUses , "Number of sret rejected due to unexpected uses");
32 STATISTIC(NumSRET , "Number of sret promoted");
34 /// SRETPromotion - This pass removes sret parameter and updates
35 /// function to use multiple return value.
37 struct VISIBILITY_HIDDEN SRETPromotion : public CallGraphSCCPass {
38 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
39 CallGraphSCCPass::getAnalysisUsage(AU);
42 virtual bool runOnSCC(const std::vector<CallGraphNode *> &SCC);
43 static char ID; // Pass identification, replacement for typeid
44 SRETPromotion() : CallGraphSCCPass((intptr_t)&ID) {}
47 bool PromoteReturn(CallGraphNode *CGN);
48 bool isSafeToUpdateAllCallers(Function *F);
49 Function *cloneFunctionBody(Function *F, const StructType *STy);
50 void updateCallSites(Function *F, Function *NF);
51 bool nestedStructType(const StructType *STy);
54 char SRETPromotion::ID = 0;
55 RegisterPass<SRETPromotion> X("sretpromotion",
56 "Promote sret arguments to multiple ret values");
59 Pass *llvm::createStructRetPromotionPass() {
60 return new SRETPromotion();
63 bool SRETPromotion::runOnSCC(const std::vector<CallGraphNode *> &SCC) {
66 for (unsigned i = 0, e = SCC.size(); i != e; ++i)
67 Changed |= PromoteReturn(SCC[i]);
72 /// PromoteReturn - This method promotes function that uses StructRet paramater
73 /// into a function that uses mulitple return value.
74 bool SRETPromotion::PromoteReturn(CallGraphNode *CGN) {
75 Function *F = CGN->getFunction();
77 if (!F || F->isDeclaration())
80 // Make sure that function returns struct.
81 if (F->arg_size() == 0 || !F->hasStructRetAttr() || F->doesNotReturn())
84 assert (F->getReturnType() == Type::VoidTy && "Invalid function return type");
85 Function::arg_iterator AI = F->arg_begin();
86 const llvm::PointerType *FArgType = dyn_cast<PointerType>(AI->getType());
87 assert (FArgType && "Invalid sret paramater type");
88 const llvm::StructType *STy =
89 dyn_cast<StructType>(FArgType->getElementType());
90 assert (STy && "Invalid sret parameter element type");
92 if (nestedStructType(STy))
95 // Check if it is ok to perform this promotion.
96 if (isSafeToUpdateAllCallers(F) == false) {
97 NumRejectedSRETUses++;
102 // [1] Replace use of sret parameter
103 AllocaInst *TheAlloca = new AllocaInst (STy, NULL, "mrv",
104 F->getEntryBlock().begin());
105 Value *NFirstArg = F->arg_begin();
106 NFirstArg->replaceAllUsesWith(TheAlloca);
108 // [2] Find and replace ret instructions
109 SmallVector<Value *,4> RetVals;
110 for (Function::iterator FI = F->begin(), FE = F->end(); FI != FE; ++FI)
111 for(BasicBlock::iterator BI = FI->begin(), BE = FI->end(); BI != BE; ) {
114 if (isa<ReturnInst>(I)) {
116 for (unsigned idx = 0; idx < STy->getNumElements(); ++idx) {
117 SmallVector<Value*, 2> GEPIdx;
118 GEPIdx.push_back(ConstantInt::get(Type::Int32Ty, 0));
119 GEPIdx.push_back(ConstantInt::get(Type::Int32Ty, idx));
120 Value *NGEPI = new GetElementPtrInst(TheAlloca, GEPIdx.begin(), GEPIdx.end(),
122 Value *NV = new LoadInst(NGEPI, "mrv.ld", I);
123 RetVals.push_back(NV);
126 ReturnInst *NR = new ReturnInst(&RetVals[0], RetVals.size(), I);
127 I->replaceAllUsesWith(NR);
128 I->eraseFromParent();
132 // [3] Create the new function body and insert it into the module.
133 Function *NF = cloneFunctionBody(F, STy);
135 // [4] Update all call sites to use new function
136 updateCallSites(F, NF);
138 F->eraseFromParent();
139 getAnalysis<CallGraph>().changeFunction(F, NF);
143 // Check if it is ok to perform this promotion.
144 bool SRETPromotion::isSafeToUpdateAllCallers(Function *F) {
147 // No users. OK to modify signature.
150 for (Value::use_iterator FnUseI = F->use_begin(), FnUseE = F->use_end();
151 FnUseI != FnUseE; ++FnUseI) {
153 CallSite CS = CallSite::get(*FnUseI);
154 Instruction *Call = CS.getInstruction();
155 CallSite::arg_iterator AI = CS.arg_begin();
156 Value *FirstArg = *AI;
158 if (!isa<AllocaInst>(FirstArg))
161 // Check FirstArg's users.
162 for (Value::use_iterator ArgI = FirstArg->use_begin(),
163 ArgE = FirstArg->use_end(); ArgI != ArgE; ++ArgI) {
165 // If FirstArg user is a CallInst that does not correspond to current
166 // call site then this function F is not suitable for sret promotion.
167 if (CallInst *CI = dyn_cast<CallInst>(ArgI)) {
171 // If FirstArg user is a GEP whose all users are not LoadInst then
172 // this function F is not suitable for sret promotion.
173 else if (GetElementPtrInst *GEP = dyn_cast<GetElementPtrInst>(ArgI)) {
174 // TODO : Use dom info and insert PHINodes to collect get results
175 // from multiple call sites for this GEP.
176 if (GEP->getParent() != Call->getParent())
178 for (Value::use_iterator GEPI = GEP->use_begin(), GEPE = GEP->use_end();
179 GEPI != GEPE; ++GEPI)
180 if (!isa<LoadInst>(GEPI))
183 // Any other FirstArg users make this function unsuitable for sret
193 /// cloneFunctionBody - Create a new function based on F and
194 /// insert it into module. Remove first argument. Use STy as
195 /// the return type for new function.
196 Function *SRETPromotion::cloneFunctionBody(Function *F,
197 const StructType *STy) {
199 const FunctionType *FTy = F->getFunctionType();
200 std::vector<const Type*> Params;
202 // ParamAttrs - Keep track of the parameter attributes for the arguments.
203 ParamAttrsVector ParamAttrsVec;
204 const ParamAttrsList *PAL = F->getParamAttrs();
206 // Add any return attributes.
207 if (ParameterAttributes attrs = PAL ? PAL->getParamAttrs(0) : ParamAttr::None)
208 ParamAttrsVec.push_back(ParamAttrsWithIndex::get(0, attrs));
210 // Skip first argument.
211 Function::arg_iterator I = F->arg_begin(), E = F->arg_end();
213 unsigned ParamIndex = 1; // 0th parameter attribute is reserved for return type.
215 Params.push_back(I->getType());
216 ParameterAttributes Attrs = ParamAttr::None;
218 Attrs = PAL->getParamAttrs(ParamIndex);
219 if (ParamIndex == 1) // Skip sret attribute
220 Attrs = Attrs ^ ParamAttr::StructRet;
222 if (Attrs != ParamAttr::None)
223 ParamAttrsVec.push_back(ParamAttrsWithIndex::get(ParamIndex, Attrs));
228 FunctionType *NFTy = FunctionType::get(STy, Params, FTy->isVarArg());
229 Function *NF = new Function(NFTy, F->getLinkage(), F->getName());
230 NF->setCallingConv(F->getCallingConv());
231 NF->setParamAttrs(ParamAttrsList::get(ParamAttrsVec));
232 F->getParent()->getFunctionList().insert(F, NF);
233 NF->getBasicBlockList().splice(NF->begin(), F->getBasicBlockList());
238 Function::arg_iterator NI = NF->arg_begin();
241 I->replaceAllUsesWith(NI);
250 /// updateCallSites - Update all sites that call F to use NF.
251 void SRETPromotion::updateCallSites(Function *F, Function *NF) {
253 SmallVector<Value*, 16> Args;
255 // ParamAttrs - Keep track of the parameter attributes for the arguments.
256 ParamAttrsVector ArgAttrsVec;
258 for (Value::use_iterator FUI = F->use_begin(), FUE = F->use_end(); FUI != FUE;) {
259 CallSite CS = CallSite::get(*FUI);
261 Instruction *Call = CS.getInstruction();
263 const ParamAttrsList *PAL = F->getParamAttrs();
264 // Add any return attributes.
265 if (ParameterAttributes attrs = PAL ? PAL->getParamAttrs(0) : ParamAttr::None)
266 ArgAttrsVec.push_back(ParamAttrsWithIndex::get(0, attrs));
268 // Copy arguments, however skip first one.
269 CallSite::arg_iterator AI = CS.arg_begin(), AE = CS.arg_end();
270 Value *FirstCArg = *AI;
272 unsigned ParamIndex = 1; // 0th parameter attribute is reserved for return type.
275 ParameterAttributes Attrs = ParamAttr::None;
277 Attrs = PAL->getParamAttrs(ParamIndex);
278 if (ParamIndex == 1) // Skip sret attribute
279 Attrs = Attrs ^ ParamAttr::StructRet;
281 if (Attrs != ParamAttr::None)
282 ArgAttrsVec.push_back(ParamAttrsWithIndex::get(Args.size(), Attrs));
287 // Build new call instruction.
289 if (InvokeInst *II = dyn_cast<InvokeInst>(Call)) {
290 New = new InvokeInst(NF, II->getNormalDest(), II->getUnwindDest(),
291 Args.begin(), Args.end(), "", Call);
292 cast<InvokeInst>(New)->setCallingConv(CS.getCallingConv());
293 cast<InvokeInst>(New)->setParamAttrs(ParamAttrsList::get(ArgAttrsVec));
295 New = new CallInst(NF, Args.begin(), Args.end(), "", Call);
296 cast<CallInst>(New)->setCallingConv(CS.getCallingConv());
297 cast<CallInst>(New)->setParamAttrs(ParamAttrsList::get(ArgAttrsVec));
298 if (cast<CallInst>(Call)->isTailCall())
299 cast<CallInst>(New)->setTailCall();
305 // Update all users of sret parameter to extract value using getresult.
306 for (Value::use_iterator UI = FirstCArg->use_begin(),
307 UE = FirstCArg->use_end(); UI != UE; ) {
309 CallInst *C2 = dyn_cast<CallInst>(U2);
310 if (C2 && (C2 == Call))
312 else if (GetElementPtrInst *UGEP = dyn_cast<GetElementPtrInst>(U2)) {
313 ConstantInt *Idx = dyn_cast<ConstantInt>(UGEP->getOperand(2));
314 assert (Idx && "Unexpected getelementptr index!");
315 Value *GR = new GetResultInst(New, Idx->getZExtValue(), "gr", UGEP);
316 for (Value::use_iterator GI = UGEP->use_begin(),
317 GE = UGEP->use_end(); GI != GE; ++GI) {
318 if (LoadInst *L = dyn_cast<LoadInst>(*GI)) {
319 L->replaceAllUsesWith(GR);
320 L->eraseFromParent();
323 UGEP->eraseFromParent();
325 else assert( 0 && "Unexpected sret parameter use");
327 Call->eraseFromParent();
331 /// nestedStructType - Return true if STy includes any
332 /// other aggregate types
333 bool SRETPromotion::nestedStructType(const StructType *STy) {
334 unsigned Num = STy->getNumElements();
335 for (unsigned i = 0; i < Num; i++) {
336 const Type *Ty = STy->getElementType(i);
337 if (!Ty->isFirstClassType() && Ty != Type::VoidTy)