1 //===-- ARMISelDAGToDAG.cpp - A dag to dag inst selector for ARM ----------===//
3 // The LLVM Compiler Infrastructure
5 // This file was developed by Chris Lattner and is distributed under
6 // the University of Illinois Open Source License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 // This file defines an instruction selector for the ARM target.
12 //===----------------------------------------------------------------------===//
15 #include "ARMTargetMachine.h"
16 #include "ARMCommon.h"
17 #include "llvm/CallingConv.h"
18 #include "llvm/DerivedTypes.h"
19 #include "llvm/Function.h"
20 #include "llvm/Constants.h"
21 #include "llvm/Intrinsics.h"
22 #include "llvm/ADT/VectorExtras.h"
23 #include "llvm/CodeGen/MachineFrameInfo.h"
24 #include "llvm/CodeGen/MachineFunction.h"
25 #include "llvm/CodeGen/MachineInstrBuilder.h"
26 #include "llvm/CodeGen/SelectionDAG.h"
27 #include "llvm/CodeGen/SelectionDAGISel.h"
28 #include "llvm/CodeGen/SSARegMap.h"
29 #include "llvm/Target/TargetLowering.h"
30 #include "llvm/Support/Debug.h"
31 #include "llvm/Support/MathExtras.h"
36 class ARMTargetLowering : public TargetLowering {
37 int VarArgsFrameIndex; // FrameIndex for start of varargs area.
39 ARMTargetLowering(TargetMachine &TM);
40 virtual SDOperand LowerOperation(SDOperand Op, SelectionDAG &DAG);
41 virtual const char *getTargetNodeName(unsigned Opcode) const;
43 getRegClassForInlineAsmConstraint(const std::string &Constraint,
44 MVT::ValueType VT) const;
49 ARMTargetLowering::ARMTargetLowering(TargetMachine &TM)
50 : TargetLowering(TM) {
51 addRegisterClass(MVT::i32, ARM::IntRegsRegisterClass);
52 addRegisterClass(MVT::f32, ARM::FPRegsRegisterClass);
53 addRegisterClass(MVT::f64, ARM::DFPRegsRegisterClass);
55 setLoadXAction(ISD::EXTLOAD, MVT::f32, Expand);
57 setOperationAction(ISD::FP_TO_SINT, MVT::i32, Custom);
58 setOperationAction(ISD::SINT_TO_FP, MVT::i32, Custom);
60 setOperationAction(ISD::FP_TO_UINT, MVT::i32, Custom);
61 setOperationAction(ISD::UINT_TO_FP, MVT::i32, Custom);
63 setOperationAction(ISD::RET, MVT::Other, Custom);
64 setOperationAction(ISD::GlobalAddress, MVT::i32, Custom);
65 setOperationAction(ISD::ConstantPool, MVT::i32, Custom);
67 setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i16, Expand);
68 setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i8 , Expand);
69 setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i1 , Expand);
71 setOperationAction(ISD::SELECT, MVT::i32, Expand);
72 setOperationAction(ISD::SELECT, MVT::f32, Expand);
73 setOperationAction(ISD::SELECT, MVT::f64, Expand);
75 setOperationAction(ISD::SETCC, MVT::i32, Expand);
76 setOperationAction(ISD::SETCC, MVT::f32, Expand);
77 setOperationAction(ISD::SETCC, MVT::f64, Expand);
79 setOperationAction(ISD::SELECT_CC, MVT::i32, Custom);
80 setOperationAction(ISD::SELECT_CC, MVT::f32, Custom);
81 setOperationAction(ISD::SELECT_CC, MVT::f64, Custom);
83 setOperationAction(ISD::MEMMOVE, MVT::Other, Expand);
84 setOperationAction(ISD::MEMSET, MVT::Other, Expand);
85 setOperationAction(ISD::MEMCPY, MVT::Other, Expand);
87 setOperationAction(ISD::BR_JT, MVT::Other, Expand);
88 setOperationAction(ISD::BRIND, MVT::Other, Expand);
89 setOperationAction(ISD::BR_CC, MVT::i32, Custom);
90 setOperationAction(ISD::BR_CC, MVT::f32, Custom);
91 setOperationAction(ISD::BR_CC, MVT::f64, Custom);
93 setOperationAction(ISD::BRCOND, MVT::Other, Expand);
95 setOperationAction(ISD::SHL_PARTS, MVT::i32, Expand);
96 setOperationAction(ISD::SRA_PARTS, MVT::i32, Expand);
97 setOperationAction(ISD::SRL_PARTS, MVT::i32, Expand);
98 setOperationAction(ISD::SDIV, MVT::i32, Expand);
99 setOperationAction(ISD::UDIV, MVT::i32, Expand);
100 setOperationAction(ISD::SREM, MVT::i32, Expand);
101 setOperationAction(ISD::UREM, MVT::i32, Expand);
103 setOperationAction(ISD::VASTART, MVT::Other, Custom);
104 setOperationAction(ISD::VACOPY, MVT::Other, Expand);
105 setOperationAction(ISD::VAEND, MVT::Other, Expand);
106 setOperationAction(ISD::DYNAMIC_STACKALLOC, MVT::i32, Expand);
108 setOperationAction(ISD::ConstantFP, MVT::f64, Custom);
109 setOperationAction(ISD::ConstantFP, MVT::f32, Custom);
111 setOperationAction(ISD::FCOPYSIGN, MVT::f64, Expand);
112 setOperationAction(ISD::FCOPYSIGN, MVT::f32, Expand);
114 setStackPointerRegisterToSaveRestore(ARM::R13);
116 setSchedulingPreference(SchedulingForRegPressure);
117 computeRegisterProperties();
123 // Start the numbering where the builting ops and target ops leave off.
124 FIRST_NUMBER = ISD::BUILTIN_OP_END+ARM::INSTRUCTION_LIST_END,
125 /// CALL - A direct function call.
128 /// Return with a flag operand.
158 /// DAGFPCCToARMCC - Convert a DAG fp condition code to an ARM CC
159 // Unordered = !N & !Z & C & V = V
160 // Ordered = N | Z | !C | !V = N | Z | !V
161 static std::vector<unsigned> DAGFPCCToARMCC(ISD::CondCode CC) {
164 assert(0 && "Unknown fp condition code!");
165 // SETOEQ = (N | Z | !V) & Z = Z = EQ
167 case ISD::SETOEQ: return make_vector<unsigned>(ARMCC::EQ, 0);
168 // SETOGT = (N | Z | !V) & !N & !Z = !V &!N &!Z = (N = V) & !Z = GT
170 case ISD::SETOGT: return make_vector<unsigned>(ARMCC::GT, 0);
171 // SETOGE = (N | Z | !V) & !N = (Z | !V) & !N = !V & !N = GE
173 case ISD::SETOGE: return make_vector<unsigned>(ARMCC::GE, 0);
174 // SETOLT = (N | Z | !V) & N = N = MI
176 case ISD::SETOLT: return make_vector<unsigned>(ARMCC::MI, 0);
177 // SETOLE = (N | Z | !V) & (N | Z) = N | Z = !C | Z = LS
179 case ISD::SETOLE: return make_vector<unsigned>(ARMCC::LS, 0);
180 // SETONE = OGT | OLT
181 case ISD::SETONE: return make_vector<unsigned>(ARMCC::GT, ARMCC::MI, 0);
182 // SETO = N | Z | !V = Z | !V = !V = VC
183 case ISD::SETO: return make_vector<unsigned>(ARMCC::VC, 0);
185 case ISD::SETUO: return make_vector<unsigned>(ARMCC::VS, 0);
186 // SETUEQ = V | Z (need two instructions) = EQ/VS
187 case ISD::SETUEQ: return make_vector<unsigned>(ARMCC::EQ, ARMCC::VS, 0);
188 // SETUGT = V | (!Z & !N) = !Z & !N = !Z & C = HI
189 case ISD::SETUGT: return make_vector<unsigned>(ARMCC::HI, 0);
190 // SETUGE = V | !N = !N = PL
191 case ISD::SETUGE: return make_vector<unsigned>(ARMCC::PL, 0);
192 // SETULT = V | N = LT
193 case ISD::SETULT: return make_vector<unsigned>(ARMCC::LT, 0);
194 // SETULE = V | Z | N = LE
195 case ISD::SETULE: return make_vector<unsigned>(ARMCC::LE, 0);
196 // SETUNE = V | !Z = !Z = NE
198 case ISD::SETUNE: return make_vector<unsigned>(ARMCC::NE, 0);
202 /// DAGIntCCToARMCC - Convert a DAG integer condition code to an ARM CC
203 static std::vector<unsigned> DAGIntCCToARMCC(ISD::CondCode CC) {
206 assert(0 && "Unknown integer condition code!");
207 case ISD::SETEQ: return make_vector<unsigned>(ARMCC::EQ, 0);
208 case ISD::SETNE: return make_vector<unsigned>(ARMCC::NE, 0);
209 case ISD::SETLT: return make_vector<unsigned>(ARMCC::LT, 0);
210 case ISD::SETLE: return make_vector<unsigned>(ARMCC::LE, 0);
211 case ISD::SETGT: return make_vector<unsigned>(ARMCC::GT, 0);
212 case ISD::SETGE: return make_vector<unsigned>(ARMCC::GE, 0);
213 case ISD::SETULT: return make_vector<unsigned>(ARMCC::CC, 0);
214 case ISD::SETULE: return make_vector<unsigned>(ARMCC::LS, 0);
215 case ISD::SETUGT: return make_vector<unsigned>(ARMCC::HI, 0);
216 case ISD::SETUGE: return make_vector<unsigned>(ARMCC::CS, 0);
220 std::vector<unsigned> ARMTargetLowering::
221 getRegClassForInlineAsmConstraint(const std::string &Constraint,
222 MVT::ValueType VT) const {
223 if (Constraint.size() == 1) {
224 // FIXME: handling only r regs
225 switch (Constraint[0]) {
226 default: break; // Unknown constraint letter
228 case 'r': // GENERAL_REGS
229 case 'R': // LEGACY_REGS
231 return make_vector<unsigned>(ARM::R0, ARM::R1, ARM::R2, ARM::R3,
232 ARM::R4, ARM::R5, ARM::R6, ARM::R7,
233 ARM::R8, ARM::R9, ARM::R10, ARM::R11,
234 ARM::R12, ARM::R13, ARM::R14, 0);
240 return std::vector<unsigned>();
243 const char *ARMTargetLowering::getTargetNodeName(unsigned Opcode) const {
246 case ARMISD::CALL: return "ARMISD::CALL";
247 case ARMISD::RET_FLAG: return "ARMISD::RET_FLAG";
248 case ARMISD::SELECT: return "ARMISD::SELECT";
249 case ARMISD::CMP: return "ARMISD::CMP";
250 case ARMISD::BR: return "ARMISD::BR";
251 case ARMISD::FSITOS: return "ARMISD::FSITOS";
252 case ARMISD::FTOSIS: return "ARMISD::FTOSIS";
253 case ARMISD::FSITOD: return "ARMISD::FSITOD";
254 case ARMISD::FTOSID: return "ARMISD::FTOSID";
255 case ARMISD::FUITOS: return "ARMISD::FUITOS";
256 case ARMISD::FTOUIS: return "ARMISD::FTOUIS";
257 case ARMISD::FUITOD: return "ARMISD::FUITOD";
258 case ARMISD::FTOUID: return "ARMISD::FTOUID";
259 case ARMISD::FMRRD: return "ARMISD::FMRRD";
260 case ARMISD::FMDRR: return "ARMISD::FMDRR";
261 case ARMISD::FMSTAT: return "ARMISD::FMSTAT";
265 class ArgumentLayout {
266 std::vector<bool> is_reg;
267 std::vector<unsigned> pos;
268 std::vector<MVT::ValueType> types;
270 ArgumentLayout(const std::vector<MVT::ValueType> &Types) {
274 unsigned StackOffset = 0;
275 for(std::vector<MVT::ValueType>::const_iterator I = Types.begin();
278 MVT::ValueType VT = *I;
279 assert(VT == MVT::i32 || VT == MVT::f32 || VT == MVT::f64);
280 unsigned size = MVT::getSizeInBits(VT)/32;
282 RegNum = ((RegNum + size - 1) / size) * size;
284 pos.push_back(RegNum);
285 is_reg.push_back(true);
288 unsigned bytes = size * 32/8;
289 StackOffset = ((StackOffset + bytes - 1) / bytes) * bytes;
290 pos.push_back(StackOffset);
291 is_reg.push_back(false);
292 StackOffset += bytes;
296 unsigned getRegisterNum(unsigned argNum) {
297 assert(isRegister(argNum));
300 unsigned getOffset(unsigned argNum) {
301 assert(isOffset(argNum));
304 unsigned isRegister(unsigned argNum) {
305 assert(argNum < is_reg.size());
306 return is_reg[argNum];
308 unsigned isOffset(unsigned argNum) {
309 return !isRegister(argNum);
311 MVT::ValueType getType(unsigned argNum) {
312 assert(argNum < types.size());
313 return types[argNum];
315 unsigned getStackSize(void) {
316 int last = is_reg.size() - 1;
319 if (isRegister(last))
321 return getOffset(last) + MVT::getSizeInBits(getType(last))/8;
323 int lastRegArg(void) {
324 int size = is_reg.size();
326 while(last < size && isRegister(last))
331 int lastRegNum(void) {
332 int l = lastRegArg();
335 unsigned r = getRegisterNum(l);
336 MVT::ValueType t = getType(l);
337 assert(t == MVT::i32 || t == MVT::f32 || t == MVT::f64);
344 // This transforms a ISD::CALL node into a
345 // callseq_star <- ARMISD:CALL <- callseq_end
347 static SDOperand LowerCALL(SDOperand Op, SelectionDAG &DAG) {
348 SDOperand Chain = Op.getOperand(0);
349 unsigned CallConv = cast<ConstantSDNode>(Op.getOperand(1))->getValue();
350 assert((CallConv == CallingConv::C ||
351 CallConv == CallingConv::Fast)
352 && "unknown calling convention");
353 SDOperand Callee = Op.getOperand(4);
354 unsigned NumOps = (Op.getNumOperands() - 5) / 2;
355 SDOperand StackPtr = DAG.getRegister(ARM::R13, MVT::i32);
356 static const unsigned regs[] = {
357 ARM::R0, ARM::R1, ARM::R2, ARM::R3
360 std::vector<MVT::ValueType> Types;
361 for (unsigned i = 0; i < NumOps; ++i) {
362 MVT::ValueType VT = Op.getOperand(5+2*i).getValueType();
365 ArgumentLayout Layout(Types);
367 unsigned NumBytes = Layout.getStackSize();
369 Chain = DAG.getCALLSEQ_START(Chain,
370 DAG.getConstant(NumBytes, MVT::i32));
372 //Build a sequence of stores
373 std::vector<SDOperand> MemOpChains;
374 for (unsigned i = Layout.lastRegArg() + 1; i < NumOps; ++i) {
375 SDOperand Arg = Op.getOperand(5+2*i);
376 unsigned ArgOffset = Layout.getOffset(i);
377 SDOperand PtrOff = DAG.getConstant(ArgOffset, StackPtr.getValueType());
378 PtrOff = DAG.getNode(ISD::ADD, MVT::i32, StackPtr, PtrOff);
379 MemOpChains.push_back(DAG.getStore(Chain, Arg, PtrOff, NULL, 0));
381 if (!MemOpChains.empty())
382 Chain = DAG.getNode(ISD::TokenFactor, MVT::Other,
383 &MemOpChains[0], MemOpChains.size());
385 // If the callee is a GlobalAddress node (quite common, every direct call is)
386 // turn it into a TargetGlobalAddress node so that legalize doesn't hack it.
387 // Likewise ExternalSymbol -> TargetExternalSymbol.
388 assert(Callee.getValueType() == MVT::i32);
389 if (GlobalAddressSDNode *G = dyn_cast<GlobalAddressSDNode>(Callee))
390 Callee = DAG.getTargetGlobalAddress(G->getGlobal(), MVT::i32);
391 else if (ExternalSymbolSDNode *E = dyn_cast<ExternalSymbolSDNode>(Callee))
392 Callee = DAG.getTargetExternalSymbol(E->getSymbol(), MVT::i32);
394 // If this is a direct call, pass the chain and the callee.
396 std::vector<SDOperand> Ops;
397 Ops.push_back(Chain);
398 Ops.push_back(Callee);
400 // Build a sequence of copy-to-reg nodes chained together with token chain
401 // and flag operands which copy the outgoing args into the appropriate regs.
403 for (int i = 0, e = Layout.lastRegArg(); i <= e; ++i) {
404 SDOperand Arg = Op.getOperand(5+2*i);
405 unsigned RegNum = Layout.getRegisterNum(i);
406 unsigned Reg1 = regs[RegNum];
407 MVT::ValueType VT = Layout.getType(i);
408 assert(VT == Arg.getValueType());
409 assert(VT == MVT::i32 || VT == MVT::f32 || VT == MVT::f64);
411 // Add argument register to the end of the list so that it is known live
413 Ops.push_back(DAG.getRegister(Reg1, MVT::i32));
414 if (VT == MVT::f64) {
415 unsigned Reg2 = regs[RegNum + 1];
416 SDOperand SDReg1 = DAG.getRegister(Reg1, MVT::i32);
417 SDOperand SDReg2 = DAG.getRegister(Reg2, MVT::i32);
419 Ops.push_back(DAG.getRegister(Reg2, MVT::i32));
420 SDVTList VTs = DAG.getVTList(MVT::Other, MVT::Flag);
421 SDOperand Ops[] = {Chain, SDReg1, SDReg2, Arg, InFlag};
422 Chain = DAG.getNode(ARMISD::FMRRD, VTs, Ops, InFlag.Val ? 5 : 4);
425 Arg = DAG.getNode(ISD::BIT_CONVERT, MVT::i32, Arg);
426 Chain = DAG.getCopyToReg(Chain, Reg1, Arg, InFlag);
428 InFlag = Chain.getValue(1);
431 std::vector<MVT::ValueType> NodeTys;
432 NodeTys.push_back(MVT::Other); // Returns a chain
433 NodeTys.push_back(MVT::Flag); // Returns a flag for retval copy to use.
435 unsigned CallOpc = ARMISD::CALL;
437 Ops.push_back(InFlag);
438 Chain = DAG.getNode(CallOpc, NodeTys, &Ops[0], Ops.size());
439 InFlag = Chain.getValue(1);
441 std::vector<SDOperand> ResultVals;
444 // If the call has results, copy the values out of the ret val registers.
445 MVT::ValueType VT = Op.Val->getValueType(0);
446 if (VT != MVT::Other) {
447 assert(VT == MVT::i32 || VT == MVT::f32 || VT == MVT::f64);
449 SDOperand Value1 = DAG.getCopyFromReg(Chain, ARM::R0, MVT::i32, InFlag);
450 Chain = Value1.getValue(1);
451 InFlag = Value1.getValue(2);
452 NodeTys.push_back(VT);
453 if (VT == MVT::i32) {
454 ResultVals.push_back(Value1);
455 if (Op.Val->getValueType(1) == MVT::i32) {
456 SDOperand Value2 = DAG.getCopyFromReg(Chain, ARM::R1, MVT::i32, InFlag);
457 Chain = Value2.getValue(1);
458 ResultVals.push_back(Value2);
459 NodeTys.push_back(VT);
462 if (VT == MVT::f32) {
463 SDOperand Value = DAG.getNode(ISD::BIT_CONVERT, MVT::f32, Value1);
464 ResultVals.push_back(Value);
466 if (VT == MVT::f64) {
467 SDOperand Value2 = DAG.getCopyFromReg(Chain, ARM::R1, MVT::i32, InFlag);
468 Chain = Value2.getValue(1);
469 SDOperand Value = DAG.getNode(ARMISD::FMDRR, MVT::f64, Value1, Value2);
470 ResultVals.push_back(Value);
474 Chain = DAG.getNode(ISD::CALLSEQ_END, MVT::Other, Chain,
475 DAG.getConstant(NumBytes, MVT::i32));
476 NodeTys.push_back(MVT::Other);
478 if (ResultVals.empty())
481 ResultVals.push_back(Chain);
482 SDOperand Res = DAG.getNode(ISD::MERGE_VALUES, NodeTys, &ResultVals[0],
484 return Res.getValue(Op.ResNo);
487 static SDOperand LowerRET(SDOperand Op, SelectionDAG &DAG) {
489 SDOperand Chain = Op.getOperand(0);
490 SDOperand R0 = DAG.getRegister(ARM::R0, MVT::i32);
491 SDOperand R1 = DAG.getRegister(ARM::R1, MVT::i32);
493 switch(Op.getNumOperands()) {
495 assert(0 && "Do not know how to return this many arguments!");
498 SDOperand LR = DAG.getRegister(ARM::R14, MVT::i32);
499 return DAG.getNode(ARMISD::RET_FLAG, MVT::Other, Chain);
502 SDOperand Val = Op.getOperand(1);
503 assert(Val.getValueType() == MVT::i32 ||
504 Val.getValueType() == MVT::f32 ||
505 Val.getValueType() == MVT::f64);
507 if (Val.getValueType() == MVT::f64) {
508 SDVTList VTs = DAG.getVTList(MVT::Other, MVT::Flag);
509 SDOperand Ops[] = {Chain, R0, R1, Val};
510 Copy = DAG.getNode(ARMISD::FMRRD, VTs, Ops, 4);
512 if (Val.getValueType() == MVT::f32)
513 Val = DAG.getNode(ISD::BIT_CONVERT, MVT::i32, Val);
514 Copy = DAG.getCopyToReg(Chain, R0, Val, SDOperand());
517 if (DAG.getMachineFunction().liveout_empty()) {
518 DAG.getMachineFunction().addLiveOut(ARM::R0);
519 if (Val.getValueType() == MVT::f64)
520 DAG.getMachineFunction().addLiveOut(ARM::R1);
525 Copy = DAG.getCopyToReg(Chain, ARM::R1, Op.getOperand(3), SDOperand());
526 Copy = DAG.getCopyToReg(Copy, ARM::R0, Op.getOperand(1), Copy.getValue(1));
527 // If we haven't noted the R0+R1 are live out, do so now.
528 if (DAG.getMachineFunction().liveout_empty()) {
529 DAG.getMachineFunction().addLiveOut(ARM::R0);
530 DAG.getMachineFunction().addLiveOut(ARM::R1);
535 //We must use RET_FLAG instead of BRIND because BRIND doesn't have a flag
536 return DAG.getNode(ARMISD::RET_FLAG, MVT::Other, Copy, Copy.getValue(1));
539 static SDOperand LowerConstantPool(SDOperand Op, SelectionDAG &DAG) {
540 MVT::ValueType PtrVT = Op.getValueType();
541 ConstantPoolSDNode *CP = cast<ConstantPoolSDNode>(Op);
542 Constant *C = CP->getConstVal();
543 SDOperand CPI = DAG.getTargetConstantPool(C, PtrVT, CP->getAlignment());
548 SDOperand LegalizeImmediate(uint32_t immediate, SelectionDAG &DAG,
549 bool canReturnConstant){
550 SDOperand Shift = DAG.getTargetConstant(0, MVT::i32);
551 SDOperand ShiftType = DAG.getTargetConstant(ARMShift::LSL, MVT::i32);
552 std::vector<unsigned>immediatePieces = splitImmediate(immediate);
553 if (immediatePieces.size()>1){
554 unsigned movInst = ARM::MOV;
555 unsigned orInst = ARM::ORR;
558 std::vector<unsigned>immediateNegPieces = splitImmediate(~immediate);
559 if (immediatePieces.size() > immediateNegPieces.size()) {
563 immediatePieces = immediateNegPieces;
565 SDOperand n = DAG.getTargetConstant(immediatePieces[0], MVT::i32);
566 node = DAG.getTargetNode(movInst, MVT::i32, n, Shift, ShiftType);
567 std::vector<unsigned>::iterator it;
568 for (it=immediatePieces.begin()+1; it != immediatePieces.end(); ++it){
569 n = DAG.getTargetConstant(*it, MVT::i32);
570 SDOperand ops[] = {SDOperand(node, 0), n, Shift, ShiftType};
571 node = DAG.getTargetNode(orInst, MVT::i32, ops, 4);
573 return SDOperand(node, 0);
575 if (canReturnConstant)
576 return DAG.getTargetConstant(immediate, MVT::i32);
578 SDOperand n = DAG.getTargetConstant(immediate, MVT::i32);
579 SDNode *node = DAG.getTargetNode(ARM::MOV, MVT::i32, n, Shift,
581 return SDOperand(node, 0);
586 static SDOperand LowerConstantFP(SDOperand Op, SelectionDAG &DAG) {
587 MVT::ValueType VT = Op.getValueType();
588 SDOperand Shift = DAG.getTargetConstant(0, MVT::i32);
589 SDOperand ShiftType = DAG.getTargetConstant(ARMShift::LSL, MVT::i32);
592 default: assert(0 && "VT!=f32 && VT!=f64");
594 float val = cast<ConstantFPSDNode>(Op)->getValue();
595 uint32_t i32_val = FloatToBits(val);
596 SDOperand c = LegalizeImmediate(i32_val, DAG, false);
597 node = DAG.getTargetNode(ARM::FMSR, MVT::f32, c);
601 double val = cast<ConstantFPSDNode>(Op)->getValue();
602 uint64_t i64_val = DoubleToBits(val);
603 SDOperand hi = LegalizeImmediate(Hi_32(i64_val), DAG, false);
604 SDOperand lo = LegalizeImmediate(Lo_32(i64_val), DAG, false);
605 node = DAG.getTargetNode(ARM::FMDRR, MVT::f64, lo, hi);
609 return SDOperand(node, 0);
612 static SDOperand LowerGlobalAddress(SDOperand Op,
614 GlobalValue *GV = cast<GlobalAddressSDNode>(Op)->getGlobal();
616 SDOperand CPAddr = DAG.getConstantPool(GV, MVT::i32, alignment);
617 return DAG.getLoad(MVT::i32, DAG.getEntryNode(), CPAddr, NULL, 0);
620 static SDOperand LowerVASTART(SDOperand Op, SelectionDAG &DAG,
621 unsigned VarArgsFrameIndex) {
622 // vastart just stores the address of the VarArgsFrameIndex slot into the
623 // memory location argument.
624 MVT::ValueType PtrVT = DAG.getTargetLoweringInfo().getPointerTy();
625 SDOperand FR = DAG.getFrameIndex(VarArgsFrameIndex, PtrVT);
626 SrcValueSDNode *SV = cast<SrcValueSDNode>(Op.getOperand(2));
627 return DAG.getStore(Op.getOperand(0), FR, Op.getOperand(1), SV->getValue(),
631 static SDOperand LowerFORMAL_ARGUMENTS(SDOperand Op, SelectionDAG &DAG,
632 int &VarArgsFrameIndex) {
633 MachineFunction &MF = DAG.getMachineFunction();
634 MachineFrameInfo *MFI = MF.getFrameInfo();
635 SSARegMap *RegMap = MF.getSSARegMap();
636 unsigned NumArgs = Op.Val->getNumValues()-1;
637 SDOperand Root = Op.getOperand(0);
638 bool isVarArg = cast<ConstantSDNode>(Op.getOperand(2))->getValue() != 0;
639 static const unsigned REGS[] = {
640 ARM::R0, ARM::R1, ARM::R2, ARM::R3
643 std::vector<MVT::ValueType> Types(Op.Val->value_begin(), Op.Val->value_end() - 1);
644 ArgumentLayout Layout(Types);
646 std::vector<SDOperand> ArgValues;
647 for (unsigned ArgNo = 0; ArgNo < NumArgs; ++ArgNo) {
648 MVT::ValueType VT = Types[ArgNo];
651 if (Layout.isRegister(ArgNo)) {
652 assert(VT == MVT::i32 || VT == MVT::f32 || VT == MVT::f64);
653 unsigned RegNum = Layout.getRegisterNum(ArgNo);
654 unsigned Reg1 = REGS[RegNum];
655 unsigned VReg1 = RegMap->createVirtualRegister(&ARM::IntRegsRegClass);
656 SDOperand Value1 = DAG.getCopyFromReg(Root, VReg1, MVT::i32);
657 MF.addLiveIn(Reg1, VReg1);
658 if (VT == MVT::f64) {
659 unsigned Reg2 = REGS[RegNum + 1];
660 unsigned VReg2 = RegMap->createVirtualRegister(&ARM::IntRegsRegClass);
661 SDOperand Value2 = DAG.getCopyFromReg(Root, VReg2, MVT::i32);
662 MF.addLiveIn(Reg2, VReg2);
663 Value = DAG.getNode(ARMISD::FMDRR, MVT::f64, Value1, Value2);
667 Value = DAG.getNode(ISD::BIT_CONVERT, VT, Value);
670 // If the argument is actually used, emit a load from the right stack
672 if (!Op.Val->hasNUsesOfValue(0, ArgNo)) {
673 unsigned Offset = Layout.getOffset(ArgNo);
674 unsigned Size = MVT::getSizeInBits(VT)/8;
675 int FI = MFI->CreateFixedObject(Size, Offset);
676 SDOperand FIN = DAG.getFrameIndex(FI, VT);
677 Value = DAG.getLoad(VT, Root, FIN, NULL, 0);
679 Value = DAG.getNode(ISD::UNDEF, VT);
682 ArgValues.push_back(Value);
685 unsigned NextRegNum = Layout.lastRegNum() + 1;
688 //If this function is vararg we must store the remaing
689 //registers so that they can be acessed with va_start
690 VarArgsFrameIndex = MFI->CreateFixedObject(MVT::getSizeInBits(MVT::i32)/8,
691 -16 + NextRegNum * 4);
693 SmallVector<SDOperand, 4> MemOps;
694 for (unsigned RegNo = NextRegNum; RegNo < 4; ++RegNo) {
695 int RegOffset = - (4 - RegNo) * 4;
696 int FI = MFI->CreateFixedObject(MVT::getSizeInBits(MVT::i32)/8,
698 SDOperand FIN = DAG.getFrameIndex(FI, MVT::i32);
700 unsigned VReg = RegMap->createVirtualRegister(&ARM::IntRegsRegClass);
701 MF.addLiveIn(REGS[RegNo], VReg);
703 SDOperand Val = DAG.getCopyFromReg(Root, VReg, MVT::i32);
704 SDOperand Store = DAG.getStore(Val.getValue(1), Val, FIN, NULL, 0);
705 MemOps.push_back(Store);
707 Root = DAG.getNode(ISD::TokenFactor, MVT::Other,&MemOps[0],MemOps.size());
710 ArgValues.push_back(Root);
712 // Return the new list of results.
713 std::vector<MVT::ValueType> RetVT(Op.Val->value_begin(),
714 Op.Val->value_end());
715 return DAG.getNode(ISD::MERGE_VALUES, RetVT, &ArgValues[0], ArgValues.size());
718 static SDOperand GetCMP(ISD::CondCode CC, SDOperand LHS, SDOperand RHS,
720 MVT::ValueType vt = LHS.getValueType();
721 assert(vt == MVT::i32 || vt == MVT::f32 || vt == MVT::f64);
723 SDOperand Cmp = DAG.getNode(ARMISD::CMP, MVT::Flag, LHS, RHS);
726 Cmp = DAG.getNode(ARMISD::FMSTAT, MVT::Flag, Cmp);
730 static std::vector<SDOperand> GetARMCC(ISD::CondCode CC, MVT::ValueType vt,
732 assert(vt == MVT::i32 || vt == MVT::f32 || vt == MVT::f64);
733 std::vector<unsigned> vcc;
735 vcc = DAGIntCCToARMCC(CC);
737 vcc = DAGFPCCToARMCC(CC);
739 std::vector<unsigned>::iterator it;
740 std::vector<SDOperand> result;
741 for( it = vcc.begin(); it != vcc.end(); it++ )
742 result.push_back(DAG.getConstant(*it,MVT::i32));
746 static bool isUInt8Immediate(uint32_t x) {
750 static uint32_t rotateL(uint32_t x) {
751 uint32_t bit31 = (x & (1 << 31)) >> 31;
756 static bool isRotInt8Immediate(uint32_t x) {
758 for (r = 0; r < 16; r++) {
759 if (isUInt8Immediate(x))
761 x = rotateL(rotateL(x));
766 static void LowerCMP(SDOperand &Cmp, std::vector<SDOperand> &ARMCC,
767 SDOperand LHS, SDOperand RHS, ISD::CondCode CC,
769 MVT::ValueType vt = LHS.getValueType();
770 if (vt == MVT::i32) {
771 assert(!isa<ConstantSDNode>(LHS));
772 if (ConstantSDNode *SD_C = dyn_cast<ConstantSDNode>(RHS.Val)) {
773 uint32_t C = SD_C->getValue();
796 NCC = ISD::SETLE; break;
798 NCC = ISD::SETULE; break;
800 NCC = ISD::SETGT; break;
802 NCC = ISD::SETUGT; break;
804 NCC = ISD::SETLT; break;
806 NCC = ISD::SETULT; break;
808 NCC = ISD::SETGE; break;
810 NCC = ISD::SETUGE; break;
813 if (!isRotInt8Immediate(C) && isRotInt8Immediate(NC)) {
814 RHS = DAG.getConstant(NC, MVT::i32);
819 Cmp = GetCMP(CC, LHS, RHS, DAG);
820 ARMCC = GetARMCC(CC, vt, DAG);
823 static SDOperand LowerSELECT_CC(SDOperand Op, SelectionDAG &DAG) {
824 SDOperand LHS = Op.getOperand(0);
825 SDOperand RHS = Op.getOperand(1);
826 ISD::CondCode CC = cast<CondCodeSDNode>(Op.getOperand(4))->get();
827 SDOperand TrueVal = Op.getOperand(2);
828 SDOperand FalseVal = Op.getOperand(3);
830 std::vector<SDOperand> ARMCC;
831 LowerCMP(Cmp, ARMCC, LHS, RHS, CC, DAG);
833 SDOperand Aux = FalseVal;
834 SDVTList VTs = DAG.getVTList(Op.getValueType(), MVT::Flag);
835 std::vector<SDOperand>::iterator it;
836 for (it = ARMCC.begin(); it != ARMCC.end(); ++it){
837 SDOperand Flag = it == ARMCC.begin() ? Cmp : Aux.getValue(1);
838 SDOperand Ops[] = {TrueVal, Aux, *it, Flag};
839 Aux = DAG.getNode(ARMISD::SELECT, VTs, Ops, 4);
844 static SDOperand LowerBR_CC(SDOperand Op, SelectionDAG &DAG) {
845 SDOperand Chain = Op.getOperand(0);
846 ISD::CondCode CC = cast<CondCodeSDNode>(Op.getOperand(1))->get();
847 SDOperand LHS = Op.getOperand(2);
848 SDOperand RHS = Op.getOperand(3);
849 SDOperand Dest = Op.getOperand(4);
851 std::vector<SDOperand> ARMCC;
852 LowerCMP(Cmp, ARMCC, LHS, RHS, CC, DAG);
854 SDOperand Aux = Chain;
855 SDVTList VTs = DAG.getVTList(MVT::Other, MVT::Flag);
856 std::vector<SDOperand>::iterator it;
857 for (it = ARMCC.begin(); it != ARMCC.end(); it++){
858 SDOperand Flag = it == ARMCC.begin() ? Cmp : Aux.getValue(1);
859 SDOperand Ops[] = {Aux, Dest, *it, Flag};
860 Aux = DAG.getNode(ARMISD::BR, VTs, Ops, 4);
865 static SDOperand LowerSINT_TO_FP(SDOperand Op, SelectionDAG &DAG) {
866 SDOperand IntVal = Op.getOperand(0);
867 assert(IntVal.getValueType() == MVT::i32);
868 MVT::ValueType vt = Op.getValueType();
869 assert(vt == MVT::f32 ||
872 SDOperand Tmp = DAG.getNode(ISD::BIT_CONVERT, MVT::f32, IntVal);
873 ARMISD::NodeType op = vt == MVT::f32 ? ARMISD::FSITOS : ARMISD::FSITOD;
874 return DAG.getNode(op, vt, Tmp);
877 static SDOperand LowerFP_TO_SINT(SDOperand Op, SelectionDAG &DAG) {
878 assert(Op.getValueType() == MVT::i32);
879 SDOperand FloatVal = Op.getOperand(0);
880 MVT::ValueType vt = FloatVal.getValueType();
881 assert(vt == MVT::f32 || vt == MVT::f64);
883 ARMISD::NodeType op = vt == MVT::f32 ? ARMISD::FTOSIS : ARMISD::FTOSID;
884 SDOperand Tmp = DAG.getNode(op, MVT::f32, FloatVal);
885 return DAG.getNode(ISD::BIT_CONVERT, MVT::i32, Tmp);
888 static SDOperand LowerUINT_TO_FP(SDOperand Op, SelectionDAG &DAG) {
889 SDOperand IntVal = Op.getOperand(0);
890 assert(IntVal.getValueType() == MVT::i32);
891 MVT::ValueType vt = Op.getValueType();
892 assert(vt == MVT::f32 ||
895 SDOperand Tmp = DAG.getNode(ISD::BIT_CONVERT, MVT::f32, IntVal);
896 ARMISD::NodeType op = vt == MVT::f32 ? ARMISD::FUITOS : ARMISD::FUITOD;
897 return DAG.getNode(op, vt, Tmp);
900 static SDOperand LowerFP_TO_UINT(SDOperand Op, SelectionDAG &DAG) {
901 assert(Op.getValueType() == MVT::i32);
902 SDOperand FloatVal = Op.getOperand(0);
903 MVT::ValueType vt = FloatVal.getValueType();
904 assert(vt == MVT::f32 || vt == MVT::f64);
906 ARMISD::NodeType op = vt == MVT::f32 ? ARMISD::FTOUIS : ARMISD::FTOUID;
907 SDOperand Tmp = DAG.getNode(op, MVT::f32, FloatVal);
908 return DAG.getNode(ISD::BIT_CONVERT, MVT::i32, Tmp);
911 SDOperand ARMTargetLowering::LowerOperation(SDOperand Op, SelectionDAG &DAG) {
912 switch (Op.getOpcode()) {
914 assert(0 && "Should not custom lower this!");
916 case ISD::ConstantPool:
917 return LowerConstantPool(Op, DAG);
918 case ISD::ConstantFP:
919 return LowerConstantFP(Op, DAG);
920 case ISD::GlobalAddress:
921 return LowerGlobalAddress(Op, DAG);
922 case ISD::FP_TO_SINT:
923 return LowerFP_TO_SINT(Op, DAG);
924 case ISD::SINT_TO_FP:
925 return LowerSINT_TO_FP(Op, DAG);
926 case ISD::FP_TO_UINT:
927 return LowerFP_TO_UINT(Op, DAG);
928 case ISD::UINT_TO_FP:
929 return LowerUINT_TO_FP(Op, DAG);
930 case ISD::FORMAL_ARGUMENTS:
931 return LowerFORMAL_ARGUMENTS(Op, DAG, VarArgsFrameIndex);
933 return LowerCALL(Op, DAG);
935 return LowerRET(Op, DAG);
937 return LowerSELECT_CC(Op, DAG);
939 return LowerBR_CC(Op, DAG);
941 return LowerVASTART(Op, DAG, VarArgsFrameIndex);
945 //===----------------------------------------------------------------------===//
946 // Instruction Selector Implementation
947 //===----------------------------------------------------------------------===//
949 //===--------------------------------------------------------------------===//
950 /// ARMDAGToDAGISel - ARM specific code to select ARM machine
951 /// instructions for SelectionDAG operations.
954 class ARMDAGToDAGISel : public SelectionDAGISel {
955 ARMTargetLowering Lowering;
958 ARMDAGToDAGISel(TargetMachine &TM)
959 : SelectionDAGISel(Lowering), Lowering(TM) {
962 SDNode *Select(SDOperand Op);
963 virtual void InstructionSelectBasicBlock(SelectionDAG &DAG);
964 bool SelectAddrMode1(SDOperand Op, SDOperand N, SDOperand &Arg,
965 SDOperand &Shift, SDOperand &ShiftType);
966 bool SelectAddrMode1a(SDOperand Op, SDOperand N, SDOperand &Arg,
967 SDOperand &Shift, SDOperand &ShiftType);
968 bool SelectAddrMode2(SDOperand Op, SDOperand N, SDOperand &Arg,
970 bool SelectAddrMode5(SDOperand Op, SDOperand N, SDOperand &Arg,
973 // Include the pieces autogenerated from the target description.
974 #include "ARMGenDAGISel.inc"
977 void ARMDAGToDAGISel::InstructionSelectBasicBlock(SelectionDAG &DAG) {
980 DAG.setRoot(SelectRoot(DAG.getRoot()));
981 DAG.RemoveDeadNodes();
983 ScheduleAndEmitDAG(DAG);
986 static bool isInt12Immediate(SDNode *N, short &Imm) {
987 if (N->getOpcode() != ISD::Constant)
990 int32_t t = cast<ConstantSDNode>(N)->getValue();
993 if (t > min && t < max) {
1001 static bool isInt12Immediate(SDOperand Op, short &Imm) {
1002 return isInt12Immediate(Op.Val, Imm);
1005 bool ARMDAGToDAGISel::SelectAddrMode1(SDOperand Op,
1009 SDOperand &ShiftType) {
1010 switch(N.getOpcode()) {
1011 case ISD::Constant: {
1012 uint32_t val = cast<ConstantSDNode>(N)->getValue();
1013 Shift = CurDAG->getTargetConstant(0, MVT::i32);
1014 ShiftType = CurDAG->getTargetConstant(ARMShift::LSL, MVT::i32);
1015 Arg = LegalizeImmediate(val, *CurDAG, true);
1020 Arg = N.getOperand(0);
1021 Shift = N.getOperand(1);
1022 ShiftType = CurDAG->getTargetConstant(ARMShift::ASR, MVT::i32);
1025 Arg = N.getOperand(0);
1026 Shift = N.getOperand(1);
1027 ShiftType = CurDAG->getTargetConstant(ARMShift::LSR, MVT::i32);
1030 Arg = N.getOperand(0);
1031 Shift = N.getOperand(1);
1032 ShiftType = CurDAG->getTargetConstant(ARMShift::LSL, MVT::i32);
1037 Shift = CurDAG->getTargetConstant(0, MVT::i32);
1038 ShiftType = CurDAG->getTargetConstant(ARMShift::LSL, MVT::i32);
1042 bool ARMDAGToDAGISel::SelectAddrMode2(SDOperand Op, SDOperand N,
1043 SDOperand &Arg, SDOperand &Offset) {
1044 //TODO: complete and cleanup!
1045 SDOperand Zero = CurDAG->getTargetConstant(0, MVT::i32);
1046 if (FrameIndexSDNode *FIN = dyn_cast<FrameIndexSDNode>(N)) {
1047 Arg = CurDAG->getTargetFrameIndex(FIN->getIndex(), MVT::i32);
1051 if (N.getOpcode() == ISD::ADD) {
1053 if (isInt12Immediate(N.getOperand(1), imm)) {
1054 Offset = CurDAG->getTargetConstant(imm, MVT::i32);
1055 if (FrameIndexSDNode *FI = dyn_cast<FrameIndexSDNode>(N.getOperand(0))) {
1056 Arg = CurDAG->getTargetFrameIndex(FI->getIndex(), N.getValueType());
1058 Arg = N.getOperand(0);
1060 return true; // [r+i]
1064 if (FrameIndexSDNode *FI = dyn_cast<FrameIndexSDNode>(N))
1065 Arg = CurDAG->getTargetFrameIndex(FI->getIndex(), N.getValueType());
1071 bool ARMDAGToDAGISel::SelectAddrMode5(SDOperand Op,
1072 SDOperand N, SDOperand &Arg,
1073 SDOperand &Offset) {
1074 //TODO: detect offset
1075 Offset = CurDAG->getTargetConstant(0, MVT::i32);
1080 SDNode *ARMDAGToDAGISel::Select(SDOperand Op) {
1083 switch (N->getOpcode()) {
1085 return SelectCode(Op);
1087 case ISD::FrameIndex: {
1088 int FI = cast<FrameIndexSDNode>(N)->getIndex();
1089 SDOperand Ops[] = {CurDAG->getTargetFrameIndex(FI, MVT::i32),
1090 CurDAG->getTargetConstant(0, MVT::i32),
1091 CurDAG->getTargetConstant(0, MVT::i32),
1092 CurDAG->getTargetConstant(ARMShift::LSL, MVT::i32)};
1094 return CurDAG->SelectNodeTo(N, ARM::ADD, MVT::i32, Ops,
1095 sizeof(Ops)/sizeof(SDOperand));
1101 } // end anonymous namespace
1103 /// createARMISelDag - This pass converts a legalized DAG into a
1104 /// ARM-specific DAG, ready for instruction scheduling.
1106 FunctionPass *llvm::createARMISelDag(TargetMachine &TM) {
1107 return new ARMDAGToDAGISel(TM);