qla2xxx: Remove __constant_ prefix
[firefly-linux-kernel-4.4.55.git] / drivers / scsi / qla2xxx / qla_isr.c
1 /*
2  * QLogic Fibre Channel HBA Driver
3  * Copyright (c)  2003-2014 QLogic Corporation
4  *
5  * See LICENSE.qla2xxx for copyright and licensing details.
6  */
7 #include "qla_def.h"
8 #include "qla_target.h"
9
10 #include <linux/delay.h>
11 #include <linux/slab.h>
12 #include <scsi/scsi_tcq.h>
13 #include <scsi/scsi_bsg_fc.h>
14 #include <scsi/scsi_eh.h>
15
16 static void qla2x00_mbx_completion(scsi_qla_host_t *, uint16_t);
17 static void qla2x00_status_entry(scsi_qla_host_t *, struct rsp_que *, void *);
18 static void qla2x00_status_cont_entry(struct rsp_que *, sts_cont_entry_t *);
19 static void qla2x00_error_entry(scsi_qla_host_t *, struct rsp_que *,
20         sts_entry_t *);
21
22 /**
23  * qla2100_intr_handler() - Process interrupts for the ISP2100 and ISP2200.
24  * @irq:
25  * @dev_id: SCSI driver HA context
26  *
27  * Called by system whenever the host adapter generates an interrupt.
28  *
29  * Returns handled flag.
30  */
31 irqreturn_t
32 qla2100_intr_handler(int irq, void *dev_id)
33 {
34         scsi_qla_host_t *vha;
35         struct qla_hw_data *ha;
36         struct device_reg_2xxx __iomem *reg;
37         int             status;
38         unsigned long   iter;
39         uint16_t        hccr;
40         uint16_t        mb[4];
41         struct rsp_que *rsp;
42         unsigned long   flags;
43
44         rsp = (struct rsp_que *) dev_id;
45         if (!rsp) {
46                 ql_log(ql_log_info, NULL, 0x505d,
47                     "%s: NULL response queue pointer.\n", __func__);
48                 return (IRQ_NONE);
49         }
50
51         ha = rsp->hw;
52         reg = &ha->iobase->isp;
53         status = 0;
54
55         spin_lock_irqsave(&ha->hardware_lock, flags);
56         vha = pci_get_drvdata(ha->pdev);
57         for (iter = 50; iter--; ) {
58                 hccr = RD_REG_WORD(&reg->hccr);
59                 if (qla2x00_check_reg16_for_disconnect(vha, hccr))
60                         break;
61                 if (hccr & HCCR_RISC_PAUSE) {
62                         if (pci_channel_offline(ha->pdev))
63                                 break;
64
65                         /*
66                          * Issue a "HARD" reset in order for the RISC interrupt
67                          * bit to be cleared.  Schedule a big hammer to get
68                          * out of the RISC PAUSED state.
69                          */
70                         WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
71                         RD_REG_WORD(&reg->hccr);
72
73                         ha->isp_ops->fw_dump(vha, 1);
74                         set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
75                         break;
76                 } else if ((RD_REG_WORD(&reg->istatus) & ISR_RISC_INT) == 0)
77                         break;
78
79                 if (RD_REG_WORD(&reg->semaphore) & BIT_0) {
80                         WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
81                         RD_REG_WORD(&reg->hccr);
82
83                         /* Get mailbox data. */
84                         mb[0] = RD_MAILBOX_REG(ha, reg, 0);
85                         if (mb[0] > 0x3fff && mb[0] < 0x8000) {
86                                 qla2x00_mbx_completion(vha, mb[0]);
87                                 status |= MBX_INTERRUPT;
88                         } else if (mb[0] > 0x7fff && mb[0] < 0xc000) {
89                                 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
90                                 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
91                                 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
92                                 qla2x00_async_event(vha, rsp, mb);
93                         } else {
94                                 /*EMPTY*/
95                                 ql_dbg(ql_dbg_async, vha, 0x5025,
96                                     "Unrecognized interrupt type (%d).\n",
97                                     mb[0]);
98                         }
99                         /* Release mailbox registers. */
100                         WRT_REG_WORD(&reg->semaphore, 0);
101                         RD_REG_WORD(&reg->semaphore);
102                 } else {
103                         qla2x00_process_response_queue(rsp);
104
105                         WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
106                         RD_REG_WORD(&reg->hccr);
107                 }
108         }
109         qla2x00_handle_mbx_completion(ha, status);
110         spin_unlock_irqrestore(&ha->hardware_lock, flags);
111
112         return (IRQ_HANDLED);
113 }
114
115 bool
116 qla2x00_check_reg32_for_disconnect(scsi_qla_host_t *vha, uint32_t reg)
117 {
118         /* Check for PCI disconnection */
119         if (reg == 0xffffffff && !pci_channel_offline(vha->hw->pdev)) {
120                 if (!test_and_set_bit(PFLG_DISCONNECTED, &vha->pci_flags) &&
121                     !test_bit(PFLG_DRIVER_REMOVING, &vha->pci_flags) &&
122                     !test_bit(PFLG_DRIVER_PROBING, &vha->pci_flags)) {
123                         /*
124                          * Schedule this (only once) on the default system
125                          * workqueue so that all the adapter workqueues and the
126                          * DPC thread can be shutdown cleanly.
127                          */
128                         schedule_work(&vha->hw->board_disable);
129                 }
130                 return true;
131         } else
132                 return false;
133 }
134
135 bool
136 qla2x00_check_reg16_for_disconnect(scsi_qla_host_t *vha, uint16_t reg)
137 {
138         return qla2x00_check_reg32_for_disconnect(vha, 0xffff0000 | reg);
139 }
140
141 /**
142  * qla2300_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
143  * @irq:
144  * @dev_id: SCSI driver HA context
145  *
146  * Called by system whenever the host adapter generates an interrupt.
147  *
148  * Returns handled flag.
149  */
150 irqreturn_t
151 qla2300_intr_handler(int irq, void *dev_id)
152 {
153         scsi_qla_host_t *vha;
154         struct device_reg_2xxx __iomem *reg;
155         int             status;
156         unsigned long   iter;
157         uint32_t        stat;
158         uint16_t        hccr;
159         uint16_t        mb[4];
160         struct rsp_que *rsp;
161         struct qla_hw_data *ha;
162         unsigned long   flags;
163
164         rsp = (struct rsp_que *) dev_id;
165         if (!rsp) {
166                 ql_log(ql_log_info, NULL, 0x5058,
167                     "%s: NULL response queue pointer.\n", __func__);
168                 return (IRQ_NONE);
169         }
170
171         ha = rsp->hw;
172         reg = &ha->iobase->isp;
173         status = 0;
174
175         spin_lock_irqsave(&ha->hardware_lock, flags);
176         vha = pci_get_drvdata(ha->pdev);
177         for (iter = 50; iter--; ) {
178                 stat = RD_REG_DWORD(&reg->u.isp2300.host_status);
179                 if (qla2x00_check_reg32_for_disconnect(vha, stat))
180                         break;
181                 if (stat & HSR_RISC_PAUSED) {
182                         if (unlikely(pci_channel_offline(ha->pdev)))
183                                 break;
184
185                         hccr = RD_REG_WORD(&reg->hccr);
186
187                         if (hccr & (BIT_15 | BIT_13 | BIT_11 | BIT_8))
188                                 ql_log(ql_log_warn, vha, 0x5026,
189                                     "Parity error -- HCCR=%x, Dumping "
190                                     "firmware.\n", hccr);
191                         else
192                                 ql_log(ql_log_warn, vha, 0x5027,
193                                     "RISC paused -- HCCR=%x, Dumping "
194                                     "firmware.\n", hccr);
195
196                         /*
197                          * Issue a "HARD" reset in order for the RISC
198                          * interrupt bit to be cleared.  Schedule a big
199                          * hammer to get out of the RISC PAUSED state.
200                          */
201                         WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
202                         RD_REG_WORD(&reg->hccr);
203
204                         ha->isp_ops->fw_dump(vha, 1);
205                         set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
206                         break;
207                 } else if ((stat & HSR_RISC_INT) == 0)
208                         break;
209
210                 switch (stat & 0xff) {
211                 case 0x1:
212                 case 0x2:
213                 case 0x10:
214                 case 0x11:
215                         qla2x00_mbx_completion(vha, MSW(stat));
216                         status |= MBX_INTERRUPT;
217
218                         /* Release mailbox registers. */
219                         WRT_REG_WORD(&reg->semaphore, 0);
220                         break;
221                 case 0x12:
222                         mb[0] = MSW(stat);
223                         mb[1] = RD_MAILBOX_REG(ha, reg, 1);
224                         mb[2] = RD_MAILBOX_REG(ha, reg, 2);
225                         mb[3] = RD_MAILBOX_REG(ha, reg, 3);
226                         qla2x00_async_event(vha, rsp, mb);
227                         break;
228                 case 0x13:
229                         qla2x00_process_response_queue(rsp);
230                         break;
231                 case 0x15:
232                         mb[0] = MBA_CMPLT_1_16BIT;
233                         mb[1] = MSW(stat);
234                         qla2x00_async_event(vha, rsp, mb);
235                         break;
236                 case 0x16:
237                         mb[0] = MBA_SCSI_COMPLETION;
238                         mb[1] = MSW(stat);
239                         mb[2] = RD_MAILBOX_REG(ha, reg, 2);
240                         qla2x00_async_event(vha, rsp, mb);
241                         break;
242                 default:
243                         ql_dbg(ql_dbg_async, vha, 0x5028,
244                             "Unrecognized interrupt type (%d).\n", stat & 0xff);
245                         break;
246                 }
247                 WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
248                 RD_REG_WORD_RELAXED(&reg->hccr);
249         }
250         qla2x00_handle_mbx_completion(ha, status);
251         spin_unlock_irqrestore(&ha->hardware_lock, flags);
252
253         return (IRQ_HANDLED);
254 }
255
256 /**
257  * qla2x00_mbx_completion() - Process mailbox command completions.
258  * @ha: SCSI driver HA context
259  * @mb0: Mailbox0 register
260  */
261 static void
262 qla2x00_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
263 {
264         uint16_t        cnt;
265         uint32_t        mboxes;
266         uint16_t __iomem *wptr;
267         struct qla_hw_data *ha = vha->hw;
268         struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
269
270         /* Read all mbox registers? */
271         mboxes = (1 << ha->mbx_count) - 1;
272         if (!ha->mcp)
273                 ql_dbg(ql_dbg_async, vha, 0x5001, "MBX pointer ERROR.\n");
274         else
275                 mboxes = ha->mcp->in_mb;
276
277         /* Load return mailbox registers. */
278         ha->flags.mbox_int = 1;
279         ha->mailbox_out[0] = mb0;
280         mboxes >>= 1;
281         wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 1);
282
283         for (cnt = 1; cnt < ha->mbx_count; cnt++) {
284                 if (IS_QLA2200(ha) && cnt == 8)
285                         wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 8);
286                 if ((cnt == 4 || cnt == 5) && (mboxes & BIT_0))
287                         ha->mailbox_out[cnt] = qla2x00_debounce_register(wptr);
288                 else if (mboxes & BIT_0)
289                         ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
290
291                 wptr++;
292                 mboxes >>= 1;
293         }
294 }
295
296 static void
297 qla81xx_idc_event(scsi_qla_host_t *vha, uint16_t aen, uint16_t descr)
298 {
299         static char *event[] =
300                 { "Complete", "Request Notification", "Time Extension" };
301         int rval;
302         struct device_reg_24xx __iomem *reg24 = &vha->hw->iobase->isp24;
303         struct device_reg_82xx __iomem *reg82 = &vha->hw->iobase->isp82;
304         uint16_t __iomem *wptr;
305         uint16_t cnt, timeout, mb[QLA_IDC_ACK_REGS];
306
307         /* Seed data -- mailbox1 -> mailbox7. */
308         if (IS_QLA81XX(vha->hw) || IS_QLA83XX(vha->hw))
309                 wptr = (uint16_t __iomem *)&reg24->mailbox1;
310         else if (IS_QLA8044(vha->hw))
311                 wptr = (uint16_t __iomem *)&reg82->mailbox_out[1];
312         else
313                 return;
314
315         for (cnt = 0; cnt < QLA_IDC_ACK_REGS; cnt++, wptr++)
316                 mb[cnt] = RD_REG_WORD(wptr);
317
318         ql_dbg(ql_dbg_async, vha, 0x5021,
319             "Inter-Driver Communication %s -- "
320             "%04x %04x %04x %04x %04x %04x %04x.\n",
321             event[aen & 0xff], mb[0], mb[1], mb[2], mb[3],
322             mb[4], mb[5], mb[6]);
323         switch (aen) {
324         /* Handle IDC Error completion case. */
325         case MBA_IDC_COMPLETE:
326                 if (mb[1] >> 15) {
327                         vha->hw->flags.idc_compl_status = 1;
328                         if (vha->hw->notify_dcbx_comp && !vha->vp_idx)
329                                 complete(&vha->hw->dcbx_comp);
330                 }
331                 break;
332
333         case MBA_IDC_NOTIFY:
334                 /* Acknowledgement needed? [Notify && non-zero timeout]. */
335                 timeout = (descr >> 8) & 0xf;
336                 ql_dbg(ql_dbg_async, vha, 0x5022,
337                     "%lu Inter-Driver Communication %s -- ACK timeout=%d.\n",
338                     vha->host_no, event[aen & 0xff], timeout);
339
340                 if (!timeout)
341                         return;
342                 rval = qla2x00_post_idc_ack_work(vha, mb);
343                 if (rval != QLA_SUCCESS)
344                         ql_log(ql_log_warn, vha, 0x5023,
345                             "IDC failed to post ACK.\n");
346                 break;
347         case MBA_IDC_TIME_EXT:
348                 vha->hw->idc_extend_tmo = descr;
349                 ql_dbg(ql_dbg_async, vha, 0x5087,
350                     "%lu Inter-Driver Communication %s -- "
351                     "Extend timeout by=%d.\n",
352                     vha->host_no, event[aen & 0xff], vha->hw->idc_extend_tmo);
353                 break;
354         }
355 }
356
357 #define LS_UNKNOWN      2
358 const char *
359 qla2x00_get_link_speed_str(struct qla_hw_data *ha, uint16_t speed)
360 {
361         static const char *const link_speeds[] = {
362                 "1", "2", "?", "4", "8", "16", "32", "10"
363         };
364 #define QLA_LAST_SPEED  7
365
366         if (IS_QLA2100(ha) || IS_QLA2200(ha))
367                 return link_speeds[0];
368         else if (speed == 0x13)
369                 return link_speeds[QLA_LAST_SPEED];
370         else if (speed < QLA_LAST_SPEED)
371                 return link_speeds[speed];
372         else
373                 return link_speeds[LS_UNKNOWN];
374 }
375
376 static void
377 qla83xx_handle_8200_aen(scsi_qla_host_t *vha, uint16_t *mb)
378 {
379         struct qla_hw_data *ha = vha->hw;
380
381         /*
382          * 8200 AEN Interpretation:
383          * mb[0] = AEN code
384          * mb[1] = AEN Reason code
385          * mb[2] = LSW of Peg-Halt Status-1 Register
386          * mb[6] = MSW of Peg-Halt Status-1 Register
387          * mb[3] = LSW of Peg-Halt Status-2 register
388          * mb[7] = MSW of Peg-Halt Status-2 register
389          * mb[4] = IDC Device-State Register value
390          * mb[5] = IDC Driver-Presence Register value
391          */
392         ql_dbg(ql_dbg_async, vha, 0x506b, "AEN Code: mb[0] = 0x%x AEN reason: "
393             "mb[1] = 0x%x PH-status1: mb[2] = 0x%x PH-status1: mb[6] = 0x%x.\n",
394             mb[0], mb[1], mb[2], mb[6]);
395         ql_dbg(ql_dbg_async, vha, 0x506c, "PH-status2: mb[3] = 0x%x "
396             "PH-status2: mb[7] = 0x%x Device-State: mb[4] = 0x%x "
397             "Drv-Presence: mb[5] = 0x%x.\n", mb[3], mb[7], mb[4], mb[5]);
398
399         if (mb[1] & (IDC_PEG_HALT_STATUS_CHANGE | IDC_NIC_FW_REPORTED_FAILURE |
400                                 IDC_HEARTBEAT_FAILURE)) {
401                 ha->flags.nic_core_hung = 1;
402                 ql_log(ql_log_warn, vha, 0x5060,
403                     "83XX: F/W Error Reported: Check if reset required.\n");
404
405                 if (mb[1] & IDC_PEG_HALT_STATUS_CHANGE) {
406                         uint32_t protocol_engine_id, fw_err_code, err_level;
407
408                         /*
409                          * IDC_PEG_HALT_STATUS_CHANGE interpretation:
410                          *  - PEG-Halt Status-1 Register:
411                          *      (LSW = mb[2], MSW = mb[6])
412                          *      Bits 0-7   = protocol-engine ID
413                          *      Bits 8-28  = f/w error code
414                          *      Bits 29-31 = Error-level
415                          *          Error-level 0x1 = Non-Fatal error
416                          *          Error-level 0x2 = Recoverable Fatal error
417                          *          Error-level 0x4 = UnRecoverable Fatal error
418                          *  - PEG-Halt Status-2 Register:
419                          *      (LSW = mb[3], MSW = mb[7])
420                          */
421                         protocol_engine_id = (mb[2] & 0xff);
422                         fw_err_code = (((mb[2] & 0xff00) >> 8) |
423                             ((mb[6] & 0x1fff) << 8));
424                         err_level = ((mb[6] & 0xe000) >> 13);
425                         ql_log(ql_log_warn, vha, 0x5061, "PegHalt Status-1 "
426                             "Register: protocol_engine_id=0x%x "
427                             "fw_err_code=0x%x err_level=0x%x.\n",
428                             protocol_engine_id, fw_err_code, err_level);
429                         ql_log(ql_log_warn, vha, 0x5062, "PegHalt Status-2 "
430                             "Register: 0x%x%x.\n", mb[7], mb[3]);
431                         if (err_level == ERR_LEVEL_NON_FATAL) {
432                                 ql_log(ql_log_warn, vha, 0x5063,
433                                     "Not a fatal error, f/w has recovered "
434                                     "iteself.\n");
435                         } else if (err_level == ERR_LEVEL_RECOVERABLE_FATAL) {
436                                 ql_log(ql_log_fatal, vha, 0x5064,
437                                     "Recoverable Fatal error: Chip reset "
438                                     "required.\n");
439                                 qla83xx_schedule_work(vha,
440                                     QLA83XX_NIC_CORE_RESET);
441                         } else if (err_level == ERR_LEVEL_UNRECOVERABLE_FATAL) {
442                                 ql_log(ql_log_fatal, vha, 0x5065,
443                                     "Unrecoverable Fatal error: Set FAILED "
444                                     "state, reboot required.\n");
445                                 qla83xx_schedule_work(vha,
446                                     QLA83XX_NIC_CORE_UNRECOVERABLE);
447                         }
448                 }
449
450                 if (mb[1] & IDC_NIC_FW_REPORTED_FAILURE) {
451                         uint16_t peg_fw_state, nw_interface_link_up;
452                         uint16_t nw_interface_signal_detect, sfp_status;
453                         uint16_t htbt_counter, htbt_monitor_enable;
454                         uint16_t sfp_additonal_info, sfp_multirate;
455                         uint16_t sfp_tx_fault, link_speed, dcbx_status;
456
457                         /*
458                          * IDC_NIC_FW_REPORTED_FAILURE interpretation:
459                          *  - PEG-to-FC Status Register:
460                          *      (LSW = mb[2], MSW = mb[6])
461                          *      Bits 0-7   = Peg-Firmware state
462                          *      Bit 8      = N/W Interface Link-up
463                          *      Bit 9      = N/W Interface signal detected
464                          *      Bits 10-11 = SFP Status
465                          *        SFP Status 0x0 = SFP+ transceiver not expected
466                          *        SFP Status 0x1 = SFP+ transceiver not present
467                          *        SFP Status 0x2 = SFP+ transceiver invalid
468                          *        SFP Status 0x3 = SFP+ transceiver present and
469                          *        valid
470                          *      Bits 12-14 = Heartbeat Counter
471                          *      Bit 15     = Heartbeat Monitor Enable
472                          *      Bits 16-17 = SFP Additional Info
473                          *        SFP info 0x0 = Unregocnized transceiver for
474                          *        Ethernet
475                          *        SFP info 0x1 = SFP+ brand validation failed
476                          *        SFP info 0x2 = SFP+ speed validation failed
477                          *        SFP info 0x3 = SFP+ access error
478                          *      Bit 18     = SFP Multirate
479                          *      Bit 19     = SFP Tx Fault
480                          *      Bits 20-22 = Link Speed
481                          *      Bits 23-27 = Reserved
482                          *      Bits 28-30 = DCBX Status
483                          *        DCBX Status 0x0 = DCBX Disabled
484                          *        DCBX Status 0x1 = DCBX Enabled
485                          *        DCBX Status 0x2 = DCBX Exchange error
486                          *      Bit 31     = Reserved
487                          */
488                         peg_fw_state = (mb[2] & 0x00ff);
489                         nw_interface_link_up = ((mb[2] & 0x0100) >> 8);
490                         nw_interface_signal_detect = ((mb[2] & 0x0200) >> 9);
491                         sfp_status = ((mb[2] & 0x0c00) >> 10);
492                         htbt_counter = ((mb[2] & 0x7000) >> 12);
493                         htbt_monitor_enable = ((mb[2] & 0x8000) >> 15);
494                         sfp_additonal_info = (mb[6] & 0x0003);
495                         sfp_multirate = ((mb[6] & 0x0004) >> 2);
496                         sfp_tx_fault = ((mb[6] & 0x0008) >> 3);
497                         link_speed = ((mb[6] & 0x0070) >> 4);
498                         dcbx_status = ((mb[6] & 0x7000) >> 12);
499
500                         ql_log(ql_log_warn, vha, 0x5066,
501                             "Peg-to-Fc Status Register:\n"
502                             "peg_fw_state=0x%x, nw_interface_link_up=0x%x, "
503                             "nw_interface_signal_detect=0x%x"
504                             "\nsfp_statis=0x%x.\n ", peg_fw_state,
505                             nw_interface_link_up, nw_interface_signal_detect,
506                             sfp_status);
507                         ql_log(ql_log_warn, vha, 0x5067,
508                             "htbt_counter=0x%x, htbt_monitor_enable=0x%x, "
509                             "sfp_additonal_info=0x%x, sfp_multirate=0x%x.\n ",
510                             htbt_counter, htbt_monitor_enable,
511                             sfp_additonal_info, sfp_multirate);
512                         ql_log(ql_log_warn, vha, 0x5068,
513                             "sfp_tx_fault=0x%x, link_state=0x%x, "
514                             "dcbx_status=0x%x.\n", sfp_tx_fault, link_speed,
515                             dcbx_status);
516
517                         qla83xx_schedule_work(vha, QLA83XX_NIC_CORE_RESET);
518                 }
519
520                 if (mb[1] & IDC_HEARTBEAT_FAILURE) {
521                         ql_log(ql_log_warn, vha, 0x5069,
522                             "Heartbeat Failure encountered, chip reset "
523                             "required.\n");
524
525                         qla83xx_schedule_work(vha, QLA83XX_NIC_CORE_RESET);
526                 }
527         }
528
529         if (mb[1] & IDC_DEVICE_STATE_CHANGE) {
530                 ql_log(ql_log_info, vha, 0x506a,
531                     "IDC Device-State changed = 0x%x.\n", mb[4]);
532                 if (ha->flags.nic_core_reset_owner)
533                         return;
534                 qla83xx_schedule_work(vha, MBA_IDC_AEN);
535         }
536 }
537
538 int
539 qla2x00_is_a_vp_did(scsi_qla_host_t *vha, uint32_t rscn_entry)
540 {
541         struct qla_hw_data *ha = vha->hw;
542         scsi_qla_host_t *vp;
543         uint32_t vp_did;
544         unsigned long flags;
545         int ret = 0;
546
547         if (!ha->num_vhosts)
548                 return ret;
549
550         spin_lock_irqsave(&ha->vport_slock, flags);
551         list_for_each_entry(vp, &ha->vp_list, list) {
552                 vp_did = vp->d_id.b24;
553                 if (vp_did == rscn_entry) {
554                         ret = 1;
555                         break;
556                 }
557         }
558         spin_unlock_irqrestore(&ha->vport_slock, flags);
559
560         return ret;
561 }
562
563 /**
564  * qla2x00_async_event() - Process aynchronous events.
565  * @ha: SCSI driver HA context
566  * @mb: Mailbox registers (0 - 3)
567  */
568 void
569 qla2x00_async_event(scsi_qla_host_t *vha, struct rsp_que *rsp, uint16_t *mb)
570 {
571         uint16_t        handle_cnt;
572         uint16_t        cnt, mbx;
573         uint32_t        handles[5];
574         struct qla_hw_data *ha = vha->hw;
575         struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
576         struct device_reg_24xx __iomem *reg24 = &ha->iobase->isp24;
577         struct device_reg_82xx __iomem *reg82 = &ha->iobase->isp82;
578         uint32_t        rscn_entry, host_pid;
579         unsigned long   flags;
580         fc_port_t       *fcport = NULL;
581
582         /* Setup to process RIO completion. */
583         handle_cnt = 0;
584         if (IS_CNA_CAPABLE(ha))
585                 goto skip_rio;
586         switch (mb[0]) {
587         case MBA_SCSI_COMPLETION:
588                 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
589                 handle_cnt = 1;
590                 break;
591         case MBA_CMPLT_1_16BIT:
592                 handles[0] = mb[1];
593                 handle_cnt = 1;
594                 mb[0] = MBA_SCSI_COMPLETION;
595                 break;
596         case MBA_CMPLT_2_16BIT:
597                 handles[0] = mb[1];
598                 handles[1] = mb[2];
599                 handle_cnt = 2;
600                 mb[0] = MBA_SCSI_COMPLETION;
601                 break;
602         case MBA_CMPLT_3_16BIT:
603                 handles[0] = mb[1];
604                 handles[1] = mb[2];
605                 handles[2] = mb[3];
606                 handle_cnt = 3;
607                 mb[0] = MBA_SCSI_COMPLETION;
608                 break;
609         case MBA_CMPLT_4_16BIT:
610                 handles[0] = mb[1];
611                 handles[1] = mb[2];
612                 handles[2] = mb[3];
613                 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
614                 handle_cnt = 4;
615                 mb[0] = MBA_SCSI_COMPLETION;
616                 break;
617         case MBA_CMPLT_5_16BIT:
618                 handles[0] = mb[1];
619                 handles[1] = mb[2];
620                 handles[2] = mb[3];
621                 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
622                 handles[4] = (uint32_t)RD_MAILBOX_REG(ha, reg, 7);
623                 handle_cnt = 5;
624                 mb[0] = MBA_SCSI_COMPLETION;
625                 break;
626         case MBA_CMPLT_2_32BIT:
627                 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
628                 handles[1] = le32_to_cpu(
629                     ((uint32_t)(RD_MAILBOX_REG(ha, reg, 7) << 16)) |
630                     RD_MAILBOX_REG(ha, reg, 6));
631                 handle_cnt = 2;
632                 mb[0] = MBA_SCSI_COMPLETION;
633                 break;
634         default:
635                 break;
636         }
637 skip_rio:
638         switch (mb[0]) {
639         case MBA_SCSI_COMPLETION:       /* Fast Post */
640                 if (!vha->flags.online)
641                         break;
642
643                 for (cnt = 0; cnt < handle_cnt; cnt++)
644                         qla2x00_process_completed_request(vha, rsp->req,
645                                 handles[cnt]);
646                 break;
647
648         case MBA_RESET:                 /* Reset */
649                 ql_dbg(ql_dbg_async, vha, 0x5002,
650                     "Asynchronous RESET.\n");
651
652                 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
653                 break;
654
655         case MBA_SYSTEM_ERR:            /* System Error */
656                 mbx = (IS_QLA81XX(ha) || IS_QLA83XX(ha) || IS_QLA27XX(ha)) ?
657                         RD_REG_WORD(&reg24->mailbox7) : 0;
658                 ql_log(ql_log_warn, vha, 0x5003,
659                     "ISP System Error - mbx1=%xh mbx2=%xh mbx3=%xh "
660                     "mbx7=%xh.\n", mb[1], mb[2], mb[3], mbx);
661
662                 ha->isp_ops->fw_dump(vha, 1);
663
664                 if (IS_FWI2_CAPABLE(ha)) {
665                         if (mb[1] == 0 && mb[2] == 0) {
666                                 ql_log(ql_log_fatal, vha, 0x5004,
667                                     "Unrecoverable Hardware Error: adapter "
668                                     "marked OFFLINE!\n");
669                                 vha->flags.online = 0;
670                                 vha->device_flags |= DFLG_DEV_FAILED;
671                         } else {
672                                 /* Check to see if MPI timeout occurred */
673                                 if ((mbx & MBX_3) && (ha->port_no == 0))
674                                         set_bit(MPI_RESET_NEEDED,
675                                             &vha->dpc_flags);
676
677                                 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
678                         }
679                 } else if (mb[1] == 0) {
680                         ql_log(ql_log_fatal, vha, 0x5005,
681                             "Unrecoverable Hardware Error: adapter marked "
682                             "OFFLINE!\n");
683                         vha->flags.online = 0;
684                         vha->device_flags |= DFLG_DEV_FAILED;
685                 } else
686                         set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
687                 break;
688
689         case MBA_REQ_TRANSFER_ERR:      /* Request Transfer Error */
690                 ql_log(ql_log_warn, vha, 0x5006,
691                     "ISP Request Transfer Error (%x).\n",  mb[1]);
692
693                 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
694                 break;
695
696         case MBA_RSP_TRANSFER_ERR:      /* Response Transfer Error */
697                 ql_log(ql_log_warn, vha, 0x5007,
698                     "ISP Response Transfer Error.\n");
699
700                 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
701                 break;
702
703         case MBA_WAKEUP_THRES:          /* Request Queue Wake-up */
704                 ql_dbg(ql_dbg_async, vha, 0x5008,
705                     "Asynchronous WAKEUP_THRES.\n");
706
707                 break;
708         case MBA_LIP_OCCURRED:          /* Loop Initialization Procedure */
709                 ql_dbg(ql_dbg_async, vha, 0x5009,
710                     "LIP occurred (%x).\n", mb[1]);
711
712                 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
713                         atomic_set(&vha->loop_state, LOOP_DOWN);
714                         atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
715                         qla2x00_mark_all_devices_lost(vha, 1);
716                 }
717
718                 if (vha->vp_idx) {
719                         atomic_set(&vha->vp_state, VP_FAILED);
720                         fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
721                 }
722
723                 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
724                 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
725
726                 vha->flags.management_server_logged_in = 0;
727                 qla2x00_post_aen_work(vha, FCH_EVT_LIP, mb[1]);
728                 break;
729
730         case MBA_LOOP_UP:               /* Loop Up Event */
731                 if (IS_QLA2100(ha) || IS_QLA2200(ha))
732                         ha->link_data_rate = PORT_SPEED_1GB;
733                 else
734                         ha->link_data_rate = mb[1];
735
736                 ql_log(ql_log_info, vha, 0x500a,
737                     "LOOP UP detected (%s Gbps).\n",
738                     qla2x00_get_link_speed_str(ha, ha->link_data_rate));
739
740                 vha->flags.management_server_logged_in = 0;
741                 qla2x00_post_aen_work(vha, FCH_EVT_LINKUP, ha->link_data_rate);
742                 break;
743
744         case MBA_LOOP_DOWN:             /* Loop Down Event */
745                 mbx = (IS_QLA81XX(ha) || IS_QLA8031(ha))
746                         ? RD_REG_WORD(&reg24->mailbox4) : 0;
747                 mbx = (IS_P3P_TYPE(ha)) ? RD_REG_WORD(&reg82->mailbox_out[4])
748                         : mbx;
749                 ql_log(ql_log_info, vha, 0x500b,
750                     "LOOP DOWN detected (%x %x %x %x).\n",
751                     mb[1], mb[2], mb[3], mbx);
752
753                 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
754                         atomic_set(&vha->loop_state, LOOP_DOWN);
755                         atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
756                         /*
757                          * In case of loop down, restore WWPN from
758                          * NVRAM in case of FA-WWPN capable ISP
759                          * Restore for Physical Port only
760                          */
761                         if (!vha->vp_idx) {
762                                 if (ha->flags.fawwpn_enabled) {
763                                         void *wwpn = ha->init_cb->port_name;
764                                         memcpy(vha->port_name, wwpn, WWN_SIZE);
765                                         fc_host_port_name(vha->host) =
766                                             wwn_to_u64(vha->port_name);
767                                         ql_dbg(ql_dbg_init + ql_dbg_verbose,
768                                             vha, 0x0144, "LOOP DOWN detected,"
769                                             "restore WWPN %016llx\n",
770                                             wwn_to_u64(vha->port_name));
771                                 }
772
773                                 clear_bit(VP_CONFIG_OK, &vha->vp_flags);
774                         }
775
776                         vha->device_flags |= DFLG_NO_CABLE;
777                         qla2x00_mark_all_devices_lost(vha, 1);
778                 }
779
780                 if (vha->vp_idx) {
781                         atomic_set(&vha->vp_state, VP_FAILED);
782                         fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
783                 }
784
785                 vha->flags.management_server_logged_in = 0;
786                 ha->link_data_rate = PORT_SPEED_UNKNOWN;
787                 qla2x00_post_aen_work(vha, FCH_EVT_LINKDOWN, 0);
788                 break;
789
790         case MBA_LIP_RESET:             /* LIP reset occurred */
791                 ql_dbg(ql_dbg_async, vha, 0x500c,
792                     "LIP reset occurred (%x).\n", mb[1]);
793
794                 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
795                         atomic_set(&vha->loop_state, LOOP_DOWN);
796                         atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
797                         qla2x00_mark_all_devices_lost(vha, 1);
798                 }
799
800                 if (vha->vp_idx) {
801                         atomic_set(&vha->vp_state, VP_FAILED);
802                         fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
803                 }
804
805                 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
806
807                 ha->operating_mode = LOOP;
808                 vha->flags.management_server_logged_in = 0;
809                 qla2x00_post_aen_work(vha, FCH_EVT_LIPRESET, mb[1]);
810                 break;
811
812         /* case MBA_DCBX_COMPLETE: */
813         case MBA_POINT_TO_POINT:        /* Point-to-Point */
814                 if (IS_QLA2100(ha))
815                         break;
816
817                 if (IS_CNA_CAPABLE(ha)) {
818                         ql_dbg(ql_dbg_async, vha, 0x500d,
819                             "DCBX Completed -- %04x %04x %04x.\n",
820                             mb[1], mb[2], mb[3]);
821                         if (ha->notify_dcbx_comp && !vha->vp_idx)
822                                 complete(&ha->dcbx_comp);
823
824                 } else
825                         ql_dbg(ql_dbg_async, vha, 0x500e,
826                             "Asynchronous P2P MODE received.\n");
827
828                 /*
829                  * Until there's a transition from loop down to loop up, treat
830                  * this as loop down only.
831                  */
832                 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
833                         atomic_set(&vha->loop_state, LOOP_DOWN);
834                         if (!atomic_read(&vha->loop_down_timer))
835                                 atomic_set(&vha->loop_down_timer,
836                                     LOOP_DOWN_TIME);
837                         qla2x00_mark_all_devices_lost(vha, 1);
838                 }
839
840                 if (vha->vp_idx) {
841                         atomic_set(&vha->vp_state, VP_FAILED);
842                         fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
843                 }
844
845                 if (!(test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)))
846                         set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
847
848                 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
849                 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
850
851                 ha->flags.gpsc_supported = 1;
852                 vha->flags.management_server_logged_in = 0;
853                 break;
854
855         case MBA_CHG_IN_CONNECTION:     /* Change in connection mode */
856                 if (IS_QLA2100(ha))
857                         break;
858
859                 ql_dbg(ql_dbg_async, vha, 0x500f,
860                     "Configuration change detected: value=%x.\n", mb[1]);
861
862                 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
863                         atomic_set(&vha->loop_state, LOOP_DOWN);
864                         if (!atomic_read(&vha->loop_down_timer))
865                                 atomic_set(&vha->loop_down_timer,
866                                     LOOP_DOWN_TIME);
867                         qla2x00_mark_all_devices_lost(vha, 1);
868                 }
869
870                 if (vha->vp_idx) {
871                         atomic_set(&vha->vp_state, VP_FAILED);
872                         fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
873                 }
874
875                 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
876                 set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
877                 break;
878
879         case MBA_PORT_UPDATE:           /* Port database update */
880                 /*
881                  * Handle only global and vn-port update events
882                  *
883                  * Relevant inputs:
884                  * mb[1] = N_Port handle of changed port
885                  * OR 0xffff for global event
886                  * mb[2] = New login state
887                  * 7 = Port logged out
888                  * mb[3] = LSB is vp_idx, 0xff = all vps
889                  *
890                  * Skip processing if:
891                  *       Event is global, vp_idx is NOT all vps,
892                  *           vp_idx does not match
893                  *       Event is not global, vp_idx does not match
894                  */
895                 if (IS_QLA2XXX_MIDTYPE(ha) &&
896                     ((mb[1] == 0xffff && (mb[3] & 0xff) != 0xff) ||
897                         (mb[1] != 0xffff)) && vha->vp_idx != (mb[3] & 0xff))
898                         break;
899
900                 /* Global event -- port logout or port unavailable. */
901                 if (mb[1] == 0xffff && mb[2] == 0x7) {
902                         ql_dbg(ql_dbg_async, vha, 0x5010,
903                             "Port unavailable %04x %04x %04x.\n",
904                             mb[1], mb[2], mb[3]);
905                         ql_log(ql_log_warn, vha, 0x505e,
906                             "Link is offline.\n");
907
908                         if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
909                                 atomic_set(&vha->loop_state, LOOP_DOWN);
910                                 atomic_set(&vha->loop_down_timer,
911                                     LOOP_DOWN_TIME);
912                                 vha->device_flags |= DFLG_NO_CABLE;
913                                 qla2x00_mark_all_devices_lost(vha, 1);
914                         }
915
916                         if (vha->vp_idx) {
917                                 atomic_set(&vha->vp_state, VP_FAILED);
918                                 fc_vport_set_state(vha->fc_vport,
919                                     FC_VPORT_FAILED);
920                                 qla2x00_mark_all_devices_lost(vha, 1);
921                         }
922
923                         vha->flags.management_server_logged_in = 0;
924                         ha->link_data_rate = PORT_SPEED_UNKNOWN;
925                         break;
926                 }
927
928                 /*
929                  * If PORT UPDATE is global (received LIP_OCCURRED/LIP_RESET
930                  * event etc. earlier indicating loop is down) then process
931                  * it.  Otherwise ignore it and Wait for RSCN to come in.
932                  */
933                 atomic_set(&vha->loop_down_timer, 0);
934                 if (atomic_read(&vha->loop_state) != LOOP_DOWN &&
935                     atomic_read(&vha->loop_state) != LOOP_DEAD) {
936                         ql_dbg(ql_dbg_async, vha, 0x5011,
937                             "Asynchronous PORT UPDATE ignored %04x/%04x/%04x.\n",
938                             mb[1], mb[2], mb[3]);
939
940                         qlt_async_event(mb[0], vha, mb);
941                         break;
942                 }
943
944                 ql_dbg(ql_dbg_async, vha, 0x5012,
945                     "Port database changed %04x %04x %04x.\n",
946                     mb[1], mb[2], mb[3]);
947
948                 /*
949                  * Mark all devices as missing so we will login again.
950                  */
951                 atomic_set(&vha->loop_state, LOOP_UP);
952
953                 qla2x00_mark_all_devices_lost(vha, 1);
954
955                 if (vha->vp_idx == 0 && !qla_ini_mode_enabled(vha))
956                         set_bit(SCR_PENDING, &vha->dpc_flags);
957
958                 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
959                 set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
960                 set_bit(VP_CONFIG_OK, &vha->vp_flags);
961
962                 qlt_async_event(mb[0], vha, mb);
963                 break;
964
965         case MBA_RSCN_UPDATE:           /* State Change Registration */
966                 /* Check if the Vport has issued a SCR */
967                 if (vha->vp_idx && test_bit(VP_SCR_NEEDED, &vha->vp_flags))
968                         break;
969                 /* Only handle SCNs for our Vport index. */
970                 if (ha->flags.npiv_supported && vha->vp_idx != (mb[3] & 0xff))
971                         break;
972
973                 ql_dbg(ql_dbg_async, vha, 0x5013,
974                     "RSCN database changed -- %04x %04x %04x.\n",
975                     mb[1], mb[2], mb[3]);
976
977                 rscn_entry = ((mb[1] & 0xff) << 16) | mb[2];
978                 host_pid = (vha->d_id.b.domain << 16) | (vha->d_id.b.area << 8)
979                                 | vha->d_id.b.al_pa;
980                 if (rscn_entry == host_pid) {
981                         ql_dbg(ql_dbg_async, vha, 0x5014,
982                             "Ignoring RSCN update to local host "
983                             "port ID (%06x).\n", host_pid);
984                         break;
985                 }
986
987                 /* Ignore reserved bits from RSCN-payload. */
988                 rscn_entry = ((mb[1] & 0x3ff) << 16) | mb[2];
989
990                 /* Skip RSCNs for virtual ports on the same physical port */
991                 if (qla2x00_is_a_vp_did(vha, rscn_entry))
992                         break;
993
994                 /*
995                  * Search for the rport related to this RSCN entry and mark it
996                  * as lost.
997                  */
998                 list_for_each_entry(fcport, &vha->vp_fcports, list) {
999                         if (atomic_read(&fcport->state) != FCS_ONLINE)
1000                                 continue;
1001                         if (fcport->d_id.b24 == rscn_entry) {
1002                                 qla2x00_mark_device_lost(vha, fcport, 0, 0);
1003                                 break;
1004                         }
1005                 }
1006
1007                 atomic_set(&vha->loop_down_timer, 0);
1008                 vha->flags.management_server_logged_in = 0;
1009
1010                 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
1011                 set_bit(RSCN_UPDATE, &vha->dpc_flags);
1012                 qla2x00_post_aen_work(vha, FCH_EVT_RSCN, rscn_entry);
1013                 break;
1014
1015         /* case MBA_RIO_RESPONSE: */
1016         case MBA_ZIO_RESPONSE:
1017                 ql_dbg(ql_dbg_async, vha, 0x5015,
1018                     "[R|Z]IO update completion.\n");
1019
1020                 if (IS_FWI2_CAPABLE(ha))
1021                         qla24xx_process_response_queue(vha, rsp);
1022                 else
1023                         qla2x00_process_response_queue(rsp);
1024                 break;
1025
1026         case MBA_DISCARD_RND_FRAME:
1027                 ql_dbg(ql_dbg_async, vha, 0x5016,
1028                     "Discard RND Frame -- %04x %04x %04x.\n",
1029                     mb[1], mb[2], mb[3]);
1030                 break;
1031
1032         case MBA_TRACE_NOTIFICATION:
1033                 ql_dbg(ql_dbg_async, vha, 0x5017,
1034                     "Trace Notification -- %04x %04x.\n", mb[1], mb[2]);
1035                 break;
1036
1037         case MBA_ISP84XX_ALERT:
1038                 ql_dbg(ql_dbg_async, vha, 0x5018,
1039                     "ISP84XX Alert Notification -- %04x %04x %04x.\n",
1040                     mb[1], mb[2], mb[3]);
1041
1042                 spin_lock_irqsave(&ha->cs84xx->access_lock, flags);
1043                 switch (mb[1]) {
1044                 case A84_PANIC_RECOVERY:
1045                         ql_log(ql_log_info, vha, 0x5019,
1046                             "Alert 84XX: panic recovery %04x %04x.\n",
1047                             mb[2], mb[3]);
1048                         break;
1049                 case A84_OP_LOGIN_COMPLETE:
1050                         ha->cs84xx->op_fw_version = mb[3] << 16 | mb[2];
1051                         ql_log(ql_log_info, vha, 0x501a,
1052                             "Alert 84XX: firmware version %x.\n",
1053                             ha->cs84xx->op_fw_version);
1054                         break;
1055                 case A84_DIAG_LOGIN_COMPLETE:
1056                         ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
1057                         ql_log(ql_log_info, vha, 0x501b,
1058                             "Alert 84XX: diagnostic firmware version %x.\n",
1059                             ha->cs84xx->diag_fw_version);
1060                         break;
1061                 case A84_GOLD_LOGIN_COMPLETE:
1062                         ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
1063                         ha->cs84xx->fw_update = 1;
1064                         ql_log(ql_log_info, vha, 0x501c,
1065                             "Alert 84XX: gold firmware version %x.\n",
1066                             ha->cs84xx->gold_fw_version);
1067                         break;
1068                 default:
1069                         ql_log(ql_log_warn, vha, 0x501d,
1070                             "Alert 84xx: Invalid Alert %04x %04x %04x.\n",
1071                             mb[1], mb[2], mb[3]);
1072                 }
1073                 spin_unlock_irqrestore(&ha->cs84xx->access_lock, flags);
1074                 break;
1075         case MBA_DCBX_START:
1076                 ql_dbg(ql_dbg_async, vha, 0x501e,
1077                     "DCBX Started -- %04x %04x %04x.\n",
1078                     mb[1], mb[2], mb[3]);
1079                 break;
1080         case MBA_DCBX_PARAM_UPDATE:
1081                 ql_dbg(ql_dbg_async, vha, 0x501f,
1082                     "DCBX Parameters Updated -- %04x %04x %04x.\n",
1083                     mb[1], mb[2], mb[3]);
1084                 break;
1085         case MBA_FCF_CONF_ERR:
1086                 ql_dbg(ql_dbg_async, vha, 0x5020,
1087                     "FCF Configuration Error -- %04x %04x %04x.\n",
1088                     mb[1], mb[2], mb[3]);
1089                 break;
1090         case MBA_IDC_NOTIFY:
1091                 if (IS_QLA8031(vha->hw) || IS_QLA8044(ha)) {
1092                         mb[4] = RD_REG_WORD(&reg24->mailbox4);
1093                         if (((mb[2] & 0x7fff) == MBC_PORT_RESET ||
1094                             (mb[2] & 0x7fff) == MBC_SET_PORT_CONFIG) &&
1095                             (mb[4] & INTERNAL_LOOPBACK_MASK) != 0) {
1096                                 set_bit(ISP_QUIESCE_NEEDED, &vha->dpc_flags);
1097                                 /*
1098                                  * Extend loop down timer since port is active.
1099                                  */
1100                                 if (atomic_read(&vha->loop_state) == LOOP_DOWN)
1101                                         atomic_set(&vha->loop_down_timer,
1102                                             LOOP_DOWN_TIME);
1103                                 qla2xxx_wake_dpc(vha);
1104                         }
1105                 }
1106         case MBA_IDC_COMPLETE:
1107                 if (ha->notify_lb_portup_comp && !vha->vp_idx)
1108                         complete(&ha->lb_portup_comp);
1109                 /* Fallthru */
1110         case MBA_IDC_TIME_EXT:
1111                 if (IS_QLA81XX(vha->hw) || IS_QLA8031(vha->hw) ||
1112                     IS_QLA8044(ha))
1113                         qla81xx_idc_event(vha, mb[0], mb[1]);
1114                 break;
1115
1116         case MBA_IDC_AEN:
1117                 mb[4] = RD_REG_WORD(&reg24->mailbox4);
1118                 mb[5] = RD_REG_WORD(&reg24->mailbox5);
1119                 mb[6] = RD_REG_WORD(&reg24->mailbox6);
1120                 mb[7] = RD_REG_WORD(&reg24->mailbox7);
1121                 qla83xx_handle_8200_aen(vha, mb);
1122                 break;
1123
1124         case MBA_DPORT_DIAGNOSTICS:
1125                 ql_dbg(ql_dbg_async, vha, 0x5052,
1126                     "D-Port Diagnostics: %04x %04x=%s\n", mb[0], mb[1],
1127                     mb[1] == 0 ? "start" :
1128                     mb[1] == 1 ? "done (ok)" :
1129                     mb[1] == 2 ? "done (error)" : "other");
1130                 break;
1131
1132         default:
1133                 ql_dbg(ql_dbg_async, vha, 0x5057,
1134                     "Unknown AEN:%04x %04x %04x %04x\n",
1135                     mb[0], mb[1], mb[2], mb[3]);
1136         }
1137
1138         qlt_async_event(mb[0], vha, mb);
1139
1140         if (!vha->vp_idx && ha->num_vhosts)
1141                 qla2x00_alert_all_vps(rsp, mb);
1142 }
1143
1144 /**
1145  * qla2x00_process_completed_request() - Process a Fast Post response.
1146  * @ha: SCSI driver HA context
1147  * @index: SRB index
1148  */
1149 void
1150 qla2x00_process_completed_request(struct scsi_qla_host *vha,
1151                                   struct req_que *req, uint32_t index)
1152 {
1153         srb_t *sp;
1154         struct qla_hw_data *ha = vha->hw;
1155
1156         /* Validate handle. */
1157         if (index >= req->num_outstanding_cmds) {
1158                 ql_log(ql_log_warn, vha, 0x3014,
1159                     "Invalid SCSI command index (%x).\n", index);
1160
1161                 if (IS_P3P_TYPE(ha))
1162                         set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
1163                 else
1164                         set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1165                 return;
1166         }
1167
1168         sp = req->outstanding_cmds[index];
1169         if (sp) {
1170                 /* Free outstanding command slot. */
1171                 req->outstanding_cmds[index] = NULL;
1172
1173                 /* Save ISP completion status */
1174                 sp->done(ha, sp, DID_OK << 16);
1175         } else {
1176                 ql_log(ql_log_warn, vha, 0x3016, "Invalid SCSI SRB.\n");
1177
1178                 if (IS_P3P_TYPE(ha))
1179                         set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
1180                 else
1181                         set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1182         }
1183 }
1184
1185 srb_t *
1186 qla2x00_get_sp_from_handle(scsi_qla_host_t *vha, const char *func,
1187     struct req_que *req, void *iocb)
1188 {
1189         struct qla_hw_data *ha = vha->hw;
1190         sts_entry_t *pkt = iocb;
1191         srb_t *sp = NULL;
1192         uint16_t index;
1193
1194         index = LSW(pkt->handle);
1195         if (index >= req->num_outstanding_cmds) {
1196                 ql_log(ql_log_warn, vha, 0x5031,
1197                     "Invalid command index (%x).\n", index);
1198                 if (IS_P3P_TYPE(ha))
1199                         set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
1200                 else
1201                         set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1202                 goto done;
1203         }
1204         sp = req->outstanding_cmds[index];
1205         if (!sp) {
1206                 ql_log(ql_log_warn, vha, 0x5032,
1207                     "Invalid completion handle (%x) -- timed-out.\n", index);
1208                 return sp;
1209         }
1210         if (sp->handle != index) {
1211                 ql_log(ql_log_warn, vha, 0x5033,
1212                     "SRB handle (%x) mismatch %x.\n", sp->handle, index);
1213                 return NULL;
1214         }
1215
1216         req->outstanding_cmds[index] = NULL;
1217
1218 done:
1219         return sp;
1220 }
1221
1222 static void
1223 qla2x00_mbx_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
1224     struct mbx_entry *mbx)
1225 {
1226         const char func[] = "MBX-IOCB";
1227         const char *type;
1228         fc_port_t *fcport;
1229         srb_t *sp;
1230         struct srb_iocb *lio;
1231         uint16_t *data;
1232         uint16_t status;
1233
1234         sp = qla2x00_get_sp_from_handle(vha, func, req, mbx);
1235         if (!sp)
1236                 return;
1237
1238         lio = &sp->u.iocb_cmd;
1239         type = sp->name;
1240         fcport = sp->fcport;
1241         data = lio->u.logio.data;
1242
1243         data[0] = MBS_COMMAND_ERROR;
1244         data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
1245             QLA_LOGIO_LOGIN_RETRIED : 0;
1246         if (mbx->entry_status) {
1247                 ql_dbg(ql_dbg_async, vha, 0x5043,
1248                     "Async-%s error entry - hdl=%x portid=%02x%02x%02x "
1249                     "entry-status=%x status=%x state-flag=%x "
1250                     "status-flags=%x.\n", type, sp->handle,
1251                     fcport->d_id.b.domain, fcport->d_id.b.area,
1252                     fcport->d_id.b.al_pa, mbx->entry_status,
1253                     le16_to_cpu(mbx->status), le16_to_cpu(mbx->state_flags),
1254                     le16_to_cpu(mbx->status_flags));
1255
1256                 ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x5029,
1257                     (uint8_t *)mbx, sizeof(*mbx));
1258
1259                 goto logio_done;
1260         }
1261
1262         status = le16_to_cpu(mbx->status);
1263         if (status == 0x30 && sp->type == SRB_LOGIN_CMD &&
1264             le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE)
1265                 status = 0;
1266         if (!status && le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE) {
1267                 ql_dbg(ql_dbg_async, vha, 0x5045,
1268                     "Async-%s complete - hdl=%x portid=%02x%02x%02x mbx1=%x.\n",
1269                     type, sp->handle, fcport->d_id.b.domain,
1270                     fcport->d_id.b.area, fcport->d_id.b.al_pa,
1271                     le16_to_cpu(mbx->mb1));
1272
1273                 data[0] = MBS_COMMAND_COMPLETE;
1274                 if (sp->type == SRB_LOGIN_CMD) {
1275                         fcport->port_type = FCT_TARGET;
1276                         if (le16_to_cpu(mbx->mb1) & BIT_0)
1277                                 fcport->port_type = FCT_INITIATOR;
1278                         else if (le16_to_cpu(mbx->mb1) & BIT_1)
1279                                 fcport->flags |= FCF_FCP2_DEVICE;
1280                 }
1281                 goto logio_done;
1282         }
1283
1284         data[0] = le16_to_cpu(mbx->mb0);
1285         switch (data[0]) {
1286         case MBS_PORT_ID_USED:
1287                 data[1] = le16_to_cpu(mbx->mb1);
1288                 break;
1289         case MBS_LOOP_ID_USED:
1290                 break;
1291         default:
1292                 data[0] = MBS_COMMAND_ERROR;
1293                 break;
1294         }
1295
1296         ql_log(ql_log_warn, vha, 0x5046,
1297             "Async-%s failed - hdl=%x portid=%02x%02x%02x status=%x "
1298             "mb0=%x mb1=%x mb2=%x mb6=%x mb7=%x.\n", type, sp->handle,
1299             fcport->d_id.b.domain, fcport->d_id.b.area, fcport->d_id.b.al_pa,
1300             status, le16_to_cpu(mbx->mb0), le16_to_cpu(mbx->mb1),
1301             le16_to_cpu(mbx->mb2), le16_to_cpu(mbx->mb6),
1302             le16_to_cpu(mbx->mb7));
1303
1304 logio_done:
1305         sp->done(vha, sp, 0);
1306 }
1307
1308 static void
1309 qla2x00_ct_entry(scsi_qla_host_t *vha, struct req_que *req,
1310     sts_entry_t *pkt, int iocb_type)
1311 {
1312         const char func[] = "CT_IOCB";
1313         const char *type;
1314         srb_t *sp;
1315         struct fc_bsg_job *bsg_job;
1316         uint16_t comp_status;
1317         int res;
1318
1319         sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
1320         if (!sp)
1321                 return;
1322
1323         bsg_job = sp->u.bsg_job;
1324
1325         type = "ct pass-through";
1326
1327         comp_status = le16_to_cpu(pkt->comp_status);
1328
1329         /* return FC_CTELS_STATUS_OK and leave the decoding of the ELS/CT
1330          * fc payload  to the caller
1331          */
1332         bsg_job->reply->reply_data.ctels_reply.status = FC_CTELS_STATUS_OK;
1333         bsg_job->reply_len = sizeof(struct fc_bsg_reply);
1334
1335         if (comp_status != CS_COMPLETE) {
1336                 if (comp_status == CS_DATA_UNDERRUN) {
1337                         res = DID_OK << 16;
1338                         bsg_job->reply->reply_payload_rcv_len =
1339                             le16_to_cpu(((sts_entry_t *)pkt)->rsp_info_len);
1340
1341                         ql_log(ql_log_warn, vha, 0x5048,
1342                             "CT pass-through-%s error "
1343                             "comp_status-status=0x%x total_byte = 0x%x.\n",
1344                             type, comp_status,
1345                             bsg_job->reply->reply_payload_rcv_len);
1346                 } else {
1347                         ql_log(ql_log_warn, vha, 0x5049,
1348                             "CT pass-through-%s error "
1349                             "comp_status-status=0x%x.\n", type, comp_status);
1350                         res = DID_ERROR << 16;
1351                         bsg_job->reply->reply_payload_rcv_len = 0;
1352                 }
1353                 ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x5035,
1354                     (uint8_t *)pkt, sizeof(*pkt));
1355         } else {
1356                 res = DID_OK << 16;
1357                 bsg_job->reply->reply_payload_rcv_len =
1358                     bsg_job->reply_payload.payload_len;
1359                 bsg_job->reply_len = 0;
1360         }
1361
1362         sp->done(vha, sp, res);
1363 }
1364
1365 static void
1366 qla24xx_els_ct_entry(scsi_qla_host_t *vha, struct req_que *req,
1367     struct sts_entry_24xx *pkt, int iocb_type)
1368 {
1369         const char func[] = "ELS_CT_IOCB";
1370         const char *type;
1371         srb_t *sp;
1372         struct fc_bsg_job *bsg_job;
1373         uint16_t comp_status;
1374         uint32_t fw_status[3];
1375         uint8_t* fw_sts_ptr;
1376         int res;
1377
1378         sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
1379         if (!sp)
1380                 return;
1381         bsg_job = sp->u.bsg_job;
1382
1383         type = NULL;
1384         switch (sp->type) {
1385         case SRB_ELS_CMD_RPT:
1386         case SRB_ELS_CMD_HST:
1387                 type = "els";
1388                 break;
1389         case SRB_CT_CMD:
1390                 type = "ct pass-through";
1391                 break;
1392         default:
1393                 ql_dbg(ql_dbg_user, vha, 0x503e,
1394                     "Unrecognized SRB: (%p) type=%d.\n", sp, sp->type);
1395                 return;
1396         }
1397
1398         comp_status = fw_status[0] = le16_to_cpu(pkt->comp_status);
1399         fw_status[1] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_1);
1400         fw_status[2] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_2);
1401
1402         /* return FC_CTELS_STATUS_OK and leave the decoding of the ELS/CT
1403          * fc payload  to the caller
1404          */
1405         bsg_job->reply->reply_data.ctels_reply.status = FC_CTELS_STATUS_OK;
1406         bsg_job->reply_len = sizeof(struct fc_bsg_reply) + sizeof(fw_status);
1407
1408         if (comp_status != CS_COMPLETE) {
1409                 if (comp_status == CS_DATA_UNDERRUN) {
1410                         res = DID_OK << 16;
1411                         bsg_job->reply->reply_payload_rcv_len =
1412                             le16_to_cpu(((struct els_sts_entry_24xx *)pkt)->total_byte_count);
1413
1414                         ql_dbg(ql_dbg_user, vha, 0x503f,
1415                             "ELS-CT pass-through-%s error hdl=%x comp_status-status=0x%x "
1416                             "error subcode 1=0x%x error subcode 2=0x%x total_byte = 0x%x.\n",
1417                             type, sp->handle, comp_status, fw_status[1], fw_status[2],
1418                             le16_to_cpu(((struct els_sts_entry_24xx *)
1419                                 pkt)->total_byte_count));
1420                         fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1421                         memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1422                 }
1423                 else {
1424                         ql_dbg(ql_dbg_user, vha, 0x5040,
1425                             "ELS-CT pass-through-%s error hdl=%x comp_status-status=0x%x "
1426                             "error subcode 1=0x%x error subcode 2=0x%x.\n",
1427                             type, sp->handle, comp_status,
1428                             le16_to_cpu(((struct els_sts_entry_24xx *)
1429                                 pkt)->error_subcode_1),
1430                             le16_to_cpu(((struct els_sts_entry_24xx *)
1431                                     pkt)->error_subcode_2));
1432                         res = DID_ERROR << 16;
1433                         bsg_job->reply->reply_payload_rcv_len = 0;
1434                         fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1435                         memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1436                 }
1437                 ql_dump_buffer(ql_dbg_user + ql_dbg_buffer, vha, 0x5056,
1438                                 (uint8_t *)pkt, sizeof(*pkt));
1439         }
1440         else {
1441                 res =  DID_OK << 16;
1442                 bsg_job->reply->reply_payload_rcv_len = bsg_job->reply_payload.payload_len;
1443                 bsg_job->reply_len = 0;
1444         }
1445
1446         sp->done(vha, sp, res);
1447 }
1448
1449 static void
1450 qla24xx_logio_entry(scsi_qla_host_t *vha, struct req_que *req,
1451     struct logio_entry_24xx *logio)
1452 {
1453         const char func[] = "LOGIO-IOCB";
1454         const char *type;
1455         fc_port_t *fcport;
1456         srb_t *sp;
1457         struct srb_iocb *lio;
1458         uint16_t *data;
1459         uint32_t iop[2];
1460
1461         sp = qla2x00_get_sp_from_handle(vha, func, req, logio);
1462         if (!sp)
1463                 return;
1464
1465         lio = &sp->u.iocb_cmd;
1466         type = sp->name;
1467         fcport = sp->fcport;
1468         data = lio->u.logio.data;
1469
1470         data[0] = MBS_COMMAND_ERROR;
1471         data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
1472                 QLA_LOGIO_LOGIN_RETRIED : 0;
1473         if (logio->entry_status) {
1474                 ql_log(ql_log_warn, fcport->vha, 0x5034,
1475                     "Async-%s error entry - hdl=%x"
1476                     "portid=%02x%02x%02x entry-status=%x.\n",
1477                     type, sp->handle, fcport->d_id.b.domain,
1478                     fcport->d_id.b.area, fcport->d_id.b.al_pa,
1479                     logio->entry_status);
1480                 ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x504d,
1481                     (uint8_t *)logio, sizeof(*logio));
1482
1483                 goto logio_done;
1484         }
1485
1486         if (le16_to_cpu(logio->comp_status) == CS_COMPLETE) {
1487                 ql_dbg(ql_dbg_async, fcport->vha, 0x5036,
1488                     "Async-%s complete - hdl=%x portid=%02x%02x%02x "
1489                     "iop0=%x.\n", type, sp->handle, fcport->d_id.b.domain,
1490                     fcport->d_id.b.area, fcport->d_id.b.al_pa,
1491                     le32_to_cpu(logio->io_parameter[0]));
1492
1493                 data[0] = MBS_COMMAND_COMPLETE;
1494                 if (sp->type != SRB_LOGIN_CMD)
1495                         goto logio_done;
1496
1497                 iop[0] = le32_to_cpu(logio->io_parameter[0]);
1498                 if (iop[0] & BIT_4) {
1499                         fcport->port_type = FCT_TARGET;
1500                         if (iop[0] & BIT_8)
1501                                 fcport->flags |= FCF_FCP2_DEVICE;
1502                 } else if (iop[0] & BIT_5)
1503                         fcport->port_type = FCT_INITIATOR;
1504
1505                 if (iop[0] & BIT_7)
1506                         fcport->flags |= FCF_CONF_COMP_SUPPORTED;
1507
1508                 if (logio->io_parameter[7] || logio->io_parameter[8])
1509                         fcport->supported_classes |= FC_COS_CLASS2;
1510                 if (logio->io_parameter[9] || logio->io_parameter[10])
1511                         fcport->supported_classes |= FC_COS_CLASS3;
1512
1513                 goto logio_done;
1514         }
1515
1516         iop[0] = le32_to_cpu(logio->io_parameter[0]);
1517         iop[1] = le32_to_cpu(logio->io_parameter[1]);
1518         switch (iop[0]) {
1519         case LSC_SCODE_PORTID_USED:
1520                 data[0] = MBS_PORT_ID_USED;
1521                 data[1] = LSW(iop[1]);
1522                 break;
1523         case LSC_SCODE_NPORT_USED:
1524                 data[0] = MBS_LOOP_ID_USED;
1525                 break;
1526         default:
1527                 data[0] = MBS_COMMAND_ERROR;
1528                 break;
1529         }
1530
1531         ql_dbg(ql_dbg_async, fcport->vha, 0x5037,
1532             "Async-%s failed - hdl=%x portid=%02x%02x%02x comp=%x "
1533             "iop0=%x iop1=%x.\n", type, sp->handle, fcport->d_id.b.domain,
1534             fcport->d_id.b.area, fcport->d_id.b.al_pa,
1535             le16_to_cpu(logio->comp_status),
1536             le32_to_cpu(logio->io_parameter[0]),
1537             le32_to_cpu(logio->io_parameter[1]));
1538
1539 logio_done:
1540         sp->done(vha, sp, 0);
1541 }
1542
1543 static void
1544 qla24xx_tm_iocb_entry(scsi_qla_host_t *vha, struct req_que *req, void *tsk)
1545 {
1546         const char func[] = "TMF-IOCB";
1547         const char *type;
1548         fc_port_t *fcport;
1549         srb_t *sp;
1550         struct srb_iocb *iocb;
1551         struct sts_entry_24xx *sts = (struct sts_entry_24xx *)tsk;
1552
1553         sp = qla2x00_get_sp_from_handle(vha, func, req, tsk);
1554         if (!sp)
1555                 return;
1556
1557         iocb = &sp->u.iocb_cmd;
1558         type = sp->name;
1559         fcport = sp->fcport;
1560         iocb->u.tmf.data = QLA_SUCCESS;
1561
1562         if (sts->entry_status) {
1563                 ql_log(ql_log_warn, fcport->vha, 0x5038,
1564                     "Async-%s error - hdl=%x entry-status(%x).\n",
1565                     type, sp->handle, sts->entry_status);
1566                 iocb->u.tmf.data = QLA_FUNCTION_FAILED;
1567         } else if (sts->comp_status != cpu_to_le16(CS_COMPLETE)) {
1568                 ql_log(ql_log_warn, fcport->vha, 0x5039,
1569                     "Async-%s error - hdl=%x completion status(%x).\n",
1570                     type, sp->handle, sts->comp_status);
1571                 iocb->u.tmf.data = QLA_FUNCTION_FAILED;
1572         } else if ((le16_to_cpu(sts->scsi_status) &
1573             SS_RESPONSE_INFO_LEN_VALID)) {
1574                 if (le32_to_cpu(sts->rsp_data_len) < 4) {
1575                         ql_log(ql_log_warn, fcport->vha, 0x503b,
1576                             "Async-%s error - hdl=%x not enough response(%d).\n",
1577                             type, sp->handle, sts->rsp_data_len);
1578                 } else if (sts->data[3]) {
1579                         ql_log(ql_log_warn, fcport->vha, 0x503c,
1580                             "Async-%s error - hdl=%x response(%x).\n",
1581                             type, sp->handle, sts->data[3]);
1582                         iocb->u.tmf.data = QLA_FUNCTION_FAILED;
1583                 }
1584         }
1585
1586         if (iocb->u.tmf.data != QLA_SUCCESS)
1587                 ql_dump_buffer(ql_dbg_async + ql_dbg_buffer, vha, 0x5055,
1588                     (uint8_t *)sts, sizeof(*sts));
1589
1590         sp->done(vha, sp, 0);
1591 }
1592
1593 /**
1594  * qla2x00_process_response_queue() - Process response queue entries.
1595  * @ha: SCSI driver HA context
1596  */
1597 void
1598 qla2x00_process_response_queue(struct rsp_que *rsp)
1599 {
1600         struct scsi_qla_host *vha;
1601         struct qla_hw_data *ha = rsp->hw;
1602         struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
1603         sts_entry_t     *pkt;
1604         uint16_t        handle_cnt;
1605         uint16_t        cnt;
1606
1607         vha = pci_get_drvdata(ha->pdev);
1608
1609         if (!vha->flags.online)
1610                 return;
1611
1612         while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
1613                 pkt = (sts_entry_t *)rsp->ring_ptr;
1614
1615                 rsp->ring_index++;
1616                 if (rsp->ring_index == rsp->length) {
1617                         rsp->ring_index = 0;
1618                         rsp->ring_ptr = rsp->ring;
1619                 } else {
1620                         rsp->ring_ptr++;
1621                 }
1622
1623                 if (pkt->entry_status != 0) {
1624                         qla2x00_error_entry(vha, rsp, pkt);
1625                         ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1626                         wmb();
1627                         continue;
1628                 }
1629
1630                 switch (pkt->entry_type) {
1631                 case STATUS_TYPE:
1632                         qla2x00_status_entry(vha, rsp, pkt);
1633                         break;
1634                 case STATUS_TYPE_21:
1635                         handle_cnt = ((sts21_entry_t *)pkt)->handle_count;
1636                         for (cnt = 0; cnt < handle_cnt; cnt++) {
1637                                 qla2x00_process_completed_request(vha, rsp->req,
1638                                     ((sts21_entry_t *)pkt)->handle[cnt]);
1639                         }
1640                         break;
1641                 case STATUS_TYPE_22:
1642                         handle_cnt = ((sts22_entry_t *)pkt)->handle_count;
1643                         for (cnt = 0; cnt < handle_cnt; cnt++) {
1644                                 qla2x00_process_completed_request(vha, rsp->req,
1645                                     ((sts22_entry_t *)pkt)->handle[cnt]);
1646                         }
1647                         break;
1648                 case STATUS_CONT_TYPE:
1649                         qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
1650                         break;
1651                 case MBX_IOCB_TYPE:
1652                         qla2x00_mbx_iocb_entry(vha, rsp->req,
1653                             (struct mbx_entry *)pkt);
1654                         break;
1655                 case CT_IOCB_TYPE:
1656                         qla2x00_ct_entry(vha, rsp->req, pkt, CT_IOCB_TYPE);
1657                         break;
1658                 default:
1659                         /* Type Not Supported. */
1660                         ql_log(ql_log_warn, vha, 0x504a,
1661                             "Received unknown response pkt type %x "
1662                             "entry status=%x.\n",
1663                             pkt->entry_type, pkt->entry_status);
1664                         break;
1665                 }
1666                 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1667                 wmb();
1668         }
1669
1670         /* Adjust ring index */
1671         WRT_REG_WORD(ISP_RSP_Q_OUT(ha, reg), rsp->ring_index);
1672 }
1673
1674 static inline void
1675 qla2x00_handle_sense(srb_t *sp, uint8_t *sense_data, uint32_t par_sense_len,
1676                      uint32_t sense_len, struct rsp_que *rsp, int res)
1677 {
1678         struct scsi_qla_host *vha = sp->fcport->vha;
1679         struct scsi_cmnd *cp = GET_CMD_SP(sp);
1680         uint32_t track_sense_len;
1681
1682         if (sense_len >= SCSI_SENSE_BUFFERSIZE)
1683                 sense_len = SCSI_SENSE_BUFFERSIZE;
1684
1685         SET_CMD_SENSE_LEN(sp, sense_len);
1686         SET_CMD_SENSE_PTR(sp, cp->sense_buffer);
1687         track_sense_len = sense_len;
1688
1689         if (sense_len > par_sense_len)
1690                 sense_len = par_sense_len;
1691
1692         memcpy(cp->sense_buffer, sense_data, sense_len);
1693
1694         SET_CMD_SENSE_PTR(sp, cp->sense_buffer + sense_len);
1695         track_sense_len -= sense_len;
1696         SET_CMD_SENSE_LEN(sp, track_sense_len);
1697
1698         if (track_sense_len != 0) {
1699                 rsp->status_srb = sp;
1700                 cp->result = res;
1701         }
1702
1703         if (sense_len) {
1704                 ql_dbg(ql_dbg_io + ql_dbg_buffer, vha, 0x301c,
1705                     "Check condition Sense data, nexus%ld:%d:%llu cmd=%p.\n",
1706                     sp->fcport->vha->host_no, cp->device->id, cp->device->lun,
1707                     cp);
1708                 ql_dump_buffer(ql_dbg_io + ql_dbg_buffer, vha, 0x302b,
1709                     cp->sense_buffer, sense_len);
1710         }
1711 }
1712
1713 struct scsi_dif_tuple {
1714         __be16 guard;       /* Checksum */
1715         __be16 app_tag;         /* APPL identifier */
1716         __be32 ref_tag;         /* Target LBA or indirect LBA */
1717 };
1718
1719 /*
1720  * Checks the guard or meta-data for the type of error
1721  * detected by the HBA. In case of errors, we set the
1722  * ASC/ASCQ fields in the sense buffer with ILLEGAL_REQUEST
1723  * to indicate to the kernel that the HBA detected error.
1724  */
1725 static inline int
1726 qla2x00_handle_dif_error(srb_t *sp, struct sts_entry_24xx *sts24)
1727 {
1728         struct scsi_qla_host *vha = sp->fcport->vha;
1729         struct scsi_cmnd *cmd = GET_CMD_SP(sp);
1730         uint8_t         *ap = &sts24->data[12];
1731         uint8_t         *ep = &sts24->data[20];
1732         uint32_t        e_ref_tag, a_ref_tag;
1733         uint16_t        e_app_tag, a_app_tag;
1734         uint16_t        e_guard, a_guard;
1735
1736         /*
1737          * swab32 of the "data" field in the beginning of qla2x00_status_entry()
1738          * would make guard field appear at offset 2
1739          */
1740         a_guard   = le16_to_cpu(*(uint16_t *)(ap + 2));
1741         a_app_tag = le16_to_cpu(*(uint16_t *)(ap + 0));
1742         a_ref_tag = le32_to_cpu(*(uint32_t *)(ap + 4));
1743         e_guard   = le16_to_cpu(*(uint16_t *)(ep + 2));
1744         e_app_tag = le16_to_cpu(*(uint16_t *)(ep + 0));
1745         e_ref_tag = le32_to_cpu(*(uint32_t *)(ep + 4));
1746
1747         ql_dbg(ql_dbg_io, vha, 0x3023,
1748             "iocb(s) %p Returned STATUS.\n", sts24);
1749
1750         ql_dbg(ql_dbg_io, vha, 0x3024,
1751             "DIF ERROR in cmd 0x%x lba 0x%llx act ref"
1752             " tag=0x%x, exp ref_tag=0x%x, act app tag=0x%x, exp app"
1753             " tag=0x%x, act guard=0x%x, exp guard=0x%x.\n",
1754             cmd->cmnd[0], (u64)scsi_get_lba(cmd), a_ref_tag, e_ref_tag,
1755             a_app_tag, e_app_tag, a_guard, e_guard);
1756
1757         /*
1758          * Ignore sector if:
1759          * For type     3: ref & app tag is all 'f's
1760          * For type 0,1,2: app tag is all 'f's
1761          */
1762         if ((a_app_tag == 0xffff) &&
1763             ((scsi_get_prot_type(cmd) != SCSI_PROT_DIF_TYPE3) ||
1764              (a_ref_tag == 0xffffffff))) {
1765                 uint32_t blocks_done, resid;
1766                 sector_t lba_s = scsi_get_lba(cmd);
1767
1768                 /* 2TB boundary case covered automatically with this */
1769                 blocks_done = e_ref_tag - (uint32_t)lba_s + 1;
1770
1771                 resid = scsi_bufflen(cmd) - (blocks_done *
1772                     cmd->device->sector_size);
1773
1774                 scsi_set_resid(cmd, resid);
1775                 cmd->result = DID_OK << 16;
1776
1777                 /* Update protection tag */
1778                 if (scsi_prot_sg_count(cmd)) {
1779                         uint32_t i, j = 0, k = 0, num_ent;
1780                         struct scatterlist *sg;
1781                         struct sd_dif_tuple *spt;
1782
1783                         /* Patch the corresponding protection tags */
1784                         scsi_for_each_prot_sg(cmd, sg,
1785                             scsi_prot_sg_count(cmd), i) {
1786                                 num_ent = sg_dma_len(sg) / 8;
1787                                 if (k + num_ent < blocks_done) {
1788                                         k += num_ent;
1789                                         continue;
1790                                 }
1791                                 j = blocks_done - k - 1;
1792                                 k = blocks_done;
1793                                 break;
1794                         }
1795
1796                         if (k != blocks_done) {
1797                                 ql_log(ql_log_warn, vha, 0x302f,
1798                                     "unexpected tag values tag:lba=%x:%llx)\n",
1799                                     e_ref_tag, (unsigned long long)lba_s);
1800                                 return 1;
1801                         }
1802
1803                         spt = page_address(sg_page(sg)) + sg->offset;
1804                         spt += j;
1805
1806                         spt->app_tag = 0xffff;
1807                         if (scsi_get_prot_type(cmd) == SCSI_PROT_DIF_TYPE3)
1808                                 spt->ref_tag = 0xffffffff;
1809                 }
1810
1811                 return 0;
1812         }
1813
1814         /* check guard */
1815         if (e_guard != a_guard) {
1816                 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1817                     0x10, 0x1);
1818                 set_driver_byte(cmd, DRIVER_SENSE);
1819                 set_host_byte(cmd, DID_ABORT);
1820                 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1821                 return 1;
1822         }
1823
1824         /* check ref tag */
1825         if (e_ref_tag != a_ref_tag) {
1826                 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1827                     0x10, 0x3);
1828                 set_driver_byte(cmd, DRIVER_SENSE);
1829                 set_host_byte(cmd, DID_ABORT);
1830                 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1831                 return 1;
1832         }
1833
1834         /* check appl tag */
1835         if (e_app_tag != a_app_tag) {
1836                 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1837                     0x10, 0x2);
1838                 set_driver_byte(cmd, DRIVER_SENSE);
1839                 set_host_byte(cmd, DID_ABORT);
1840                 cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1841                 return 1;
1842         }
1843
1844         return 1;
1845 }
1846
1847 static void
1848 qla25xx_process_bidir_status_iocb(scsi_qla_host_t *vha, void *pkt,
1849                                   struct req_que *req, uint32_t index)
1850 {
1851         struct qla_hw_data *ha = vha->hw;
1852         srb_t *sp;
1853         uint16_t        comp_status;
1854         uint16_t        scsi_status;
1855         uint16_t thread_id;
1856         uint32_t rval = EXT_STATUS_OK;
1857         struct fc_bsg_job *bsg_job = NULL;
1858         sts_entry_t *sts;
1859         struct sts_entry_24xx *sts24;
1860         sts = (sts_entry_t *) pkt;
1861         sts24 = (struct sts_entry_24xx *) pkt;
1862
1863         /* Validate handle. */
1864         if (index >= req->num_outstanding_cmds) {
1865                 ql_log(ql_log_warn, vha, 0x70af,
1866                     "Invalid SCSI completion handle 0x%x.\n", index);
1867                 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1868                 return;
1869         }
1870
1871         sp = req->outstanding_cmds[index];
1872         if (sp) {
1873                 /* Free outstanding command slot. */
1874                 req->outstanding_cmds[index] = NULL;
1875                 bsg_job = sp->u.bsg_job;
1876         } else {
1877                 ql_log(ql_log_warn, vha, 0x70b0,
1878                     "Req:%d: Invalid ISP SCSI completion handle(0x%x)\n",
1879                     req->id, index);
1880
1881                 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1882                 return;
1883         }
1884
1885         if (IS_FWI2_CAPABLE(ha)) {
1886                 comp_status = le16_to_cpu(sts24->comp_status);
1887                 scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
1888         } else {
1889                 comp_status = le16_to_cpu(sts->comp_status);
1890                 scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
1891         }
1892
1893         thread_id = bsg_job->request->rqst_data.h_vendor.vendor_cmd[1];
1894         switch (comp_status) {
1895         case CS_COMPLETE:
1896                 if (scsi_status == 0) {
1897                         bsg_job->reply->reply_payload_rcv_len =
1898                                         bsg_job->reply_payload.payload_len;
1899                         vha->qla_stats.input_bytes +=
1900                                 bsg_job->reply->reply_payload_rcv_len;
1901                         vha->qla_stats.input_requests++;
1902                         rval = EXT_STATUS_OK;
1903                 }
1904                 goto done;
1905
1906         case CS_DATA_OVERRUN:
1907                 ql_dbg(ql_dbg_user, vha, 0x70b1,
1908                     "Command completed with date overrun thread_id=%d\n",
1909                     thread_id);
1910                 rval = EXT_STATUS_DATA_OVERRUN;
1911                 break;
1912
1913         case CS_DATA_UNDERRUN:
1914                 ql_dbg(ql_dbg_user, vha, 0x70b2,
1915                     "Command completed with date underrun thread_id=%d\n",
1916                     thread_id);
1917                 rval = EXT_STATUS_DATA_UNDERRUN;
1918                 break;
1919         case CS_BIDIR_RD_OVERRUN:
1920                 ql_dbg(ql_dbg_user, vha, 0x70b3,
1921                     "Command completed with read data overrun thread_id=%d\n",
1922                     thread_id);
1923                 rval = EXT_STATUS_DATA_OVERRUN;
1924                 break;
1925
1926         case CS_BIDIR_RD_WR_OVERRUN:
1927                 ql_dbg(ql_dbg_user, vha, 0x70b4,
1928                     "Command completed with read and write data overrun "
1929                     "thread_id=%d\n", thread_id);
1930                 rval = EXT_STATUS_DATA_OVERRUN;
1931                 break;
1932
1933         case CS_BIDIR_RD_OVERRUN_WR_UNDERRUN:
1934                 ql_dbg(ql_dbg_user, vha, 0x70b5,
1935                     "Command completed with read data over and write data "
1936                     "underrun thread_id=%d\n", thread_id);
1937                 rval = EXT_STATUS_DATA_OVERRUN;
1938                 break;
1939
1940         case CS_BIDIR_RD_UNDERRUN:
1941                 ql_dbg(ql_dbg_user, vha, 0x70b6,
1942                     "Command completed with read data data underrun "
1943                     "thread_id=%d\n", thread_id);
1944                 rval = EXT_STATUS_DATA_UNDERRUN;
1945                 break;
1946
1947         case CS_BIDIR_RD_UNDERRUN_WR_OVERRUN:
1948                 ql_dbg(ql_dbg_user, vha, 0x70b7,
1949                     "Command completed with read data under and write data "
1950                     "overrun thread_id=%d\n", thread_id);
1951                 rval = EXT_STATUS_DATA_UNDERRUN;
1952                 break;
1953
1954         case CS_BIDIR_RD_WR_UNDERRUN:
1955                 ql_dbg(ql_dbg_user, vha, 0x70b8,
1956                     "Command completed with read and write data underrun "
1957                     "thread_id=%d\n", thread_id);
1958                 rval = EXT_STATUS_DATA_UNDERRUN;
1959                 break;
1960
1961         case CS_BIDIR_DMA:
1962                 ql_dbg(ql_dbg_user, vha, 0x70b9,
1963                     "Command completed with data DMA error thread_id=%d\n",
1964                     thread_id);
1965                 rval = EXT_STATUS_DMA_ERR;
1966                 break;
1967
1968         case CS_TIMEOUT:
1969                 ql_dbg(ql_dbg_user, vha, 0x70ba,
1970                     "Command completed with timeout thread_id=%d\n",
1971                     thread_id);
1972                 rval = EXT_STATUS_TIMEOUT;
1973                 break;
1974         default:
1975                 ql_dbg(ql_dbg_user, vha, 0x70bb,
1976                     "Command completed with completion status=0x%x "
1977                     "thread_id=%d\n", comp_status, thread_id);
1978                 rval = EXT_STATUS_ERR;
1979                 break;
1980         }
1981         bsg_job->reply->reply_payload_rcv_len = 0;
1982
1983 done:
1984         /* Return the vendor specific reply to API */
1985         bsg_job->reply->reply_data.vendor_reply.vendor_rsp[0] = rval;
1986         bsg_job->reply_len = sizeof(struct fc_bsg_reply);
1987         /* Always return DID_OK, bsg will send the vendor specific response
1988          * in this case only */
1989         sp->done(vha, sp, (DID_OK << 6));
1990
1991 }
1992
1993 /**
1994  * qla2x00_status_entry() - Process a Status IOCB entry.
1995  * @ha: SCSI driver HA context
1996  * @pkt: Entry pointer
1997  */
1998 static void
1999 qla2x00_status_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, void *pkt)
2000 {
2001         srb_t           *sp;
2002         fc_port_t       *fcport;
2003         struct scsi_cmnd *cp;
2004         sts_entry_t *sts;
2005         struct sts_entry_24xx *sts24;
2006         uint16_t        comp_status;
2007         uint16_t        scsi_status;
2008         uint16_t        ox_id;
2009         uint8_t         lscsi_status;
2010         int32_t         resid;
2011         uint32_t sense_len, par_sense_len, rsp_info_len, resid_len,
2012             fw_resid_len;
2013         uint8_t         *rsp_info, *sense_data;
2014         struct qla_hw_data *ha = vha->hw;
2015         uint32_t handle;
2016         uint16_t que;
2017         struct req_que *req;
2018         int logit = 1;
2019         int res = 0;
2020         uint16_t state_flags = 0;
2021         uint16_t retry_delay = 0;
2022
2023         sts = (sts_entry_t *) pkt;
2024         sts24 = (struct sts_entry_24xx *) pkt;
2025         if (IS_FWI2_CAPABLE(ha)) {
2026                 comp_status = le16_to_cpu(sts24->comp_status);
2027                 scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
2028                 state_flags = le16_to_cpu(sts24->state_flags);
2029         } else {
2030                 comp_status = le16_to_cpu(sts->comp_status);
2031                 scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
2032         }
2033         handle = (uint32_t) LSW(sts->handle);
2034         que = MSW(sts->handle);
2035         req = ha->req_q_map[que];
2036
2037         /* Check for invalid queue pointer */
2038         if (req == NULL ||
2039             que >= find_first_zero_bit(ha->req_qid_map, ha->max_req_queues)) {
2040                 ql_dbg(ql_dbg_io, vha, 0x3059,
2041                     "Invalid status handle (0x%x): Bad req pointer. req=%p, "
2042                     "que=%u.\n", sts->handle, req, que);
2043                 return;
2044         }
2045
2046         /* Validate handle. */
2047         if (handle < req->num_outstanding_cmds)
2048                 sp = req->outstanding_cmds[handle];
2049         else
2050                 sp = NULL;
2051
2052         if (sp == NULL) {
2053                 ql_dbg(ql_dbg_io, vha, 0x3017,
2054                     "Invalid status handle (0x%x).\n", sts->handle);
2055
2056                 if (!test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)) {
2057                         if (IS_P3P_TYPE(ha))
2058                                 set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
2059                         else
2060                                 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
2061                         qla2xxx_wake_dpc(vha);
2062                 }
2063                 return;
2064         }
2065
2066         if (unlikely((state_flags & BIT_1) && (sp->type == SRB_BIDI_CMD))) {
2067                 qla25xx_process_bidir_status_iocb(vha, pkt, req, handle);
2068                 return;
2069         }
2070
2071         /* Task Management completion. */
2072         if (sp->type == SRB_TM_CMD) {
2073                 qla24xx_tm_iocb_entry(vha, req, pkt);
2074                 return;
2075         }
2076
2077         /* Fast path completion. */
2078         if (comp_status == CS_COMPLETE && scsi_status == 0) {
2079                 qla2x00_process_completed_request(vha, req, handle);
2080
2081                 return;
2082         }
2083
2084         req->outstanding_cmds[handle] = NULL;
2085         cp = GET_CMD_SP(sp);
2086         if (cp == NULL) {
2087                 ql_dbg(ql_dbg_io, vha, 0x3018,
2088                     "Command already returned (0x%x/%p).\n",
2089                     sts->handle, sp);
2090
2091                 return;
2092         }
2093
2094         lscsi_status = scsi_status & STATUS_MASK;
2095
2096         fcport = sp->fcport;
2097
2098         ox_id = 0;
2099         sense_len = par_sense_len = rsp_info_len = resid_len =
2100             fw_resid_len = 0;
2101         if (IS_FWI2_CAPABLE(ha)) {
2102                 if (scsi_status & SS_SENSE_LEN_VALID)
2103                         sense_len = le32_to_cpu(sts24->sense_len);
2104                 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
2105                         rsp_info_len = le32_to_cpu(sts24->rsp_data_len);
2106                 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER))
2107                         resid_len = le32_to_cpu(sts24->rsp_residual_count);
2108                 if (comp_status == CS_DATA_UNDERRUN)
2109                         fw_resid_len = le32_to_cpu(sts24->residual_len);
2110                 rsp_info = sts24->data;
2111                 sense_data = sts24->data;
2112                 host_to_fcp_swap(sts24->data, sizeof(sts24->data));
2113                 ox_id = le16_to_cpu(sts24->ox_id);
2114                 par_sense_len = sizeof(sts24->data);
2115                 /* Valid values of the retry delay timer are 0x1-0xffef */
2116                 if (sts24->retry_delay > 0 && sts24->retry_delay < 0xfff1)
2117                         retry_delay = sts24->retry_delay;
2118         } else {
2119                 if (scsi_status & SS_SENSE_LEN_VALID)
2120                         sense_len = le16_to_cpu(sts->req_sense_length);
2121                 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
2122                         rsp_info_len = le16_to_cpu(sts->rsp_info_len);
2123                 resid_len = le32_to_cpu(sts->residual_length);
2124                 rsp_info = sts->rsp_info;
2125                 sense_data = sts->req_sense_data;
2126                 par_sense_len = sizeof(sts->req_sense_data);
2127         }
2128
2129         /* Check for any FCP transport errors. */
2130         if (scsi_status & SS_RESPONSE_INFO_LEN_VALID) {
2131                 /* Sense data lies beyond any FCP RESPONSE data. */
2132                 if (IS_FWI2_CAPABLE(ha)) {
2133                         sense_data += rsp_info_len;
2134                         par_sense_len -= rsp_info_len;
2135                 }
2136                 if (rsp_info_len > 3 && rsp_info[3]) {
2137                         ql_dbg(ql_dbg_io, fcport->vha, 0x3019,
2138                             "FCP I/O protocol failure (0x%x/0x%x).\n",
2139                             rsp_info_len, rsp_info[3]);
2140
2141                         res = DID_BUS_BUSY << 16;
2142                         goto out;
2143                 }
2144         }
2145
2146         /* Check for overrun. */
2147         if (IS_FWI2_CAPABLE(ha) && comp_status == CS_COMPLETE &&
2148             scsi_status & SS_RESIDUAL_OVER)
2149                 comp_status = CS_DATA_OVERRUN;
2150
2151         /*
2152          * Check retry_delay_timer value if we receive a busy or
2153          * queue full.
2154          */
2155         if (lscsi_status == SAM_STAT_TASK_SET_FULL ||
2156             lscsi_status == SAM_STAT_BUSY)
2157                 qla2x00_set_retry_delay_timestamp(fcport, retry_delay);
2158
2159         /*
2160          * Based on Host and scsi status generate status code for Linux
2161          */
2162         switch (comp_status) {
2163         case CS_COMPLETE:
2164         case CS_QUEUE_FULL:
2165                 if (scsi_status == 0) {
2166                         res = DID_OK << 16;
2167                         break;
2168                 }
2169                 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER)) {
2170                         resid = resid_len;
2171                         scsi_set_resid(cp, resid);
2172
2173                         if (!lscsi_status &&
2174                             ((unsigned)(scsi_bufflen(cp) - resid) <
2175                              cp->underflow)) {
2176                                 ql_dbg(ql_dbg_io, fcport->vha, 0x301a,
2177                                     "Mid-layer underflow "
2178                                     "detected (0x%x of 0x%x bytes).\n",
2179                                     resid, scsi_bufflen(cp));
2180
2181                                 res = DID_ERROR << 16;
2182                                 break;
2183                         }
2184                 }
2185                 res = DID_OK << 16 | lscsi_status;
2186
2187                 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
2188                         ql_dbg(ql_dbg_io, fcport->vha, 0x301b,
2189                             "QUEUE FULL detected.\n");
2190                         break;
2191                 }
2192                 logit = 0;
2193                 if (lscsi_status != SS_CHECK_CONDITION)
2194                         break;
2195
2196                 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
2197                 if (!(scsi_status & SS_SENSE_LEN_VALID))
2198                         break;
2199
2200                 qla2x00_handle_sense(sp, sense_data, par_sense_len, sense_len,
2201                     rsp, res);
2202                 break;
2203
2204         case CS_DATA_UNDERRUN:
2205                 /* Use F/W calculated residual length. */
2206                 resid = IS_FWI2_CAPABLE(ha) ? fw_resid_len : resid_len;
2207                 scsi_set_resid(cp, resid);
2208                 if (scsi_status & SS_RESIDUAL_UNDER) {
2209                         if (IS_FWI2_CAPABLE(ha) && fw_resid_len != resid_len) {
2210                                 ql_dbg(ql_dbg_io, fcport->vha, 0x301d,
2211                                     "Dropped frame(s) detected "
2212                                     "(0x%x of 0x%x bytes).\n",
2213                                     resid, scsi_bufflen(cp));
2214
2215                                 res = DID_ERROR << 16 | lscsi_status;
2216                                 goto check_scsi_status;
2217                         }
2218
2219                         if (!lscsi_status &&
2220                             ((unsigned)(scsi_bufflen(cp) - resid) <
2221                             cp->underflow)) {
2222                                 ql_dbg(ql_dbg_io, fcport->vha, 0x301e,
2223                                     "Mid-layer underflow "
2224                                     "detected (0x%x of 0x%x bytes).\n",
2225                                     resid, scsi_bufflen(cp));
2226
2227                                 res = DID_ERROR << 16;
2228                                 break;
2229                         }
2230                 } else if (lscsi_status != SAM_STAT_TASK_SET_FULL &&
2231                             lscsi_status != SAM_STAT_BUSY) {
2232                         /*
2233                          * scsi status of task set and busy are considered to be
2234                          * task not completed.
2235                          */
2236
2237                         ql_dbg(ql_dbg_io, fcport->vha, 0x301f,
2238                             "Dropped frame(s) detected (0x%x "
2239                             "of 0x%x bytes).\n", resid,
2240                             scsi_bufflen(cp));
2241
2242                         res = DID_ERROR << 16 | lscsi_status;
2243                         goto check_scsi_status;
2244                 } else {
2245                         ql_dbg(ql_dbg_io, fcport->vha, 0x3030,
2246                             "scsi_status: 0x%x, lscsi_status: 0x%x\n",
2247                             scsi_status, lscsi_status);
2248                 }
2249
2250                 res = DID_OK << 16 | lscsi_status;
2251                 logit = 0;
2252
2253 check_scsi_status:
2254                 /*
2255                  * Check to see if SCSI Status is non zero. If so report SCSI
2256                  * Status.
2257                  */
2258                 if (lscsi_status != 0) {
2259                         if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
2260                                 ql_dbg(ql_dbg_io, fcport->vha, 0x3020,
2261                                     "QUEUE FULL detected.\n");
2262                                 logit = 1;
2263                                 break;
2264                         }
2265                         if (lscsi_status != SS_CHECK_CONDITION)
2266                                 break;
2267
2268                         memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
2269                         if (!(scsi_status & SS_SENSE_LEN_VALID))
2270                                 break;
2271
2272                         qla2x00_handle_sense(sp, sense_data, par_sense_len,
2273                             sense_len, rsp, res);
2274                 }
2275                 break;
2276
2277         case CS_PORT_LOGGED_OUT:
2278         case CS_PORT_CONFIG_CHG:
2279         case CS_PORT_BUSY:
2280         case CS_INCOMPLETE:
2281         case CS_PORT_UNAVAILABLE:
2282         case CS_TIMEOUT:
2283         case CS_RESET:
2284
2285                 /*
2286                  * We are going to have the fc class block the rport
2287                  * while we try to recover so instruct the mid layer
2288                  * to requeue until the class decides how to handle this.
2289                  */
2290                 res = DID_TRANSPORT_DISRUPTED << 16;
2291
2292                 if (comp_status == CS_TIMEOUT) {
2293                         if (IS_FWI2_CAPABLE(ha))
2294                                 break;
2295                         else if ((le16_to_cpu(sts->status_flags) &
2296                             SF_LOGOUT_SENT) == 0)
2297                                 break;
2298                 }
2299
2300                 ql_dbg(ql_dbg_io, fcport->vha, 0x3021,
2301                     "Port to be marked lost on fcport=%02x%02x%02x, current "
2302                     "port state= %s.\n", fcport->d_id.b.domain,
2303                     fcport->d_id.b.area, fcport->d_id.b.al_pa,
2304                     port_state_str[atomic_read(&fcport->state)]);
2305
2306                 if (atomic_read(&fcport->state) == FCS_ONLINE)
2307                         qla2x00_mark_device_lost(fcport->vha, fcport, 1, 1);
2308                 break;
2309
2310         case CS_ABORTED:
2311                 res = DID_RESET << 16;
2312                 break;
2313
2314         case CS_DIF_ERROR:
2315                 logit = qla2x00_handle_dif_error(sp, sts24);
2316                 res = cp->result;
2317                 break;
2318
2319         case CS_TRANSPORT:
2320                 res = DID_ERROR << 16;
2321
2322                 if (!IS_PI_SPLIT_DET_CAPABLE(ha))
2323                         break;
2324
2325                 if (state_flags & BIT_4)
2326                         scmd_printk(KERN_WARNING, cp,
2327                             "Unsupported device '%s' found.\n",
2328                             cp->device->vendor);
2329                 break;
2330
2331         default:
2332                 res = DID_ERROR << 16;
2333                 break;
2334         }
2335
2336 out:
2337         if (logit)
2338                 ql_dbg(ql_dbg_io, fcport->vha, 0x3022,
2339                     "FCP command status: 0x%x-0x%x (0x%x) nexus=%ld:%d:%llu "
2340                     "portid=%02x%02x%02x oxid=0x%x cdb=%10phN len=0x%x "
2341                     "rsp_info=0x%x resid=0x%x fw_resid=0x%x.\n",
2342                     comp_status, scsi_status, res, vha->host_no,
2343                     cp->device->id, cp->device->lun, fcport->d_id.b.domain,
2344                     fcport->d_id.b.area, fcport->d_id.b.al_pa, ox_id,
2345                     cp->cmnd, scsi_bufflen(cp), rsp_info_len,
2346                     resid_len, fw_resid_len);
2347
2348         if (rsp->status_srb == NULL)
2349                 sp->done(ha, sp, res);
2350 }
2351
2352 /**
2353  * qla2x00_status_cont_entry() - Process a Status Continuations entry.
2354  * @ha: SCSI driver HA context
2355  * @pkt: Entry pointer
2356  *
2357  * Extended sense data.
2358  */
2359 static void
2360 qla2x00_status_cont_entry(struct rsp_que *rsp, sts_cont_entry_t *pkt)
2361 {
2362         uint8_t sense_sz = 0;
2363         struct qla_hw_data *ha = rsp->hw;
2364         struct scsi_qla_host *vha = pci_get_drvdata(ha->pdev);
2365         srb_t *sp = rsp->status_srb;
2366         struct scsi_cmnd *cp;
2367         uint32_t sense_len;
2368         uint8_t *sense_ptr;
2369
2370         if (!sp || !GET_CMD_SENSE_LEN(sp))
2371                 return;
2372
2373         sense_len = GET_CMD_SENSE_LEN(sp);
2374         sense_ptr = GET_CMD_SENSE_PTR(sp);
2375
2376         cp = GET_CMD_SP(sp);
2377         if (cp == NULL) {
2378                 ql_log(ql_log_warn, vha, 0x3025,
2379                     "cmd is NULL: already returned to OS (sp=%p).\n", sp);
2380
2381                 rsp->status_srb = NULL;
2382                 return;
2383         }
2384
2385         if (sense_len > sizeof(pkt->data))
2386                 sense_sz = sizeof(pkt->data);
2387         else
2388                 sense_sz = sense_len;
2389
2390         /* Move sense data. */
2391         if (IS_FWI2_CAPABLE(ha))
2392                 host_to_fcp_swap(pkt->data, sizeof(pkt->data));
2393         memcpy(sense_ptr, pkt->data, sense_sz);
2394         ql_dump_buffer(ql_dbg_io + ql_dbg_buffer, vha, 0x302c,
2395                 sense_ptr, sense_sz);
2396
2397         sense_len -= sense_sz;
2398         sense_ptr += sense_sz;
2399
2400         SET_CMD_SENSE_PTR(sp, sense_ptr);
2401         SET_CMD_SENSE_LEN(sp, sense_len);
2402
2403         /* Place command on done queue. */
2404         if (sense_len == 0) {
2405                 rsp->status_srb = NULL;
2406                 sp->done(ha, sp, cp->result);
2407         }
2408 }
2409
2410 /**
2411  * qla2x00_error_entry() - Process an error entry.
2412  * @ha: SCSI driver HA context
2413  * @pkt: Entry pointer
2414  */
2415 static void
2416 qla2x00_error_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, sts_entry_t *pkt)
2417 {
2418         srb_t *sp;
2419         struct qla_hw_data *ha = vha->hw;
2420         const char func[] = "ERROR-IOCB";
2421         uint16_t que = MSW(pkt->handle);
2422         struct req_que *req = NULL;
2423         int res = DID_ERROR << 16;
2424
2425         ql_dbg(ql_dbg_async, vha, 0x502a,
2426             "type of error status in response: 0x%x\n", pkt->entry_status);
2427
2428         if (que >= ha->max_req_queues || !ha->req_q_map[que])
2429                 goto fatal;
2430
2431         req = ha->req_q_map[que];
2432
2433         if (pkt->entry_status & RF_BUSY)
2434                 res = DID_BUS_BUSY << 16;
2435
2436         sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
2437         if (sp) {
2438                 sp->done(ha, sp, res);
2439                 return;
2440         }
2441 fatal:
2442         ql_log(ql_log_warn, vha, 0x5030,
2443             "Error entry - invalid handle/queue.\n");
2444
2445         if (IS_P3P_TYPE(ha))
2446                 set_bit(FCOE_CTX_RESET_NEEDED, &vha->dpc_flags);
2447         else
2448                 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
2449         qla2xxx_wake_dpc(vha);
2450 }
2451
2452 /**
2453  * qla24xx_mbx_completion() - Process mailbox command completions.
2454  * @ha: SCSI driver HA context
2455  * @mb0: Mailbox0 register
2456  */
2457 static void
2458 qla24xx_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
2459 {
2460         uint16_t        cnt;
2461         uint32_t        mboxes;
2462         uint16_t __iomem *wptr;
2463         struct qla_hw_data *ha = vha->hw;
2464         struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
2465
2466         /* Read all mbox registers? */
2467         mboxes = (1 << ha->mbx_count) - 1;
2468         if (!ha->mcp)
2469                 ql_dbg(ql_dbg_async, vha, 0x504e, "MBX pointer ERROR.\n");
2470         else
2471                 mboxes = ha->mcp->in_mb;
2472
2473         /* Load return mailbox registers. */
2474         ha->flags.mbox_int = 1;
2475         ha->mailbox_out[0] = mb0;
2476         mboxes >>= 1;
2477         wptr = (uint16_t __iomem *)&reg->mailbox1;
2478
2479         for (cnt = 1; cnt < ha->mbx_count; cnt++) {
2480                 if (mboxes & BIT_0)
2481                         ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
2482
2483                 mboxes >>= 1;
2484                 wptr++;
2485         }
2486 }
2487
2488 static void
2489 qla24xx_abort_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
2490         struct abort_entry_24xx *pkt)
2491 {
2492         const char func[] = "ABT_IOCB";
2493         srb_t *sp;
2494         struct srb_iocb *abt;
2495
2496         sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
2497         if (!sp)
2498                 return;
2499
2500         abt = &sp->u.iocb_cmd;
2501         abt->u.abt.comp_status = le32_to_cpu(pkt->nport_handle);
2502         sp->done(vha, sp, 0);
2503 }
2504
2505 /**
2506  * qla24xx_process_response_queue() - Process response queue entries.
2507  * @ha: SCSI driver HA context
2508  */
2509 void qla24xx_process_response_queue(struct scsi_qla_host *vha,
2510         struct rsp_que *rsp)
2511 {
2512         struct sts_entry_24xx *pkt;
2513         struct qla_hw_data *ha = vha->hw;
2514
2515         if (!vha->flags.online)
2516                 return;
2517
2518         while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
2519                 pkt = (struct sts_entry_24xx *)rsp->ring_ptr;
2520
2521                 rsp->ring_index++;
2522                 if (rsp->ring_index == rsp->length) {
2523                         rsp->ring_index = 0;
2524                         rsp->ring_ptr = rsp->ring;
2525                 } else {
2526                         rsp->ring_ptr++;
2527                 }
2528
2529                 if (pkt->entry_status != 0) {
2530                         qla2x00_error_entry(vha, rsp, (sts_entry_t *) pkt);
2531
2532                         if (qlt_24xx_process_response_error(vha, pkt))
2533                                 goto process_err;
2534
2535                         ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
2536                         wmb();
2537                         continue;
2538                 }
2539 process_err:
2540
2541                 switch (pkt->entry_type) {
2542                 case STATUS_TYPE:
2543                         qla2x00_status_entry(vha, rsp, pkt);
2544                         break;
2545                 case STATUS_CONT_TYPE:
2546                         qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
2547                         break;
2548                 case VP_RPT_ID_IOCB_TYPE:
2549                         qla24xx_report_id_acquisition(vha,
2550                             (struct vp_rpt_id_entry_24xx *)pkt);
2551                         break;
2552                 case LOGINOUT_PORT_IOCB_TYPE:
2553                         qla24xx_logio_entry(vha, rsp->req,
2554                             (struct logio_entry_24xx *)pkt);
2555                         break;
2556                 case CT_IOCB_TYPE:
2557                         qla24xx_els_ct_entry(vha, rsp->req, pkt, CT_IOCB_TYPE);
2558                         break;
2559                 case ELS_IOCB_TYPE:
2560                         qla24xx_els_ct_entry(vha, rsp->req, pkt, ELS_IOCB_TYPE);
2561                         break;
2562                 case ABTS_RECV_24XX:
2563                         /* ensure that the ATIO queue is empty */
2564                         qlt_24xx_process_atio_queue(vha);
2565                 case ABTS_RESP_24XX:
2566                 case CTIO_TYPE7:
2567                 case NOTIFY_ACK_TYPE:
2568                 case CTIO_CRC2:
2569                         qlt_response_pkt_all_vps(vha, (response_t *)pkt);
2570                         break;
2571                 case MARKER_TYPE:
2572                         /* Do nothing in this case, this check is to prevent it
2573                          * from falling into default case
2574                          */
2575                         break;
2576                 case ABORT_IOCB_TYPE:
2577                         qla24xx_abort_iocb_entry(vha, rsp->req,
2578                             (struct abort_entry_24xx *)pkt);
2579                         break;
2580                 default:
2581                         /* Type Not Supported. */
2582                         ql_dbg(ql_dbg_async, vha, 0x5042,
2583                             "Received unknown response pkt type %x "
2584                             "entry status=%x.\n",
2585                             pkt->entry_type, pkt->entry_status);
2586                         break;
2587                 }
2588                 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
2589                 wmb();
2590         }
2591
2592         /* Adjust ring index */
2593         if (IS_P3P_TYPE(ha)) {
2594                 struct device_reg_82xx __iomem *reg = &ha->iobase->isp82;
2595                 WRT_REG_DWORD(&reg->rsp_q_out[0], rsp->ring_index);
2596         } else
2597                 WRT_REG_DWORD(rsp->rsp_q_out, rsp->ring_index);
2598 }
2599
2600 static void
2601 qla2xxx_check_risc_status(scsi_qla_host_t *vha)
2602 {
2603         int rval;
2604         uint32_t cnt;
2605         struct qla_hw_data *ha = vha->hw;
2606         struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
2607
2608         if (!IS_QLA25XX(ha) && !IS_QLA81XX(ha) && !IS_QLA83XX(ha) &&
2609             !IS_QLA27XX(ha))
2610                 return;
2611
2612         rval = QLA_SUCCESS;
2613         WRT_REG_DWORD(&reg->iobase_addr, 0x7C00);
2614         RD_REG_DWORD(&reg->iobase_addr);
2615         WRT_REG_DWORD(&reg->iobase_window, 0x0001);
2616         for (cnt = 10000; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
2617             rval == QLA_SUCCESS; cnt--) {
2618                 if (cnt) {
2619                         WRT_REG_DWORD(&reg->iobase_window, 0x0001);
2620                         udelay(10);
2621                 } else
2622                         rval = QLA_FUNCTION_TIMEOUT;
2623         }
2624         if (rval == QLA_SUCCESS)
2625                 goto next_test;
2626
2627         rval = QLA_SUCCESS;
2628         WRT_REG_DWORD(&reg->iobase_window, 0x0003);
2629         for (cnt = 100; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
2630             rval == QLA_SUCCESS; cnt--) {
2631                 if (cnt) {
2632                         WRT_REG_DWORD(&reg->iobase_window, 0x0003);
2633                         udelay(10);
2634                 } else
2635                         rval = QLA_FUNCTION_TIMEOUT;
2636         }
2637         if (rval != QLA_SUCCESS)
2638                 goto done;
2639
2640 next_test:
2641         if (RD_REG_DWORD(&reg->iobase_c8) & BIT_3)
2642                 ql_log(ql_log_info, vha, 0x504c,
2643                     "Additional code -- 0x55AA.\n");
2644
2645 done:
2646         WRT_REG_DWORD(&reg->iobase_window, 0x0000);
2647         RD_REG_DWORD(&reg->iobase_window);
2648 }
2649
2650 /**
2651  * qla24xx_intr_handler() - Process interrupts for the ISP23xx and ISP24xx.
2652  * @irq:
2653  * @dev_id: SCSI driver HA context
2654  *
2655  * Called by system whenever the host adapter generates an interrupt.
2656  *
2657  * Returns handled flag.
2658  */
2659 irqreturn_t
2660 qla24xx_intr_handler(int irq, void *dev_id)
2661 {
2662         scsi_qla_host_t *vha;
2663         struct qla_hw_data *ha;
2664         struct device_reg_24xx __iomem *reg;
2665         int             status;
2666         unsigned long   iter;
2667         uint32_t        stat;
2668         uint32_t        hccr;
2669         uint16_t        mb[8];
2670         struct rsp_que *rsp;
2671         unsigned long   flags;
2672
2673         rsp = (struct rsp_que *) dev_id;
2674         if (!rsp) {
2675                 ql_log(ql_log_info, NULL, 0x5059,
2676                     "%s: NULL response queue pointer.\n", __func__);
2677                 return IRQ_NONE;
2678         }
2679
2680         ha = rsp->hw;
2681         reg = &ha->iobase->isp24;
2682         status = 0;
2683
2684         if (unlikely(pci_channel_offline(ha->pdev)))
2685                 return IRQ_HANDLED;
2686
2687         spin_lock_irqsave(&ha->hardware_lock, flags);
2688         vha = pci_get_drvdata(ha->pdev);
2689         for (iter = 50; iter--; ) {
2690                 stat = RD_REG_DWORD(&reg->host_status);
2691                 if (qla2x00_check_reg32_for_disconnect(vha, stat))
2692                         break;
2693                 if (stat & HSRX_RISC_PAUSED) {
2694                         if (unlikely(pci_channel_offline(ha->pdev)))
2695                                 break;
2696
2697                         hccr = RD_REG_DWORD(&reg->hccr);
2698
2699                         ql_log(ql_log_warn, vha, 0x504b,
2700                             "RISC paused -- HCCR=%x, Dumping firmware.\n",
2701                             hccr);
2702
2703                         qla2xxx_check_risc_status(vha);
2704
2705                         ha->isp_ops->fw_dump(vha, 1);
2706                         set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
2707                         break;
2708                 } else if ((stat & HSRX_RISC_INT) == 0)
2709                         break;
2710
2711                 switch (stat & 0xff) {
2712                 case INTR_ROM_MB_SUCCESS:
2713                 case INTR_ROM_MB_FAILED:
2714                 case INTR_MB_SUCCESS:
2715                 case INTR_MB_FAILED:
2716                         qla24xx_mbx_completion(vha, MSW(stat));
2717                         status |= MBX_INTERRUPT;
2718
2719                         break;
2720                 case INTR_ASYNC_EVENT:
2721                         mb[0] = MSW(stat);
2722                         mb[1] = RD_REG_WORD(&reg->mailbox1);
2723                         mb[2] = RD_REG_WORD(&reg->mailbox2);
2724                         mb[3] = RD_REG_WORD(&reg->mailbox3);
2725                         qla2x00_async_event(vha, rsp, mb);
2726                         break;
2727                 case INTR_RSP_QUE_UPDATE:
2728                 case INTR_RSP_QUE_UPDATE_83XX:
2729                         qla24xx_process_response_queue(vha, rsp);
2730                         break;
2731                 case INTR_ATIO_QUE_UPDATE:
2732                         qlt_24xx_process_atio_queue(vha);
2733                         break;
2734                 case INTR_ATIO_RSP_QUE_UPDATE:
2735                         qlt_24xx_process_atio_queue(vha);
2736                         qla24xx_process_response_queue(vha, rsp);
2737                         break;
2738                 default:
2739                         ql_dbg(ql_dbg_async, vha, 0x504f,
2740                             "Unrecognized interrupt type (%d).\n", stat * 0xff);
2741                         break;
2742                 }
2743                 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2744                 RD_REG_DWORD_RELAXED(&reg->hccr);
2745                 if (unlikely(IS_QLA83XX(ha) && (ha->pdev->revision == 1)))
2746                         ndelay(3500);
2747         }
2748         qla2x00_handle_mbx_completion(ha, status);
2749         spin_unlock_irqrestore(&ha->hardware_lock, flags);
2750
2751         return IRQ_HANDLED;
2752 }
2753
2754 static irqreturn_t
2755 qla24xx_msix_rsp_q(int irq, void *dev_id)
2756 {
2757         struct qla_hw_data *ha;
2758         struct rsp_que *rsp;
2759         struct device_reg_24xx __iomem *reg;
2760         struct scsi_qla_host *vha;
2761         unsigned long flags;
2762         uint32_t stat = 0;
2763
2764         rsp = (struct rsp_que *) dev_id;
2765         if (!rsp) {
2766                 ql_log(ql_log_info, NULL, 0x505a,
2767                     "%s: NULL response queue pointer.\n", __func__);
2768                 return IRQ_NONE;
2769         }
2770         ha = rsp->hw;
2771         reg = &ha->iobase->isp24;
2772
2773         spin_lock_irqsave(&ha->hardware_lock, flags);
2774
2775         vha = pci_get_drvdata(ha->pdev);
2776         /*
2777          * Use host_status register to check to PCI disconnection before we
2778          * we process the response queue.
2779          */
2780         stat = RD_REG_DWORD(&reg->host_status);
2781         if (qla2x00_check_reg32_for_disconnect(vha, stat))
2782                 goto out;
2783         qla24xx_process_response_queue(vha, rsp);
2784         if (!ha->flags.disable_msix_handshake) {
2785                 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2786                 RD_REG_DWORD_RELAXED(&reg->hccr);
2787         }
2788 out:
2789         spin_unlock_irqrestore(&ha->hardware_lock, flags);
2790
2791         return IRQ_HANDLED;
2792 }
2793
2794 static irqreturn_t
2795 qla25xx_msix_rsp_q(int irq, void *dev_id)
2796 {
2797         struct qla_hw_data *ha;
2798         scsi_qla_host_t *vha;
2799         struct rsp_que *rsp;
2800         struct device_reg_24xx __iomem *reg;
2801         unsigned long flags;
2802         uint32_t hccr = 0;
2803
2804         rsp = (struct rsp_que *) dev_id;
2805         if (!rsp) {
2806                 ql_log(ql_log_info, NULL, 0x505b,
2807                     "%s: NULL response queue pointer.\n", __func__);
2808                 return IRQ_NONE;
2809         }
2810         ha = rsp->hw;
2811         vha = pci_get_drvdata(ha->pdev);
2812
2813         /* Clear the interrupt, if enabled, for this response queue */
2814         if (!ha->flags.disable_msix_handshake) {
2815                 reg = &ha->iobase->isp24;
2816                 spin_lock_irqsave(&ha->hardware_lock, flags);
2817                 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2818                 hccr = RD_REG_DWORD_RELAXED(&reg->hccr);
2819                 spin_unlock_irqrestore(&ha->hardware_lock, flags);
2820         }
2821         if (qla2x00_check_reg32_for_disconnect(vha, hccr))
2822                 goto out;
2823         queue_work_on((int) (rsp->id - 1), ha->wq, &rsp->q_work);
2824
2825 out:
2826         return IRQ_HANDLED;
2827 }
2828
2829 static irqreturn_t
2830 qla24xx_msix_default(int irq, void *dev_id)
2831 {
2832         scsi_qla_host_t *vha;
2833         struct qla_hw_data *ha;
2834         struct rsp_que *rsp;
2835         struct device_reg_24xx __iomem *reg;
2836         int             status;
2837         uint32_t        stat;
2838         uint32_t        hccr;
2839         uint16_t        mb[8];
2840         unsigned long flags;
2841
2842         rsp = (struct rsp_que *) dev_id;
2843         if (!rsp) {
2844                 ql_log(ql_log_info, NULL, 0x505c,
2845                     "%s: NULL response queue pointer.\n", __func__);
2846                 return IRQ_NONE;
2847         }
2848         ha = rsp->hw;
2849         reg = &ha->iobase->isp24;
2850         status = 0;
2851
2852         spin_lock_irqsave(&ha->hardware_lock, flags);
2853         vha = pci_get_drvdata(ha->pdev);
2854         do {
2855                 stat = RD_REG_DWORD(&reg->host_status);
2856                 if (qla2x00_check_reg32_for_disconnect(vha, stat))
2857                         break;
2858                 if (stat & HSRX_RISC_PAUSED) {
2859                         if (unlikely(pci_channel_offline(ha->pdev)))
2860                                 break;
2861
2862                         hccr = RD_REG_DWORD(&reg->hccr);
2863
2864                         ql_log(ql_log_info, vha, 0x5050,
2865                             "RISC paused -- HCCR=%x, Dumping firmware.\n",
2866                             hccr);
2867
2868                         qla2xxx_check_risc_status(vha);
2869
2870                         ha->isp_ops->fw_dump(vha, 1);
2871                         set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
2872                         break;
2873                 } else if ((stat & HSRX_RISC_INT) == 0)
2874                         break;
2875
2876                 switch (stat & 0xff) {
2877                 case INTR_ROM_MB_SUCCESS:
2878                 case INTR_ROM_MB_FAILED:
2879                 case INTR_MB_SUCCESS:
2880                 case INTR_MB_FAILED:
2881                         qla24xx_mbx_completion(vha, MSW(stat));
2882                         status |= MBX_INTERRUPT;
2883
2884                         break;
2885                 case INTR_ASYNC_EVENT:
2886                         mb[0] = MSW(stat);
2887                         mb[1] = RD_REG_WORD(&reg->mailbox1);
2888                         mb[2] = RD_REG_WORD(&reg->mailbox2);
2889                         mb[3] = RD_REG_WORD(&reg->mailbox3);
2890                         qla2x00_async_event(vha, rsp, mb);
2891                         break;
2892                 case INTR_RSP_QUE_UPDATE:
2893                 case INTR_RSP_QUE_UPDATE_83XX:
2894                         qla24xx_process_response_queue(vha, rsp);
2895                         break;
2896                 case INTR_ATIO_QUE_UPDATE:
2897                         qlt_24xx_process_atio_queue(vha);
2898                         break;
2899                 case INTR_ATIO_RSP_QUE_UPDATE:
2900                         qlt_24xx_process_atio_queue(vha);
2901                         qla24xx_process_response_queue(vha, rsp);
2902                         break;
2903                 default:
2904                         ql_dbg(ql_dbg_async, vha, 0x5051,
2905                             "Unrecognized interrupt type (%d).\n", stat & 0xff);
2906                         break;
2907                 }
2908                 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2909         } while (0);
2910         qla2x00_handle_mbx_completion(ha, status);
2911         spin_unlock_irqrestore(&ha->hardware_lock, flags);
2912
2913         return IRQ_HANDLED;
2914 }
2915
2916 /* Interrupt handling helpers. */
2917
2918 struct qla_init_msix_entry {
2919         const char *name;
2920         irq_handler_t handler;
2921 };
2922
2923 static struct qla_init_msix_entry msix_entries[3] = {
2924         { "qla2xxx (default)", qla24xx_msix_default },
2925         { "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
2926         { "qla2xxx (multiq)", qla25xx_msix_rsp_q },
2927 };
2928
2929 static struct qla_init_msix_entry qla82xx_msix_entries[2] = {
2930         { "qla2xxx (default)", qla82xx_msix_default },
2931         { "qla2xxx (rsp_q)", qla82xx_msix_rsp_q },
2932 };
2933
2934 static struct qla_init_msix_entry qla83xx_msix_entries[3] = {
2935         { "qla2xxx (default)", qla24xx_msix_default },
2936         { "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
2937         { "qla2xxx (atio_q)", qla83xx_msix_atio_q },
2938 };
2939
2940 static void
2941 qla24xx_disable_msix(struct qla_hw_data *ha)
2942 {
2943         int i;
2944         struct qla_msix_entry *qentry;
2945         scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
2946
2947         for (i = 0; i < ha->msix_count; i++) {
2948                 qentry = &ha->msix_entries[i];
2949                 if (qentry->have_irq)
2950                         free_irq(qentry->vector, qentry->rsp);
2951         }
2952         pci_disable_msix(ha->pdev);
2953         kfree(ha->msix_entries);
2954         ha->msix_entries = NULL;
2955         ha->flags.msix_enabled = 0;
2956         ql_dbg(ql_dbg_init, vha, 0x0042,
2957             "Disabled the MSI.\n");
2958 }
2959
2960 static int
2961 qla24xx_enable_msix(struct qla_hw_data *ha, struct rsp_que *rsp)
2962 {
2963 #define MIN_MSIX_COUNT  2
2964 #define ATIO_VECTOR     2
2965         int i, ret;
2966         struct msix_entry *entries;
2967         struct qla_msix_entry *qentry;
2968         scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
2969
2970         entries = kzalloc(sizeof(struct msix_entry) * ha->msix_count,
2971                         GFP_KERNEL);
2972         if (!entries) {
2973                 ql_log(ql_log_warn, vha, 0x00bc,
2974                     "Failed to allocate memory for msix_entry.\n");
2975                 return -ENOMEM;
2976         }
2977
2978         for (i = 0; i < ha->msix_count; i++)
2979                 entries[i].entry = i;
2980
2981         ret = pci_enable_msix_range(ha->pdev,
2982                                     entries, MIN_MSIX_COUNT, ha->msix_count);
2983         if (ret < 0) {
2984                 ql_log(ql_log_fatal, vha, 0x00c7,
2985                     "MSI-X: Failed to enable support, "
2986                     "giving   up -- %d/%d.\n",
2987                     ha->msix_count, ret);
2988                 goto msix_out;
2989         } else if (ret < ha->msix_count) {
2990                 ql_log(ql_log_warn, vha, 0x00c6,
2991                     "MSI-X: Failed to enable support "
2992                     "-- %d/%d\n Retry with %d vectors.\n",
2993                     ha->msix_count, ret, ret);
2994         }
2995         ha->msix_count = ret;
2996         ha->max_rsp_queues = ha->msix_count - 1;
2997         ha->msix_entries = kzalloc(sizeof(struct qla_msix_entry) *
2998                                 ha->msix_count, GFP_KERNEL);
2999         if (!ha->msix_entries) {
3000                 ql_log(ql_log_fatal, vha, 0x00c8,
3001                     "Failed to allocate memory for ha->msix_entries.\n");
3002                 ret = -ENOMEM;
3003                 goto msix_out;
3004         }
3005         ha->flags.msix_enabled = 1;
3006
3007         for (i = 0; i < ha->msix_count; i++) {
3008                 qentry = &ha->msix_entries[i];
3009                 qentry->vector = entries[i].vector;
3010                 qentry->entry = entries[i].entry;
3011                 qentry->have_irq = 0;
3012                 qentry->rsp = NULL;
3013         }
3014
3015         /* Enable MSI-X vectors for the base queue */
3016         for (i = 0; i < 2; i++) {
3017                 qentry = &ha->msix_entries[i];
3018                 if (IS_P3P_TYPE(ha))
3019                         ret = request_irq(qentry->vector,
3020                                 qla82xx_msix_entries[i].handler,
3021                                 0, qla82xx_msix_entries[i].name, rsp);
3022                 else
3023                         ret = request_irq(qentry->vector,
3024                                 msix_entries[i].handler,
3025                                 0, msix_entries[i].name, rsp);
3026                 if (ret)
3027                         goto msix_register_fail;
3028                 qentry->have_irq = 1;
3029                 qentry->rsp = rsp;
3030                 rsp->msix = qentry;
3031         }
3032
3033         /*
3034          * If target mode is enable, also request the vector for the ATIO
3035          * queue.
3036          */
3037         if (QLA_TGT_MODE_ENABLED() && IS_ATIO_MSIX_CAPABLE(ha)) {
3038                 qentry = &ha->msix_entries[ATIO_VECTOR];
3039                 ret = request_irq(qentry->vector,
3040                         qla83xx_msix_entries[ATIO_VECTOR].handler,
3041                         0, qla83xx_msix_entries[ATIO_VECTOR].name, rsp);
3042                 qentry->have_irq = 1;
3043                 qentry->rsp = rsp;
3044                 rsp->msix = qentry;
3045         }
3046
3047 msix_register_fail:
3048         if (ret) {
3049                 ql_log(ql_log_fatal, vha, 0x00cb,
3050                     "MSI-X: unable to register handler -- %x/%d.\n",
3051                     qentry->vector, ret);
3052                 qla24xx_disable_msix(ha);
3053                 ha->mqenable = 0;
3054                 goto msix_out;
3055         }
3056
3057         /* Enable MSI-X vector for response queue update for queue 0 */
3058         if (IS_QLA83XX(ha) || IS_QLA27XX(ha)) {
3059                 if (ha->msixbase && ha->mqiobase &&
3060                     (ha->max_rsp_queues > 1 || ha->max_req_queues > 1))
3061                         ha->mqenable = 1;
3062         } else
3063                 if (ha->mqiobase
3064                     && (ha->max_rsp_queues > 1 || ha->max_req_queues > 1))
3065                         ha->mqenable = 1;
3066         ql_dbg(ql_dbg_multiq, vha, 0xc005,
3067             "mqiobase=%p, max_rsp_queues=%d, max_req_queues=%d.\n",
3068             ha->mqiobase, ha->max_rsp_queues, ha->max_req_queues);
3069         ql_dbg(ql_dbg_init, vha, 0x0055,
3070             "mqiobase=%p, max_rsp_queues=%d, max_req_queues=%d.\n",
3071             ha->mqiobase, ha->max_rsp_queues, ha->max_req_queues);
3072
3073 msix_out:
3074         kfree(entries);
3075         return ret;
3076 }
3077
3078 int
3079 qla2x00_request_irqs(struct qla_hw_data *ha, struct rsp_que *rsp)
3080 {
3081         int ret = QLA_FUNCTION_FAILED;
3082         device_reg_t *reg = ha->iobase;
3083         scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
3084
3085         /* If possible, enable MSI-X. */
3086         if (!IS_QLA2432(ha) && !IS_QLA2532(ha) && !IS_QLA8432(ha) &&
3087             !IS_CNA_CAPABLE(ha) && !IS_QLA2031(ha) && !IS_QLAFX00(ha) &&
3088             !IS_QLA27XX(ha))
3089                 goto skip_msi;
3090
3091         if (ha->pdev->subsystem_vendor == PCI_VENDOR_ID_HP &&
3092                 (ha->pdev->subsystem_device == 0x7040 ||
3093                 ha->pdev->subsystem_device == 0x7041 ||
3094                 ha->pdev->subsystem_device == 0x1705)) {
3095                 ql_log(ql_log_warn, vha, 0x0034,
3096                     "MSI-X: Unsupported ISP 2432 SSVID/SSDID (0x%X,0x%X).\n",
3097                         ha->pdev->subsystem_vendor,
3098                         ha->pdev->subsystem_device);
3099                 goto skip_msi;
3100         }
3101
3102         if (IS_QLA2432(ha) && (ha->pdev->revision < QLA_MSIX_CHIP_REV_24XX)) {
3103                 ql_log(ql_log_warn, vha, 0x0035,
3104                     "MSI-X; Unsupported ISP2432 (0x%X, 0x%X).\n",
3105                     ha->pdev->revision, QLA_MSIX_CHIP_REV_24XX);
3106                 goto skip_msix;
3107         }
3108
3109         ret = qla24xx_enable_msix(ha, rsp);
3110         if (!ret) {
3111                 ql_dbg(ql_dbg_init, vha, 0x0036,
3112                     "MSI-X: Enabled (0x%X, 0x%X).\n",
3113                     ha->chip_revision, ha->fw_attributes);
3114                 goto clear_risc_ints;
3115         }
3116
3117 skip_msix:
3118
3119         ql_log(ql_log_info, vha, 0x0037,
3120             "Falling back-to MSI mode -%d.\n", ret);
3121
3122         if (!IS_QLA24XX(ha) && !IS_QLA2532(ha) && !IS_QLA8432(ha) &&
3123             !IS_QLA8001(ha) && !IS_P3P_TYPE(ha) && !IS_QLAFX00(ha) &&
3124             !IS_QLA27XX(ha))
3125                 goto skip_msi;
3126
3127         ret = pci_enable_msi(ha->pdev);
3128         if (!ret) {
3129                 ql_dbg(ql_dbg_init, vha, 0x0038,
3130                     "MSI: Enabled.\n");
3131                 ha->flags.msi_enabled = 1;
3132         } else
3133                 ql_log(ql_log_warn, vha, 0x0039,
3134                     "Falling back-to INTa mode -- %d.\n", ret);
3135 skip_msi:
3136
3137         /* Skip INTx on ISP82xx. */
3138         if (!ha->flags.msi_enabled && IS_QLA82XX(ha))
3139                 return QLA_FUNCTION_FAILED;
3140
3141         ret = request_irq(ha->pdev->irq, ha->isp_ops->intr_handler,
3142             ha->flags.msi_enabled ? 0 : IRQF_SHARED,
3143             QLA2XXX_DRIVER_NAME, rsp);
3144         if (ret) {
3145                 ql_log(ql_log_warn, vha, 0x003a,
3146                     "Failed to reserve interrupt %d already in use.\n",
3147                     ha->pdev->irq);
3148                 goto fail;
3149         } else if (!ha->flags.msi_enabled) {
3150                 ql_dbg(ql_dbg_init, vha, 0x0125,
3151                     "INTa mode: Enabled.\n");
3152                 ha->flags.mr_intr_valid = 1;
3153         }
3154
3155 clear_risc_ints:
3156         if (IS_FWI2_CAPABLE(ha) || IS_QLAFX00(ha))
3157                 goto fail;
3158
3159         spin_lock_irq(&ha->hardware_lock);
3160         WRT_REG_WORD(&reg->isp.semaphore, 0);
3161         spin_unlock_irq(&ha->hardware_lock);
3162
3163 fail:
3164         return ret;
3165 }
3166
3167 void
3168 qla2x00_free_irqs(scsi_qla_host_t *vha)
3169 {
3170         struct qla_hw_data *ha = vha->hw;
3171         struct rsp_que *rsp;
3172
3173         /*
3174          * We need to check that ha->rsp_q_map is valid in case we are called
3175          * from a probe failure context.
3176          */
3177         if (!ha->rsp_q_map || !ha->rsp_q_map[0])
3178                 return;
3179         rsp = ha->rsp_q_map[0];
3180
3181         if (ha->flags.msix_enabled)
3182                 qla24xx_disable_msix(ha);
3183         else if (ha->flags.msi_enabled) {
3184                 free_irq(ha->pdev->irq, rsp);
3185                 pci_disable_msi(ha->pdev);
3186         } else
3187                 free_irq(ha->pdev->irq, rsp);
3188 }
3189
3190
3191 int qla25xx_request_irq(struct rsp_que *rsp)
3192 {
3193         struct qla_hw_data *ha = rsp->hw;
3194         struct qla_init_msix_entry *intr = &msix_entries[2];
3195         struct qla_msix_entry *msix = rsp->msix;
3196         scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
3197         int ret;
3198
3199         ret = request_irq(msix->vector, intr->handler, 0, intr->name, rsp);
3200         if (ret) {
3201                 ql_log(ql_log_fatal, vha, 0x00e6,
3202                     "MSI-X: Unable to register handler -- %x/%d.\n",
3203                     msix->vector, ret);
3204                 return ret;
3205         }
3206         msix->have_irq = 1;
3207         msix->rsp = rsp;
3208         return ret;
3209 }