Merge branch 'overlayfs-next' of git://git.kernel.org/pub/scm/linux/kernel/git/mszere...
[firefly-linux-kernel-4.4.55.git] / drivers / scsi / wd719x.c
1 /*
2  * Driver for Western Digital WD7193, WD7197 and WD7296 SCSI cards
3  * Copyright 2013 Ondrej Zary
4  *
5  * Original driver by
6  * Aaron Dewell <dewell@woods.net>
7  * Gaerti <Juergen.Gaertner@mbox.si.uni-hannover.de>
8  *
9  * HW documentation available in book:
10  *
11  * SPIDER Command Protocol
12  * by Chandru M. Sippy
13  * SCSI Storage Products (MCP)
14  * Western Digital Corporation
15  * 09-15-95
16  *
17  * http://web.archive.org/web/20070717175254/http://sun1.rrzn.uni-hannover.de/gaertner.juergen/wd719x/Linux/Docu/Spider/
18  */
19
20 /*
21  * Driver workflow:
22  * 1. SCSI command is transformed to SCB (Spider Control Block) by the
23  *    queuecommand function.
24  * 2. The address of the SCB is stored in a list to be able to access it, if
25  *    something goes wrong.
26  * 3. The address of the SCB is written to the Controller, which loads the SCB
27  *    via BM-DMA and processes it.
28  * 4. After it has finished, it generates an interrupt, and sets registers.
29  *
30  * flaws:
31  *  - abort/reset functions
32  *
33  * ToDo:
34  *  - tagged queueing
35  */
36
37 #include <linux/interrupt.h>
38 #include <linux/module.h>
39 #include <linux/delay.h>
40 #include <linux/pci.h>
41 #include <linux/firmware.h>
42 #include <linux/eeprom_93cx6.h>
43 #include <scsi/scsi_cmnd.h>
44 #include <scsi/scsi_device.h>
45 #include <scsi/scsi_host.h>
46 #include "wd719x.h"
47
48 /* low-level register access */
49 static inline u8 wd719x_readb(struct wd719x *wd, u8 reg)
50 {
51         return ioread8(wd->base + reg);
52 }
53
54 static inline u32 wd719x_readl(struct wd719x *wd, u8 reg)
55 {
56         return ioread32(wd->base + reg);
57 }
58
59 static inline void wd719x_writeb(struct wd719x *wd, u8 reg, u8 val)
60 {
61         iowrite8(val, wd->base + reg);
62 }
63
64 static inline void wd719x_writew(struct wd719x *wd, u8 reg, u16 val)
65 {
66         iowrite16(val, wd->base + reg);
67 }
68
69 static inline void wd719x_writel(struct wd719x *wd, u8 reg, u32 val)
70 {
71         iowrite32(val, wd->base + reg);
72 }
73
74 /* wait until the command register is ready */
75 static inline int wd719x_wait_ready(struct wd719x *wd)
76 {
77         int i = 0;
78
79         do {
80                 if (wd719x_readb(wd, WD719X_AMR_COMMAND) == WD719X_CMD_READY)
81                         return 0;
82                 udelay(1);
83         } while (i++ < WD719X_WAIT_FOR_CMD_READY);
84
85         dev_err(&wd->pdev->dev, "command register is not ready: 0x%02x\n",
86                 wd719x_readb(wd, WD719X_AMR_COMMAND));
87
88         return -ETIMEDOUT;
89 }
90
91 /* poll interrupt status register until command finishes */
92 static inline int wd719x_wait_done(struct wd719x *wd, int timeout)
93 {
94         u8 status;
95
96         while (timeout > 0) {
97                 status = wd719x_readb(wd, WD719X_AMR_INT_STATUS);
98                 if (status)
99                         break;
100                 timeout--;
101                 udelay(1);
102         }
103
104         if (timeout <= 0) {
105                 dev_err(&wd->pdev->dev, "direct command timed out\n");
106                 return -ETIMEDOUT;
107         }
108
109         if (status != WD719X_INT_NOERRORS) {
110                 dev_err(&wd->pdev->dev, "direct command failed, status 0x%02x, SUE 0x%02x\n",
111                         status, wd719x_readb(wd, WD719X_AMR_SCB_ERROR));
112                 return -EIO;
113         }
114
115         return 0;
116 }
117
118 static int wd719x_direct_cmd(struct wd719x *wd, u8 opcode, u8 dev, u8 lun,
119                              u8 tag, dma_addr_t data, int timeout)
120 {
121         int ret = 0;
122
123         /* clear interrupt status register (allow command register to clear) */
124         wd719x_writeb(wd, WD719X_AMR_INT_STATUS, WD719X_INT_NONE);
125
126         /* Wait for the Command register to become free */
127         if (wd719x_wait_ready(wd))
128                 return -ETIMEDOUT;
129
130         /* make sure we get NO interrupts */
131         dev |= WD719X_DISABLE_INT;
132         wd719x_writeb(wd, WD719X_AMR_CMD_PARAM, dev);
133         wd719x_writeb(wd, WD719X_AMR_CMD_PARAM_2, lun);
134         wd719x_writeb(wd, WD719X_AMR_CMD_PARAM_3, tag);
135         if (data)
136                 wd719x_writel(wd, WD719X_AMR_SCB_IN, data);
137
138         /* clear interrupt status register again */
139         wd719x_writeb(wd, WD719X_AMR_INT_STATUS, WD719X_INT_NONE);
140
141         /* Now, write the command */
142         wd719x_writeb(wd, WD719X_AMR_COMMAND, opcode);
143
144         if (timeout)    /* wait for the command to complete */
145                 ret = wd719x_wait_done(wd, timeout);
146
147         /* clear interrupt status register (clean up) */
148         if (opcode != WD719X_CMD_READ_FIRMVER)
149                 wd719x_writeb(wd, WD719X_AMR_INT_STATUS, WD719X_INT_NONE);
150
151         return ret;
152 }
153
154 static void wd719x_destroy(struct wd719x *wd)
155 {
156         struct wd719x_scb *scb;
157
158         /* stop the RISC */
159         if (wd719x_direct_cmd(wd, WD719X_CMD_SLEEP, 0, 0, 0, 0,
160                               WD719X_WAIT_FOR_RISC))
161                 dev_warn(&wd->pdev->dev, "RISC sleep command failed\n");
162         /* disable RISC */
163         wd719x_writeb(wd, WD719X_PCI_MODE_SELECT, 0);
164
165         /* free all SCBs */
166         list_for_each_entry(scb, &wd->active_scbs, list)
167                 pci_free_consistent(wd->pdev, sizeof(struct wd719x_scb), scb,
168                                     scb->phys);
169         list_for_each_entry(scb, &wd->free_scbs, list)
170                 pci_free_consistent(wd->pdev, sizeof(struct wd719x_scb), scb,
171                                     scb->phys);
172         /* free internal buffers */
173         pci_free_consistent(wd->pdev, wd->fw_size, wd->fw_virt, wd->fw_phys);
174         wd->fw_virt = NULL;
175         pci_free_consistent(wd->pdev, WD719X_HASH_TABLE_SIZE, wd->hash_virt,
176                             wd->hash_phys);
177         wd->hash_virt = NULL;
178         pci_free_consistent(wd->pdev, sizeof(struct wd719x_host_param),
179                             wd->params, wd->params_phys);
180         wd->params = NULL;
181         free_irq(wd->pdev->irq, wd);
182 }
183
184 /* finish a SCSI command, mark SCB (if any) as free, unmap buffers */
185 static void wd719x_finish_cmd(struct scsi_cmnd *cmd, int result)
186 {
187         struct wd719x *wd = shost_priv(cmd->device->host);
188         struct wd719x_scb *scb = (struct wd719x_scb *) cmd->host_scribble;
189
190         if (scb) {
191                 list_move(&scb->list, &wd->free_scbs);
192                 dma_unmap_single(&wd->pdev->dev, cmd->SCp.dma_handle,
193                                  SCSI_SENSE_BUFFERSIZE, DMA_FROM_DEVICE);
194                 scsi_dma_unmap(cmd);
195         }
196         cmd->result = result << 16;
197         cmd->scsi_done(cmd);
198 }
199
200 /* Build a SCB and send it to the card */
201 static int wd719x_queuecommand(struct Scsi_Host *sh, struct scsi_cmnd *cmd)
202 {
203         int i, count_sg;
204         unsigned long flags;
205         struct wd719x_scb *scb;
206         struct wd719x *wd = shost_priv(sh);
207         dma_addr_t phys;
208
209         cmd->host_scribble = NULL;
210
211         /* get a free SCB - either from existing ones or allocate a new one */
212         spin_lock_irqsave(wd->sh->host_lock, flags);
213         scb = list_first_entry_or_null(&wd->free_scbs, struct wd719x_scb, list);
214         if (scb) {
215                 list_del(&scb->list);
216                 phys = scb->phys;
217         } else {
218                 spin_unlock_irqrestore(wd->sh->host_lock, flags);
219                 scb = pci_alloc_consistent(wd->pdev, sizeof(struct wd719x_scb),
220                                            &phys);
221                 spin_lock_irqsave(wd->sh->host_lock, flags);
222                 if (!scb) {
223                         dev_err(&wd->pdev->dev, "unable to allocate SCB\n");
224                         wd719x_finish_cmd(cmd, DID_ERROR);
225                         spin_unlock_irqrestore(wd->sh->host_lock, flags);
226                         return 0;
227                 }
228         }
229         memset(scb, 0, sizeof(struct wd719x_scb));
230         list_add(&scb->list, &wd->active_scbs);
231
232         scb->phys = phys;
233         scb->cmd = cmd;
234         cmd->host_scribble = (char *) scb;
235
236         scb->CDB_tag = 0;       /* Tagged queueing not supported yet */
237         scb->devid = cmd->device->id;
238         scb->lun = cmd->device->lun;
239
240         /* copy the command */
241         memcpy(scb->CDB, cmd->cmnd, cmd->cmd_len);
242
243         /* map sense buffer */
244         scb->sense_buf_length = SCSI_SENSE_BUFFERSIZE;
245         cmd->SCp.dma_handle = dma_map_single(&wd->pdev->dev, cmd->sense_buffer,
246                         SCSI_SENSE_BUFFERSIZE, DMA_FROM_DEVICE);
247         scb->sense_buf = cpu_to_le32(cmd->SCp.dma_handle);
248
249         /* request autosense */
250         scb->SCB_options |= WD719X_SCB_FLAGS_AUTO_REQUEST_SENSE;
251
252         /* check direction */
253         if (cmd->sc_data_direction == DMA_TO_DEVICE)
254                 scb->SCB_options |= WD719X_SCB_FLAGS_CHECK_DIRECTION
255                                  |  WD719X_SCB_FLAGS_PCI_TO_SCSI;
256         else if (cmd->sc_data_direction == DMA_FROM_DEVICE)
257                 scb->SCB_options |= WD719X_SCB_FLAGS_CHECK_DIRECTION;
258
259         /* Scather/gather */
260         count_sg = scsi_dma_map(cmd);
261         if (count_sg < 0) {
262                 wd719x_finish_cmd(cmd, DID_ERROR);
263                 spin_unlock_irqrestore(wd->sh->host_lock, flags);
264                 return 0;
265         }
266         BUG_ON(count_sg > WD719X_SG);
267
268         if (count_sg) {
269                 struct scatterlist *sg;
270
271                 scb->data_length = cpu_to_le32(count_sg *
272                                                sizeof(struct wd719x_sglist));
273                 scb->data_p = cpu_to_le32(scb->phys +
274                                           offsetof(struct wd719x_scb, sg_list));
275
276                 scsi_for_each_sg(cmd, sg, count_sg, i) {
277                         scb->sg_list[i].ptr = cpu_to_le32(sg_dma_address(sg));
278                         scb->sg_list[i].length = cpu_to_le32(sg_dma_len(sg));
279                 }
280                 scb->SCB_options |= WD719X_SCB_FLAGS_DO_SCATTER_GATHER;
281         } else { /* zero length */
282                 scb->data_length = 0;
283                 scb->data_p = 0;
284         }
285
286         /* check if the Command register is free */
287         if (wd719x_readb(wd, WD719X_AMR_COMMAND) != WD719X_CMD_READY) {
288                 spin_unlock_irqrestore(wd->sh->host_lock, flags);
289                 return SCSI_MLQUEUE_HOST_BUSY;
290         }
291
292         /* write pointer to the AMR */
293         wd719x_writel(wd, WD719X_AMR_SCB_IN, scb->phys);
294         /* send SCB opcode */
295         wd719x_writeb(wd, WD719X_AMR_COMMAND, WD719X_CMD_PROCESS_SCB);
296
297         spin_unlock_irqrestore(wd->sh->host_lock, flags);
298
299         return 0;
300 }
301
302 static int wd719x_chip_init(struct wd719x *wd)
303 {
304         int i, ret;
305         u32 risc_init[3];
306         const struct firmware *fw_wcs, *fw_risc;
307         const char fwname_wcs[] = "wd719x-wcs.bin";
308         const char fwname_risc[] = "wd719x-risc.bin";
309
310         memset(wd->hash_virt, 0, WD719X_HASH_TABLE_SIZE);
311
312         /* WCS (sequencer) firmware */
313         ret = request_firmware(&fw_wcs, fwname_wcs, &wd->pdev->dev);
314         if (ret) {
315                 dev_err(&wd->pdev->dev, "Unable to load firmware %s: %d\n",
316                         fwname_wcs, ret);
317                 return ret;
318         }
319         /* RISC firmware */
320         ret = request_firmware(&fw_risc, fwname_risc, &wd->pdev->dev);
321         if (ret) {
322                 dev_err(&wd->pdev->dev, "Unable to load firmware %s: %d\n",
323                         fwname_risc, ret);
324                 release_firmware(fw_wcs);
325                 return ret;
326         }
327         wd->fw_size = ALIGN(fw_wcs->size, 4) + fw_risc->size;
328
329         if (!wd->fw_virt)
330                 wd->fw_virt = pci_alloc_consistent(wd->pdev, wd->fw_size,
331                                                    &wd->fw_phys);
332         if (!wd->fw_virt) {
333                 ret = -ENOMEM;
334                 goto wd719x_init_end;
335         }
336
337         /* make a fresh copy of WCS and RISC code */
338         memcpy(wd->fw_virt, fw_wcs->data, fw_wcs->size);
339         memcpy(wd->fw_virt + ALIGN(fw_wcs->size, 4), fw_risc->data,
340                 fw_risc->size);
341
342         /* Reset the Spider Chip and adapter itself */
343         wd719x_writeb(wd, WD719X_PCI_PORT_RESET, WD719X_PCI_RESET);
344         udelay(WD719X_WAIT_FOR_RISC);
345         /* Clear PIO mode bits set by BIOS */
346         wd719x_writeb(wd, WD719X_AMR_CMD_PARAM, 0);
347         /* ensure RISC is not running */
348         wd719x_writeb(wd, WD719X_PCI_MODE_SELECT, 0);
349         /* ensure command port is ready */
350         wd719x_writeb(wd, WD719X_AMR_COMMAND, 0);
351         if (wd719x_wait_ready(wd)) {
352                 ret = -ETIMEDOUT;
353                 goto wd719x_init_end;
354         }
355
356         /* Transfer the first 2K words of RISC code to kick start the uP */
357         risc_init[0] = wd->fw_phys;                             /* WCS FW */
358         risc_init[1] = wd->fw_phys + ALIGN(fw_wcs->size, 4);    /* RISC FW */
359         risc_init[2] = wd->hash_phys;                           /* hash table */
360
361         /* clear DMA status */
362         wd719x_writeb(wd, WD719X_PCI_CHANNEL2_3STATUS, 0);
363
364         /* address to read firmware from */
365         wd719x_writel(wd, WD719X_PCI_EXTERNAL_ADDR, risc_init[1]);
366         /* base address to write firmware to (on card) */
367         wd719x_writew(wd, WD719X_PCI_INTERNAL_ADDR, WD719X_PRAM_BASE_ADDR);
368         /* size: first 2K words */
369         wd719x_writew(wd, WD719X_PCI_DMA_TRANSFER_SIZE, 2048 * 2);
370         /* start DMA */
371         wd719x_writeb(wd, WD719X_PCI_CHANNEL2_3CMD, WD719X_START_CHANNEL2_3DMA);
372
373         /* wait for DMA to complete */
374         i = WD719X_WAIT_FOR_RISC;
375         while (i-- > 0) {
376                 u8 status = wd719x_readb(wd, WD719X_PCI_CHANNEL2_3STATUS);
377                 if (status == WD719X_START_CHANNEL2_3DONE)
378                         break;
379                 if (status == WD719X_START_CHANNEL2_3ABORT) {
380                         dev_warn(&wd->pdev->dev, "RISC bootstrap failed: DMA aborted\n");
381                         ret = -EIO;
382                         goto wd719x_init_end;
383                 }
384                 udelay(1);
385         }
386         if (i < 1) {
387                 dev_warn(&wd->pdev->dev, "RISC bootstrap failed: DMA timeout\n");
388                 ret = -ETIMEDOUT;
389                 goto wd719x_init_end;
390         }
391
392         /* firmware is loaded, now initialize and wake up the RISC */
393         /* write RISC initialization long words to Spider */
394         wd719x_writel(wd, WD719X_AMR_SCB_IN, risc_init[0]);
395         wd719x_writel(wd, WD719X_AMR_SCB_IN + 4, risc_init[1]);
396         wd719x_writel(wd, WD719X_AMR_SCB_IN + 8, risc_init[2]);
397
398         /* disable interrupts during initialization of RISC */
399         wd719x_writeb(wd, WD719X_AMR_CMD_PARAM, WD719X_DISABLE_INT);
400
401         /* issue INITIALIZE RISC comand */
402         wd719x_writeb(wd, WD719X_AMR_COMMAND, WD719X_CMD_INIT_RISC);
403         /* enable advanced mode (wake up RISC) */
404         wd719x_writeb(wd, WD719X_PCI_MODE_SELECT, WD719X_ENABLE_ADVANCE_MODE);
405         udelay(WD719X_WAIT_FOR_RISC);
406
407         ret = wd719x_wait_done(wd, WD719X_WAIT_FOR_RISC);
408         /* clear interrupt status register */
409         wd719x_writeb(wd, WD719X_AMR_INT_STATUS, WD719X_INT_NONE);
410         if (ret) {
411                 dev_warn(&wd->pdev->dev, "Unable to initialize RISC\n");
412                 goto wd719x_init_end;
413         }
414         /* RISC is up and running */
415
416         /* Read FW version from RISC */
417         ret = wd719x_direct_cmd(wd, WD719X_CMD_READ_FIRMVER, 0, 0, 0, 0,
418                                 WD719X_WAIT_FOR_RISC);
419         if (ret) {
420                 dev_warn(&wd->pdev->dev, "Unable to read firmware version\n");
421                 goto wd719x_init_end;
422         }
423         dev_info(&wd->pdev->dev, "RISC initialized with firmware version %.2x.%.2x\n",
424                         wd719x_readb(wd, WD719X_AMR_SCB_OUT + 1),
425                         wd719x_readb(wd, WD719X_AMR_SCB_OUT));
426
427         /* RESET SCSI bus */
428         ret = wd719x_direct_cmd(wd, WD719X_CMD_BUSRESET, 0, 0, 0, 0,
429                                 WD719X_WAIT_FOR_SCSI_RESET);
430         if (ret) {
431                 dev_warn(&wd->pdev->dev, "SCSI bus reset failed\n");
432                 goto wd719x_init_end;
433         }
434
435         /* use HostParameter structure to set Spider's Host Parameter Block */
436         ret = wd719x_direct_cmd(wd, WD719X_CMD_SET_PARAM, 0,
437                                 sizeof(struct wd719x_host_param), 0,
438                                 wd->params_phys, WD719X_WAIT_FOR_RISC);
439         if (ret) {
440                 dev_warn(&wd->pdev->dev, "Failed to set HOST PARAMETERS\n");
441                 goto wd719x_init_end;
442         }
443
444         /* initiate SCAM (does nothing if disabled in BIOS) */
445         /* bug?: we should pass a mask of static IDs which we don't have */
446         ret = wd719x_direct_cmd(wd, WD719X_CMD_INIT_SCAM, 0, 0, 0, 0,
447                                 WD719X_WAIT_FOR_SCSI_RESET);
448         if (ret) {
449                 dev_warn(&wd->pdev->dev, "SCAM initialization failed\n");
450                 goto wd719x_init_end;
451         }
452
453         /* clear AMR_BIOS_SHARE_INT register */
454         wd719x_writeb(wd, WD719X_AMR_BIOS_SHARE_INT, 0);
455
456 wd719x_init_end:
457         release_firmware(fw_wcs);
458         release_firmware(fw_risc);
459
460         return ret;
461 }
462
463 static int wd719x_abort(struct scsi_cmnd *cmd)
464 {
465         int action, result;
466         unsigned long flags;
467         struct wd719x_scb *scb = (struct wd719x_scb *)cmd->host_scribble;
468         struct wd719x *wd = shost_priv(cmd->device->host);
469
470         dev_info(&wd->pdev->dev, "abort command, tag: %x\n", cmd->tag);
471
472         action = /*cmd->tag ? WD719X_CMD_ABORT_TAG : */WD719X_CMD_ABORT;
473
474         spin_lock_irqsave(wd->sh->host_lock, flags);
475         result = wd719x_direct_cmd(wd, action, cmd->device->id,
476                                    cmd->device->lun, cmd->tag, scb->phys, 0);
477         spin_unlock_irqrestore(wd->sh->host_lock, flags);
478         if (result)
479                 return FAILED;
480
481         return SUCCESS;
482 }
483
484 static int wd719x_reset(struct scsi_cmnd *cmd, u8 opcode, u8 device)
485 {
486         int result;
487         unsigned long flags;
488         struct wd719x *wd = shost_priv(cmd->device->host);
489
490         dev_info(&wd->pdev->dev, "%s reset requested\n",
491                  (opcode == WD719X_CMD_BUSRESET) ? "bus" : "device");
492
493         spin_lock_irqsave(wd->sh->host_lock, flags);
494         result = wd719x_direct_cmd(wd, opcode, device, 0, 0, 0,
495                                    WD719X_WAIT_FOR_SCSI_RESET);
496         spin_unlock_irqrestore(wd->sh->host_lock, flags);
497         if (result)
498                 return FAILED;
499
500         return SUCCESS;
501 }
502
503 static int wd719x_dev_reset(struct scsi_cmnd *cmd)
504 {
505         return wd719x_reset(cmd, WD719X_CMD_RESET, cmd->device->id);
506 }
507
508 static int wd719x_bus_reset(struct scsi_cmnd *cmd)
509 {
510         return wd719x_reset(cmd, WD719X_CMD_BUSRESET, 0);
511 }
512
513 static int wd719x_host_reset(struct scsi_cmnd *cmd)
514 {
515         struct wd719x *wd = shost_priv(cmd->device->host);
516         struct wd719x_scb *scb, *tmp;
517         unsigned long flags;
518         int result;
519
520         dev_info(&wd->pdev->dev, "host reset requested\n");
521         spin_lock_irqsave(wd->sh->host_lock, flags);
522         /* Try to reinit the RISC */
523         if (wd719x_chip_init(wd) == 0)
524                 result = SUCCESS;
525         else
526                 result = FAILED;
527
528         /* flush all SCBs */
529         list_for_each_entry_safe(scb, tmp, &wd->active_scbs, list) {
530                 struct scsi_cmnd *tmp_cmd = scb->cmd;
531                 wd719x_finish_cmd(tmp_cmd, result);
532         }
533         spin_unlock_irqrestore(wd->sh->host_lock, flags);
534
535         return result;
536 }
537
538 static int wd719x_biosparam(struct scsi_device *sdev, struct block_device *bdev,
539                             sector_t capacity, int geom[])
540 {
541         if (capacity >= 0x200000) {
542                 geom[0] = 255;  /* heads */
543                 geom[1] = 63;   /* sectors */
544         } else {
545                 geom[0] = 64;   /* heads */
546                 geom[1] = 32;   /* sectors */
547         }
548         geom[2] = sector_div(capacity, geom[0] * geom[1]);      /* cylinders */
549
550         return 0;
551 }
552
553 /* process a SCB-completion interrupt */
554 static inline void wd719x_interrupt_SCB(struct wd719x *wd,
555                                         union wd719x_regs regs,
556                                         struct wd719x_scb *scb)
557 {
558         struct scsi_cmnd *cmd;
559         int result;
560
561         /* now have to find result from card */
562         switch (regs.bytes.SUE) {
563         case WD719X_SUE_NOERRORS:
564                 result = DID_OK;
565                 break;
566         case WD719X_SUE_REJECTED:
567                 dev_err(&wd->pdev->dev, "command rejected\n");
568                 result = DID_ERROR;
569                 break;
570         case WD719X_SUE_SCBQFULL:
571                 dev_err(&wd->pdev->dev, "SCB queue is full\n");
572                 result = DID_ERROR;
573                 break;
574         case WD719X_SUE_TERM:
575                 dev_dbg(&wd->pdev->dev, "SCB terminated by direct command\n");
576                 result = DID_ABORT;     /* or DID_RESET? */
577                 break;
578         case WD719X_SUE_CHAN1ABORT:
579         case WD719X_SUE_CHAN23ABORT:
580                 result = DID_ABORT;
581                 dev_err(&wd->pdev->dev, "DMA abort\n");
582                 break;
583         case WD719X_SUE_CHAN1PAR:
584         case WD719X_SUE_CHAN23PAR:
585                 result = DID_PARITY;
586                 dev_err(&wd->pdev->dev, "DMA parity error\n");
587                 break;
588         case WD719X_SUE_TIMEOUT:
589                 result = DID_TIME_OUT;
590                 dev_dbg(&wd->pdev->dev, "selection timeout\n");
591                 break;
592         case WD719X_SUE_RESET:
593                 dev_dbg(&wd->pdev->dev, "bus reset occured\n");
594                 result = DID_RESET;
595                 break;
596         case WD719X_SUE_BUSERROR:
597                 dev_dbg(&wd->pdev->dev, "SCSI bus error\n");
598                 result = DID_ERROR;
599                 break;
600         case WD719X_SUE_WRONGWAY:
601                 dev_err(&wd->pdev->dev, "wrong data transfer direction\n");
602                 result = DID_ERROR;
603                 break;
604         case WD719X_SUE_BADPHASE:
605                 dev_err(&wd->pdev->dev, "invalid SCSI phase\n");
606                 result = DID_ERROR;
607                 break;
608         case WD719X_SUE_TOOLONG:
609                 dev_err(&wd->pdev->dev, "record too long\n");
610                 result = DID_ERROR;
611                 break;
612         case WD719X_SUE_BUSFREE:
613                 dev_err(&wd->pdev->dev, "unexpected bus free\n");
614                 result = DID_NO_CONNECT; /* or DID_ERROR ???*/
615                 break;
616         case WD719X_SUE_ARSDONE:
617                 dev_dbg(&wd->pdev->dev, "auto request sense\n");
618                 if (regs.bytes.SCSI == 0)
619                         result = DID_OK;
620                 else
621                         result = DID_PARITY;
622                 break;
623         case WD719X_SUE_IGNORED:
624                 dev_err(&wd->pdev->dev, "target id %d ignored command\n",
625                         scb->cmd->device->id);
626                 result = DID_NO_CONNECT;
627                 break;
628         case WD719X_SUE_WRONGTAGS:
629                 dev_err(&wd->pdev->dev, "reversed tags\n");
630                 result = DID_ERROR;
631                 break;
632         case WD719X_SUE_BADTAGS:
633                 dev_err(&wd->pdev->dev, "tag type not supported by target\n");
634                 result = DID_ERROR;
635                 break;
636         case WD719X_SUE_NOSCAMID:
637                 dev_err(&wd->pdev->dev, "no SCAM soft ID available\n");
638                 result = DID_ERROR;
639                 break;
640         default:
641                 dev_warn(&wd->pdev->dev, "unknown SUE error code: 0x%x\n",
642                          regs.bytes.SUE);
643                 result = DID_ERROR;
644                 break;
645         }
646         cmd = scb->cmd;
647
648         wd719x_finish_cmd(cmd, result);
649 }
650
651 static irqreturn_t wd719x_interrupt(int irq, void *dev_id)
652 {
653         struct wd719x *wd = dev_id;
654         union wd719x_regs regs;
655         unsigned long flags;
656         u32 SCB_out;
657
658         spin_lock_irqsave(wd->sh->host_lock, flags);
659         /* read SCB pointer back from card */
660         SCB_out = wd719x_readl(wd, WD719X_AMR_SCB_OUT);
661         /* read all status info at once */
662         regs.all = cpu_to_le32(wd719x_readl(wd, WD719X_AMR_OP_CODE));
663
664         switch (regs.bytes.INT) {
665         case WD719X_INT_NONE:
666                 spin_unlock_irqrestore(wd->sh->host_lock, flags);
667                 return IRQ_NONE;
668         case WD719X_INT_LINKNOSTATUS:
669                 dev_err(&wd->pdev->dev, "linked command completed with no status\n");
670                 break;
671         case WD719X_INT_BADINT:
672                 dev_err(&wd->pdev->dev, "unsolicited interrupt\n");
673                 break;
674         case WD719X_INT_NOERRORS:
675         case WD719X_INT_LINKNOERRORS:
676         case WD719X_INT_ERRORSLOGGED:
677         case WD719X_INT_SPIDERFAILED:
678                 /* was the cmd completed a direct or SCB command? */
679                 if (regs.bytes.OPC == WD719X_CMD_PROCESS_SCB) {
680                         struct wd719x_scb *scb;
681                         list_for_each_entry(scb, &wd->active_scbs, list)
682                                 if (SCB_out == scb->phys)
683                                         break;
684                         if (SCB_out == scb->phys)
685                                 wd719x_interrupt_SCB(wd, regs, scb);
686                         else
687                                 dev_err(&wd->pdev->dev, "card returned invalid SCB pointer\n");
688                 } else
689                         dev_warn(&wd->pdev->dev, "direct command 0x%x completed\n",
690                                  regs.bytes.OPC);
691                 break;
692         case WD719X_INT_PIOREADY:
693                 dev_err(&wd->pdev->dev, "card indicates PIO data ready but we never use PIO\n");
694                 /* interrupt will not be cleared until all data is read */
695                 break;
696         default:
697                 dev_err(&wd->pdev->dev, "unknown interrupt reason: %d\n",
698                         regs.bytes.INT);
699
700         }
701         /* clear interrupt so another can happen */
702         wd719x_writeb(wd, WD719X_AMR_INT_STATUS, WD719X_INT_NONE);
703         spin_unlock_irqrestore(wd->sh->host_lock, flags);
704
705         return IRQ_HANDLED;
706 }
707
708 static void wd719x_eeprom_reg_read(struct eeprom_93cx6 *eeprom)
709 {
710         struct wd719x *wd = eeprom->data;
711         u8 reg = wd719x_readb(wd, WD719X_PCI_GPIO_DATA);
712
713         eeprom->reg_data_out = reg & WD719X_EE_DO;
714 }
715
716 static void wd719x_eeprom_reg_write(struct eeprom_93cx6 *eeprom)
717 {
718         struct wd719x *wd = eeprom->data;
719         u8 reg = 0;
720
721         if (eeprom->reg_data_in)
722                 reg |= WD719X_EE_DI;
723         if (eeprom->reg_data_clock)
724                 reg |= WD719X_EE_CLK;
725         if (eeprom->reg_chip_select)
726                 reg |= WD719X_EE_CS;
727
728         wd719x_writeb(wd, WD719X_PCI_GPIO_DATA, reg);
729 }
730
731 /* read config from EEPROM so it can be downloaded by the RISC on (re-)init */
732 static void wd719x_read_eeprom(struct wd719x *wd)
733 {
734         struct eeprom_93cx6 eeprom;
735         u8 gpio;
736         struct wd719x_eeprom_header header;
737
738         eeprom.data = wd;
739         eeprom.register_read = wd719x_eeprom_reg_read;
740         eeprom.register_write = wd719x_eeprom_reg_write;
741         eeprom.width = PCI_EEPROM_WIDTH_93C46;
742
743         /* set all outputs to low */
744         wd719x_writeb(wd, WD719X_PCI_GPIO_DATA, 0);
745         /* configure GPIO pins */
746         gpio = wd719x_readb(wd, WD719X_PCI_GPIO_CONTROL);
747         /* GPIO outputs */
748         gpio &= (~(WD719X_EE_CLK | WD719X_EE_DI | WD719X_EE_CS));
749         /* GPIO input */
750         gpio |= WD719X_EE_DO;
751         wd719x_writeb(wd, WD719X_PCI_GPIO_CONTROL, gpio);
752
753         /* read EEPROM header */
754         eeprom_93cx6_multireadb(&eeprom, 0, (u8 *)&header, sizeof(header));
755
756         if (header.sig1 == 'W' && header.sig2 == 'D')
757                 eeprom_93cx6_multireadb(&eeprom, header.cfg_offset,
758                                         (u8 *)wd->params,
759                                         sizeof(struct wd719x_host_param));
760         else { /* default EEPROM values */
761                 dev_warn(&wd->pdev->dev, "EEPROM signature is invalid (0x%02x 0x%02x), using default values\n",
762                          header.sig1, header.sig2);
763                 wd->params->ch_1_th     = 0x10; /* 16 DWs = 64 B */
764                 wd->params->scsi_conf   = 0x4c; /* 48ma, spue, parity check */
765                 wd->params->own_scsi_id = 0x07; /* ID 7, SCAM disabled */
766                 wd->params->sel_timeout = 0x4d; /* 250 ms */
767                 wd->params->sleep_timer = 0x01;
768                 wd->params->cdb_size    = cpu_to_le16(0x5555);  /* all 6 B */
769                 wd->params->scsi_pad    = 0x1b;
770                 if (wd->type == WD719X_TYPE_7193) /* narrow card - disable */
771                         wd->params->wide = cpu_to_le32(0x00000000);
772                 else    /* initiate & respond to WIDE messages */
773                         wd->params->wide = cpu_to_le32(0xffffffff);
774                 wd->params->sync        = cpu_to_le32(0xffffffff);
775                 wd->params->soft_mask   = 0x00; /* all disabled */
776                 wd->params->unsol_mask  = 0x00; /* all disabled */
777         }
778         /* disable TAGGED messages */
779         wd->params->tag_en = cpu_to_le16(0x0000);
780 }
781
782 /* Read card type from GPIO bits 1 and 3 */
783 static enum wd719x_card_type wd719x_detect_type(struct wd719x *wd)
784 {
785         u8 card = wd719x_readb(wd, WD719X_PCI_GPIO_CONTROL);
786
787         card |= WD719X_GPIO_ID_BITS;
788         wd719x_writeb(wd, WD719X_PCI_GPIO_CONTROL, card);
789         card = wd719x_readb(wd, WD719X_PCI_GPIO_DATA) & WD719X_GPIO_ID_BITS;
790         switch (card) {
791         case 0x08:
792                 return WD719X_TYPE_7193;
793         case 0x02:
794                 return WD719X_TYPE_7197;
795         case 0x00:
796                 return WD719X_TYPE_7296;
797         default:
798                 dev_warn(&wd->pdev->dev, "unknown card type 0x%x\n", card);
799                 return WD719X_TYPE_UNKNOWN;
800         }
801 }
802
803 static int wd719x_board_found(struct Scsi_Host *sh)
804 {
805         struct wd719x *wd = shost_priv(sh);
806         char *card_types[] = { "Unknown card", "WD7193", "WD7197", "WD7296" };
807         int ret;
808
809         INIT_LIST_HEAD(&wd->active_scbs);
810         INIT_LIST_HEAD(&wd->free_scbs);
811
812         sh->base = pci_resource_start(wd->pdev, 0);
813
814         wd->type = wd719x_detect_type(wd);
815
816         wd->sh = sh;
817         sh->irq = wd->pdev->irq;
818         wd->fw_virt = NULL;
819
820         /* memory area for host (EEPROM) parameters */
821         wd->params = pci_alloc_consistent(wd->pdev,
822                                           sizeof(struct wd719x_host_param),
823                                           &wd->params_phys);
824         if (!wd->params) {
825                 dev_warn(&wd->pdev->dev, "unable to allocate parameter buffer\n");
826                 return -ENOMEM;
827         }
828
829         /* memory area for the RISC for hash table of outstanding requests */
830         wd->hash_virt = pci_alloc_consistent(wd->pdev, WD719X_HASH_TABLE_SIZE,
831                                              &wd->hash_phys);
832         if (!wd->hash_virt) {
833                 dev_warn(&wd->pdev->dev, "unable to allocate hash buffer\n");
834                 ret = -ENOMEM;
835                 goto fail_free_params;
836         }
837
838         ret = request_irq(wd->pdev->irq, wd719x_interrupt, IRQF_SHARED,
839                           "wd719x", wd);
840         if (ret) {
841                 dev_warn(&wd->pdev->dev, "unable to assign IRQ %d\n",
842                          wd->pdev->irq);
843                 goto fail_free_hash;
844         }
845
846         /* read parameters from EEPROM */
847         wd719x_read_eeprom(wd);
848
849         ret = wd719x_chip_init(wd);
850         if (ret)
851                 goto fail_free_irq;
852
853         sh->this_id = wd->params->own_scsi_id & WD719X_EE_SCSI_ID_MASK;
854
855         dev_info(&wd->pdev->dev, "%s at I/O 0x%lx, IRQ %u, SCSI ID %d\n",
856                  card_types[wd->type], sh->base, sh->irq, sh->this_id);
857
858         return 0;
859
860 fail_free_irq:
861         free_irq(wd->pdev->irq, wd);
862 fail_free_hash:
863         pci_free_consistent(wd->pdev, WD719X_HASH_TABLE_SIZE, wd->hash_virt,
864                             wd->hash_phys);
865 fail_free_params:
866         pci_free_consistent(wd->pdev, sizeof(struct wd719x_host_param),
867                             wd->params, wd->params_phys);
868
869         return ret;
870 }
871
872 static struct scsi_host_template wd719x_template = {
873         .name                           = "Western Digital 719x",
874         .queuecommand                   = wd719x_queuecommand,
875         .eh_abort_handler               = wd719x_abort,
876         .eh_device_reset_handler        = wd719x_dev_reset,
877         .eh_bus_reset_handler           = wd719x_bus_reset,
878         .eh_host_reset_handler          = wd719x_host_reset,
879         .bios_param                     = wd719x_biosparam,
880         .proc_name                      = "wd719x",
881         .can_queue                      = 255,
882         .this_id                        = 7,
883         .sg_tablesize                   = WD719X_SG,
884         .cmd_per_lun                    = WD719X_CMD_PER_LUN,
885         .use_clustering                 = ENABLE_CLUSTERING,
886 };
887
888 static int wd719x_pci_probe(struct pci_dev *pdev, const struct pci_device_id *d)
889 {
890         int err;
891         struct Scsi_Host *sh;
892         struct wd719x *wd;
893
894         err = pci_enable_device(pdev);
895         if (err)
896                 goto fail;
897
898         if (pci_set_dma_mask(pdev, DMA_BIT_MASK(32))) {
899                 dev_warn(&pdev->dev, "Unable to set 32-bit DMA mask\n");
900                 goto disable_device;
901         }
902
903         err = pci_request_regions(pdev, "wd719x");
904         if (err)
905                 goto disable_device;
906         pci_set_master(pdev);
907
908         err = -ENODEV;
909         if (pci_resource_len(pdev, 0) == 0)
910                 goto release_region;
911
912         err = -ENOMEM;
913         sh = scsi_host_alloc(&wd719x_template, sizeof(struct wd719x));
914         if (!sh)
915                 goto release_region;
916
917         wd = shost_priv(sh);
918         wd->base = pci_iomap(pdev, 0, 0);
919         if (!wd->base)
920                 goto free_host;
921         wd->pdev = pdev;
922
923         err = wd719x_board_found(sh);
924         if (err)
925                 goto unmap;
926
927         err = scsi_add_host(sh, &wd->pdev->dev);
928         if (err)
929                 goto destroy;
930
931         scsi_scan_host(sh);
932
933         pci_set_drvdata(pdev, sh);
934         return 0;
935
936 destroy:
937         wd719x_destroy(wd);
938 unmap:
939         pci_iounmap(pdev, wd->base);
940 free_host:
941         scsi_host_put(sh);
942 release_region:
943         pci_release_regions(pdev);
944 disable_device:
945         pci_disable_device(pdev);
946 fail:
947         return err;
948 }
949
950
951 static void wd719x_pci_remove(struct pci_dev *pdev)
952 {
953         struct Scsi_Host *sh = pci_get_drvdata(pdev);
954         struct wd719x *wd = shost_priv(sh);
955
956         scsi_remove_host(sh);
957         wd719x_destroy(wd);
958         pci_iounmap(pdev, wd->base);
959         pci_release_regions(pdev);
960         pci_disable_device(pdev);
961
962         scsi_host_put(sh);
963 }
964
965 static DEFINE_PCI_DEVICE_TABLE(wd719x_pci_table) = {
966         { PCI_DEVICE(PCI_VENDOR_ID_WD, 0x3296) },
967         {}
968 };
969
970 MODULE_DEVICE_TABLE(pci, wd719x_pci_table);
971
972 static struct pci_driver wd719x_pci_driver = {
973         .name =         "wd719x",
974         .id_table =     wd719x_pci_table,
975         .probe =        wd719x_pci_probe,
976         .remove =       wd719x_pci_remove,
977 };
978
979 static int __init wd719x_init(void)
980 {
981         return pci_register_driver(&wd719x_pci_driver);
982 }
983
984 static void __exit wd719x_exit(void)
985 {
986         pci_unregister_driver(&wd719x_pci_driver);
987 }
988
989 module_init(wd719x_init);
990 module_exit(wd719x_exit);
991
992 MODULE_DESCRIPTION("Western Digital WD7193/7197/7296 SCSI driver");
993 MODULE_AUTHOR("Ondrej Zary, Aaron Dewell, Juergen Gaertner");
994 MODULE_LICENSE("GPL");
995 MODULE_FIRMWARE("wd719x-wcs.bin");
996 MODULE_FIRMWARE("wd719x-risc.bin");