2 * Disk Array driver for HP Smart Array SAS controllers
3 * Copyright 2014-2015 PMC-Sierra, Inc.
4 * Copyright 2000,2009-2015 Hewlett-Packard Development Company, L.P.
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; version 2 of the License.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
13 * NON INFRINGEMENT. See the GNU General Public License for more details.
15 * Questions/Comments/Bugfixes to storagedev@pmcs.com
21 #include <scsi/scsicam.h>
28 struct access_method {
29 void (*submit_command)(struct ctlr_info *h,
30 struct CommandList *c);
31 void (*set_intr_mask)(struct ctlr_info *h, unsigned long val);
32 bool (*intr_pending)(struct ctlr_info *h);
33 unsigned long (*command_completed)(struct ctlr_info *h, u8 q);
36 struct hpsa_scsi_dev_t {
38 int bus, target, lun; /* as presented to the OS */
39 unsigned char scsi3addr[8]; /* as presented to the HW */
40 #define RAID_CTLR_LUNID "\0\0\0\0\0\0\0\0"
41 unsigned char device_id[16]; /* from inquiry pg. 0x83 */
42 unsigned char vendor[8]; /* bytes 8-15 of inquiry data */
43 unsigned char model[16]; /* bytes 16-31 of inquiry data */
44 unsigned char raid_level; /* from inquiry page 0xC1 */
45 unsigned char volume_offline; /* discovered via TUR or VPD */
46 u16 queue_depth; /* max queue_depth for this device */
47 atomic_t reset_cmds_out; /* Count of commands to-be affected */
48 atomic_t ioaccel_cmds_out; /* Only used for physical devices
49 * counts commands sent to physical
50 * device via "ioaccel" path.
57 u16 phys_connector[8];
58 int offload_config; /* I/O accel RAID offload configured */
59 int offload_enabled; /* I/O accel RAID offload enabled */
60 int offload_to_be_enabled;
61 int hba_ioaccel_enabled;
62 int offload_to_mirror; /* Send next I/O accelerator RAID
63 * offload request to mirror drive
65 struct raid_map_data raid_map; /* I/O accelerator RAID map */
68 * Pointers from logical drive map indices to the phys drives that
69 * make those logical drives. Note, multiple logical drives may
70 * share physical drives. You can have for instance 5 physical
71 * drives with 3 logical drives each using those same 5 physical
72 * disks. We need these pointers for counting i/o's out to physical
73 * devices in order to honor physical device queue depth limits.
75 struct hpsa_scsi_dev_t *phys_disk[RAID_MAP_MAX_ENTRIES];
78 #define HPSA_DO_NOT_EXPOSE 0x0
79 #define HPSA_SG_ATTACH 0x1
80 #define HPSA_ULD_ATTACH 0x2
81 #define HPSA_SCSI_ADD (HPSA_SG_ATTACH | HPSA_ULD_ATTACH)
85 struct reply_queue_buffer {
94 struct bmic_controller_parameters {
96 u8 enable_command_list_verification;
97 u8 backed_out_write_drives;
98 u16 stripes_for_parity;
99 u8 parity_distribution_mode_flags;
100 u16 max_driver_requests;
101 u16 elevator_trend_count;
103 u8 force_scan_complete;
104 u8 scsi_transfer_mode;
108 u8 host_sdb_asic_fix;
109 u8 pdpi_burst_from_host_disabled;
110 char software_name[64];
111 char hardware_name[32];
113 u8 snapshot_priority;
115 u8 post_prompt_timeout;
116 u8 automatic_drive_slamming;
119 u8 cache_nvram_flags;
120 u8 drive_config_flags;
122 u8 temp_warning_level;
123 u8 temp_shutdown_level;
124 u8 temp_condition_reset;
125 u8 max_coalesce_commands;
126 u32 max_coalesce_delay;
137 struct pci_dev *pdev;
141 int nr_cmds; /* Number of commands allowed on this controller */
142 #define HPSA_CMDS_RESERVED_FOR_ABORTS 2
143 #define HPSA_CMDS_RESERVED_FOR_DRIVER 1
144 struct CfgTable __iomem *cfgtable;
145 int interrupts_enabled;
147 atomic_t commands_outstanding;
148 # define PERF_MODE_INT 0
149 # define DOORBELL_INT 1
150 # define SIMPLE_MODE_INT 2
151 # define MEMQ_MODE_INT 3
152 unsigned int intr[MAX_REPLY_QUEUES];
153 unsigned int msix_vector;
154 unsigned int msi_vector;
155 int intr_mode; /* either PERF_MODE_INT or SIMPLE_MODE_INT */
156 struct access_method access;
158 /* queue and queue Info */
163 u8 max_cmd_sg_entries;
165 struct SGDescriptor **cmd_sg_list;
166 struct ioaccel2_sg_element **ioaccel2_cmd_sg_list;
168 /* pointers to command and error info pool */
169 struct CommandList *cmd_pool;
170 dma_addr_t cmd_pool_dhandle;
171 struct io_accel1_cmd *ioaccel_cmd_pool;
172 dma_addr_t ioaccel_cmd_pool_dhandle;
173 struct io_accel2_cmd *ioaccel2_cmd_pool;
174 dma_addr_t ioaccel2_cmd_pool_dhandle;
175 struct ErrorInfo *errinfo_pool;
176 dma_addr_t errinfo_pool_dhandle;
177 unsigned long *cmd_pool_bits;
179 spinlock_t scan_lock;
180 wait_queue_head_t scan_wait_queue;
182 struct Scsi_Host *scsi_host;
183 spinlock_t devlock; /* to protect hba[ctlr]->dev[]; */
184 int ndevices; /* number of used elements in .dev[] array. */
185 struct hpsa_scsi_dev_t *dev[HPSA_MAX_DEVICES];
187 * Performant mode tables.
191 struct TransTable_struct __iomem *transtable;
192 unsigned long transMethod;
194 /* cap concurrent passthrus at some reasonable maximum */
195 #define HPSA_MAX_CONCURRENT_PASSTHRUS (10)
196 atomic_t passthru_cmds_avail;
199 * Performant mode completion buffers
201 size_t reply_queue_size;
202 struct reply_queue_buffer reply_queue[MAX_REPLY_QUEUES];
204 u32 *blockFetchTable;
205 u32 *ioaccel1_blockFetchTable;
206 u32 *ioaccel2_blockFetchTable;
207 u32 __iomem *ioaccel2_bft2_regs;
208 unsigned char *hba_inquiry_data;
213 u64 last_intr_timestamp;
215 u64 last_heartbeat_timestamp;
216 u32 heartbeat_sample_interval;
217 atomic_t firmware_flash_in_progress;
218 u32 __percpu *lockup_detected;
219 struct delayed_work monitor_ctlr_work;
220 struct delayed_work rescan_ctlr_work;
221 int remove_in_progress;
222 /* Address of h->q[x] is passed to intr handler to know which queue */
223 u8 q[MAX_REPLY_QUEUES];
224 char intrname[MAX_REPLY_QUEUES][16]; /* "hpsa0-msix00" names */
225 u32 TMFSupportFlags; /* cache what task mgmt funcs are supported. */
226 #define HPSATMF_BITS_SUPPORTED (1 << 0)
227 #define HPSATMF_PHYS_LUN_RESET (1 << 1)
228 #define HPSATMF_PHYS_NEX_RESET (1 << 2)
229 #define HPSATMF_PHYS_TASK_ABORT (1 << 3)
230 #define HPSATMF_PHYS_TSET_ABORT (1 << 4)
231 #define HPSATMF_PHYS_CLEAR_ACA (1 << 5)
232 #define HPSATMF_PHYS_CLEAR_TSET (1 << 6)
233 #define HPSATMF_PHYS_QRY_TASK (1 << 7)
234 #define HPSATMF_PHYS_QRY_TSET (1 << 8)
235 #define HPSATMF_PHYS_QRY_ASYNC (1 << 9)
236 #define HPSATMF_IOACCEL_ENABLED (1 << 15)
237 #define HPSATMF_MASK_SUPPORTED (1 << 16)
238 #define HPSATMF_LOG_LUN_RESET (1 << 17)
239 #define HPSATMF_LOG_NEX_RESET (1 << 18)
240 #define HPSATMF_LOG_TASK_ABORT (1 << 19)
241 #define HPSATMF_LOG_TSET_ABORT (1 << 20)
242 #define HPSATMF_LOG_CLEAR_ACA (1 << 21)
243 #define HPSATMF_LOG_CLEAR_TSET (1 << 22)
244 #define HPSATMF_LOG_QRY_TASK (1 << 23)
245 #define HPSATMF_LOG_QRY_TSET (1 << 24)
246 #define HPSATMF_LOG_QRY_ASYNC (1 << 25)
248 #define CTLR_STATE_CHANGE_EVENT (1 << 0)
249 #define CTLR_ENCLOSURE_HOT_PLUG_EVENT (1 << 1)
250 #define CTLR_STATE_CHANGE_EVENT_PHYSICAL_DRV (1 << 4)
251 #define CTLR_STATE_CHANGE_EVENT_LOGICAL_DRV (1 << 5)
252 #define CTLR_STATE_CHANGE_EVENT_REDUNDANT_CNTRL (1 << 6)
253 #define CTLR_STATE_CHANGE_EVENT_AIO_ENABLED_DISABLED (1 << 30)
254 #define CTLR_STATE_CHANGE_EVENT_AIO_CONFIG_CHANGE (1 << 31)
256 #define RESCAN_REQUIRED_EVENT_BITS \
257 (CTLR_ENCLOSURE_HOT_PLUG_EVENT | \
258 CTLR_STATE_CHANGE_EVENT_PHYSICAL_DRV | \
259 CTLR_STATE_CHANGE_EVENT_LOGICAL_DRV | \
260 CTLR_STATE_CHANGE_EVENT_AIO_ENABLED_DISABLED | \
261 CTLR_STATE_CHANGE_EVENT_AIO_CONFIG_CHANGE)
262 spinlock_t offline_device_lock;
263 struct list_head offline_device_list;
264 int acciopath_status;
266 int raid_offload_debug;
267 int needs_abort_tags_swizzled;
268 struct workqueue_struct *resubmit_wq;
269 struct workqueue_struct *rescan_ctlr_wq;
270 atomic_t abort_cmds_available;
271 wait_queue_head_t abort_cmd_wait_queue;
272 wait_queue_head_t event_sync_wait_queue;
273 struct mutex reset_mutex;
274 u8 reset_in_progress;
277 struct offline_device_entry {
278 unsigned char scsi3addr[8];
279 struct list_head offline_list;
282 #define HPSA_ABORT_MSG 0
283 #define HPSA_DEVICE_RESET_MSG 1
284 #define HPSA_RESET_TYPE_CONTROLLER 0x00
285 #define HPSA_RESET_TYPE_BUS 0x01
286 #define HPSA_RESET_TYPE_TARGET 0x03
287 #define HPSA_RESET_TYPE_LUN 0x04
288 #define HPSA_PHYS_TARGET_RESET 0x99 /* not defined by cciss spec */
289 #define HPSA_MSG_SEND_RETRY_LIMIT 10
290 #define HPSA_MSG_SEND_RETRY_INTERVAL_MSECS (10000)
292 /* Maximum time in seconds driver will wait for command completions
293 * when polling before giving up.
295 #define HPSA_MAX_POLL_TIME_SECS (20)
297 /* During SCSI error recovery, HPSA_TUR_RETRY_LIMIT defines
298 * how many times to retry TEST UNIT READY on a device
299 * while waiting for it to become ready before giving up.
300 * HPSA_MAX_WAIT_INTERVAL_SECS is the max wait interval
301 * between sending TURs while waiting for a device
304 #define HPSA_TUR_RETRY_LIMIT (20)
305 #define HPSA_MAX_WAIT_INTERVAL_SECS (30)
307 /* HPSA_BOARD_READY_WAIT_SECS is how long to wait for a board
308 * to become ready, in seconds, before giving up on it.
309 * HPSA_BOARD_READY_POLL_INTERVAL_MSECS * is how long to wait
310 * between polling the board to see if it is ready, in
311 * milliseconds. HPSA_BOARD_READY_POLL_INTERVAL and
312 * HPSA_BOARD_READY_ITERATIONS are derived from those.
314 #define HPSA_BOARD_READY_WAIT_SECS (120)
315 #define HPSA_BOARD_NOT_READY_WAIT_SECS (100)
316 #define HPSA_BOARD_READY_POLL_INTERVAL_MSECS (100)
317 #define HPSA_BOARD_READY_POLL_INTERVAL \
318 ((HPSA_BOARD_READY_POLL_INTERVAL_MSECS * HZ) / 1000)
319 #define HPSA_BOARD_READY_ITERATIONS \
320 ((HPSA_BOARD_READY_WAIT_SECS * 1000) / \
321 HPSA_BOARD_READY_POLL_INTERVAL_MSECS)
322 #define HPSA_BOARD_NOT_READY_ITERATIONS \
323 ((HPSA_BOARD_NOT_READY_WAIT_SECS * 1000) / \
324 HPSA_BOARD_READY_POLL_INTERVAL_MSECS)
325 #define HPSA_POST_RESET_PAUSE_MSECS (3000)
326 #define HPSA_POST_RESET_NOOP_RETRIES (12)
328 /* Defining the diffent access_menthods */
330 * Memory mapped FIFO interface (SMART 53xx cards)
332 #define SA5_DOORBELL 0x20
333 #define SA5_REQUEST_PORT_OFFSET 0x40
334 #define SA5_REQUEST_PORT64_LO_OFFSET 0xC0
335 #define SA5_REQUEST_PORT64_HI_OFFSET 0xC4
336 #define SA5_REPLY_INTR_MASK_OFFSET 0x34
337 #define SA5_REPLY_PORT_OFFSET 0x44
338 #define SA5_INTR_STATUS 0x30
339 #define SA5_SCRATCHPAD_OFFSET 0xB0
341 #define SA5_CTCFG_OFFSET 0xB4
342 #define SA5_CTMEM_OFFSET 0xB8
344 #define SA5_INTR_OFF 0x08
345 #define SA5B_INTR_OFF 0x04
346 #define SA5_INTR_PENDING 0x08
347 #define SA5B_INTR_PENDING 0x04
348 #define FIFO_EMPTY 0xffffffff
349 #define HPSA_FIRMWARE_READY 0xffff0000 /* value in scratchpad register */
351 #define HPSA_ERROR_BIT 0x02
353 /* Performant mode flags */
354 #define SA5_PERF_INTR_PENDING 0x04
355 #define SA5_PERF_INTR_OFF 0x05
356 #define SA5_OUTDB_STATUS_PERF_BIT 0x01
357 #define SA5_OUTDB_CLEAR_PERF_BIT 0x01
358 #define SA5_OUTDB_CLEAR 0xA0
359 #define SA5_OUTDB_CLEAR_PERF_BIT 0x01
360 #define SA5_OUTDB_STATUS 0x9C
363 #define HPSA_INTR_ON 1
364 #define HPSA_INTR_OFF 0
367 * Inbound Post Queue offsets for IO Accelerator Mode 2
369 #define IOACCEL2_INBOUND_POSTQ_32 0x48
370 #define IOACCEL2_INBOUND_POSTQ_64_LOW 0xd0
371 #define IOACCEL2_INBOUND_POSTQ_64_HI 0xd4
374 Send the command to the hardware
376 static void SA5_submit_command(struct ctlr_info *h,
377 struct CommandList *c)
379 writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
380 (void) readl(h->vaddr + SA5_SCRATCHPAD_OFFSET);
383 static void SA5_submit_command_no_read(struct ctlr_info *h,
384 struct CommandList *c)
386 writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
389 static void SA5_submit_command_ioaccel2(struct ctlr_info *h,
390 struct CommandList *c)
392 writel(c->busaddr, h->vaddr + SA5_REQUEST_PORT_OFFSET);
396 * This card is the opposite of the other cards.
397 * 0 turns interrupts on...
398 * 0x08 turns them off...
400 static void SA5_intr_mask(struct ctlr_info *h, unsigned long val)
402 if (val) { /* Turn interrupts on */
403 h->interrupts_enabled = 1;
404 writel(0, h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
405 (void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
406 } else { /* Turn them off */
407 h->interrupts_enabled = 0;
409 h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
410 (void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
414 static void SA5_performant_intr_mask(struct ctlr_info *h, unsigned long val)
416 if (val) { /* turn on interrupts */
417 h->interrupts_enabled = 1;
418 writel(0, h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
419 (void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
421 h->interrupts_enabled = 0;
422 writel(SA5_PERF_INTR_OFF,
423 h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
424 (void) readl(h->vaddr + SA5_REPLY_INTR_MASK_OFFSET);
428 static unsigned long SA5_performant_completed(struct ctlr_info *h, u8 q)
430 struct reply_queue_buffer *rq = &h->reply_queue[q];
431 unsigned long register_value = FIFO_EMPTY;
433 /* msi auto clears the interrupt pending bit. */
434 if (unlikely(!(h->msi_vector || h->msix_vector))) {
435 /* flush the controller write of the reply queue by reading
436 * outbound doorbell status register.
438 (void) readl(h->vaddr + SA5_OUTDB_STATUS);
439 writel(SA5_OUTDB_CLEAR_PERF_BIT, h->vaddr + SA5_OUTDB_CLEAR);
440 /* Do a read in order to flush the write to the controller
443 (void) readl(h->vaddr + SA5_OUTDB_STATUS);
446 if ((((u32) rq->head[rq->current_entry]) & 1) == rq->wraparound) {
447 register_value = rq->head[rq->current_entry];
449 atomic_dec(&h->commands_outstanding);
451 register_value = FIFO_EMPTY;
453 /* Check for wraparound */
454 if (rq->current_entry == h->max_commands) {
455 rq->current_entry = 0;
458 return register_value;
462 * returns value read from hardware.
463 * returns FIFO_EMPTY if there is nothing to read
465 static unsigned long SA5_completed(struct ctlr_info *h,
466 __attribute__((unused)) u8 q)
468 unsigned long register_value
469 = readl(h->vaddr + SA5_REPLY_PORT_OFFSET);
471 if (register_value != FIFO_EMPTY)
472 atomic_dec(&h->commands_outstanding);
475 if (register_value != FIFO_EMPTY)
476 dev_dbg(&h->pdev->dev, "Read %lx back from board\n",
479 dev_dbg(&h->pdev->dev, "FIFO Empty read\n");
482 return register_value;
485 * Returns true if an interrupt is pending..
487 static bool SA5_intr_pending(struct ctlr_info *h)
489 unsigned long register_value =
490 readl(h->vaddr + SA5_INTR_STATUS);
491 return register_value & SA5_INTR_PENDING;
494 static bool SA5_performant_intr_pending(struct ctlr_info *h)
496 unsigned long register_value = readl(h->vaddr + SA5_INTR_STATUS);
501 /* Read outbound doorbell to flush */
502 register_value = readl(h->vaddr + SA5_OUTDB_STATUS);
503 return register_value & SA5_OUTDB_STATUS_PERF_BIT;
506 #define SA5_IOACCEL_MODE1_INTR_STATUS_CMP_BIT 0x100
508 static bool SA5_ioaccel_mode1_intr_pending(struct ctlr_info *h)
510 unsigned long register_value = readl(h->vaddr + SA5_INTR_STATUS);
512 return (register_value & SA5_IOACCEL_MODE1_INTR_STATUS_CMP_BIT) ?
516 #define IOACCEL_MODE1_REPLY_QUEUE_INDEX 0x1A0
517 #define IOACCEL_MODE1_PRODUCER_INDEX 0x1B8
518 #define IOACCEL_MODE1_CONSUMER_INDEX 0x1BC
519 #define IOACCEL_MODE1_REPLY_UNUSED 0xFFFFFFFFFFFFFFFFULL
521 static unsigned long SA5_ioaccel_mode1_completed(struct ctlr_info *h, u8 q)
524 struct reply_queue_buffer *rq = &h->reply_queue[q];
526 BUG_ON(q >= h->nreply_queues);
528 register_value = rq->head[rq->current_entry];
529 if (register_value != IOACCEL_MODE1_REPLY_UNUSED) {
530 rq->head[rq->current_entry] = IOACCEL_MODE1_REPLY_UNUSED;
531 if (++rq->current_entry == rq->size)
532 rq->current_entry = 0;
536 * Don't really need to write the new index after each command,
537 * but with current driver design this is easiest.
540 writel((q << 24) | rq->current_entry, h->vaddr +
541 IOACCEL_MODE1_CONSUMER_INDEX);
542 atomic_dec(&h->commands_outstanding);
544 return (unsigned long) register_value;
547 static struct access_method SA5_access = {
554 static struct access_method SA5_ioaccel_mode1_access = {
556 SA5_performant_intr_mask,
557 SA5_ioaccel_mode1_intr_pending,
558 SA5_ioaccel_mode1_completed,
561 static struct access_method SA5_ioaccel_mode2_access = {
562 SA5_submit_command_ioaccel2,
563 SA5_performant_intr_mask,
564 SA5_performant_intr_pending,
565 SA5_performant_completed,
568 static struct access_method SA5_performant_access = {
570 SA5_performant_intr_mask,
571 SA5_performant_intr_pending,
572 SA5_performant_completed,
575 static struct access_method SA5_performant_access_no_read = {
576 SA5_submit_command_no_read,
577 SA5_performant_intr_mask,
578 SA5_performant_intr_pending,
579 SA5_performant_completed,
585 struct access_method *access;