16 #include <linux/blkdev.h>
17 #include <linux/types.h>
18 #include <linux/file.h>
19 #include <linux/dmapool.h>
22 /* HW Responsibilities */
26 /* Physical Adressing Mode */
27 NVM_ADDRMODE_LINEAR = 0,
28 NVM_ADDRMODE_CHANNEL = 1,
30 /* Plane programming mode for LUN */
36 NVM_RSP_SUCCESS = 0x0,
37 NVM_RSP_NOT_CHANGEABLE = 0x1,
38 NVM_RSP_ERR_FAILWRITE = 0x40ff,
39 NVM_RSP_ERR_EMPTYPAGE = 0x42ff,
43 NVM_OP_HBWRITE = 0x81,
48 /* PPA Command Flags */
49 NVM_IO_SNGL_ACCESS = 0x0,
50 NVM_IO_DUAL_ACCESS = 0x1,
51 NVM_IO_QUAD_ACCESS = 0x2,
53 NVM_IO_SUSPEND = 0x80,
54 NVM_IO_SLC_MODE = 0x100,
55 NVM_IO_SCRAMBLE_DISABLE = 0x200,
80 struct nvm_addr_format {
101 struct nvm_addr_format ppaf;
103 struct nvm_id_group groups[4];
107 struct list_head list;
108 struct nvm_tgt_type *type;
109 struct gendisk *disk;
112 struct nvm_tgt_instance {
113 struct nvm_tgt_type *tt;
116 #define ADDR_EMPTY (~0ULL)
118 #define NVM_VERSION_MAJOR 1
119 #define NVM_VERSION_MINOR 0
120 #define NVM_VERSION_PATCH 0
122 #define NVM_SEC_BITS (8)
123 #define NVM_PL_BITS (6)
124 #define NVM_PG_BITS (16)
125 #define NVM_BLK_BITS (16)
126 #define NVM_LUN_BITS (10)
127 #define NVM_CH_BITS (8)
131 /* Channel-based PPA format in nand 4x2x2x2x8x10 */
134 u64 sec : 2; /* 4 sectors per page */
135 u64 pl : 2; /* 4 planes per LUN */
136 u64 lun : 2; /* 4 LUNs per channel */
137 u64 pg : 8; /* 256 pages per block */
138 u64 blk : 10;/* 1024 blocks per plane */
142 /* Generic structure for all addresses */
144 u64 sec : NVM_SEC_BITS;
145 u64 pl : NVM_PL_BITS;
146 u64 pg : NVM_PG_BITS;
147 u64 blk : NVM_BLK_BITS;
148 u64 lun : NVM_LUN_BITS;
149 u64 ch : NVM_CH_BITS;
157 struct nvm_tgt_instance *ins;
163 struct ppa_addr ppa_addr;
164 dma_addr_t dma_ppa_list;
167 struct ppa_addr *ppa_list;
170 dma_addr_t dma_metadata;
177 static inline struct nvm_rq *nvm_rq_from_pdu(void *pdu)
179 return pdu - sizeof(struct nvm_rq);
182 static inline void *nvm_rq_to_pdu(struct nvm_rq *rqdata)
189 typedef int (nvm_l2p_update_fn)(u64, u32, __le64 *, void *);
190 typedef int (nvm_bb_update_fn)(struct ppa_addr, int, u8 *, void *);
191 typedef int (nvm_id_fn)(struct request_queue *, struct nvm_id *);
192 typedef int (nvm_get_l2p_tbl_fn)(struct request_queue *, u64, u32,
193 nvm_l2p_update_fn *, void *);
194 typedef int (nvm_op_bb_tbl_fn)(struct request_queue *, struct ppa_addr, int,
195 nvm_bb_update_fn *, void *);
196 typedef int (nvm_op_set_bb_fn)(struct request_queue *, struct nvm_rq *, int);
197 typedef int (nvm_submit_io_fn)(struct request_queue *, struct nvm_rq *);
198 typedef int (nvm_erase_blk_fn)(struct request_queue *, struct nvm_rq *);
199 typedef void *(nvm_create_dma_pool_fn)(struct request_queue *, char *);
200 typedef void (nvm_destroy_dma_pool_fn)(void *);
201 typedef void *(nvm_dev_dma_alloc_fn)(struct request_queue *, void *, gfp_t,
203 typedef void (nvm_dev_dma_free_fn)(void *, void*, dma_addr_t);
207 nvm_get_l2p_tbl_fn *get_l2p_tbl;
208 nvm_op_bb_tbl_fn *get_bb_tbl;
209 nvm_op_set_bb_fn *set_bb_tbl;
211 nvm_submit_io_fn *submit_io;
212 nvm_erase_blk_fn *erase_block;
214 nvm_create_dma_pool_fn *create_dma_pool;
215 nvm_destroy_dma_pool_fn *destroy_dma_pool;
216 nvm_dev_dma_alloc_fn *dev_dma_alloc;
217 nvm_dev_dma_free_fn *dev_dma_free;
219 unsigned int max_phys_sect;
228 unsigned int nr_free_blocks; /* Number of unused blocks */
229 struct nvm_block *blocks;
235 struct list_head list;
244 struct nvm_dev_ops *ops;
246 struct list_head devices;
247 struct list_head online_targets;
250 struct nvmm_type *mt;
253 /* Device information */
257 int sec_per_pg; /* only sectors for a single page */
263 struct nvm_addr_format addr_format;
265 /* Calculated/Cached values. These do not reflect the actual usable
266 * blocks at run-time.
269 int plane_mode; /* drive device in single, double or quad mode */
271 int sec_per_pl; /* all sectors across planes */
275 unsigned long total_pages;
276 unsigned long total_blocks;
278 unsigned max_pages_per_blk;
282 struct nvm_id identity;
285 struct request_queue *q;
286 char name[DISK_NAME_LEN];
289 /* fallback conversion */
290 static struct ppa_addr __generic_to_linear_addr(struct nvm_dev *dev,
296 r.g.pg * dev->sec_per_pg +
297 r.g.blk * (dev->pgs_per_blk *
299 r.g.lun * (dev->blks_per_lun *
302 r.g.ch * (dev->blks_per_lun *
310 /* fallback conversion */
311 static struct ppa_addr __linear_to_generic_addr(struct nvm_dev *dev,
315 int secs, pgs, blks, luns;
316 sector_t ppa = r.ppa;
320 div_u64_rem(ppa, dev->sec_per_pg, &secs);
323 sector_div(ppa, dev->sec_per_pg);
324 div_u64_rem(ppa, dev->sec_per_blk, &pgs);
327 sector_div(ppa, dev->pgs_per_blk);
328 div_u64_rem(ppa, dev->blks_per_lun, &blks);
331 sector_div(ppa, dev->blks_per_lun);
332 div_u64_rem(ppa, dev->luns_per_chnl, &luns);
335 sector_div(ppa, dev->luns_per_chnl);
341 static struct ppa_addr __generic_to_chnl_addr(struct ppa_addr r)
347 l.chnl.sec = r.g.sec;
350 l.chnl.blk = r.g.blk;
351 l.chnl.lun = r.g.lun;
357 static struct ppa_addr __chnl_to_generic_addr(struct ppa_addr r)
363 l.g.sec = r.chnl.sec;
366 l.g.blk = r.chnl.blk;
367 l.g.lun = r.chnl.lun;
373 static inline struct ppa_addr addr_to_generic_mode(struct nvm_dev *dev,
374 struct ppa_addr gppa)
376 switch (dev->addr_mode) {
377 case NVM_ADDRMODE_LINEAR:
378 return __linear_to_generic_addr(dev, gppa);
379 case NVM_ADDRMODE_CHANNEL:
380 return __chnl_to_generic_addr(gppa);
387 static inline struct ppa_addr generic_to_addr_mode(struct nvm_dev *dev,
388 struct ppa_addr gppa)
390 switch (dev->addr_mode) {
391 case NVM_ADDRMODE_LINEAR:
392 return __generic_to_linear_addr(dev, gppa);
393 case NVM_ADDRMODE_CHANNEL:
394 return __generic_to_chnl_addr(gppa);
401 static inline int ppa_empty(struct ppa_addr ppa_addr)
403 return (ppa_addr.ppa == ADDR_EMPTY);
406 static inline void ppa_set_empty(struct ppa_addr *ppa_addr)
408 ppa_addr->ppa = ADDR_EMPTY;
411 static inline struct ppa_addr block_to_ppa(struct nvm_dev *dev,
412 struct nvm_block *blk)
415 struct nvm_lun *lun = blk->lun;
418 ppa.g.blk = blk->id % dev->blks_per_lun;
419 ppa.g.lun = lun->lun_id;
420 ppa.g.ch = lun->chnl_id;
425 typedef blk_qc_t (nvm_tgt_make_rq_fn)(struct request_queue *, struct bio *);
426 typedef sector_t (nvm_tgt_capacity_fn)(void *);
427 typedef int (nvm_tgt_end_io_fn)(struct nvm_rq *, int);
428 typedef void *(nvm_tgt_init_fn)(struct nvm_dev *, struct gendisk *, int, int);
429 typedef void (nvm_tgt_exit_fn)(void *);
431 struct nvm_tgt_type {
433 unsigned int version[3];
435 /* target entry points */
436 nvm_tgt_make_rq_fn *make_rq;
437 nvm_tgt_capacity_fn *capacity;
438 nvm_tgt_end_io_fn *end_io;
440 /* module-specific init/teardown */
441 nvm_tgt_init_fn *init;
442 nvm_tgt_exit_fn *exit;
444 /* For internal use */
445 struct list_head list;
448 extern int nvm_register_target(struct nvm_tgt_type *);
449 extern void nvm_unregister_target(struct nvm_tgt_type *);
451 extern void *nvm_dev_dma_alloc(struct nvm_dev *, gfp_t, dma_addr_t *);
452 extern void nvm_dev_dma_free(struct nvm_dev *, void *, dma_addr_t);
454 typedef int (nvmm_register_fn)(struct nvm_dev *);
455 typedef void (nvmm_unregister_fn)(struct nvm_dev *);
456 typedef struct nvm_block *(nvmm_get_blk_fn)(struct nvm_dev *,
457 struct nvm_lun *, unsigned long);
458 typedef void (nvmm_put_blk_fn)(struct nvm_dev *, struct nvm_block *);
459 typedef int (nvmm_open_blk_fn)(struct nvm_dev *, struct nvm_block *);
460 typedef int (nvmm_close_blk_fn)(struct nvm_dev *, struct nvm_block *);
461 typedef void (nvmm_flush_blk_fn)(struct nvm_dev *, struct nvm_block *);
462 typedef int (nvmm_submit_io_fn)(struct nvm_dev *, struct nvm_rq *);
463 typedef int (nvmm_end_io_fn)(struct nvm_rq *, int);
464 typedef int (nvmm_erase_blk_fn)(struct nvm_dev *, struct nvm_block *,
466 typedef struct nvm_lun *(nvmm_get_lun_fn)(struct nvm_dev *, int);
467 typedef void (nvmm_free_blocks_print_fn)(struct nvm_dev *);
471 unsigned int version[3];
473 nvmm_register_fn *register_mgr;
474 nvmm_unregister_fn *unregister_mgr;
476 /* Block administration callbacks */
477 nvmm_get_blk_fn *get_blk;
478 nvmm_put_blk_fn *put_blk;
479 nvmm_open_blk_fn *open_blk;
480 nvmm_close_blk_fn *close_blk;
481 nvmm_flush_blk_fn *flush_blk;
483 nvmm_submit_io_fn *submit_io;
484 nvmm_end_io_fn *end_io;
485 nvmm_erase_blk_fn *erase_blk;
487 /* Configuration management */
488 nvmm_get_lun_fn *get_lun;
491 nvmm_free_blocks_print_fn *free_blocks_print;
492 struct list_head list;
495 extern int nvm_register_mgr(struct nvmm_type *);
496 extern void nvm_unregister_mgr(struct nvmm_type *);
498 extern struct nvm_block *nvm_get_blk(struct nvm_dev *, struct nvm_lun *,
500 extern void nvm_put_blk(struct nvm_dev *, struct nvm_block *);
502 extern int nvm_register(struct request_queue *, char *,
503 struct nvm_dev_ops *);
504 extern void nvm_unregister(char *);
506 extern int nvm_submit_io(struct nvm_dev *, struct nvm_rq *);
507 extern int nvm_erase_blk(struct nvm_dev *, struct nvm_block *);
508 #else /* CONFIG_NVM */
511 static inline int nvm_register(struct request_queue *q, char *disk_name,
512 struct nvm_dev_ops *ops)
516 static inline void nvm_unregister(char *disk_name) {}
517 #endif /* CONFIG_NVM */
518 #endif /* LIGHTNVM.H */