aboutsummaryrefslogtreecommitdiffstats
path: root/drivers/lightnvm/pblk-init.c
diff options
context:
space:
mode:
authorMatias Bjørling <matias@cnexlabs.com>2018-01-05 08:16:03 -0500
committerJens Axboe <axboe@kernel.dk>2018-01-05 10:50:12 -0500
commitfae7fae4077c24dc2be720b9f21f53adea98d7dd (patch)
treef77436958399d9caa2f4198f7aeeb706867ac24d /drivers/lightnvm/pblk-init.c
parentbb27aa9ecd1f72e68b0fa2dffeb45bee3b1cb5ca (diff)
lightnvm: make geometry structures 2.0 ready
Prepare for the 2.0 revision by adapting the geometry structures to coexist with the 1.2 revision. Signed-off-by: Matias Bjørling <m@bjorling.me> Reviewed-by: Javier González <javier@cnexlabs.com> Signed-off-by: Matias Bjørling <m@bjorling.me> Signed-off-by: Jens Axboe <axboe@kernel.dk>
Diffstat (limited to 'drivers/lightnvm/pblk-init.c')
-rw-r--r--drivers/lightnvm/pblk-init.c62
1 files changed, 32 insertions, 30 deletions
diff --git a/drivers/lightnvm/pblk-init.c b/drivers/lightnvm/pblk-init.c
index 695826a06b5d..d13bb51f0e2f 100644
--- a/drivers/lightnvm/pblk-init.c
+++ b/drivers/lightnvm/pblk-init.c
@@ -169,8 +169,8 @@ static int pblk_set_ppaf(struct pblk *pblk)
169 } 169 }
170 ppaf.ch_len = power_len; 170 ppaf.ch_len = power_len;
171 171
172 power_len = get_count_order(geo->luns_per_chnl); 172 power_len = get_count_order(geo->nr_luns);
173 if (1 << power_len != geo->luns_per_chnl) { 173 if (1 << power_len != geo->nr_luns) {
174 pr_err("pblk: supports only power-of-two LUN config.\n"); 174 pr_err("pblk: supports only power-of-two LUN config.\n");
175 return -EINVAL; 175 return -EINVAL;
176 } 176 }
@@ -254,7 +254,7 @@ static int pblk_core_init(struct pblk *pblk)
254 struct nvm_geo *geo = &dev->geo; 254 struct nvm_geo *geo = &dev->geo;
255 255
256 pblk->pgs_in_buffer = NVM_MEM_PAGE_WRITE * geo->sec_per_pg * 256 pblk->pgs_in_buffer = NVM_MEM_PAGE_WRITE * geo->sec_per_pg *
257 geo->nr_planes * geo->nr_luns; 257 geo->nr_planes * geo->all_luns;
258 258
259 if (pblk_init_global_caches(pblk)) 259 if (pblk_init_global_caches(pblk))
260 return -ENOMEM; 260 return -ENOMEM;
@@ -270,21 +270,22 @@ static int pblk_core_init(struct pblk *pblk)
270 if (!pblk->gen_ws_pool) 270 if (!pblk->gen_ws_pool)
271 goto free_page_bio_pool; 271 goto free_page_bio_pool;
272 272
273 pblk->rec_pool = mempool_create_slab_pool(geo->nr_luns, pblk_rec_cache); 273 pblk->rec_pool = mempool_create_slab_pool(geo->all_luns,
274 pblk_rec_cache);
274 if (!pblk->rec_pool) 275 if (!pblk->rec_pool)
275 goto free_gen_ws_pool; 276 goto free_gen_ws_pool;
276 277
277 pblk->r_rq_pool = mempool_create_slab_pool(geo->nr_luns, 278 pblk->r_rq_pool = mempool_create_slab_pool(geo->all_luns,
278 pblk_g_rq_cache); 279 pblk_g_rq_cache);
279 if (!pblk->r_rq_pool) 280 if (!pblk->r_rq_pool)
280 goto free_rec_pool; 281 goto free_rec_pool;
281 282
282 pblk->e_rq_pool = mempool_create_slab_pool(geo->nr_luns, 283 pblk->e_rq_pool = mempool_create_slab_pool(geo->all_luns,
283 pblk_g_rq_cache); 284 pblk_g_rq_cache);
284 if (!pblk->e_rq_pool) 285 if (!pblk->e_rq_pool)
285 goto free_r_rq_pool; 286 goto free_r_rq_pool;
286 287
287 pblk->w_rq_pool = mempool_create_slab_pool(geo->nr_luns, 288 pblk->w_rq_pool = mempool_create_slab_pool(geo->all_luns,
288 pblk_w_rq_cache); 289 pblk_w_rq_cache);
289 if (!pblk->w_rq_pool) 290 if (!pblk->w_rq_pool)
290 goto free_e_rq_pool; 291 goto free_e_rq_pool;
@@ -409,7 +410,7 @@ static int pblk_bb_discovery(struct nvm_tgt_dev *dev, struct pblk_lun *rlun)
409 u8 *blks; 410 u8 *blks;
410 int nr_blks, ret; 411 int nr_blks, ret;
411 412
412 nr_blks = geo->blks_per_lun * geo->plane_mode; 413 nr_blks = geo->nr_chks * geo->plane_mode;
413 blks = kmalloc(nr_blks, GFP_KERNEL); 414 blks = kmalloc(nr_blks, GFP_KERNEL);
414 if (!blks) 415 if (!blks)
415 return -ENOMEM; 416 return -ENOMEM;
@@ -482,20 +483,21 @@ static int pblk_luns_init(struct pblk *pblk, struct ppa_addr *luns)
482 int i, ret; 483 int i, ret;
483 484
484 /* TODO: Implement unbalanced LUN support */ 485 /* TODO: Implement unbalanced LUN support */
485 if (geo->luns_per_chnl < 0) { 486 if (geo->nr_luns < 0) {
486 pr_err("pblk: unbalanced LUN config.\n"); 487 pr_err("pblk: unbalanced LUN config.\n");
487 return -EINVAL; 488 return -EINVAL;
488 } 489 }
489 490
490 pblk->luns = kcalloc(geo->nr_luns, sizeof(struct pblk_lun), GFP_KERNEL); 491 pblk->luns = kcalloc(geo->all_luns, sizeof(struct pblk_lun),
492 GFP_KERNEL);
491 if (!pblk->luns) 493 if (!pblk->luns)
492 return -ENOMEM; 494 return -ENOMEM;
493 495
494 for (i = 0; i < geo->nr_luns; i++) { 496 for (i = 0; i < geo->all_luns; i++) {
495 /* Stripe across channels */ 497 /* Stripe across channels */
496 int ch = i % geo->nr_chnls; 498 int ch = i % geo->nr_chnls;
497 int lun_raw = i / geo->nr_chnls; 499 int lun_raw = i / geo->nr_chnls;
498 int lunid = lun_raw + ch * geo->luns_per_chnl; 500 int lunid = lun_raw + ch * geo->nr_luns;
499 501
500 rlun = &pblk->luns[i]; 502 rlun = &pblk->luns[i];
501 rlun->bppa = luns[lunid]; 503 rlun->bppa = luns[lunid];
@@ -590,8 +592,8 @@ static void pblk_set_provision(struct pblk *pblk, long nr_free_blks)
590 * on user capacity consider only provisioned blocks 592 * on user capacity consider only provisioned blocks
591 */ 593 */
592 pblk->rl.total_blocks = nr_free_blks; 594 pblk->rl.total_blocks = nr_free_blks;
593 pblk->rl.nr_secs = nr_free_blks * geo->sec_per_blk; 595 pblk->rl.nr_secs = nr_free_blks * geo->sec_per_chk;
594 pblk->capacity = provisioned * geo->sec_per_blk; 596 pblk->capacity = provisioned * geo->sec_per_chk;
595 atomic_set(&pblk->rl.free_blocks, nr_free_blks); 597 atomic_set(&pblk->rl.free_blocks, nr_free_blks);
596} 598}
597 599
@@ -683,7 +685,7 @@ static int pblk_lines_init(struct pblk *pblk)
683 int i, ret; 685 int i, ret;
684 686
685 pblk->min_write_pgs = geo->sec_per_pl * (geo->sec_size / PAGE_SIZE); 687 pblk->min_write_pgs = geo->sec_per_pl * (geo->sec_size / PAGE_SIZE);
686 max_write_ppas = pblk->min_write_pgs * geo->nr_luns; 688 max_write_ppas = pblk->min_write_pgs * geo->all_luns;
687 pblk->max_write_pgs = (max_write_ppas < nvm_max_phys_sects(dev)) ? 689 pblk->max_write_pgs = (max_write_ppas < nvm_max_phys_sects(dev)) ?
688 max_write_ppas : nvm_max_phys_sects(dev); 690 max_write_ppas : nvm_max_phys_sects(dev);
689 pblk_set_sec_per_write(pblk, pblk->min_write_pgs); 691 pblk_set_sec_per_write(pblk, pblk->min_write_pgs);
@@ -693,26 +695,26 @@ static int pblk_lines_init(struct pblk *pblk)
693 return -EINVAL; 695 return -EINVAL;
694 } 696 }
695 697
696 div_u64_rem(geo->sec_per_blk, pblk->min_write_pgs, &mod); 698 div_u64_rem(geo->sec_per_chk, pblk->min_write_pgs, &mod);
697 if (mod) { 699 if (mod) {
698 pr_err("pblk: bad configuration of sectors/pages\n"); 700 pr_err("pblk: bad configuration of sectors/pages\n");
699 return -EINVAL; 701 return -EINVAL;
700 } 702 }
701 703
702 l_mg->nr_lines = geo->blks_per_lun; 704 l_mg->nr_lines = geo->nr_chks;
703 l_mg->log_line = l_mg->data_line = NULL; 705 l_mg->log_line = l_mg->data_line = NULL;
704 l_mg->l_seq_nr = l_mg->d_seq_nr = 0; 706 l_mg->l_seq_nr = l_mg->d_seq_nr = 0;
705 l_mg->nr_free_lines = 0; 707 l_mg->nr_free_lines = 0;
706 bitmap_zero(&l_mg->meta_bitmap, PBLK_DATA_LINES); 708 bitmap_zero(&l_mg->meta_bitmap, PBLK_DATA_LINES);
707 709
708 lm->sec_per_line = geo->sec_per_blk * geo->nr_luns; 710 lm->sec_per_line = geo->sec_per_chk * geo->all_luns;
709 lm->blk_per_line = geo->nr_luns; 711 lm->blk_per_line = geo->all_luns;
710 lm->blk_bitmap_len = BITS_TO_LONGS(geo->nr_luns) * sizeof(long); 712 lm->blk_bitmap_len = BITS_TO_LONGS(geo->all_luns) * sizeof(long);
711 lm->sec_bitmap_len = BITS_TO_LONGS(lm->sec_per_line) * sizeof(long); 713 lm->sec_bitmap_len = BITS_TO_LONGS(lm->sec_per_line) * sizeof(long);
712 lm->lun_bitmap_len = BITS_TO_LONGS(geo->nr_luns) * sizeof(long); 714 lm->lun_bitmap_len = BITS_TO_LONGS(geo->all_luns) * sizeof(long);
713 lm->mid_thrs = lm->sec_per_line / 2; 715 lm->mid_thrs = lm->sec_per_line / 2;
714 lm->high_thrs = lm->sec_per_line / 4; 716 lm->high_thrs = lm->sec_per_line / 4;
715 lm->meta_distance = (geo->nr_luns / 2) * pblk->min_write_pgs; 717 lm->meta_distance = (geo->all_luns / 2) * pblk->min_write_pgs;
716 718
717 /* Calculate necessary pages for smeta. See comment over struct 719 /* Calculate necessary pages for smeta. See comment over struct
718 * line_smeta definition 720 * line_smeta definition
@@ -742,12 +744,12 @@ add_emeta_page:
742 goto add_emeta_page; 744 goto add_emeta_page;
743 } 745 }
744 746
745 lm->emeta_bb = geo->nr_luns > i ? geo->nr_luns - i : 0; 747 lm->emeta_bb = geo->all_luns > i ? geo->all_luns - i : 0;
746 748
747 lm->min_blk_line = 1; 749 lm->min_blk_line = 1;
748 if (geo->nr_luns > 1) 750 if (geo->all_luns > 1)
749 lm->min_blk_line += DIV_ROUND_UP(lm->smeta_sec + 751 lm->min_blk_line += DIV_ROUND_UP(lm->smeta_sec +
750 lm->emeta_sec[0], geo->sec_per_blk); 752 lm->emeta_sec[0], geo->sec_per_chk);
751 753
752 if (lm->min_blk_line > lm->blk_per_line) { 754 if (lm->min_blk_line > lm->blk_per_line) {
753 pr_err("pblk: config. not supported. Min. LUN in line:%d\n", 755 pr_err("pblk: config. not supported. Min. LUN in line:%d\n",
@@ -772,7 +774,7 @@ add_emeta_page:
772 goto fail_free_bb_template; 774 goto fail_free_bb_template;
773 } 775 }
774 776
775 bb_distance = (geo->nr_luns) * geo->sec_per_pl; 777 bb_distance = (geo->all_luns) * geo->sec_per_pl;
776 for (i = 0; i < lm->sec_per_line; i += bb_distance) 778 for (i = 0; i < lm->sec_per_line; i += bb_distance)
777 bitmap_set(l_mg->bb_template, i, geo->sec_per_pl); 779 bitmap_set(l_mg->bb_template, i, geo->sec_per_pl);
778 780
@@ -844,7 +846,7 @@ add_emeta_page:
844 pblk_set_provision(pblk, nr_free_blks); 846 pblk_set_provision(pblk, nr_free_blks);
845 847
846 /* Cleanup per-LUN bad block lists - managed within lines on run-time */ 848 /* Cleanup per-LUN bad block lists - managed within lines on run-time */
847 for (i = 0; i < geo->nr_luns; i++) 849 for (i = 0; i < geo->all_luns; i++)
848 kfree(pblk->luns[i].bb_list); 850 kfree(pblk->luns[i].bb_list);
849 851
850 return 0; 852 return 0;
@@ -858,7 +860,7 @@ fail_free_bb_template:
858fail_free_meta: 860fail_free_meta:
859 pblk_line_meta_free(pblk); 861 pblk_line_meta_free(pblk);
860fail: 862fail:
861 for (i = 0; i < geo->nr_luns; i++) 863 for (i = 0; i < geo->all_luns; i++)
862 kfree(pblk->luns[i].bb_list); 864 kfree(pblk->luns[i].bb_list);
863 865
864 return ret; 866 return ret;
@@ -1041,13 +1043,13 @@ static void *pblk_init(struct nvm_tgt_dev *dev, struct gendisk *tdisk,
1041 1043
1042 blk_queue_write_cache(tqueue, true, false); 1044 blk_queue_write_cache(tqueue, true, false);
1043 1045
1044 tqueue->limits.discard_granularity = geo->pgs_per_blk * geo->pfpg_size; 1046 tqueue->limits.discard_granularity = geo->sec_per_chk * geo->sec_size;
1045 tqueue->limits.discard_alignment = 0; 1047 tqueue->limits.discard_alignment = 0;
1046 blk_queue_max_discard_sectors(tqueue, UINT_MAX >> 9); 1048 blk_queue_max_discard_sectors(tqueue, UINT_MAX >> 9);
1047 queue_flag_set_unlocked(QUEUE_FLAG_DISCARD, tqueue); 1049 queue_flag_set_unlocked(QUEUE_FLAG_DISCARD, tqueue);
1048 1050
1049 pr_info("pblk init: luns:%u, lines:%d, secs:%llu, buf entries:%u\n", 1051 pr_info("pblk init: luns:%u, lines:%d, secs:%llu, buf entries:%u\n",
1050 geo->nr_luns, pblk->l_mg.nr_lines, 1052 geo->all_luns, pblk->l_mg.nr_lines,
1051 (unsigned long long)pblk->rl.nr_secs, 1053 (unsigned long long)pblk->rl.nr_secs,
1052 pblk->rwb.nr_entries); 1054 pblk->rwb.nr_entries);
1053 1055