diff options
Diffstat (limited to 'drivers/lightnvm/pblk-rb.c')
-rw-r--r-- | drivers/lightnvm/pblk-rb.c | 30 |
1 files changed, 12 insertions, 18 deletions
diff --git a/drivers/lightnvm/pblk-rb.c b/drivers/lightnvm/pblk-rb.c index 9bc32578a766..b8f78e401482 100644 --- a/drivers/lightnvm/pblk-rb.c +++ b/drivers/lightnvm/pblk-rb.c | |||
@@ -201,8 +201,7 @@ unsigned int pblk_rb_read_commit(struct pblk_rb *rb, unsigned int nr_entries) | |||
201 | return subm; | 201 | return subm; |
202 | } | 202 | } |
203 | 203 | ||
204 | static int __pblk_rb_update_l2p(struct pblk_rb *rb, unsigned int *l2p_upd, | 204 | static int __pblk_rb_update_l2p(struct pblk_rb *rb, unsigned int to_update) |
205 | unsigned int to_update) | ||
206 | { | 205 | { |
207 | struct pblk *pblk = container_of(rb, struct pblk, rwb); | 206 | struct pblk *pblk = container_of(rb, struct pblk, rwb); |
208 | struct pblk_line *line; | 207 | struct pblk_line *line; |
@@ -213,7 +212,7 @@ static int __pblk_rb_update_l2p(struct pblk_rb *rb, unsigned int *l2p_upd, | |||
213 | int flags; | 212 | int flags; |
214 | 213 | ||
215 | for (i = 0; i < to_update; i++) { | 214 | for (i = 0; i < to_update; i++) { |
216 | entry = &rb->entries[*l2p_upd]; | 215 | entry = &rb->entries[rb->l2p_update]; |
217 | w_ctx = &entry->w_ctx; | 216 | w_ctx = &entry->w_ctx; |
218 | 217 | ||
219 | flags = READ_ONCE(entry->w_ctx.flags); | 218 | flags = READ_ONCE(entry->w_ctx.flags); |
@@ -230,7 +229,7 @@ static int __pblk_rb_update_l2p(struct pblk_rb *rb, unsigned int *l2p_upd, | |||
230 | line = &pblk->lines[pblk_tgt_ppa_to_line(w_ctx->ppa)]; | 229 | line = &pblk->lines[pblk_tgt_ppa_to_line(w_ctx->ppa)]; |
231 | kref_put(&line->ref, pblk_line_put); | 230 | kref_put(&line->ref, pblk_line_put); |
232 | clean_wctx(w_ctx); | 231 | clean_wctx(w_ctx); |
233 | *l2p_upd = (*l2p_upd + 1) & (rb->nr_entries - 1); | 232 | rb->l2p_update = (rb->l2p_update + 1) & (rb->nr_entries - 1); |
234 | } | 233 | } |
235 | 234 | ||
236 | pblk_rl_out(&pblk->rl, user_io, gc_io); | 235 | pblk_rl_out(&pblk->rl, user_io, gc_io); |
@@ -258,7 +257,7 @@ static int pblk_rb_update_l2p(struct pblk_rb *rb, unsigned int nr_entries, | |||
258 | 257 | ||
259 | count = nr_entries - space; | 258 | count = nr_entries - space; |
260 | /* l2p_update used exclusively under rb->w_lock */ | 259 | /* l2p_update used exclusively under rb->w_lock */ |
261 | ret = __pblk_rb_update_l2p(rb, &rb->l2p_update, count); | 260 | ret = __pblk_rb_update_l2p(rb, count); |
262 | 261 | ||
263 | out: | 262 | out: |
264 | return ret; | 263 | return ret; |
@@ -280,7 +279,7 @@ void pblk_rb_sync_l2p(struct pblk_rb *rb) | |||
280 | sync = smp_load_acquire(&rb->sync); | 279 | sync = smp_load_acquire(&rb->sync); |
281 | 280 | ||
282 | to_update = pblk_rb_ring_count(sync, rb->l2p_update, rb->nr_entries); | 281 | to_update = pblk_rb_ring_count(sync, rb->l2p_update, rb->nr_entries); |
283 | __pblk_rb_update_l2p(rb, &rb->l2p_update, to_update); | 282 | __pblk_rb_update_l2p(rb, to_update); |
284 | 283 | ||
285 | spin_unlock(&rb->w_lock); | 284 | spin_unlock(&rb->w_lock); |
286 | } | 285 | } |
@@ -325,8 +324,8 @@ void pblk_rb_write_entry_user(struct pblk_rb *rb, void *data, | |||
325 | } | 324 | } |
326 | 325 | ||
327 | void pblk_rb_write_entry_gc(struct pblk_rb *rb, void *data, | 326 | void pblk_rb_write_entry_gc(struct pblk_rb *rb, void *data, |
328 | struct pblk_w_ctx w_ctx, struct pblk_line *gc_line, | 327 | struct pblk_w_ctx w_ctx, struct pblk_line *line, |
329 | unsigned int ring_pos) | 328 | u64 paddr, unsigned int ring_pos) |
330 | { | 329 | { |
331 | struct pblk *pblk = container_of(rb, struct pblk, rwb); | 330 | struct pblk *pblk = container_of(rb, struct pblk, rwb); |
332 | struct pblk_rb_entry *entry; | 331 | struct pblk_rb_entry *entry; |
@@ -341,7 +340,7 @@ void pblk_rb_write_entry_gc(struct pblk_rb *rb, void *data, | |||
341 | 340 | ||
342 | __pblk_rb_write_entry(rb, data, w_ctx, entry); | 341 | __pblk_rb_write_entry(rb, data, w_ctx, entry); |
343 | 342 | ||
344 | if (!pblk_update_map_gc(pblk, w_ctx.lba, entry->cacheline, gc_line)) | 343 | if (!pblk_update_map_gc(pblk, w_ctx.lba, entry->cacheline, line, paddr)) |
345 | entry->w_ctx.lba = ADDR_EMPTY; | 344 | entry->w_ctx.lba = ADDR_EMPTY; |
346 | 345 | ||
347 | flags = w_ctx.flags | PBLK_WRITTEN_DATA; | 346 | flags = w_ctx.flags | PBLK_WRITTEN_DATA; |
@@ -355,7 +354,6 @@ static int pblk_rb_sync_point_set(struct pblk_rb *rb, struct bio *bio, | |||
355 | { | 354 | { |
356 | struct pblk_rb_entry *entry; | 355 | struct pblk_rb_entry *entry; |
357 | unsigned int subm, sync_point; | 356 | unsigned int subm, sync_point; |
358 | int flags; | ||
359 | 357 | ||
360 | subm = READ_ONCE(rb->subm); | 358 | subm = READ_ONCE(rb->subm); |
361 | 359 | ||
@@ -369,12 +367,6 @@ static int pblk_rb_sync_point_set(struct pblk_rb *rb, struct bio *bio, | |||
369 | sync_point = (pos == 0) ? (rb->nr_entries - 1) : (pos - 1); | 367 | sync_point = (pos == 0) ? (rb->nr_entries - 1) : (pos - 1); |
370 | entry = &rb->entries[sync_point]; | 368 | entry = &rb->entries[sync_point]; |
371 | 369 | ||
372 | flags = READ_ONCE(entry->w_ctx.flags); | ||
373 | flags |= PBLK_FLUSH_ENTRY; | ||
374 | |||
375 | /* Release flags on context. Protect from writes */ | ||
376 | smp_store_release(&entry->w_ctx.flags, flags); | ||
377 | |||
378 | /* Protect syncs */ | 370 | /* Protect syncs */ |
379 | smp_store_release(&rb->sync_point, sync_point); | 371 | smp_store_release(&rb->sync_point, sync_point); |
380 | 372 | ||
@@ -454,6 +446,7 @@ static int pblk_rb_may_write_flush(struct pblk_rb *rb, unsigned int nr_entries, | |||
454 | 446 | ||
455 | /* Protect from read count */ | 447 | /* Protect from read count */ |
456 | smp_store_release(&rb->mem, mem); | 448 | smp_store_release(&rb->mem, mem); |
449 | |||
457 | return 1; | 450 | return 1; |
458 | } | 451 | } |
459 | 452 | ||
@@ -558,12 +551,13 @@ out: | |||
558 | * persist data on the write buffer to the media. | 551 | * persist data on the write buffer to the media. |
559 | */ | 552 | */ |
560 | unsigned int pblk_rb_read_to_bio(struct pblk_rb *rb, struct nvm_rq *rqd, | 553 | unsigned int pblk_rb_read_to_bio(struct pblk_rb *rb, struct nvm_rq *rqd, |
561 | struct bio *bio, unsigned int pos, | 554 | unsigned int pos, unsigned int nr_entries, |
562 | unsigned int nr_entries, unsigned int count) | 555 | unsigned int count) |
563 | { | 556 | { |
564 | struct pblk *pblk = container_of(rb, struct pblk, rwb); | 557 | struct pblk *pblk = container_of(rb, struct pblk, rwb); |
565 | struct request_queue *q = pblk->dev->q; | 558 | struct request_queue *q = pblk->dev->q; |
566 | struct pblk_c_ctx *c_ctx = nvm_rq_to_pdu(rqd); | 559 | struct pblk_c_ctx *c_ctx = nvm_rq_to_pdu(rqd); |
560 | struct bio *bio = rqd->bio; | ||
567 | struct pblk_rb_entry *entry; | 561 | struct pblk_rb_entry *entry; |
568 | struct page *page; | 562 | struct page *page; |
569 | unsigned int pad = 0, to_read = nr_entries; | 563 | unsigned int pad = 0, to_read = nr_entries; |