aboutsummaryrefslogtreecommitdiffstats
path: root/block/blk-wbt.c
diff options
context:
space:
mode:
authorOmar Sandoval <osandov@fb.com>2018-05-09 05:08:50 -0400
committerJens Axboe <axboe@kernel.dk>2018-05-09 10:33:05 -0400
commit544ccc8dc904db55d4576c27a1eb66a888ffacea (patch)
tree5fa92e3cf1a5d33eddc61dfd65d088dd5cdb6f84 /block/blk-wbt.c
parent5238dcf4136fd7287be8e7d38752645bfa5782ec (diff)
block: get rid of struct blk_issue_stat
struct blk_issue_stat squashes three things into one u64: - The time the driver started working on a request - The original size of the request (for the io.low controller) - Flags for writeback throttling It turns out that on x86_64, we have a 4 byte hole in struct request which we can fill with the non-timestamp fields from blk_issue_stat, simplifying things quite a bit. Signed-off-by: Omar Sandoval <osandov@fb.com> Signed-off-by: Jens Axboe <axboe@kernel.dk>
Diffstat (limited to 'block/blk-wbt.c')
-rw-r--r--block/blk-wbt.c12
1 files changed, 5 insertions, 7 deletions
diff --git a/block/blk-wbt.c b/block/blk-wbt.c
index 592e914c9890..4f89b28fa652 100644
--- a/block/blk-wbt.c
+++ b/block/blk-wbt.c
@@ -31,22 +31,22 @@
31 31
32static inline void wbt_clear_state(struct request *rq) 32static inline void wbt_clear_state(struct request *rq)
33{ 33{
34 rq->issue_stat.stat &= ~BLK_STAT_RES_MASK; 34 rq->wbt_flags = 0;
35} 35}
36 36
37static inline enum wbt_flags wbt_flags(struct request *rq) 37static inline enum wbt_flags wbt_flags(struct request *rq)
38{ 38{
39 return (rq->issue_stat.stat & BLK_STAT_RES_MASK) >> BLK_STAT_RES_SHIFT; 39 return rq->wbt_flags;
40} 40}
41 41
42static inline bool wbt_is_tracked(struct request *rq) 42static inline bool wbt_is_tracked(struct request *rq)
43{ 43{
44 return (rq->issue_stat.stat >> BLK_STAT_RES_SHIFT) & WBT_TRACKED; 44 return rq->wbt_flags & WBT_TRACKED;
45} 45}
46 46
47static inline bool wbt_is_read(struct request *rq) 47static inline bool wbt_is_read(struct request *rq)
48{ 48{
49 return (rq->issue_stat.stat >> BLK_STAT_RES_SHIFT) & WBT_READ; 49 return rq->wbt_flags & WBT_READ;
50} 50}
51 51
52enum { 52enum {
@@ -657,7 +657,7 @@ void wbt_issue(struct rq_wb *rwb, struct request *rq)
657 */ 657 */
658 if (wbt_is_read(rq) && !rwb->sync_issue) { 658 if (wbt_is_read(rq) && !rwb->sync_issue) {
659 rwb->sync_cookie = rq; 659 rwb->sync_cookie = rq;
660 rwb->sync_issue = blk_stat_time(&rq->issue_stat); 660 rwb->sync_issue = rq->io_start_time_ns;
661 } 661 }
662} 662}
663 663
@@ -746,8 +746,6 @@ int wbt_init(struct request_queue *q)
746 struct rq_wb *rwb; 746 struct rq_wb *rwb;
747 int i; 747 int i;
748 748
749 BUILD_BUG_ON(WBT_NR_BITS > BLK_STAT_RES_BITS);
750
751 rwb = kzalloc(sizeof(*rwb), GFP_KERNEL); 749 rwb = kzalloc(sizeof(*rwb), GFP_KERNEL);
752 if (!rwb) 750 if (!rwb)
753 return -ENOMEM; 751 return -ENOMEM;