aboutsummaryrefslogtreecommitdiffstats
path: root/block/blk-lib.c
diff options
context:
space:
mode:
Diffstat (limited to 'block/blk-lib.c')
-rw-r--r--block/blk-lib.c151
1 files changed, 14 insertions, 137 deletions
diff --git a/block/blk-lib.c b/block/blk-lib.c
index b3a1f2b70b3..2b461b496a7 100644
--- a/block/blk-lib.c
+++ b/block/blk-lib.c
@@ -43,12 +43,10 @@ int blkdev_issue_discard(struct block_device *bdev, sector_t sector,
43 DECLARE_COMPLETION_ONSTACK(wait); 43 DECLARE_COMPLETION_ONSTACK(wait);
44 struct request_queue *q = bdev_get_queue(bdev); 44 struct request_queue *q = bdev_get_queue(bdev);
45 int type = REQ_WRITE | REQ_DISCARD; 45 int type = REQ_WRITE | REQ_DISCARD;
46 sector_t max_discard_sectors; 46 unsigned int max_discard_sectors;
47 sector_t granularity, alignment;
48 struct bio_batch bb; 47 struct bio_batch bb;
49 struct bio *bio; 48 struct bio *bio;
50 int ret = 0; 49 int ret = 0;
51 struct blk_plug plug;
52 50
53 if (!q) 51 if (!q)
54 return -ENXIO; 52 return -ENXIO;
@@ -56,21 +54,18 @@ int blkdev_issue_discard(struct block_device *bdev, sector_t sector,
56 if (!blk_queue_discard(q)) 54 if (!blk_queue_discard(q))
57 return -EOPNOTSUPP; 55 return -EOPNOTSUPP;
58 56
59 /* Zero-sector (unknown) and one-sector granularities are the same. */
60 granularity = max(q->limits.discard_granularity >> 9, 1U);
61 alignment = bdev_discard_alignment(bdev) >> 9;
62 alignment = sector_div(alignment, granularity);
63
64 /* 57 /*
65 * Ensure that max_discard_sectors is of the proper 58 * Ensure that max_discard_sectors is of the proper
66 * granularity, so that requests stay aligned after a split. 59 * granularity
67 */ 60 */
68 max_discard_sectors = min(q->limits.max_discard_sectors, UINT_MAX >> 9); 61 max_discard_sectors = min(q->limits.max_discard_sectors, UINT_MAX >> 9);
69 sector_div(max_discard_sectors, granularity);
70 max_discard_sectors *= granularity;
71 if (unlikely(!max_discard_sectors)) { 62 if (unlikely(!max_discard_sectors)) {
72 /* Avoid infinite loop below. Being cautious never hurts. */ 63 /* Avoid infinite loop below. Being cautious never hurts. */
73 return -EOPNOTSUPP; 64 return -EOPNOTSUPP;
65 } else if (q->limits.discard_granularity) {
66 unsigned int disc_sects = q->limits.discard_granularity >> 9;
67
68 max_discard_sectors &= ~(disc_sects - 1);
74 } 69 }
75 70
76 if (flags & BLKDEV_DISCARD_SECURE) { 71 if (flags & BLKDEV_DISCARD_SECURE) {
@@ -83,119 +78,29 @@ int blkdev_issue_discard(struct block_device *bdev, sector_t sector,
83 bb.flags = 1 << BIO_UPTODATE; 78 bb.flags = 1 << BIO_UPTODATE;
84 bb.wait = &wait; 79 bb.wait = &wait;
85 80
86 blk_start_plug(&plug);
87 while (nr_sects) { 81 while (nr_sects) {
88 unsigned int req_sects;
89 sector_t end_sect, tmp;
90
91 bio = bio_alloc(gfp_mask, 1); 82 bio = bio_alloc(gfp_mask, 1);
92 if (!bio) { 83 if (!bio) {
93 ret = -ENOMEM; 84 ret = -ENOMEM;
94 break; 85 break;
95 } 86 }
96 87
97 req_sects = min_t(sector_t, nr_sects, max_discard_sectors);
98
99 /*
100 * If splitting a request, and the next starting sector would be
101 * misaligned, stop the discard at the previous aligned sector.
102 */
103 end_sect = sector + req_sects;
104 tmp = end_sect;
105 if (req_sects < nr_sects &&
106 sector_div(tmp, granularity) != alignment) {
107 end_sect = end_sect - alignment;
108 sector_div(end_sect, granularity);
109 end_sect = end_sect * granularity + alignment;
110 req_sects = end_sect - sector;
111 }
112
113 bio->bi_sector = sector; 88 bio->bi_sector = sector;
114 bio->bi_end_io = bio_batch_end_io; 89 bio->bi_end_io = bio_batch_end_io;
115 bio->bi_bdev = bdev; 90 bio->bi_bdev = bdev;
116 bio->bi_private = &bb; 91 bio->bi_private = &bb;
117 92
118 bio->bi_size = req_sects << 9; 93 if (nr_sects > max_discard_sectors) {
119 nr_sects -= req_sects; 94 bio->bi_size = max_discard_sectors << 9;
120 sector = end_sect; 95 nr_sects -= max_discard_sectors;
121 96 sector += max_discard_sectors;
122 atomic_inc(&bb.done);
123 submit_bio(type, bio);
124 }
125 blk_finish_plug(&plug);
126
127 /* Wait for bios in-flight */
128 if (!atomic_dec_and_test(&bb.done))
129 wait_for_completion(&wait);
130
131 if (!test_bit(BIO_UPTODATE, &bb.flags))
132 ret = -EIO;
133
134 return ret;
135}
136EXPORT_SYMBOL(blkdev_issue_discard);
137
138/**
139 * blkdev_issue_write_same - queue a write same operation
140 * @bdev: target blockdev
141 * @sector: start sector
142 * @nr_sects: number of sectors to write
143 * @gfp_mask: memory allocation flags (for bio_alloc)
144 * @page: page containing data to write
145 *
146 * Description:
147 * Issue a write same request for the sectors in question.
148 */
149int blkdev_issue_write_same(struct block_device *bdev, sector_t sector,
150 sector_t nr_sects, gfp_t gfp_mask,
151 struct page *page)
152{
153 DECLARE_COMPLETION_ONSTACK(wait);
154 struct request_queue *q = bdev_get_queue(bdev);
155 unsigned int max_write_same_sectors;
156 struct bio_batch bb;
157 struct bio *bio;
158 int ret = 0;
159
160 if (!q)
161 return -ENXIO;
162
163 max_write_same_sectors = q->limits.max_write_same_sectors;
164
165 if (max_write_same_sectors == 0)
166 return -EOPNOTSUPP;
167
168 atomic_set(&bb.done, 1);
169 bb.flags = 1 << BIO_UPTODATE;
170 bb.wait = &wait;
171
172 while (nr_sects) {
173 bio = bio_alloc(gfp_mask, 1);
174 if (!bio) {
175 ret = -ENOMEM;
176 break;
177 }
178
179 bio->bi_sector = sector;
180 bio->bi_end_io = bio_batch_end_io;
181 bio->bi_bdev = bdev;
182 bio->bi_private = &bb;
183 bio->bi_vcnt = 1;
184 bio->bi_io_vec->bv_page = page;
185 bio->bi_io_vec->bv_offset = 0;
186 bio->bi_io_vec->bv_len = bdev_logical_block_size(bdev);
187
188 if (nr_sects > max_write_same_sectors) {
189 bio->bi_size = max_write_same_sectors << 9;
190 nr_sects -= max_write_same_sectors;
191 sector += max_write_same_sectors;
192 } else { 97 } else {
193 bio->bi_size = nr_sects << 9; 98 bio->bi_size = nr_sects << 9;
194 nr_sects = 0; 99 nr_sects = 0;
195 } 100 }
196 101
197 atomic_inc(&bb.done); 102 atomic_inc(&bb.done);
198 submit_bio(REQ_WRITE | REQ_WRITE_SAME, bio); 103 submit_bio(type, bio);
199 } 104 }
200 105
201 /* Wait for bios in-flight */ 106 /* Wait for bios in-flight */
@@ -203,11 +108,11 @@ int blkdev_issue_write_same(struct block_device *bdev, sector_t sector,
203 wait_for_completion(&wait); 108 wait_for_completion(&wait);
204 109
205 if (!test_bit(BIO_UPTODATE, &bb.flags)) 110 if (!test_bit(BIO_UPTODATE, &bb.flags))
206 ret = -ENOTSUPP; 111 ret = -EIO;
207 112
208 return ret; 113 return ret;
209} 114}
210EXPORT_SYMBOL(blkdev_issue_write_same); 115EXPORT_SYMBOL(blkdev_issue_discard);
211 116
212/** 117/**
213 * blkdev_issue_zeroout - generate number of zero filed write bios 118 * blkdev_issue_zeroout - generate number of zero filed write bios
@@ -220,7 +125,7 @@ EXPORT_SYMBOL(blkdev_issue_write_same);
220 * Generate and issue number of bios with zerofiled pages. 125 * Generate and issue number of bios with zerofiled pages.
221 */ 126 */
222 127
223int __blkdev_issue_zeroout(struct block_device *bdev, sector_t sector, 128int blkdev_issue_zeroout(struct block_device *bdev, sector_t sector,
224 sector_t nr_sects, gfp_t gfp_mask) 129 sector_t nr_sects, gfp_t gfp_mask)
225{ 130{
226 int ret; 131 int ret;
@@ -270,32 +175,4 @@ int __blkdev_issue_zeroout(struct block_device *bdev, sector_t sector,
270 175
271 return ret; 176 return ret;
272} 177}
273
274/**
275 * blkdev_issue_zeroout - zero-fill a block range
276 * @bdev: blockdev to write
277 * @sector: start sector
278 * @nr_sects: number of sectors to write
279 * @gfp_mask: memory allocation flags (for bio_alloc)
280 *
281 * Description:
282 * Generate and issue number of bios with zerofiled pages.
283 */
284
285int blkdev_issue_zeroout(struct block_device *bdev, sector_t sector,
286 sector_t nr_sects, gfp_t gfp_mask)
287{
288 if (bdev_write_same(bdev)) {
289 unsigned char bdn[BDEVNAME_SIZE];
290
291 if (!blkdev_issue_write_same(bdev, sector, nr_sects, gfp_mask,
292 ZERO_PAGE(0)))
293 return 0;
294
295 bdevname(bdev, bdn);
296 pr_err("%s: WRITE SAME failed. Manually zeroing.\n", bdn);
297 }
298
299 return __blkdev_issue_zeroout(bdev, sector, nr_sects, gfp_mask);
300}
301EXPORT_SYMBOL(blkdev_issue_zeroout); 178EXPORT_SYMBOL(blkdev_issue_zeroout);