diff options
Diffstat (limited to 'crypto/async_tx')
-rw-r--r-- | crypto/async_tx/async_pq.c | 31 | ||||
-rw-r--r-- | crypto/async_tx/async_xor.c | 18 |
2 files changed, 35 insertions, 14 deletions
diff --git a/crypto/async_tx/async_pq.c b/crypto/async_tx/async_pq.c index 9ab1ce4af3cc..43b1436bd968 100644 --- a/crypto/async_tx/async_pq.c +++ b/crypto/async_tx/async_pq.c | |||
@@ -260,8 +260,10 @@ async_syndrome_val(struct page **blocks, unsigned int offset, int disks, | |||
260 | len); | 260 | len); |
261 | struct dma_device *device = chan ? chan->device : NULL; | 261 | struct dma_device *device = chan ? chan->device : NULL; |
262 | struct dma_async_tx_descriptor *tx; | 262 | struct dma_async_tx_descriptor *tx; |
263 | unsigned char coefs[disks-2]; | ||
263 | enum dma_ctrl_flags dma_flags = submit->cb_fn ? DMA_PREP_INTERRUPT : 0; | 264 | enum dma_ctrl_flags dma_flags = submit->cb_fn ? DMA_PREP_INTERRUPT : 0; |
264 | dma_addr_t *dma_src = NULL; | 265 | dma_addr_t *dma_src = NULL; |
266 | int src_cnt = 0; | ||
265 | 267 | ||
266 | BUG_ON(disks < 4); | 268 | BUG_ON(disks < 4); |
267 | 269 | ||
@@ -280,20 +282,35 @@ async_syndrome_val(struct page **blocks, unsigned int offset, int disks, | |||
280 | __func__, disks, len); | 282 | __func__, disks, len); |
281 | if (!P(blocks, disks)) | 283 | if (!P(blocks, disks)) |
282 | dma_flags |= DMA_PREP_PQ_DISABLE_P; | 284 | dma_flags |= DMA_PREP_PQ_DISABLE_P; |
285 | else | ||
286 | pq[0] = dma_map_page(dev, P(blocks,disks), | ||
287 | offset, len, | ||
288 | DMA_TO_DEVICE); | ||
283 | if (!Q(blocks, disks)) | 289 | if (!Q(blocks, disks)) |
284 | dma_flags |= DMA_PREP_PQ_DISABLE_Q; | 290 | dma_flags |= DMA_PREP_PQ_DISABLE_Q; |
291 | else | ||
292 | pq[1] = dma_map_page(dev, Q(blocks,disks), | ||
293 | offset, len, | ||
294 | DMA_TO_DEVICE); | ||
295 | |||
285 | if (submit->flags & ASYNC_TX_FENCE) | 296 | if (submit->flags & ASYNC_TX_FENCE) |
286 | dma_flags |= DMA_PREP_FENCE; | 297 | dma_flags |= DMA_PREP_FENCE; |
287 | for (i = 0; i < disks; i++) | 298 | for (i = 0; i < disks-2; i++) |
288 | if (likely(blocks[i])) | 299 | if (likely(blocks[i])) { |
289 | dma_src[i] = dma_map_page(dev, blocks[i], | 300 | dma_src[src_cnt] = dma_map_page(dev, blocks[i], |
290 | offset, len, | 301 | offset, len, |
291 | DMA_TO_DEVICE); | 302 | DMA_TO_DEVICE); |
303 | coefs[src_cnt] = raid6_gfexp[i]; | ||
304 | src_cnt++; | ||
305 | } | ||
306 | pq[1] = dma_map_page(dev, Q(blocks,disks), | ||
307 | offset, len, | ||
308 | DMA_TO_DEVICE); | ||
292 | 309 | ||
293 | for (;;) { | 310 | for (;;) { |
294 | tx = device->device_prep_dma_pq_val(chan, pq, dma_src, | 311 | tx = device->device_prep_dma_pq_val(chan, pq, dma_src, |
295 | disks - 2, | 312 | src_cnt, |
296 | raid6_gfexp, | 313 | coefs, |
297 | len, pqres, | 314 | len, pqres, |
298 | dma_flags); | 315 | dma_flags); |
299 | if (likely(tx)) | 316 | if (likely(tx)) |
diff --git a/crypto/async_tx/async_xor.c b/crypto/async_tx/async_xor.c index b459a9034aac..79182dcb91b7 100644 --- a/crypto/async_tx/async_xor.c +++ b/crypto/async_tx/async_xor.c | |||
@@ -44,20 +44,23 @@ do_async_xor(struct dma_chan *chan, struct page *dest, struct page **src_list, | |||
44 | void *cb_param_orig = submit->cb_param; | 44 | void *cb_param_orig = submit->cb_param; |
45 | enum async_tx_flags flags_orig = submit->flags; | 45 | enum async_tx_flags flags_orig = submit->flags; |
46 | enum dma_ctrl_flags dma_flags; | 46 | enum dma_ctrl_flags dma_flags; |
47 | int xor_src_cnt; | 47 | int xor_src_cnt = 0; |
48 | dma_addr_t dma_dest; | 48 | dma_addr_t dma_dest; |
49 | 49 | ||
50 | /* map the dest bidrectional in case it is re-used as a source */ | 50 | /* map the dest bidrectional in case it is re-used as a source */ |
51 | dma_dest = dma_map_page(dma->dev, dest, offset, len, DMA_BIDIRECTIONAL); | 51 | dma_dest = dma_map_page(dma->dev, dest, offset, len, DMA_BIDIRECTIONAL); |
52 | for (i = 0; i < src_cnt; i++) { | 52 | for (i = 0; i < src_cnt; i++) { |
53 | /* only map the dest once */ | 53 | /* only map the dest once */ |
54 | if (!src_list[i]) | ||
55 | continue; | ||
54 | if (unlikely(src_list[i] == dest)) { | 56 | if (unlikely(src_list[i] == dest)) { |
55 | dma_src[i] = dma_dest; | 57 | dma_src[xor_src_cnt++] = dma_dest; |
56 | continue; | 58 | continue; |
57 | } | 59 | } |
58 | dma_src[i] = dma_map_page(dma->dev, src_list[i], offset, | 60 | dma_src[xor_src_cnt++] = dma_map_page(dma->dev, src_list[i], offset, |
59 | len, DMA_TO_DEVICE); | 61 | len, DMA_TO_DEVICE); |
60 | } | 62 | } |
63 | src_cnt = xor_src_cnt; | ||
61 | 64 | ||
62 | while (src_cnt) { | 65 | while (src_cnt) { |
63 | submit->flags = flags_orig; | 66 | submit->flags = flags_orig; |
@@ -123,7 +126,7 @@ do_sync_xor(struct page *dest, struct page **src_list, unsigned int offset, | |||
123 | int src_cnt, size_t len, struct async_submit_ctl *submit) | 126 | int src_cnt, size_t len, struct async_submit_ctl *submit) |
124 | { | 127 | { |
125 | int i; | 128 | int i; |
126 | int xor_src_cnt; | 129 | int xor_src_cnt = 0; |
127 | int src_off = 0; | 130 | int src_off = 0; |
128 | void *dest_buf; | 131 | void *dest_buf; |
129 | void **srcs; | 132 | void **srcs; |
@@ -135,8 +138,9 @@ do_sync_xor(struct page *dest, struct page **src_list, unsigned int offset, | |||
135 | 138 | ||
136 | /* convert to buffer pointers */ | 139 | /* convert to buffer pointers */ |
137 | for (i = 0; i < src_cnt; i++) | 140 | for (i = 0; i < src_cnt; i++) |
138 | srcs[i] = page_address(src_list[i]) + offset; | 141 | if (src_list[i]) |
139 | 142 | srcs[xor_src_cnt++] = page_address(src_list[i]) + offset; | |
143 | src_cnt = xor_src_cnt; | ||
140 | /* set destination address */ | 144 | /* set destination address */ |
141 | dest_buf = page_address(dest) + offset; | 145 | dest_buf = page_address(dest) + offset; |
142 | 146 | ||