aboutsummaryrefslogtreecommitdiffstats
path: root/drivers/dma/ioat_dma.c
diff options
context:
space:
mode:
authorShannon Nelson <shannon.nelson@intel.com>2007-10-16 04:27:39 -0400
committerLinus Torvalds <torvalds@woody.linux-foundation.org>2007-10-16 12:43:09 -0400
commit43d6e369d43ff175e1e0e80caaedb1e53829247c (patch)
treef5eae87e5a3ac684c49b4f8c69aa5a4332137c01 /drivers/dma/ioat_dma.c
parent1fda5f4e96225c3ed0baded942704c0ae399da23 (diff)
I/OAT: code cleanup from checkpatch output
Take care of a bunch of little code nits in ioatdma files Signed-off-by: Shannon Nelson <shannon.nelson@intel.com> Acked-by: David S. Miller <davem@davemloft.net> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
Diffstat (limited to 'drivers/dma/ioat_dma.c')
-rw-r--r--drivers/dma/ioat_dma.c198
1 files changed, 110 insertions, 88 deletions
diff --git a/drivers/dma/ioat_dma.c b/drivers/dma/ioat_dma.c
index f0be71cf1eee..2db05f614843 100644
--- a/drivers/dma/ioat_dma.c
+++ b/drivers/dma/ioat_dma.c
@@ -1,10 +1,10 @@
1/* 1/*
2 * Copyright(c) 2004 - 2006 Intel Corporation. All rights reserved. 2 * Intel I/OAT DMA Linux driver
3 * Copyright(c) 2004 - 2007 Intel Corporation.
3 * 4 *
4 * This program is free software; you can redistribute it and/or modify it 5 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of the GNU General Public License as published by the Free 6 * under the terms and conditions of the GNU General Public License,
6 * Software Foundation; either version 2 of the License, or (at your option) 7 * version 2, as published by the Free Software Foundation.
7 * any later version.
8 * 8 *
9 * This program is distributed in the hope that it will be useful, but WITHOUT 9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
@@ -12,11 +12,12 @@
12 * more details. 12 * more details.
13 * 13 *
14 * You should have received a copy of the GNU General Public License along with 14 * You should have received a copy of the GNU General Public License along with
15 * this program; if not, write to the Free Software Foundation, Inc., 59 15 * this program; if not, write to the Free Software Foundation, Inc.,
16 * Temple Place - Suite 330, Boston, MA 02111-1307, USA. 16 * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
17 *
18 * The full GNU General Public License is included in this distribution in
19 * the file called "COPYING".
17 * 20 *
18 * The full GNU General Public License is included in this distribution in the
19 * file called COPYING.
20 */ 21 */
21 22
22/* 23/*
@@ -35,17 +36,22 @@
35#include "ioatdma_registers.h" 36#include "ioatdma_registers.h"
36#include "ioatdma_hw.h" 37#include "ioatdma_hw.h"
37 38
39#define INITIAL_IOAT_DESC_COUNT 128
40
38#define to_ioat_chan(chan) container_of(chan, struct ioat_dma_chan, common) 41#define to_ioat_chan(chan) container_of(chan, struct ioat_dma_chan, common)
39#define to_ioat_device(dev) container_of(dev, struct ioat_device, common) 42#define to_ioat_device(dev) container_of(dev, struct ioat_device, common)
40#define to_ioat_desc(lh) container_of(lh, struct ioat_desc_sw, node) 43#define to_ioat_desc(lh) container_of(lh, struct ioat_desc_sw, node)
41#define tx_to_ioat_desc(tx) container_of(tx, struct ioat_desc_sw, async_tx) 44#define tx_to_ioat_desc(tx) container_of(tx, struct ioat_desc_sw, async_tx)
42 45
43/* internal functions */ 46/* internal functions */
44static int __devinit ioat_probe(struct pci_dev *pdev, const struct pci_device_id *ent); 47static void ioat_dma_start_null_desc(struct ioat_dma_chan *ioat_chan);
48static void ioat_dma_memcpy_cleanup(struct ioat_dma_chan *ioat_chan);
49static int __devinit ioat_probe(struct pci_dev *pdev,
50 const struct pci_device_id *ent);
45static void ioat_shutdown(struct pci_dev *pdev); 51static void ioat_shutdown(struct pci_dev *pdev);
46static void __devexit ioat_remove(struct pci_dev *pdev); 52static void __devexit ioat_remove(struct pci_dev *pdev);
47 53
48static int enumerate_dma_channels(struct ioat_device *device) 54static int ioat_dma_enumerate_channels(struct ioat_device *device)
49{ 55{
50 u8 xfercap_scale; 56 u8 xfercap_scale;
51 u32 xfercap; 57 u32 xfercap;
@@ -73,13 +79,14 @@ static int enumerate_dma_channels(struct ioat_device *device)
73 /* This should be made common somewhere in dmaengine.c */ 79 /* This should be made common somewhere in dmaengine.c */
74 ioat_chan->common.device = &device->common; 80 ioat_chan->common.device = &device->common;
75 list_add_tail(&ioat_chan->common.device_node, 81 list_add_tail(&ioat_chan->common.device_node,
76 &device->common.channels); 82 &device->common.channels);
77 } 83 }
78 return device->common.chancnt; 84 return device->common.chancnt;
79} 85}
80 86
81static void 87static void ioat_set_src(dma_addr_t addr,
82ioat_set_src(dma_addr_t addr, struct dma_async_tx_descriptor *tx, int index) 88 struct dma_async_tx_descriptor *tx,
89 int index)
83{ 90{
84 struct ioat_desc_sw *iter, *desc = tx_to_ioat_desc(tx); 91 struct ioat_desc_sw *iter, *desc = tx_to_ioat_desc(tx);
85 struct ioat_dma_chan *ioat_chan = to_ioat_chan(tx->chan); 92 struct ioat_dma_chan *ioat_chan = to_ioat_chan(tx->chan);
@@ -93,8 +100,9 @@ ioat_set_src(dma_addr_t addr, struct dma_async_tx_descriptor *tx, int index)
93 100
94} 101}
95 102
96static void 103static void ioat_set_dest(dma_addr_t addr,
97ioat_set_dest(dma_addr_t addr, struct dma_async_tx_descriptor *tx, int index) 104 struct dma_async_tx_descriptor *tx,
105 int index)
98{ 106{
99 struct ioat_desc_sw *iter, *desc = tx_to_ioat_desc(tx); 107 struct ioat_desc_sw *iter, *desc = tx_to_ioat_desc(tx);
100 struct ioat_dma_chan *ioat_chan = to_ioat_chan(tx->chan); 108 struct ioat_dma_chan *ioat_chan = to_ioat_chan(tx->chan);
@@ -107,8 +115,7 @@ ioat_set_dest(dma_addr_t addr, struct dma_async_tx_descriptor *tx, int index)
107 } 115 }
108} 116}
109 117
110static dma_cookie_t 118static dma_cookie_t ioat_tx_submit(struct dma_async_tx_descriptor *tx)
111ioat_tx_submit(struct dma_async_tx_descriptor *tx)
112{ 119{
113 struct ioat_dma_chan *ioat_chan = to_ioat_chan(tx->chan); 120 struct ioat_dma_chan *ioat_chan = to_ioat_chan(tx->chan);
114 struct ioat_desc_sw *desc = tx_to_ioat_desc(tx); 121 struct ioat_desc_sw *desc = tx_to_ioat_desc(tx);
@@ -146,8 +153,8 @@ ioat_tx_submit(struct dma_async_tx_descriptor *tx)
146} 153}
147 154
148static struct ioat_desc_sw *ioat_dma_alloc_descriptor( 155static struct ioat_desc_sw *ioat_dma_alloc_descriptor(
149 struct ioat_dma_chan *ioat_chan, 156 struct ioat_dma_chan *ioat_chan,
150 gfp_t flags) 157 gfp_t flags)
151{ 158{
152 struct ioat_dma_descriptor *desc; 159 struct ioat_dma_descriptor *desc;
153 struct ioat_desc_sw *desc_sw; 160 struct ioat_desc_sw *desc_sw;
@@ -177,10 +184,6 @@ static struct ioat_desc_sw *ioat_dma_alloc_descriptor(
177 return desc_sw; 184 return desc_sw;
178} 185}
179 186
180#define INITIAL_IOAT_DESC_COUNT 128
181
182static void ioat_start_null_desc(struct ioat_dma_chan *ioat_chan);
183
184/* returns the actual number of allocated descriptors */ 187/* returns the actual number of allocated descriptors */
185static int ioat_dma_alloc_chan_resources(struct dma_chan *chan) 188static int ioat_dma_alloc_chan_resources(struct dma_chan *chan)
186{ 189{
@@ -195,15 +198,16 @@ static int ioat_dma_alloc_chan_resources(struct dma_chan *chan)
195 if (!list_empty(&ioat_chan->free_desc)) 198 if (!list_empty(&ioat_chan->free_desc))
196 return INITIAL_IOAT_DESC_COUNT; 199 return INITIAL_IOAT_DESC_COUNT;
197 200
198 /* Setup register to interrupt and write completion status on error */ 201 /* Setup register to interrupt and write completion status on error */
199 chanctrl = IOAT_CHANCTRL_ERR_INT_EN | 202 chanctrl = IOAT_CHANCTRL_ERR_INT_EN |
200 IOAT_CHANCTRL_ANY_ERR_ABORT_EN | 203 IOAT_CHANCTRL_ANY_ERR_ABORT_EN |
201 IOAT_CHANCTRL_ERR_COMPLETION_EN; 204 IOAT_CHANCTRL_ERR_COMPLETION_EN;
202 writew(chanctrl, ioat_chan->reg_base + IOAT_CHANCTRL_OFFSET); 205 writew(chanctrl, ioat_chan->reg_base + IOAT_CHANCTRL_OFFSET);
203 206
204 chanerr = readl(ioat_chan->reg_base + IOAT_CHANERR_OFFSET); 207 chanerr = readl(ioat_chan->reg_base + IOAT_CHANERR_OFFSET);
205 if (chanerr) { 208 if (chanerr) {
206 printk("IOAT: CHANERR = %x, clearing\n", chanerr); 209 dev_err(&ioat_chan->device->pdev->dev,
210 "ioatdma: CHANERR = %x, clearing\n", chanerr);
207 writel(chanerr, ioat_chan->reg_base + IOAT_CHANERR_OFFSET); 211 writel(chanerr, ioat_chan->reg_base + IOAT_CHANERR_OFFSET);
208 } 212 }
209 213
@@ -211,7 +215,8 @@ static int ioat_dma_alloc_chan_resources(struct dma_chan *chan)
211 for (i = 0; i < INITIAL_IOAT_DESC_COUNT; i++) { 215 for (i = 0; i < INITIAL_IOAT_DESC_COUNT; i++) {
212 desc = ioat_dma_alloc_descriptor(ioat_chan, GFP_KERNEL); 216 desc = ioat_dma_alloc_descriptor(ioat_chan, GFP_KERNEL);
213 if (!desc) { 217 if (!desc) {
214 printk(KERN_ERR "IOAT: Only %d initial descriptors\n", i); 218 dev_err(&ioat_chan->device->pdev->dev,
219 "ioatdma: Only %d initial descriptors\n", i);
215 break; 220 break;
216 } 221 }
217 list_add_tail(&desc->node, &tmp_list); 222 list_add_tail(&desc->node, &tmp_list);
@@ -224,8 +229,8 @@ static int ioat_dma_alloc_chan_resources(struct dma_chan *chan)
224 /* doing 2 32bit writes to mmio since 1 64b write doesn't work */ 229 /* doing 2 32bit writes to mmio since 1 64b write doesn't work */
225 ioat_chan->completion_virt = 230 ioat_chan->completion_virt =
226 pci_pool_alloc(ioat_chan->device->completion_pool, 231 pci_pool_alloc(ioat_chan->device->completion_pool,
227 GFP_KERNEL, 232 GFP_KERNEL,
228 &ioat_chan->completion_addr); 233 &ioat_chan->completion_addr);
229 memset(ioat_chan->completion_virt, 0, 234 memset(ioat_chan->completion_virt, 0,
230 sizeof(*ioat_chan->completion_virt)); 235 sizeof(*ioat_chan->completion_virt));
231 writel(((u64) ioat_chan->completion_addr) & 0x00000000FFFFFFFF, 236 writel(((u64) ioat_chan->completion_addr) & 0x00000000FFFFFFFF,
@@ -233,12 +238,10 @@ static int ioat_dma_alloc_chan_resources(struct dma_chan *chan)
233 writel(((u64) ioat_chan->completion_addr) >> 32, 238 writel(((u64) ioat_chan->completion_addr) >> 32,
234 ioat_chan->reg_base + IOAT_CHANCMP_OFFSET_HIGH); 239 ioat_chan->reg_base + IOAT_CHANCMP_OFFSET_HIGH);
235 240
236 ioat_start_null_desc(ioat_chan); 241 ioat_dma_start_null_desc(ioat_chan);
237 return i; 242 return i;
238} 243}
239 244
240static void ioat_dma_memcpy_cleanup(struct ioat_dma_chan *ioat_chan);
241
242static void ioat_dma_free_chan_resources(struct dma_chan *chan) 245static void ioat_dma_free_chan_resources(struct dma_chan *chan)
243{ 246{
244 struct ioat_dma_chan *ioat_chan = to_ioat_chan(chan); 247 struct ioat_dma_chan *ioat_chan = to_ioat_chan(chan);
@@ -268,19 +271,22 @@ static void ioat_dma_free_chan_resources(struct dma_chan *chan)
268 spin_unlock_bh(&ioat_chan->desc_lock); 271 spin_unlock_bh(&ioat_chan->desc_lock);
269 272
270 pci_pool_free(ioat_device->completion_pool, 273 pci_pool_free(ioat_device->completion_pool,
271 ioat_chan->completion_virt, 274 ioat_chan->completion_virt,
272 ioat_chan->completion_addr); 275 ioat_chan->completion_addr);
273 276
274 /* one is ok since we left it on there on purpose */ 277 /* one is ok since we left it on there on purpose */
275 if (in_use_descs > 1) 278 if (in_use_descs > 1)
276 printk(KERN_ERR "IOAT: Freeing %d in use descriptors!\n", 279 dev_err(&ioat_chan->device->pdev->dev,
280 "ioatdma: Freeing %d in use descriptors!\n",
277 in_use_descs - 1); 281 in_use_descs - 1);
278 282
279 ioat_chan->last_completion = ioat_chan->completion_addr = 0; 283 ioat_chan->last_completion = ioat_chan->completion_addr = 0;
280} 284}
281 285
282static struct dma_async_tx_descriptor * 286static struct dma_async_tx_descriptor *ioat_dma_prep_memcpy(
283ioat_dma_prep_memcpy(struct dma_chan *chan, size_t len, int int_en) 287 struct dma_chan *chan,
288 size_t len,
289 int int_en)
284{ 290{
285 struct ioat_dma_chan *ioat_chan = to_ioat_chan(chan); 291 struct ioat_dma_chan *ioat_chan = to_ioat_chan(chan);
286 struct ioat_desc_sw *first, *prev, *new; 292 struct ioat_desc_sw *first, *prev, *new;
@@ -343,12 +349,11 @@ ioat_dma_prep_memcpy(struct dma_chan *chan, size_t len, int int_en)
343 return new ? &new->async_tx : NULL; 349 return new ? &new->async_tx : NULL;
344} 350}
345 351
346
347/** 352/**
348 * ioat_dma_memcpy_issue_pending - push potentially unrecognized appended descriptors to hw 353 * ioat_dma_memcpy_issue_pending - push potentially unrecognized appended
354 * descriptors to hw
349 * @chan: DMA channel handle 355 * @chan: DMA channel handle
350 */ 356 */
351
352static void ioat_dma_memcpy_issue_pending(struct dma_chan *chan) 357static void ioat_dma_memcpy_issue_pending(struct dma_chan *chan)
353{ 358{
354 struct ioat_dma_chan *ioat_chan = to_ioat_chan(chan); 359 struct ioat_dma_chan *ioat_chan = to_ioat_chan(chan);
@@ -360,15 +365,15 @@ static void ioat_dma_memcpy_issue_pending(struct dma_chan *chan)
360 } 365 }
361} 366}
362 367
363static void ioat_dma_memcpy_cleanup(struct ioat_dma_chan *chan) 368static void ioat_dma_memcpy_cleanup(struct ioat_dma_chan *ioat_chan)
364{ 369{
365 unsigned long phys_complete; 370 unsigned long phys_complete;
366 struct ioat_desc_sw *desc, *_desc; 371 struct ioat_desc_sw *desc, *_desc;
367 dma_cookie_t cookie = 0; 372 dma_cookie_t cookie = 0;
368 373
369 prefetch(chan->completion_virt); 374 prefetch(ioat_chan->completion_virt);
370 375
371 if (!spin_trylock(&chan->cleanup_lock)) 376 if (!spin_trylock(&ioat_chan->cleanup_lock))
372 return; 377 return;
373 378
374 /* The completion writeback can happen at any time, 379 /* The completion writeback can happen at any time,
@@ -378,26 +383,27 @@ static void ioat_dma_memcpy_cleanup(struct ioat_dma_chan *chan)
378 383
379#if (BITS_PER_LONG == 64) 384#if (BITS_PER_LONG == 64)
380 phys_complete = 385 phys_complete =
381 chan->completion_virt->full & IOAT_CHANSTS_COMPLETED_DESCRIPTOR_ADDR; 386 ioat_chan->completion_virt->full & IOAT_CHANSTS_COMPLETED_DESCRIPTOR_ADDR;
382#else 387#else
383 phys_complete = chan->completion_virt->low & IOAT_LOW_COMPLETION_MASK; 388 phys_complete = ioat_chan->completion_virt->low & IOAT_LOW_COMPLETION_MASK;
384#endif 389#endif
385 390
386 if ((chan->completion_virt->full & IOAT_CHANSTS_DMA_TRANSFER_STATUS) == 391 if ((ioat_chan->completion_virt->full & IOAT_CHANSTS_DMA_TRANSFER_STATUS) ==
387 IOAT_CHANSTS_DMA_TRANSFER_STATUS_HALTED) { 392 IOAT_CHANSTS_DMA_TRANSFER_STATUS_HALTED) {
388 printk("IOAT: Channel halted, chanerr = %x\n", 393 dev_err(&ioat_chan->device->pdev->dev,
389 readl(chan->reg_base + IOAT_CHANERR_OFFSET)); 394 "ioatdma: Channel halted, chanerr = %x\n",
395 readl(ioat_chan->reg_base + IOAT_CHANERR_OFFSET));
390 396
391 /* TODO do something to salvage the situation */ 397 /* TODO do something to salvage the situation */
392 } 398 }
393 399
394 if (phys_complete == chan->last_completion) { 400 if (phys_complete == ioat_chan->last_completion) {
395 spin_unlock(&chan->cleanup_lock); 401 spin_unlock(&ioat_chan->cleanup_lock);
396 return; 402 return;
397 } 403 }
398 404
399 spin_lock_bh(&chan->desc_lock); 405 spin_lock_bh(&ioat_chan->desc_lock);
400 list_for_each_entry_safe(desc, _desc, &chan->used_desc, node) { 406 list_for_each_entry_safe(desc, _desc, &ioat_chan->used_desc, node) {
401 407
402 /* 408 /*
403 * Incoming DMA requests may use multiple descriptors, due to 409 * Incoming DMA requests may use multiple descriptors, due to
@@ -407,31 +413,36 @@ static void ioat_dma_memcpy_cleanup(struct ioat_dma_chan *chan)
407 if (desc->async_tx.cookie) { 413 if (desc->async_tx.cookie) {
408 cookie = desc->async_tx.cookie; 414 cookie = desc->async_tx.cookie;
409 415
410 /* yes we are unmapping both _page and _single alloc'd 416 /*
411 regions with unmap_page. Is this *really* that bad? 417 * yes we are unmapping both _page and _single alloc'd
412 */ 418 * regions with unmap_page. Is this *really* that bad?
413 pci_unmap_page(chan->device->pdev, 419 */
420 pci_unmap_page(ioat_chan->device->pdev,
414 pci_unmap_addr(desc, dst), 421 pci_unmap_addr(desc, dst),
415 pci_unmap_len(desc, len), 422 pci_unmap_len(desc, len),
416 PCI_DMA_FROMDEVICE); 423 PCI_DMA_FROMDEVICE);
417 pci_unmap_page(chan->device->pdev, 424 pci_unmap_page(ioat_chan->device->pdev,
418 pci_unmap_addr(desc, src), 425 pci_unmap_addr(desc, src),
419 pci_unmap_len(desc, len), 426 pci_unmap_len(desc, len),
420 PCI_DMA_TODEVICE); 427 PCI_DMA_TODEVICE);
421 } 428 }
422 429
423 if (desc->async_tx.phys != phys_complete) { 430 if (desc->async_tx.phys != phys_complete) {
424 /* a completed entry, but not the last, so cleanup 431 /*
432 * a completed entry, but not the last, so cleanup
425 * if the client is done with the descriptor 433 * if the client is done with the descriptor
426 */ 434 */
427 if (desc->async_tx.ack) { 435 if (desc->async_tx.ack) {
428 list_del(&desc->node); 436 list_del(&desc->node);
429 list_add_tail(&desc->node, &chan->free_desc); 437 list_add_tail(&desc->node,
438 &ioat_chan->free_desc);
430 } else 439 } else
431 desc->async_tx.cookie = 0; 440 desc->async_tx.cookie = 0;
432 } else { 441 } else {
433 /* last used desc. Do not remove, so we can append from 442 /*
434 it, but don't look at it next time, either */ 443 * last used desc. Do not remove, so we can append from
444 * it, but don't look at it next time, either
445 */
435 desc->async_tx.cookie = 0; 446 desc->async_tx.cookie = 0;
436 447
437 /* TODO check status bits? */ 448 /* TODO check status bits? */
@@ -439,13 +450,13 @@ static void ioat_dma_memcpy_cleanup(struct ioat_dma_chan *chan)
439 } 450 }
440 } 451 }
441 452
442 spin_unlock_bh(&chan->desc_lock); 453 spin_unlock_bh(&ioat_chan->desc_lock);
443 454
444 chan->last_completion = phys_complete; 455 ioat_chan->last_completion = phys_complete;
445 if (cookie != 0) 456 if (cookie != 0)
446 chan->completed_cookie = cookie; 457 ioat_chan->completed_cookie = cookie;
447 458
448 spin_unlock(&chan->cleanup_lock); 459 spin_unlock(&ioat_chan->cleanup_lock);
449} 460}
450 461
451static void ioat_dma_dependency_added(struct dma_chan *chan) 462static void ioat_dma_dependency_added(struct dma_chan *chan)
@@ -466,11 +477,10 @@ static void ioat_dma_dependency_added(struct dma_chan *chan)
466 * @done: if not %NULL, updated with last completed transaction 477 * @done: if not %NULL, updated with last completed transaction
467 * @used: if not %NULL, updated with last used transaction 478 * @used: if not %NULL, updated with last used transaction
468 */ 479 */
469
470static enum dma_status ioat_dma_is_complete(struct dma_chan *chan, 480static enum dma_status ioat_dma_is_complete(struct dma_chan *chan,
471 dma_cookie_t cookie, 481 dma_cookie_t cookie,
472 dma_cookie_t *done, 482 dma_cookie_t *done,
473 dma_cookie_t *used) 483 dma_cookie_t *used)
474{ 484{
475 struct ioat_dma_chan *ioat_chan = to_ioat_chan(chan); 485 struct ioat_dma_chan *ioat_chan = to_ioat_chan(chan);
476 dma_cookie_t last_used; 486 dma_cookie_t last_used;
@@ -481,7 +491,7 @@ static enum dma_status ioat_dma_is_complete(struct dma_chan *chan,
481 last_complete = ioat_chan->completed_cookie; 491 last_complete = ioat_chan->completed_cookie;
482 492
483 if (done) 493 if (done)
484 *done= last_complete; 494 *done = last_complete;
485 if (used) 495 if (used)
486 *used = last_used; 496 *used = last_used;
487 497
@@ -495,7 +505,7 @@ static enum dma_status ioat_dma_is_complete(struct dma_chan *chan,
495 last_complete = ioat_chan->completed_cookie; 505 last_complete = ioat_chan->completed_cookie;
496 506
497 if (done) 507 if (done)
498 *done= last_complete; 508 *done = last_complete;
499 if (used) 509 if (used)
500 *used = last_used; 510 *used = last_used;
501 511
@@ -538,13 +548,13 @@ static irqreturn_t ioat_do_interrupt(int irq, void *data)
538 548
539 attnstatus = readl(instance->reg_base + IOAT_ATTNSTATUS_OFFSET); 549 attnstatus = readl(instance->reg_base + IOAT_ATTNSTATUS_OFFSET);
540 550
541 printk(KERN_ERR "ioatdma error: interrupt! status %lx\n", attnstatus); 551 printk(KERN_ERR "ioatdma: interrupt! status %lx\n", attnstatus);
542 552
543 writeb(intrctrl, instance->reg_base + IOAT_INTRCTRL_OFFSET); 553 writeb(intrctrl, instance->reg_base + IOAT_INTRCTRL_OFFSET);
544 return IRQ_HANDLED; 554 return IRQ_HANDLED;
545} 555}
546 556
547static void ioat_start_null_desc(struct ioat_dma_chan *ioat_chan) 557static void ioat_dma_start_null_desc(struct ioat_dma_chan *ioat_chan)
548{ 558{
549 struct ioat_desc_sw *desc; 559 struct ioat_desc_sw *desc;
550 560
@@ -608,9 +618,11 @@ static int ioat_self_test(struct ioat_device *device)
608 618
609 /* Start copy, using first DMA channel */ 619 /* Start copy, using first DMA channel */
610 dma_chan = container_of(device->common.channels.next, 620 dma_chan = container_of(device->common.channels.next,
611 struct dma_chan, 621 struct dma_chan,
612 device_node); 622 device_node);
613 if (ioat_dma_alloc_chan_resources(dma_chan) < 1) { 623 if (ioat_dma_alloc_chan_resources(dma_chan) < 1) {
624 dev_err(&device->pdev->dev,
625 "selftest cannot allocate chan resource\n");
614 err = -ENODEV; 626 err = -ENODEV;
615 goto out; 627 goto out;
616 } 628 }
@@ -628,12 +640,14 @@ static int ioat_self_test(struct ioat_device *device)
628 msleep(1); 640 msleep(1);
629 641
630 if (ioat_dma_is_complete(dma_chan, cookie, NULL, NULL) != DMA_SUCCESS) { 642 if (ioat_dma_is_complete(dma_chan, cookie, NULL, NULL) != DMA_SUCCESS) {
631 printk(KERN_ERR "ioatdma: Self-test copy timed out, disabling\n"); 643 dev_err(&device->pdev->dev,
644 "ioatdma: Self-test copy timed out, disabling\n");
632 err = -ENODEV; 645 err = -ENODEV;
633 goto free_resources; 646 goto free_resources;
634 } 647 }
635 if (memcmp(src, dest, IOAT_TEST_SIZE)) { 648 if (memcmp(src, dest, IOAT_TEST_SIZE)) {
636 printk(KERN_ERR "ioatdma: Self-test copy failed compare, disabling\n"); 649 dev_err(&device->pdev->dev,
650 "ioatdma: Self-test copy failed compare, disabling\n");
637 err = -ENODEV; 651 err = -ENODEV;
638 goto free_resources; 652 goto free_resources;
639 } 653 }
@@ -647,7 +661,7 @@ out:
647} 661}
648 662
649static int __devinit ioat_probe(struct pci_dev *pdev, 663static int __devinit ioat_probe(struct pci_dev *pdev,
650 const struct pci_device_id *ent) 664 const struct pci_device_id *ent)
651{ 665{
652 int err; 666 int err;
653 unsigned long mmio_start, mmio_len; 667 unsigned long mmio_start, mmio_len;
@@ -691,7 +705,9 @@ static int __devinit ioat_probe(struct pci_dev *pdev,
691 goto err_dma_pool; 705 goto err_dma_pool;
692 } 706 }
693 707
694 device->completion_pool = pci_pool_create("completion_pool", pdev, sizeof(u64), SMP_CACHE_BYTES, SMP_CACHE_BYTES); 708 device->completion_pool = pci_pool_create("completion_pool", pdev,
709 sizeof(u64), SMP_CACHE_BYTES,
710 SMP_CACHE_BYTES);
695 if (!device->completion_pool) { 711 if (!device->completion_pool) {
696 err = -ENOMEM; 712 err = -ENOMEM;
697 goto err_completion_pool; 713 goto err_completion_pool;
@@ -713,22 +729,26 @@ static int __devinit ioat_probe(struct pci_dev *pdev,
713 729
714 device->reg_base = reg_base; 730 device->reg_base = reg_base;
715 731
716 writeb(IOAT_INTRCTRL_MASTER_INT_EN, device->reg_base + IOAT_INTRCTRL_OFFSET); 732 writeb(IOAT_INTRCTRL_MASTER_INT_EN,
733 device->reg_base + IOAT_INTRCTRL_OFFSET);
717 pci_set_master(pdev); 734 pci_set_master(pdev);
718 735
719 INIT_LIST_HEAD(&device->common.channels); 736 INIT_LIST_HEAD(&device->common.channels);
720 enumerate_dma_channels(device); 737 ioat_dma_enumerate_channels(device);
721 738
722 dma_cap_set(DMA_MEMCPY, device->common.cap_mask); 739 dma_cap_set(DMA_MEMCPY, device->common.cap_mask);
723 device->common.device_alloc_chan_resources = ioat_dma_alloc_chan_resources; 740 device->common.device_alloc_chan_resources =
724 device->common.device_free_chan_resources = ioat_dma_free_chan_resources; 741 ioat_dma_alloc_chan_resources;
742 device->common.device_free_chan_resources =
743 ioat_dma_free_chan_resources;
725 device->common.device_prep_dma_memcpy = ioat_dma_prep_memcpy; 744 device->common.device_prep_dma_memcpy = ioat_dma_prep_memcpy;
726 device->common.device_is_tx_complete = ioat_dma_is_complete; 745 device->common.device_is_tx_complete = ioat_dma_is_complete;
727 device->common.device_issue_pending = ioat_dma_memcpy_issue_pending; 746 device->common.device_issue_pending = ioat_dma_memcpy_issue_pending;
728 device->common.device_dependency_added = ioat_dma_dependency_added; 747 device->common.device_dependency_added = ioat_dma_dependency_added;
729 device->common.dev = &pdev->dev; 748 device->common.dev = &pdev->dev;
730 printk(KERN_INFO "Intel(R) I/OAT DMA Engine found, %d channels\n", 749 printk(KERN_INFO
731 device->common.chancnt); 750 "ioatdma: Intel(R) I/OAT DMA Engine found, %d channels\n",
751 device->common.chancnt);
732 752
733 err = ioat_self_test(device); 753 err = ioat_self_test(device);
734 if (err) 754 if (err)
@@ -754,7 +774,8 @@ err_set_dma_mask:
754 pci_disable_device(pdev); 774 pci_disable_device(pdev);
755err_enable_device: 775err_enable_device:
756 776
757 printk(KERN_ERR "Intel(R) I/OAT DMA Engine initialization failed\n"); 777 printk(KERN_INFO
778 "ioatdma: Intel(R) I/OAT DMA Engine initialization failed\n");
758 779
759 return err; 780 return err;
760} 781}
@@ -786,7 +807,8 @@ static void __devexit ioat_remove(struct pci_dev *pdev)
786 iounmap(device->reg_base); 807 iounmap(device->reg_base);
787 pci_release_regions(pdev); 808 pci_release_regions(pdev);
788 pci_disable_device(pdev); 809 pci_disable_device(pdev);
789 list_for_each_entry_safe(chan, _chan, &device->common.channels, device_node) { 810 list_for_each_entry_safe(chan, _chan,
811 &device->common.channels, device_node) {
790 ioat_chan = to_ioat_chan(chan); 812 ioat_chan = to_ioat_chan(chan);
791 list_del(&chan->device_node); 813 list_del(&chan->device_node);
792 kfree(ioat_chan); 814 kfree(ioat_chan);