diff options
| -rw-r--r-- | drivers/dma/dw_dmac.c | 47 | ||||
| -rw-r--r-- | drivers/dma/dw_dmac_regs.h | 1 |
2 files changed, 46 insertions, 2 deletions
diff --git a/drivers/dma/dw_dmac.c b/drivers/dma/dw_dmac.c index 5816da34129d..35c8dd5f1013 100644 --- a/drivers/dma/dw_dmac.c +++ b/drivers/dma/dw_dmac.c | |||
| @@ -282,6 +282,7 @@ static void dwc_dostart(struct dw_dma_chan *dwc, struct dw_desc *first) | |||
| 282 | 282 | ||
| 283 | dwc_initialize(dwc); | 283 | dwc_initialize(dwc); |
| 284 | 284 | ||
| 285 | dwc->residue = first->total_len; | ||
| 285 | dwc->tx_node_active = &first->tx_list; | 286 | dwc->tx_node_active = &first->tx_list; |
| 286 | 287 | ||
| 287 | /* Submit first block */ | 288 | /* Submit first block */ |
| @@ -385,6 +386,15 @@ static void dwc_complete_all(struct dw_dma *dw, struct dw_dma_chan *dwc) | |||
| 385 | dwc_descriptor_complete(dwc, desc, true); | 386 | dwc_descriptor_complete(dwc, desc, true); |
| 386 | } | 387 | } |
| 387 | 388 | ||
| 389 | /* Returns how many bytes were already received from source */ | ||
| 390 | static inline u32 dwc_get_sent(struct dw_dma_chan *dwc) | ||
| 391 | { | ||
| 392 | u32 ctlhi = channel_readl(dwc, CTL_HI); | ||
| 393 | u32 ctllo = channel_readl(dwc, CTL_LO); | ||
| 394 | |||
| 395 | return (ctlhi & DWC_CTLH_BLOCK_TS_MASK) * (1 << (ctllo >> 4 & 7)); | ||
| 396 | } | ||
| 397 | |||
| 388 | static void dwc_scan_descriptors(struct dw_dma *dw, struct dw_dma_chan *dwc) | 398 | static void dwc_scan_descriptors(struct dw_dma *dw, struct dw_dma_chan *dwc) |
| 389 | { | 399 | { |
| 390 | dma_addr_t llp; | 400 | dma_addr_t llp; |
| @@ -412,6 +422,12 @@ static void dwc_scan_descriptors(struct dw_dma *dw, struct dw_dma_chan *dwc) | |||
| 412 | 422 | ||
| 413 | head = &desc->tx_list; | 423 | head = &desc->tx_list; |
| 414 | if (active != head) { | 424 | if (active != head) { |
| 425 | /* Update desc to reflect last sent one */ | ||
| 426 | if (active != head->next) | ||
| 427 | desc = to_dw_desc(active->prev); | ||
| 428 | |||
| 429 | dwc->residue -= desc->len; | ||
| 430 | |||
| 415 | child = to_dw_desc(active); | 431 | child = to_dw_desc(active); |
| 416 | 432 | ||
| 417 | /* Submit next block */ | 433 | /* Submit next block */ |
| @@ -424,6 +440,9 @@ static void dwc_scan_descriptors(struct dw_dma *dw, struct dw_dma_chan *dwc) | |||
| 424 | /* We are done here */ | 440 | /* We are done here */ |
| 425 | clear_bit(DW_DMA_IS_SOFT_LLP, &dwc->flags); | 441 | clear_bit(DW_DMA_IS_SOFT_LLP, &dwc->flags); |
| 426 | } | 442 | } |
| 443 | |||
| 444 | dwc->residue = 0; | ||
| 445 | |||
| 427 | spin_unlock_irqrestore(&dwc->lock, flags); | 446 | spin_unlock_irqrestore(&dwc->lock, flags); |
| 428 | 447 | ||
| 429 | dwc_complete_all(dw, dwc); | 448 | dwc_complete_all(dw, dwc); |
| @@ -431,6 +450,7 @@ static void dwc_scan_descriptors(struct dw_dma *dw, struct dw_dma_chan *dwc) | |||
| 431 | } | 450 | } |
| 432 | 451 | ||
| 433 | if (list_empty(&dwc->active_list)) { | 452 | if (list_empty(&dwc->active_list)) { |
| 453 | dwc->residue = 0; | ||
| 434 | spin_unlock_irqrestore(&dwc->lock, flags); | 454 | spin_unlock_irqrestore(&dwc->lock, flags); |
| 435 | return; | 455 | return; |
| 436 | } | 456 | } |
| @@ -445,6 +465,9 @@ static void dwc_scan_descriptors(struct dw_dma *dw, struct dw_dma_chan *dwc) | |||
| 445 | (unsigned long long)llp); | 465 | (unsigned long long)llp); |
| 446 | 466 | ||
| 447 | list_for_each_entry_safe(desc, _desc, &dwc->active_list, desc_node) { | 467 | list_for_each_entry_safe(desc, _desc, &dwc->active_list, desc_node) { |
| 468 | /* initial residue value */ | ||
| 469 | dwc->residue = desc->total_len; | ||
| 470 | |||
| 448 | /* check first descriptors addr */ | 471 | /* check first descriptors addr */ |
| 449 | if (desc->txd.phys == llp) { | 472 | if (desc->txd.phys == llp) { |
| 450 | spin_unlock_irqrestore(&dwc->lock, flags); | 473 | spin_unlock_irqrestore(&dwc->lock, flags); |
| @@ -454,16 +477,21 @@ static void dwc_scan_descriptors(struct dw_dma *dw, struct dw_dma_chan *dwc) | |||
| 454 | /* check first descriptors llp */ | 477 | /* check first descriptors llp */ |
| 455 | if (desc->lli.llp == llp) { | 478 | if (desc->lli.llp == llp) { |
| 456 | /* This one is currently in progress */ | 479 | /* This one is currently in progress */ |
| 480 | dwc->residue -= dwc_get_sent(dwc); | ||
| 457 | spin_unlock_irqrestore(&dwc->lock, flags); | 481 | spin_unlock_irqrestore(&dwc->lock, flags); |
| 458 | return; | 482 | return; |
| 459 | } | 483 | } |
| 460 | 484 | ||
| 461 | list_for_each_entry(child, &desc->tx_list, desc_node) | 485 | dwc->residue -= desc->len; |
| 486 | list_for_each_entry(child, &desc->tx_list, desc_node) { | ||
| 462 | if (child->lli.llp == llp) { | 487 | if (child->lli.llp == llp) { |
| 463 | /* Currently in progress */ | 488 | /* Currently in progress */ |
| 489 | dwc->residue -= dwc_get_sent(dwc); | ||
| 464 | spin_unlock_irqrestore(&dwc->lock, flags); | 490 | spin_unlock_irqrestore(&dwc->lock, flags); |
| 465 | return; | 491 | return; |
| 466 | } | 492 | } |
| 493 | dwc->residue -= child->len; | ||
| 494 | } | ||
| 467 | 495 | ||
| 468 | /* | 496 | /* |
| 469 | * No descriptors so far seem to be in progress, i.e. | 497 | * No descriptors so far seem to be in progress, i.e. |
| @@ -1054,6 +1082,21 @@ static int dwc_control(struct dma_chan *chan, enum dma_ctrl_cmd cmd, | |||
| 1054 | return 0; | 1082 | return 0; |
| 1055 | } | 1083 | } |
| 1056 | 1084 | ||
| 1085 | static inline u32 dwc_get_residue(struct dw_dma_chan *dwc) | ||
| 1086 | { | ||
| 1087 | unsigned long flags; | ||
| 1088 | u32 residue; | ||
| 1089 | |||
| 1090 | spin_lock_irqsave(&dwc->lock, flags); | ||
| 1091 | |||
| 1092 | residue = dwc->residue; | ||
| 1093 | if (test_bit(DW_DMA_IS_SOFT_LLP, &dwc->flags) && residue) | ||
| 1094 | residue -= dwc_get_sent(dwc); | ||
| 1095 | |||
| 1096 | spin_unlock_irqrestore(&dwc->lock, flags); | ||
| 1097 | return residue; | ||
| 1098 | } | ||
| 1099 | |||
| 1057 | static enum dma_status | 1100 | static enum dma_status |
| 1058 | dwc_tx_status(struct dma_chan *chan, | 1101 | dwc_tx_status(struct dma_chan *chan, |
| 1059 | dma_cookie_t cookie, | 1102 | dma_cookie_t cookie, |
| @@ -1070,7 +1113,7 @@ dwc_tx_status(struct dma_chan *chan, | |||
| 1070 | } | 1113 | } |
| 1071 | 1114 | ||
| 1072 | if (ret != DMA_SUCCESS) | 1115 | if (ret != DMA_SUCCESS) |
| 1073 | dma_set_residue(txstate, dwc_first_active(dwc)->len); | 1116 | dma_set_residue(txstate, dwc_get_residue(dwc)); |
| 1074 | 1117 | ||
| 1075 | if (dwc->paused) | 1118 | if (dwc->paused) |
| 1076 | return DMA_PAUSED; | 1119 | return DMA_PAUSED; |
diff --git a/drivers/dma/dw_dmac_regs.h b/drivers/dma/dw_dmac_regs.h index 833b4cf9843d..88dd8eb31957 100644 --- a/drivers/dma/dw_dmac_regs.h +++ b/drivers/dma/dw_dmac_regs.h | |||
| @@ -203,6 +203,7 @@ struct dw_dma_chan { | |||
| 203 | struct list_head active_list; | 203 | struct list_head active_list; |
| 204 | struct list_head queue; | 204 | struct list_head queue; |
| 205 | struct list_head free_list; | 205 | struct list_head free_list; |
| 206 | u32 residue; | ||
| 206 | struct dw_cyclic_desc *cdesc; | 207 | struct dw_cyclic_desc *cdesc; |
| 207 | 208 | ||
| 208 | unsigned int descs_allocated; | 209 | unsigned int descs_allocated; |
