diff options
| -rw-r--r-- | drivers/dma/ioat/dma.c | 120 | ||||
| -rw-r--r-- | drivers/dma/ioat/dma.h | 12 | ||||
| -rw-r--r-- | drivers/dma/ioat/dma_v2.c | 33 | ||||
| -rw-r--r-- | drivers/dma/ioat/dma_v2.h | 1 | ||||
| -rw-r--r-- | drivers/dma/ioat/dma_v3.c | 3 | ||||
| -rw-r--r-- | drivers/dma/ioat/pci.c | 3 |
6 files changed, 166 insertions, 6 deletions
diff --git a/drivers/dma/ioat/dma.c b/drivers/dma/ioat/dma.c index 70262c0131d9..cb08f8108496 100644 --- a/drivers/dma/ioat/dma.c +++ b/drivers/dma/ioat/dma.c | |||
| @@ -263,6 +263,7 @@ static dma_cookie_t ioat1_tx_submit(struct dma_async_tx_descriptor *tx) | |||
| 263 | if (!test_and_set_bit(IOAT_COMPLETION_PENDING, &chan->state)) | 263 | if (!test_and_set_bit(IOAT_COMPLETION_PENDING, &chan->state)) |
| 264 | mod_timer(&chan->timer, jiffies + COMPLETION_TIMEOUT); | 264 | mod_timer(&chan->timer, jiffies + COMPLETION_TIMEOUT); |
| 265 | 265 | ||
| 266 | ioat->active += desc->hw->tx_cnt; | ||
| 266 | ioat->pending += desc->hw->tx_cnt; | 267 | ioat->pending += desc->hw->tx_cnt; |
| 267 | if (ioat->pending >= ioat_pending_level) | 268 | if (ioat->pending >= ioat_pending_level) |
| 268 | __ioat1_dma_memcpy_issue_pending(ioat); | 269 | __ioat1_dma_memcpy_issue_pending(ioat); |
| @@ -611,6 +612,7 @@ static void __cleanup(struct ioat_dma_chan *ioat, unsigned long phys_complete) | |||
| 611 | chan->completed_cookie = tx->cookie; | 612 | chan->completed_cookie = tx->cookie; |
| 612 | tx->cookie = 0; | 613 | tx->cookie = 0; |
| 613 | ioat_dma_unmap(chan, tx->flags, desc->len, desc->hw); | 614 | ioat_dma_unmap(chan, tx->flags, desc->len, desc->hw); |
| 615 | ioat->active -= desc->hw->tx_cnt; | ||
| 614 | if (tx->callback) { | 616 | if (tx->callback) { |
| 615 | tx->callback(tx->callback_param); | 617 | tx->callback(tx->callback_param); |
| 616 | tx->callback = NULL; | 618 | tx->callback = NULL; |
| @@ -1028,13 +1030,8 @@ int __devinit ioat_probe(struct ioatdma_device *device) | |||
| 1028 | dma_cap_set(DMA_MEMCPY, dma->cap_mask); | 1030 | dma_cap_set(DMA_MEMCPY, dma->cap_mask); |
| 1029 | dma->dev = &pdev->dev; | 1031 | dma->dev = &pdev->dev; |
| 1030 | 1032 | ||
| 1031 | dev_err(dev, "Intel(R) I/OAT DMA Engine found," | ||
| 1032 | " %d channels, device version 0x%02x, driver version %s\n", | ||
| 1033 | dma->chancnt, device->version, IOAT_DMA_VERSION); | ||
| 1034 | |||
| 1035 | if (!dma->chancnt) { | 1033 | if (!dma->chancnt) { |
| 1036 | dev_err(dev, "Intel(R) I/OAT DMA Engine problem found: " | 1034 | dev_err(dev, "zero channels detected\n"); |
| 1037 | "zero channels detected\n"); | ||
| 1038 | goto err_setup_interrupts; | 1035 | goto err_setup_interrupts; |
| 1039 | } | 1036 | } |
| 1040 | 1037 | ||
| @@ -1085,6 +1082,113 @@ static void ioat1_intr_quirk(struct ioatdma_device *device) | |||
| 1085 | pci_write_config_dword(pdev, IOAT_PCI_DMACTRL_OFFSET, dmactrl); | 1082 | pci_write_config_dword(pdev, IOAT_PCI_DMACTRL_OFFSET, dmactrl); |
| 1086 | } | 1083 | } |
| 1087 | 1084 | ||
| 1085 | static ssize_t ring_size_show(struct dma_chan *c, char *page) | ||
| 1086 | { | ||
| 1087 | struct ioat_dma_chan *ioat = to_ioat_chan(c); | ||
| 1088 | |||
| 1089 | return sprintf(page, "%d\n", ioat->desccount); | ||
| 1090 | } | ||
| 1091 | static struct ioat_sysfs_entry ring_size_attr = __ATTR_RO(ring_size); | ||
| 1092 | |||
| 1093 | static ssize_t ring_active_show(struct dma_chan *c, char *page) | ||
| 1094 | { | ||
| 1095 | struct ioat_dma_chan *ioat = to_ioat_chan(c); | ||
| 1096 | |||
| 1097 | return sprintf(page, "%d\n", ioat->active); | ||
| 1098 | } | ||
| 1099 | static struct ioat_sysfs_entry ring_active_attr = __ATTR_RO(ring_active); | ||
| 1100 | |||
| 1101 | static ssize_t cap_show(struct dma_chan *c, char *page) | ||
| 1102 | { | ||
| 1103 | struct dma_device *dma = c->device; | ||
| 1104 | |||
| 1105 | return sprintf(page, "copy%s%s%s%s%s%s\n", | ||
| 1106 | dma_has_cap(DMA_PQ, dma->cap_mask) ? " pq" : "", | ||
| 1107 | dma_has_cap(DMA_PQ_VAL, dma->cap_mask) ? " pq_val" : "", | ||
| 1108 | dma_has_cap(DMA_XOR, dma->cap_mask) ? " xor" : "", | ||
| 1109 | dma_has_cap(DMA_XOR_VAL, dma->cap_mask) ? " xor_val" : "", | ||
| 1110 | dma_has_cap(DMA_MEMSET, dma->cap_mask) ? " fill" : "", | ||
| 1111 | dma_has_cap(DMA_INTERRUPT, dma->cap_mask) ? " intr" : ""); | ||
| 1112 | |||
| 1113 | } | ||
| 1114 | struct ioat_sysfs_entry ioat_cap_attr = __ATTR_RO(cap); | ||
| 1115 | |||
| 1116 | static ssize_t version_show(struct dma_chan *c, char *page) | ||
| 1117 | { | ||
| 1118 | struct dma_device *dma = c->device; | ||
| 1119 | struct ioatdma_device *device = to_ioatdma_device(dma); | ||
| 1120 | |||
| 1121 | return sprintf(page, "%d.%d\n", | ||
| 1122 | device->version >> 4, device->version & 0xf); | ||
| 1123 | } | ||
| 1124 | struct ioat_sysfs_entry ioat_version_attr = __ATTR_RO(version); | ||
| 1125 | |||
| 1126 | static struct attribute *ioat1_attrs[] = { | ||
| 1127 | &ring_size_attr.attr, | ||
| 1128 | &ring_active_attr.attr, | ||
| 1129 | &ioat_cap_attr.attr, | ||
| 1130 | &ioat_version_attr.attr, | ||
| 1131 | NULL, | ||
| 1132 | }; | ||
| 1133 | |||
| 1134 | static ssize_t | ||
| 1135 | ioat_attr_show(struct kobject *kobj, struct attribute *attr, char *page) | ||
| 1136 | { | ||
| 1137 | struct ioat_sysfs_entry *entry; | ||
| 1138 | struct ioat_chan_common *chan; | ||
| 1139 | |||
| 1140 | entry = container_of(attr, struct ioat_sysfs_entry, attr); | ||
| 1141 | chan = container_of(kobj, struct ioat_chan_common, kobj); | ||
| 1142 | |||
| 1143 | if (!entry->show) | ||
| 1144 | return -EIO; | ||
| 1145 | return entry->show(&chan->common, page); | ||
| 1146 | } | ||
| 1147 | |||
| 1148 | struct sysfs_ops ioat_sysfs_ops = { | ||
| 1149 | .show = ioat_attr_show, | ||
| 1150 | }; | ||
| 1151 | |||
| 1152 | static struct kobj_type ioat1_ktype = { | ||
| 1153 | .sysfs_ops = &ioat_sysfs_ops, | ||
| 1154 | .default_attrs = ioat1_attrs, | ||
| 1155 | }; | ||
| 1156 | |||
| 1157 | void ioat_kobject_add(struct ioatdma_device *device, struct kobj_type *type) | ||
| 1158 | { | ||
| 1159 | struct dma_device *dma = &device->common; | ||
| 1160 | struct dma_chan *c; | ||
| 1161 | |||
| 1162 | list_for_each_entry(c, &dma->channels, device_node) { | ||
| 1163 | struct ioat_chan_common *chan = to_chan_common(c); | ||
| 1164 | struct kobject *parent = &c->dev->device.kobj; | ||
| 1165 | int err; | ||
| 1166 | |||
| 1167 | err = kobject_init_and_add(&chan->kobj, type, parent, "quickdata"); | ||
| 1168 | if (err) { | ||
| 1169 | dev_warn(to_dev(chan), | ||
| 1170 | "sysfs init error (%d), continuing...\n", err); | ||
| 1171 | kobject_put(&chan->kobj); | ||
| 1172 | set_bit(IOAT_KOBJ_INIT_FAIL, &chan->state); | ||
| 1173 | } | ||
| 1174 | } | ||
| 1175 | } | ||
| 1176 | |||
| 1177 | void ioat_kobject_del(struct ioatdma_device *device) | ||
| 1178 | { | ||
| 1179 | struct dma_device *dma = &device->common; | ||
| 1180 | struct dma_chan *c; | ||
| 1181 | |||
| 1182 | list_for_each_entry(c, &dma->channels, device_node) { | ||
| 1183 | struct ioat_chan_common *chan = to_chan_common(c); | ||
| 1184 | |||
| 1185 | if (!test_bit(IOAT_KOBJ_INIT_FAIL, &chan->state)) { | ||
| 1186 | kobject_del(&chan->kobj); | ||
| 1187 | kobject_put(&chan->kobj); | ||
| 1188 | } | ||
| 1189 | } | ||
| 1190 | } | ||
| 1191 | |||
| 1088 | int __devinit ioat1_dma_probe(struct ioatdma_device *device, int dca) | 1192 | int __devinit ioat1_dma_probe(struct ioatdma_device *device, int dca) |
| 1089 | { | 1193 | { |
| 1090 | struct pci_dev *pdev = device->pdev; | 1194 | struct pci_dev *pdev = device->pdev; |
| @@ -1107,6 +1211,8 @@ int __devinit ioat1_dma_probe(struct ioatdma_device *device, int dca) | |||
| 1107 | err = ioat_register(device); | 1211 | err = ioat_register(device); |
| 1108 | if (err) | 1212 | if (err) |
| 1109 | return err; | 1213 | return err; |
| 1214 | ioat_kobject_add(device, &ioat1_ktype); | ||
| 1215 | |||
| 1110 | if (dca) | 1216 | if (dca) |
| 1111 | device->dca = ioat_dca_init(pdev, device->reg_base); | 1217 | device->dca = ioat_dca_init(pdev, device->reg_base); |
| 1112 | 1218 | ||
| @@ -1119,6 +1225,8 @@ void __devexit ioat_dma_remove(struct ioatdma_device *device) | |||
| 1119 | 1225 | ||
| 1120 | ioat_disable_interrupts(device); | 1226 | ioat_disable_interrupts(device); |
| 1121 | 1227 | ||
| 1228 | ioat_kobject_del(device); | ||
| 1229 | |||
| 1122 | dma_async_device_unregister(dma); | 1230 | dma_async_device_unregister(dma); |
| 1123 | 1231 | ||
| 1124 | pci_pool_destroy(device->dma_pool); | 1232 | pci_pool_destroy(device->dma_pool); |
diff --git a/drivers/dma/ioat/dma.h b/drivers/dma/ioat/dma.h index c6d58bf541d1..c2939b289185 100644 --- a/drivers/dma/ioat/dma.h +++ b/drivers/dma/ioat/dma.h | |||
| @@ -92,6 +92,7 @@ struct ioat_chan_common { | |||
| 92 | #define IOAT_COMPLETION_PENDING 0 | 92 | #define IOAT_COMPLETION_PENDING 0 |
| 93 | #define IOAT_COMPLETION_ACK 1 | 93 | #define IOAT_COMPLETION_ACK 1 |
| 94 | #define IOAT_RESET_PENDING 2 | 94 | #define IOAT_RESET_PENDING 2 |
| 95 | #define IOAT_KOBJ_INIT_FAIL 3 | ||
| 95 | struct timer_list timer; | 96 | struct timer_list timer; |
| 96 | #define COMPLETION_TIMEOUT msecs_to_jiffies(100) | 97 | #define COMPLETION_TIMEOUT msecs_to_jiffies(100) |
| 97 | #define IDLE_TIMEOUT msecs_to_jiffies(2000) | 98 | #define IDLE_TIMEOUT msecs_to_jiffies(2000) |
| @@ -100,8 +101,13 @@ struct ioat_chan_common { | |||
| 100 | dma_addr_t completion_dma; | 101 | dma_addr_t completion_dma; |
| 101 | u64 *completion; | 102 | u64 *completion; |
| 102 | struct tasklet_struct cleanup_task; | 103 | struct tasklet_struct cleanup_task; |
| 104 | struct kobject kobj; | ||
| 103 | }; | 105 | }; |
| 104 | 106 | ||
| 107 | struct ioat_sysfs_entry { | ||
| 108 | struct attribute attr; | ||
| 109 | ssize_t (*show)(struct dma_chan *, char *); | ||
| 110 | }; | ||
| 105 | 111 | ||
| 106 | /** | 112 | /** |
| 107 | * struct ioat_dma_chan - internal representation of a DMA channel | 113 | * struct ioat_dma_chan - internal representation of a DMA channel |
| @@ -117,6 +123,7 @@ struct ioat_dma_chan { | |||
| 117 | 123 | ||
| 118 | int pending; | 124 | int pending; |
| 119 | u16 desccount; | 125 | u16 desccount; |
| 126 | u16 active; | ||
| 120 | }; | 127 | }; |
| 121 | 128 | ||
| 122 | static inline struct ioat_chan_common *to_chan_common(struct dma_chan *c) | 129 | static inline struct ioat_chan_common *to_chan_common(struct dma_chan *c) |
| @@ -319,4 +326,9 @@ void ioat_dma_unmap(struct ioat_chan_common *chan, enum dma_ctrl_flags flags, | |||
| 319 | size_t len, struct ioat_dma_descriptor *hw); | 326 | size_t len, struct ioat_dma_descriptor *hw); |
| 320 | bool ioat_cleanup_preamble(struct ioat_chan_common *chan, | 327 | bool ioat_cleanup_preamble(struct ioat_chan_common *chan, |
| 321 | unsigned long *phys_complete); | 328 | unsigned long *phys_complete); |
| 329 | void ioat_kobject_add(struct ioatdma_device *device, struct kobj_type *type); | ||
| 330 | void ioat_kobject_del(struct ioatdma_device *device); | ||
| 331 | extern struct sysfs_ops ioat_sysfs_ops; | ||
| 332 | extern struct ioat_sysfs_entry ioat_version_attr; | ||
| 333 | extern struct ioat_sysfs_entry ioat_cap_attr; | ||
| 322 | #endif /* IOATDMA_H */ | 334 | #endif /* IOATDMA_H */ |
diff --git a/drivers/dma/ioat/dma_v2.c b/drivers/dma/ioat/dma_v2.c index 7492e9165e08..80ce32de8d32 100644 --- a/drivers/dma/ioat/dma_v2.c +++ b/drivers/dma/ioat/dma_v2.c | |||
| @@ -795,6 +795,36 @@ ioat2_is_complete(struct dma_chan *c, dma_cookie_t cookie, | |||
| 795 | return ioat_is_complete(c, cookie, done, used); | 795 | return ioat_is_complete(c, cookie, done, used); |
| 796 | } | 796 | } |
| 797 | 797 | ||
| 798 | static ssize_t ring_size_show(struct dma_chan *c, char *page) | ||
| 799 | { | ||
| 800 | struct ioat2_dma_chan *ioat = to_ioat2_chan(c); | ||
| 801 | |||
| 802 | return sprintf(page, "%d\n", (1 << ioat->alloc_order) & ~1); | ||
| 803 | } | ||
| 804 | static struct ioat_sysfs_entry ring_size_attr = __ATTR_RO(ring_size); | ||
| 805 | |||
| 806 | static ssize_t ring_active_show(struct dma_chan *c, char *page) | ||
| 807 | { | ||
| 808 | struct ioat2_dma_chan *ioat = to_ioat2_chan(c); | ||
| 809 | |||
| 810 | /* ...taken outside the lock, no need to be precise */ | ||
| 811 | return sprintf(page, "%d\n", ioat2_ring_active(ioat)); | ||
| 812 | } | ||
| 813 | static struct ioat_sysfs_entry ring_active_attr = __ATTR_RO(ring_active); | ||
| 814 | |||
| 815 | static struct attribute *ioat2_attrs[] = { | ||
| 816 | &ring_size_attr.attr, | ||
| 817 | &ring_active_attr.attr, | ||
| 818 | &ioat_cap_attr.attr, | ||
| 819 | &ioat_version_attr.attr, | ||
| 820 | NULL, | ||
| 821 | }; | ||
| 822 | |||
| 823 | struct kobj_type ioat2_ktype = { | ||
| 824 | .sysfs_ops = &ioat_sysfs_ops, | ||
| 825 | .default_attrs = ioat2_attrs, | ||
| 826 | }; | ||
| 827 | |||
| 798 | int __devinit ioat2_dma_probe(struct ioatdma_device *device, int dca) | 828 | int __devinit ioat2_dma_probe(struct ioatdma_device *device, int dca) |
| 799 | { | 829 | { |
| 800 | struct pci_dev *pdev = device->pdev; | 830 | struct pci_dev *pdev = device->pdev; |
| @@ -827,6 +857,9 @@ int __devinit ioat2_dma_probe(struct ioatdma_device *device, int dca) | |||
| 827 | err = ioat_register(device); | 857 | err = ioat_register(device); |
| 828 | if (err) | 858 | if (err) |
| 829 | return err; | 859 | return err; |
| 860 | |||
| 861 | ioat_kobject_add(device, &ioat2_ktype); | ||
| 862 | |||
| 830 | if (dca) | 863 | if (dca) |
| 831 | device->dca = ioat2_dca_init(pdev, device->reg_base); | 864 | device->dca = ioat2_dca_init(pdev, device->reg_base); |
| 832 | 865 | ||
diff --git a/drivers/dma/ioat/dma_v2.h b/drivers/dma/ioat/dma_v2.h index bde57ddf555d..fa030f8e1f27 100644 --- a/drivers/dma/ioat/dma_v2.h +++ b/drivers/dma/ioat/dma_v2.h | |||
| @@ -180,4 +180,5 @@ enum dma_status ioat2_is_complete(struct dma_chan *c, dma_cookie_t cookie, | |||
| 180 | dma_cookie_t *done, dma_cookie_t *used); | 180 | dma_cookie_t *done, dma_cookie_t *used); |
| 181 | void __ioat2_restart_chan(struct ioat2_dma_chan *ioat); | 181 | void __ioat2_restart_chan(struct ioat2_dma_chan *ioat); |
| 182 | bool reshape_ring(struct ioat2_dma_chan *ioat, int order); | 182 | bool reshape_ring(struct ioat2_dma_chan *ioat, int order); |
| 183 | extern struct kobj_type ioat2_ktype; | ||
| 183 | #endif /* IOATDMA_V2_H */ | 184 | #endif /* IOATDMA_V2_H */ |
diff --git a/drivers/dma/ioat/dma_v3.c b/drivers/dma/ioat/dma_v3.c index b223d66b97e9..22af78ec2573 100644 --- a/drivers/dma/ioat/dma_v3.c +++ b/drivers/dma/ioat/dma_v3.c | |||
| @@ -360,6 +360,9 @@ int __devinit ioat3_dma_probe(struct ioatdma_device *device, int dca) | |||
| 360 | err = ioat_register(device); | 360 | err = ioat_register(device); |
| 361 | if (err) | 361 | if (err) |
| 362 | return err; | 362 | return err; |
| 363 | |||
| 364 | ioat_kobject_add(device, &ioat2_ktype); | ||
| 365 | |||
| 363 | if (dca) | 366 | if (dca) |
| 364 | device->dca = ioat3_dca_init(pdev, device->reg_base); | 367 | device->dca = ioat3_dca_init(pdev, device->reg_base); |
| 365 | 368 | ||
diff --git a/drivers/dma/ioat/pci.c b/drivers/dma/ioat/pci.c index 0f3ec6e97fe9..626a508a4f8b 100644 --- a/drivers/dma/ioat/pci.c +++ b/drivers/dma/ioat/pci.c | |||
| @@ -168,6 +168,9 @@ static void __devexit ioat_remove(struct pci_dev *pdev) | |||
| 168 | 168 | ||
| 169 | static int __init ioat_init_module(void) | 169 | static int __init ioat_init_module(void) |
| 170 | { | 170 | { |
| 171 | pr_info("%s: Intel(R) QuickData Technology Driver %s\n", | ||
| 172 | DRV_NAME, IOAT_DMA_VERSION); | ||
| 173 | |||
| 171 | return pci_register_driver(&ioat_pci_driver); | 174 | return pci_register_driver(&ioat_pci_driver); |
| 172 | } | 175 | } |
| 173 | module_init(ioat_init_module); | 176 | module_init(ioat_init_module); |
