diff options
Diffstat (limited to 'drivers/dma')
-rw-r--r-- | drivers/dma/ioat/dma.c | 120 | ||||
-rw-r--r-- | drivers/dma/ioat/dma.h | 12 | ||||
-rw-r--r-- | drivers/dma/ioat/dma_v2.c | 33 | ||||
-rw-r--r-- | drivers/dma/ioat/dma_v2.h | 1 | ||||
-rw-r--r-- | drivers/dma/ioat/dma_v3.c | 3 | ||||
-rw-r--r-- | drivers/dma/ioat/pci.c | 3 |
6 files changed, 166 insertions, 6 deletions
diff --git a/drivers/dma/ioat/dma.c b/drivers/dma/ioat/dma.c index 70262c0131d9..cb08f8108496 100644 --- a/drivers/dma/ioat/dma.c +++ b/drivers/dma/ioat/dma.c | |||
@@ -263,6 +263,7 @@ static dma_cookie_t ioat1_tx_submit(struct dma_async_tx_descriptor *tx) | |||
263 | if (!test_and_set_bit(IOAT_COMPLETION_PENDING, &chan->state)) | 263 | if (!test_and_set_bit(IOAT_COMPLETION_PENDING, &chan->state)) |
264 | mod_timer(&chan->timer, jiffies + COMPLETION_TIMEOUT); | 264 | mod_timer(&chan->timer, jiffies + COMPLETION_TIMEOUT); |
265 | 265 | ||
266 | ioat->active += desc->hw->tx_cnt; | ||
266 | ioat->pending += desc->hw->tx_cnt; | 267 | ioat->pending += desc->hw->tx_cnt; |
267 | if (ioat->pending >= ioat_pending_level) | 268 | if (ioat->pending >= ioat_pending_level) |
268 | __ioat1_dma_memcpy_issue_pending(ioat); | 269 | __ioat1_dma_memcpy_issue_pending(ioat); |
@@ -611,6 +612,7 @@ static void __cleanup(struct ioat_dma_chan *ioat, unsigned long phys_complete) | |||
611 | chan->completed_cookie = tx->cookie; | 612 | chan->completed_cookie = tx->cookie; |
612 | tx->cookie = 0; | 613 | tx->cookie = 0; |
613 | ioat_dma_unmap(chan, tx->flags, desc->len, desc->hw); | 614 | ioat_dma_unmap(chan, tx->flags, desc->len, desc->hw); |
615 | ioat->active -= desc->hw->tx_cnt; | ||
614 | if (tx->callback) { | 616 | if (tx->callback) { |
615 | tx->callback(tx->callback_param); | 617 | tx->callback(tx->callback_param); |
616 | tx->callback = NULL; | 618 | tx->callback = NULL; |
@@ -1028,13 +1030,8 @@ int __devinit ioat_probe(struct ioatdma_device *device) | |||
1028 | dma_cap_set(DMA_MEMCPY, dma->cap_mask); | 1030 | dma_cap_set(DMA_MEMCPY, dma->cap_mask); |
1029 | dma->dev = &pdev->dev; | 1031 | dma->dev = &pdev->dev; |
1030 | 1032 | ||
1031 | dev_err(dev, "Intel(R) I/OAT DMA Engine found," | ||
1032 | " %d channels, device version 0x%02x, driver version %s\n", | ||
1033 | dma->chancnt, device->version, IOAT_DMA_VERSION); | ||
1034 | |||
1035 | if (!dma->chancnt) { | 1033 | if (!dma->chancnt) { |
1036 | dev_err(dev, "Intel(R) I/OAT DMA Engine problem found: " | 1034 | dev_err(dev, "zero channels detected\n"); |
1037 | "zero channels detected\n"); | ||
1038 | goto err_setup_interrupts; | 1035 | goto err_setup_interrupts; |
1039 | } | 1036 | } |
1040 | 1037 | ||
@@ -1085,6 +1082,113 @@ static void ioat1_intr_quirk(struct ioatdma_device *device) | |||
1085 | pci_write_config_dword(pdev, IOAT_PCI_DMACTRL_OFFSET, dmactrl); | 1082 | pci_write_config_dword(pdev, IOAT_PCI_DMACTRL_OFFSET, dmactrl); |
1086 | } | 1083 | } |
1087 | 1084 | ||
1085 | static ssize_t ring_size_show(struct dma_chan *c, char *page) | ||
1086 | { | ||
1087 | struct ioat_dma_chan *ioat = to_ioat_chan(c); | ||
1088 | |||
1089 | return sprintf(page, "%d\n", ioat->desccount); | ||
1090 | } | ||
1091 | static struct ioat_sysfs_entry ring_size_attr = __ATTR_RO(ring_size); | ||
1092 | |||
1093 | static ssize_t ring_active_show(struct dma_chan *c, char *page) | ||
1094 | { | ||
1095 | struct ioat_dma_chan *ioat = to_ioat_chan(c); | ||
1096 | |||
1097 | return sprintf(page, "%d\n", ioat->active); | ||
1098 | } | ||
1099 | static struct ioat_sysfs_entry ring_active_attr = __ATTR_RO(ring_active); | ||
1100 | |||
1101 | static ssize_t cap_show(struct dma_chan *c, char *page) | ||
1102 | { | ||
1103 | struct dma_device *dma = c->device; | ||
1104 | |||
1105 | return sprintf(page, "copy%s%s%s%s%s%s\n", | ||
1106 | dma_has_cap(DMA_PQ, dma->cap_mask) ? " pq" : "", | ||
1107 | dma_has_cap(DMA_PQ_VAL, dma->cap_mask) ? " pq_val" : "", | ||
1108 | dma_has_cap(DMA_XOR, dma->cap_mask) ? " xor" : "", | ||
1109 | dma_has_cap(DMA_XOR_VAL, dma->cap_mask) ? " xor_val" : "", | ||
1110 | dma_has_cap(DMA_MEMSET, dma->cap_mask) ? " fill" : "", | ||
1111 | dma_has_cap(DMA_INTERRUPT, dma->cap_mask) ? " intr" : ""); | ||
1112 | |||
1113 | } | ||
1114 | struct ioat_sysfs_entry ioat_cap_attr = __ATTR_RO(cap); | ||
1115 | |||
1116 | static ssize_t version_show(struct dma_chan *c, char *page) | ||
1117 | { | ||
1118 | struct dma_device *dma = c->device; | ||
1119 | struct ioatdma_device *device = to_ioatdma_device(dma); | ||
1120 | |||
1121 | return sprintf(page, "%d.%d\n", | ||
1122 | device->version >> 4, device->version & 0xf); | ||
1123 | } | ||
1124 | struct ioat_sysfs_entry ioat_version_attr = __ATTR_RO(version); | ||
1125 | |||
1126 | static struct attribute *ioat1_attrs[] = { | ||
1127 | &ring_size_attr.attr, | ||
1128 | &ring_active_attr.attr, | ||
1129 | &ioat_cap_attr.attr, | ||
1130 | &ioat_version_attr.attr, | ||
1131 | NULL, | ||
1132 | }; | ||
1133 | |||
1134 | static ssize_t | ||
1135 | ioat_attr_show(struct kobject *kobj, struct attribute *attr, char *page) | ||
1136 | { | ||
1137 | struct ioat_sysfs_entry *entry; | ||
1138 | struct ioat_chan_common *chan; | ||
1139 | |||
1140 | entry = container_of(attr, struct ioat_sysfs_entry, attr); | ||
1141 | chan = container_of(kobj, struct ioat_chan_common, kobj); | ||
1142 | |||
1143 | if (!entry->show) | ||
1144 | return -EIO; | ||
1145 | return entry->show(&chan->common, page); | ||
1146 | } | ||
1147 | |||
1148 | struct sysfs_ops ioat_sysfs_ops = { | ||
1149 | .show = ioat_attr_show, | ||
1150 | }; | ||
1151 | |||
1152 | static struct kobj_type ioat1_ktype = { | ||
1153 | .sysfs_ops = &ioat_sysfs_ops, | ||
1154 | .default_attrs = ioat1_attrs, | ||
1155 | }; | ||
1156 | |||
1157 | void ioat_kobject_add(struct ioatdma_device *device, struct kobj_type *type) | ||
1158 | { | ||
1159 | struct dma_device *dma = &device->common; | ||
1160 | struct dma_chan *c; | ||
1161 | |||
1162 | list_for_each_entry(c, &dma->channels, device_node) { | ||
1163 | struct ioat_chan_common *chan = to_chan_common(c); | ||
1164 | struct kobject *parent = &c->dev->device.kobj; | ||
1165 | int err; | ||
1166 | |||
1167 | err = kobject_init_and_add(&chan->kobj, type, parent, "quickdata"); | ||
1168 | if (err) { | ||
1169 | dev_warn(to_dev(chan), | ||
1170 | "sysfs init error (%d), continuing...\n", err); | ||
1171 | kobject_put(&chan->kobj); | ||
1172 | set_bit(IOAT_KOBJ_INIT_FAIL, &chan->state); | ||
1173 | } | ||
1174 | } | ||
1175 | } | ||
1176 | |||
1177 | void ioat_kobject_del(struct ioatdma_device *device) | ||
1178 | { | ||
1179 | struct dma_device *dma = &device->common; | ||
1180 | struct dma_chan *c; | ||
1181 | |||
1182 | list_for_each_entry(c, &dma->channels, device_node) { | ||
1183 | struct ioat_chan_common *chan = to_chan_common(c); | ||
1184 | |||
1185 | if (!test_bit(IOAT_KOBJ_INIT_FAIL, &chan->state)) { | ||
1186 | kobject_del(&chan->kobj); | ||
1187 | kobject_put(&chan->kobj); | ||
1188 | } | ||
1189 | } | ||
1190 | } | ||
1191 | |||
1088 | int __devinit ioat1_dma_probe(struct ioatdma_device *device, int dca) | 1192 | int __devinit ioat1_dma_probe(struct ioatdma_device *device, int dca) |
1089 | { | 1193 | { |
1090 | struct pci_dev *pdev = device->pdev; | 1194 | struct pci_dev *pdev = device->pdev; |
@@ -1107,6 +1211,8 @@ int __devinit ioat1_dma_probe(struct ioatdma_device *device, int dca) | |||
1107 | err = ioat_register(device); | 1211 | err = ioat_register(device); |
1108 | if (err) | 1212 | if (err) |
1109 | return err; | 1213 | return err; |
1214 | ioat_kobject_add(device, &ioat1_ktype); | ||
1215 | |||
1110 | if (dca) | 1216 | if (dca) |
1111 | device->dca = ioat_dca_init(pdev, device->reg_base); | 1217 | device->dca = ioat_dca_init(pdev, device->reg_base); |
1112 | 1218 | ||
@@ -1119,6 +1225,8 @@ void __devexit ioat_dma_remove(struct ioatdma_device *device) | |||
1119 | 1225 | ||
1120 | ioat_disable_interrupts(device); | 1226 | ioat_disable_interrupts(device); |
1121 | 1227 | ||
1228 | ioat_kobject_del(device); | ||
1229 | |||
1122 | dma_async_device_unregister(dma); | 1230 | dma_async_device_unregister(dma); |
1123 | 1231 | ||
1124 | pci_pool_destroy(device->dma_pool); | 1232 | pci_pool_destroy(device->dma_pool); |
diff --git a/drivers/dma/ioat/dma.h b/drivers/dma/ioat/dma.h index c6d58bf541d1..c2939b289185 100644 --- a/drivers/dma/ioat/dma.h +++ b/drivers/dma/ioat/dma.h | |||
@@ -92,6 +92,7 @@ struct ioat_chan_common { | |||
92 | #define IOAT_COMPLETION_PENDING 0 | 92 | #define IOAT_COMPLETION_PENDING 0 |
93 | #define IOAT_COMPLETION_ACK 1 | 93 | #define IOAT_COMPLETION_ACK 1 |
94 | #define IOAT_RESET_PENDING 2 | 94 | #define IOAT_RESET_PENDING 2 |
95 | #define IOAT_KOBJ_INIT_FAIL 3 | ||
95 | struct timer_list timer; | 96 | struct timer_list timer; |
96 | #define COMPLETION_TIMEOUT msecs_to_jiffies(100) | 97 | #define COMPLETION_TIMEOUT msecs_to_jiffies(100) |
97 | #define IDLE_TIMEOUT msecs_to_jiffies(2000) | 98 | #define IDLE_TIMEOUT msecs_to_jiffies(2000) |
@@ -100,8 +101,13 @@ struct ioat_chan_common { | |||
100 | dma_addr_t completion_dma; | 101 | dma_addr_t completion_dma; |
101 | u64 *completion; | 102 | u64 *completion; |
102 | struct tasklet_struct cleanup_task; | 103 | struct tasklet_struct cleanup_task; |
104 | struct kobject kobj; | ||
103 | }; | 105 | }; |
104 | 106 | ||
107 | struct ioat_sysfs_entry { | ||
108 | struct attribute attr; | ||
109 | ssize_t (*show)(struct dma_chan *, char *); | ||
110 | }; | ||
105 | 111 | ||
106 | /** | 112 | /** |
107 | * struct ioat_dma_chan - internal representation of a DMA channel | 113 | * struct ioat_dma_chan - internal representation of a DMA channel |
@@ -117,6 +123,7 @@ struct ioat_dma_chan { | |||
117 | 123 | ||
118 | int pending; | 124 | int pending; |
119 | u16 desccount; | 125 | u16 desccount; |
126 | u16 active; | ||
120 | }; | 127 | }; |
121 | 128 | ||
122 | static inline struct ioat_chan_common *to_chan_common(struct dma_chan *c) | 129 | static inline struct ioat_chan_common *to_chan_common(struct dma_chan *c) |
@@ -319,4 +326,9 @@ void ioat_dma_unmap(struct ioat_chan_common *chan, enum dma_ctrl_flags flags, | |||
319 | size_t len, struct ioat_dma_descriptor *hw); | 326 | size_t len, struct ioat_dma_descriptor *hw); |
320 | bool ioat_cleanup_preamble(struct ioat_chan_common *chan, | 327 | bool ioat_cleanup_preamble(struct ioat_chan_common *chan, |
321 | unsigned long *phys_complete); | 328 | unsigned long *phys_complete); |
329 | void ioat_kobject_add(struct ioatdma_device *device, struct kobj_type *type); | ||
330 | void ioat_kobject_del(struct ioatdma_device *device); | ||
331 | extern struct sysfs_ops ioat_sysfs_ops; | ||
332 | extern struct ioat_sysfs_entry ioat_version_attr; | ||
333 | extern struct ioat_sysfs_entry ioat_cap_attr; | ||
322 | #endif /* IOATDMA_H */ | 334 | #endif /* IOATDMA_H */ |
diff --git a/drivers/dma/ioat/dma_v2.c b/drivers/dma/ioat/dma_v2.c index 7492e9165e08..80ce32de8d32 100644 --- a/drivers/dma/ioat/dma_v2.c +++ b/drivers/dma/ioat/dma_v2.c | |||
@@ -795,6 +795,36 @@ ioat2_is_complete(struct dma_chan *c, dma_cookie_t cookie, | |||
795 | return ioat_is_complete(c, cookie, done, used); | 795 | return ioat_is_complete(c, cookie, done, used); |
796 | } | 796 | } |
797 | 797 | ||
798 | static ssize_t ring_size_show(struct dma_chan *c, char *page) | ||
799 | { | ||
800 | struct ioat2_dma_chan *ioat = to_ioat2_chan(c); | ||
801 | |||
802 | return sprintf(page, "%d\n", (1 << ioat->alloc_order) & ~1); | ||
803 | } | ||
804 | static struct ioat_sysfs_entry ring_size_attr = __ATTR_RO(ring_size); | ||
805 | |||
806 | static ssize_t ring_active_show(struct dma_chan *c, char *page) | ||
807 | { | ||
808 | struct ioat2_dma_chan *ioat = to_ioat2_chan(c); | ||
809 | |||
810 | /* ...taken outside the lock, no need to be precise */ | ||
811 | return sprintf(page, "%d\n", ioat2_ring_active(ioat)); | ||
812 | } | ||
813 | static struct ioat_sysfs_entry ring_active_attr = __ATTR_RO(ring_active); | ||
814 | |||
815 | static struct attribute *ioat2_attrs[] = { | ||
816 | &ring_size_attr.attr, | ||
817 | &ring_active_attr.attr, | ||
818 | &ioat_cap_attr.attr, | ||
819 | &ioat_version_attr.attr, | ||
820 | NULL, | ||
821 | }; | ||
822 | |||
823 | struct kobj_type ioat2_ktype = { | ||
824 | .sysfs_ops = &ioat_sysfs_ops, | ||
825 | .default_attrs = ioat2_attrs, | ||
826 | }; | ||
827 | |||
798 | int __devinit ioat2_dma_probe(struct ioatdma_device *device, int dca) | 828 | int __devinit ioat2_dma_probe(struct ioatdma_device *device, int dca) |
799 | { | 829 | { |
800 | struct pci_dev *pdev = device->pdev; | 830 | struct pci_dev *pdev = device->pdev; |
@@ -827,6 +857,9 @@ int __devinit ioat2_dma_probe(struct ioatdma_device *device, int dca) | |||
827 | err = ioat_register(device); | 857 | err = ioat_register(device); |
828 | if (err) | 858 | if (err) |
829 | return err; | 859 | return err; |
860 | |||
861 | ioat_kobject_add(device, &ioat2_ktype); | ||
862 | |||
830 | if (dca) | 863 | if (dca) |
831 | device->dca = ioat2_dca_init(pdev, device->reg_base); | 864 | device->dca = ioat2_dca_init(pdev, device->reg_base); |
832 | 865 | ||
diff --git a/drivers/dma/ioat/dma_v2.h b/drivers/dma/ioat/dma_v2.h index bde57ddf555d..fa030f8e1f27 100644 --- a/drivers/dma/ioat/dma_v2.h +++ b/drivers/dma/ioat/dma_v2.h | |||
@@ -180,4 +180,5 @@ enum dma_status ioat2_is_complete(struct dma_chan *c, dma_cookie_t cookie, | |||
180 | dma_cookie_t *done, dma_cookie_t *used); | 180 | dma_cookie_t *done, dma_cookie_t *used); |
181 | void __ioat2_restart_chan(struct ioat2_dma_chan *ioat); | 181 | void __ioat2_restart_chan(struct ioat2_dma_chan *ioat); |
182 | bool reshape_ring(struct ioat2_dma_chan *ioat, int order); | 182 | bool reshape_ring(struct ioat2_dma_chan *ioat, int order); |
183 | extern struct kobj_type ioat2_ktype; | ||
183 | #endif /* IOATDMA_V2_H */ | 184 | #endif /* IOATDMA_V2_H */ |
diff --git a/drivers/dma/ioat/dma_v3.c b/drivers/dma/ioat/dma_v3.c index b223d66b97e9..22af78ec2573 100644 --- a/drivers/dma/ioat/dma_v3.c +++ b/drivers/dma/ioat/dma_v3.c | |||
@@ -360,6 +360,9 @@ int __devinit ioat3_dma_probe(struct ioatdma_device *device, int dca) | |||
360 | err = ioat_register(device); | 360 | err = ioat_register(device); |
361 | if (err) | 361 | if (err) |
362 | return err; | 362 | return err; |
363 | |||
364 | ioat_kobject_add(device, &ioat2_ktype); | ||
365 | |||
363 | if (dca) | 366 | if (dca) |
364 | device->dca = ioat3_dca_init(pdev, device->reg_base); | 367 | device->dca = ioat3_dca_init(pdev, device->reg_base); |
365 | 368 | ||
diff --git a/drivers/dma/ioat/pci.c b/drivers/dma/ioat/pci.c index 0f3ec6e97fe9..626a508a4f8b 100644 --- a/drivers/dma/ioat/pci.c +++ b/drivers/dma/ioat/pci.c | |||
@@ -168,6 +168,9 @@ static void __devexit ioat_remove(struct pci_dev *pdev) | |||
168 | 168 | ||
169 | static int __init ioat_init_module(void) | 169 | static int __init ioat_init_module(void) |
170 | { | 170 | { |
171 | pr_info("%s: Intel(R) QuickData Technology Driver %s\n", | ||
172 | DRV_NAME, IOAT_DMA_VERSION); | ||
173 | |||
171 | return pci_register_driver(&ioat_pci_driver); | 174 | return pci_register_driver(&ioat_pci_driver); |
172 | } | 175 | } |
173 | module_init(ioat_init_module); | 176 | module_init(ioat_init_module); |