aboutsummaryrefslogtreecommitdiffstats
path: root/drivers/dma
diff options
context:
space:
mode:
Diffstat (limited to 'drivers/dma')
-rw-r--r--drivers/dma/ioat/dma.c120
-rw-r--r--drivers/dma/ioat/dma.h12
-rw-r--r--drivers/dma/ioat/dma_v2.c33
-rw-r--r--drivers/dma/ioat/dma_v2.h1
-rw-r--r--drivers/dma/ioat/dma_v3.c3
-rw-r--r--drivers/dma/ioat/pci.c3
6 files changed, 166 insertions, 6 deletions
diff --git a/drivers/dma/ioat/dma.c b/drivers/dma/ioat/dma.c
index 70262c0131d9..cb08f8108496 100644
--- a/drivers/dma/ioat/dma.c
+++ b/drivers/dma/ioat/dma.c
@@ -263,6 +263,7 @@ static dma_cookie_t ioat1_tx_submit(struct dma_async_tx_descriptor *tx)
263 if (!test_and_set_bit(IOAT_COMPLETION_PENDING, &chan->state)) 263 if (!test_and_set_bit(IOAT_COMPLETION_PENDING, &chan->state))
264 mod_timer(&chan->timer, jiffies + COMPLETION_TIMEOUT); 264 mod_timer(&chan->timer, jiffies + COMPLETION_TIMEOUT);
265 265
266 ioat->active += desc->hw->tx_cnt;
266 ioat->pending += desc->hw->tx_cnt; 267 ioat->pending += desc->hw->tx_cnt;
267 if (ioat->pending >= ioat_pending_level) 268 if (ioat->pending >= ioat_pending_level)
268 __ioat1_dma_memcpy_issue_pending(ioat); 269 __ioat1_dma_memcpy_issue_pending(ioat);
@@ -611,6 +612,7 @@ static void __cleanup(struct ioat_dma_chan *ioat, unsigned long phys_complete)
611 chan->completed_cookie = tx->cookie; 612 chan->completed_cookie = tx->cookie;
612 tx->cookie = 0; 613 tx->cookie = 0;
613 ioat_dma_unmap(chan, tx->flags, desc->len, desc->hw); 614 ioat_dma_unmap(chan, tx->flags, desc->len, desc->hw);
615 ioat->active -= desc->hw->tx_cnt;
614 if (tx->callback) { 616 if (tx->callback) {
615 tx->callback(tx->callback_param); 617 tx->callback(tx->callback_param);
616 tx->callback = NULL; 618 tx->callback = NULL;
@@ -1028,13 +1030,8 @@ int __devinit ioat_probe(struct ioatdma_device *device)
1028 dma_cap_set(DMA_MEMCPY, dma->cap_mask); 1030 dma_cap_set(DMA_MEMCPY, dma->cap_mask);
1029 dma->dev = &pdev->dev; 1031 dma->dev = &pdev->dev;
1030 1032
1031 dev_err(dev, "Intel(R) I/OAT DMA Engine found,"
1032 " %d channels, device version 0x%02x, driver version %s\n",
1033 dma->chancnt, device->version, IOAT_DMA_VERSION);
1034
1035 if (!dma->chancnt) { 1033 if (!dma->chancnt) {
1036 dev_err(dev, "Intel(R) I/OAT DMA Engine problem found: " 1034 dev_err(dev, "zero channels detected\n");
1037 "zero channels detected\n");
1038 goto err_setup_interrupts; 1035 goto err_setup_interrupts;
1039 } 1036 }
1040 1037
@@ -1085,6 +1082,113 @@ static void ioat1_intr_quirk(struct ioatdma_device *device)
1085 pci_write_config_dword(pdev, IOAT_PCI_DMACTRL_OFFSET, dmactrl); 1082 pci_write_config_dword(pdev, IOAT_PCI_DMACTRL_OFFSET, dmactrl);
1086} 1083}
1087 1084
1085static ssize_t ring_size_show(struct dma_chan *c, char *page)
1086{
1087 struct ioat_dma_chan *ioat = to_ioat_chan(c);
1088
1089 return sprintf(page, "%d\n", ioat->desccount);
1090}
1091static struct ioat_sysfs_entry ring_size_attr = __ATTR_RO(ring_size);
1092
1093static ssize_t ring_active_show(struct dma_chan *c, char *page)
1094{
1095 struct ioat_dma_chan *ioat = to_ioat_chan(c);
1096
1097 return sprintf(page, "%d\n", ioat->active);
1098}
1099static struct ioat_sysfs_entry ring_active_attr = __ATTR_RO(ring_active);
1100
1101static ssize_t cap_show(struct dma_chan *c, char *page)
1102{
1103 struct dma_device *dma = c->device;
1104
1105 return sprintf(page, "copy%s%s%s%s%s%s\n",
1106 dma_has_cap(DMA_PQ, dma->cap_mask) ? " pq" : "",
1107 dma_has_cap(DMA_PQ_VAL, dma->cap_mask) ? " pq_val" : "",
1108 dma_has_cap(DMA_XOR, dma->cap_mask) ? " xor" : "",
1109 dma_has_cap(DMA_XOR_VAL, dma->cap_mask) ? " xor_val" : "",
1110 dma_has_cap(DMA_MEMSET, dma->cap_mask) ? " fill" : "",
1111 dma_has_cap(DMA_INTERRUPT, dma->cap_mask) ? " intr" : "");
1112
1113}
1114struct ioat_sysfs_entry ioat_cap_attr = __ATTR_RO(cap);
1115
1116static ssize_t version_show(struct dma_chan *c, char *page)
1117{
1118 struct dma_device *dma = c->device;
1119 struct ioatdma_device *device = to_ioatdma_device(dma);
1120
1121 return sprintf(page, "%d.%d\n",
1122 device->version >> 4, device->version & 0xf);
1123}
1124struct ioat_sysfs_entry ioat_version_attr = __ATTR_RO(version);
1125
1126static struct attribute *ioat1_attrs[] = {
1127 &ring_size_attr.attr,
1128 &ring_active_attr.attr,
1129 &ioat_cap_attr.attr,
1130 &ioat_version_attr.attr,
1131 NULL,
1132};
1133
1134static ssize_t
1135ioat_attr_show(struct kobject *kobj, struct attribute *attr, char *page)
1136{
1137 struct ioat_sysfs_entry *entry;
1138 struct ioat_chan_common *chan;
1139
1140 entry = container_of(attr, struct ioat_sysfs_entry, attr);
1141 chan = container_of(kobj, struct ioat_chan_common, kobj);
1142
1143 if (!entry->show)
1144 return -EIO;
1145 return entry->show(&chan->common, page);
1146}
1147
1148struct sysfs_ops ioat_sysfs_ops = {
1149 .show = ioat_attr_show,
1150};
1151
1152static struct kobj_type ioat1_ktype = {
1153 .sysfs_ops = &ioat_sysfs_ops,
1154 .default_attrs = ioat1_attrs,
1155};
1156
1157void ioat_kobject_add(struct ioatdma_device *device, struct kobj_type *type)
1158{
1159 struct dma_device *dma = &device->common;
1160 struct dma_chan *c;
1161
1162 list_for_each_entry(c, &dma->channels, device_node) {
1163 struct ioat_chan_common *chan = to_chan_common(c);
1164 struct kobject *parent = &c->dev->device.kobj;
1165 int err;
1166
1167 err = kobject_init_and_add(&chan->kobj, type, parent, "quickdata");
1168 if (err) {
1169 dev_warn(to_dev(chan),
1170 "sysfs init error (%d), continuing...\n", err);
1171 kobject_put(&chan->kobj);
1172 set_bit(IOAT_KOBJ_INIT_FAIL, &chan->state);
1173 }
1174 }
1175}
1176
1177void ioat_kobject_del(struct ioatdma_device *device)
1178{
1179 struct dma_device *dma = &device->common;
1180 struct dma_chan *c;
1181
1182 list_for_each_entry(c, &dma->channels, device_node) {
1183 struct ioat_chan_common *chan = to_chan_common(c);
1184
1185 if (!test_bit(IOAT_KOBJ_INIT_FAIL, &chan->state)) {
1186 kobject_del(&chan->kobj);
1187 kobject_put(&chan->kobj);
1188 }
1189 }
1190}
1191
1088int __devinit ioat1_dma_probe(struct ioatdma_device *device, int dca) 1192int __devinit ioat1_dma_probe(struct ioatdma_device *device, int dca)
1089{ 1193{
1090 struct pci_dev *pdev = device->pdev; 1194 struct pci_dev *pdev = device->pdev;
@@ -1107,6 +1211,8 @@ int __devinit ioat1_dma_probe(struct ioatdma_device *device, int dca)
1107 err = ioat_register(device); 1211 err = ioat_register(device);
1108 if (err) 1212 if (err)
1109 return err; 1213 return err;
1214 ioat_kobject_add(device, &ioat1_ktype);
1215
1110 if (dca) 1216 if (dca)
1111 device->dca = ioat_dca_init(pdev, device->reg_base); 1217 device->dca = ioat_dca_init(pdev, device->reg_base);
1112 1218
@@ -1119,6 +1225,8 @@ void __devexit ioat_dma_remove(struct ioatdma_device *device)
1119 1225
1120 ioat_disable_interrupts(device); 1226 ioat_disable_interrupts(device);
1121 1227
1228 ioat_kobject_del(device);
1229
1122 dma_async_device_unregister(dma); 1230 dma_async_device_unregister(dma);
1123 1231
1124 pci_pool_destroy(device->dma_pool); 1232 pci_pool_destroy(device->dma_pool);
diff --git a/drivers/dma/ioat/dma.h b/drivers/dma/ioat/dma.h
index c6d58bf541d1..c2939b289185 100644
--- a/drivers/dma/ioat/dma.h
+++ b/drivers/dma/ioat/dma.h
@@ -92,6 +92,7 @@ struct ioat_chan_common {
92 #define IOAT_COMPLETION_PENDING 0 92 #define IOAT_COMPLETION_PENDING 0
93 #define IOAT_COMPLETION_ACK 1 93 #define IOAT_COMPLETION_ACK 1
94 #define IOAT_RESET_PENDING 2 94 #define IOAT_RESET_PENDING 2
95 #define IOAT_KOBJ_INIT_FAIL 3
95 struct timer_list timer; 96 struct timer_list timer;
96 #define COMPLETION_TIMEOUT msecs_to_jiffies(100) 97 #define COMPLETION_TIMEOUT msecs_to_jiffies(100)
97 #define IDLE_TIMEOUT msecs_to_jiffies(2000) 98 #define IDLE_TIMEOUT msecs_to_jiffies(2000)
@@ -100,8 +101,13 @@ struct ioat_chan_common {
100 dma_addr_t completion_dma; 101 dma_addr_t completion_dma;
101 u64 *completion; 102 u64 *completion;
102 struct tasklet_struct cleanup_task; 103 struct tasklet_struct cleanup_task;
104 struct kobject kobj;
103}; 105};
104 106
107struct ioat_sysfs_entry {
108 struct attribute attr;
109 ssize_t (*show)(struct dma_chan *, char *);
110};
105 111
106/** 112/**
107 * struct ioat_dma_chan - internal representation of a DMA channel 113 * struct ioat_dma_chan - internal representation of a DMA channel
@@ -117,6 +123,7 @@ struct ioat_dma_chan {
117 123
118 int pending; 124 int pending;
119 u16 desccount; 125 u16 desccount;
126 u16 active;
120}; 127};
121 128
122static inline struct ioat_chan_common *to_chan_common(struct dma_chan *c) 129static inline struct ioat_chan_common *to_chan_common(struct dma_chan *c)
@@ -319,4 +326,9 @@ void ioat_dma_unmap(struct ioat_chan_common *chan, enum dma_ctrl_flags flags,
319 size_t len, struct ioat_dma_descriptor *hw); 326 size_t len, struct ioat_dma_descriptor *hw);
320bool ioat_cleanup_preamble(struct ioat_chan_common *chan, 327bool ioat_cleanup_preamble(struct ioat_chan_common *chan,
321 unsigned long *phys_complete); 328 unsigned long *phys_complete);
329void ioat_kobject_add(struct ioatdma_device *device, struct kobj_type *type);
330void ioat_kobject_del(struct ioatdma_device *device);
331extern struct sysfs_ops ioat_sysfs_ops;
332extern struct ioat_sysfs_entry ioat_version_attr;
333extern struct ioat_sysfs_entry ioat_cap_attr;
322#endif /* IOATDMA_H */ 334#endif /* IOATDMA_H */
diff --git a/drivers/dma/ioat/dma_v2.c b/drivers/dma/ioat/dma_v2.c
index 7492e9165e08..80ce32de8d32 100644
--- a/drivers/dma/ioat/dma_v2.c
+++ b/drivers/dma/ioat/dma_v2.c
@@ -795,6 +795,36 @@ ioat2_is_complete(struct dma_chan *c, dma_cookie_t cookie,
795 return ioat_is_complete(c, cookie, done, used); 795 return ioat_is_complete(c, cookie, done, used);
796} 796}
797 797
798static ssize_t ring_size_show(struct dma_chan *c, char *page)
799{
800 struct ioat2_dma_chan *ioat = to_ioat2_chan(c);
801
802 return sprintf(page, "%d\n", (1 << ioat->alloc_order) & ~1);
803}
804static struct ioat_sysfs_entry ring_size_attr = __ATTR_RO(ring_size);
805
806static ssize_t ring_active_show(struct dma_chan *c, char *page)
807{
808 struct ioat2_dma_chan *ioat = to_ioat2_chan(c);
809
810 /* ...taken outside the lock, no need to be precise */
811 return sprintf(page, "%d\n", ioat2_ring_active(ioat));
812}
813static struct ioat_sysfs_entry ring_active_attr = __ATTR_RO(ring_active);
814
815static struct attribute *ioat2_attrs[] = {
816 &ring_size_attr.attr,
817 &ring_active_attr.attr,
818 &ioat_cap_attr.attr,
819 &ioat_version_attr.attr,
820 NULL,
821};
822
823struct kobj_type ioat2_ktype = {
824 .sysfs_ops = &ioat_sysfs_ops,
825 .default_attrs = ioat2_attrs,
826};
827
798int __devinit ioat2_dma_probe(struct ioatdma_device *device, int dca) 828int __devinit ioat2_dma_probe(struct ioatdma_device *device, int dca)
799{ 829{
800 struct pci_dev *pdev = device->pdev; 830 struct pci_dev *pdev = device->pdev;
@@ -827,6 +857,9 @@ int __devinit ioat2_dma_probe(struct ioatdma_device *device, int dca)
827 err = ioat_register(device); 857 err = ioat_register(device);
828 if (err) 858 if (err)
829 return err; 859 return err;
860
861 ioat_kobject_add(device, &ioat2_ktype);
862
830 if (dca) 863 if (dca)
831 device->dca = ioat2_dca_init(pdev, device->reg_base); 864 device->dca = ioat2_dca_init(pdev, device->reg_base);
832 865
diff --git a/drivers/dma/ioat/dma_v2.h b/drivers/dma/ioat/dma_v2.h
index bde57ddf555d..fa030f8e1f27 100644
--- a/drivers/dma/ioat/dma_v2.h
+++ b/drivers/dma/ioat/dma_v2.h
@@ -180,4 +180,5 @@ enum dma_status ioat2_is_complete(struct dma_chan *c, dma_cookie_t cookie,
180 dma_cookie_t *done, dma_cookie_t *used); 180 dma_cookie_t *done, dma_cookie_t *used);
181void __ioat2_restart_chan(struct ioat2_dma_chan *ioat); 181void __ioat2_restart_chan(struct ioat2_dma_chan *ioat);
182bool reshape_ring(struct ioat2_dma_chan *ioat, int order); 182bool reshape_ring(struct ioat2_dma_chan *ioat, int order);
183extern struct kobj_type ioat2_ktype;
183#endif /* IOATDMA_V2_H */ 184#endif /* IOATDMA_V2_H */
diff --git a/drivers/dma/ioat/dma_v3.c b/drivers/dma/ioat/dma_v3.c
index b223d66b97e9..22af78ec2573 100644
--- a/drivers/dma/ioat/dma_v3.c
+++ b/drivers/dma/ioat/dma_v3.c
@@ -360,6 +360,9 @@ int __devinit ioat3_dma_probe(struct ioatdma_device *device, int dca)
360 err = ioat_register(device); 360 err = ioat_register(device);
361 if (err) 361 if (err)
362 return err; 362 return err;
363
364 ioat_kobject_add(device, &ioat2_ktype);
365
363 if (dca) 366 if (dca)
364 device->dca = ioat3_dca_init(pdev, device->reg_base); 367 device->dca = ioat3_dca_init(pdev, device->reg_base);
365 368
diff --git a/drivers/dma/ioat/pci.c b/drivers/dma/ioat/pci.c
index 0f3ec6e97fe9..626a508a4f8b 100644
--- a/drivers/dma/ioat/pci.c
+++ b/drivers/dma/ioat/pci.c
@@ -168,6 +168,9 @@ static void __devexit ioat_remove(struct pci_dev *pdev)
168 168
169static int __init ioat_init_module(void) 169static int __init ioat_init_module(void)
170{ 170{
171 pr_info("%s: Intel(R) QuickData Technology Driver %s\n",
172 DRV_NAME, IOAT_DMA_VERSION);
173
171 return pci_register_driver(&ioat_pci_driver); 174 return pci_register_driver(&ioat_pci_driver);
172} 175}
173module_init(ioat_init_module); 176module_init(ioat_init_module);