diff options
Diffstat (limited to 'drivers/net/chelsio/cxgb2.c')
-rw-r--r-- | drivers/net/chelsio/cxgb2.c | 1379 |
1 files changed, 1379 insertions, 0 deletions
diff --git a/drivers/net/chelsio/cxgb2.c b/drivers/net/chelsio/cxgb2.c new file mode 100644 index 00000000000..3edbbc4c511 --- /dev/null +++ b/drivers/net/chelsio/cxgb2.c | |||
@@ -0,0 +1,1379 @@ | |||
1 | /***************************************************************************** | ||
2 | * * | ||
3 | * File: cxgb2.c * | ||
4 | * $Revision: 1.25 $ * | ||
5 | * $Date: 2005/06/22 00:43:25 $ * | ||
6 | * Description: * | ||
7 | * Chelsio 10Gb Ethernet Driver. * | ||
8 | * * | ||
9 | * This program is free software; you can redistribute it and/or modify * | ||
10 | * it under the terms of the GNU General Public License, version 2, as * | ||
11 | * published by the Free Software Foundation. * | ||
12 | * * | ||
13 | * You should have received a copy of the GNU General Public License along * | ||
14 | * with this program; if not, write to the Free Software Foundation, Inc., * | ||
15 | * 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. * | ||
16 | * * | ||
17 | * THIS SOFTWARE IS PROVIDED ``AS IS'' AND WITHOUT ANY EXPRESS OR IMPLIED * | ||
18 | * WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTIES OF * | ||
19 | * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. * | ||
20 | * * | ||
21 | * http://www.chelsio.com * | ||
22 | * * | ||
23 | * Copyright (c) 2003 - 2005 Chelsio Communications, Inc. * | ||
24 | * All rights reserved. * | ||
25 | * * | ||
26 | * Maintainers: maintainers@chelsio.com * | ||
27 | * * | ||
28 | * Authors: Dimitrios Michailidis <dm@chelsio.com> * | ||
29 | * Tina Yang <tainay@chelsio.com> * | ||
30 | * Felix Marti <felix@chelsio.com> * | ||
31 | * Scott Bardone <sbardone@chelsio.com> * | ||
32 | * Kurt Ottaway <kottaway@chelsio.com> * | ||
33 | * Frank DiMambro <frank@chelsio.com> * | ||
34 | * * | ||
35 | * History: * | ||
36 | * * | ||
37 | ****************************************************************************/ | ||
38 | |||
39 | #include "common.h" | ||
40 | #include <linux/module.h> | ||
41 | #include <linux/init.h> | ||
42 | #include <linux/pci.h> | ||
43 | #include <linux/netdevice.h> | ||
44 | #include <linux/etherdevice.h> | ||
45 | #include <linux/if_vlan.h> | ||
46 | #include <linux/mii.h> | ||
47 | #include <linux/sockios.h> | ||
48 | #include <linux/dma-mapping.h> | ||
49 | #include <asm/uaccess.h> | ||
50 | |||
51 | #include "cpl5_cmd.h" | ||
52 | #include "regs.h" | ||
53 | #include "gmac.h" | ||
54 | #include "cphy.h" | ||
55 | #include "sge.h" | ||
56 | #include "tp.h" | ||
57 | #include "espi.h" | ||
58 | #include "elmer0.h" | ||
59 | |||
60 | #include <linux/workqueue.h> | ||
61 | |||
62 | static inline void schedule_mac_stats_update(struct adapter *ap, int secs) | ||
63 | { | ||
64 | schedule_delayed_work(&ap->stats_update_task, secs * HZ); | ||
65 | } | ||
66 | |||
67 | static inline void cancel_mac_stats_update(struct adapter *ap) | ||
68 | { | ||
69 | cancel_delayed_work(&ap->stats_update_task); | ||
70 | } | ||
71 | |||
72 | #define MAX_CMDQ_ENTRIES 16384 | ||
73 | #define MAX_CMDQ1_ENTRIES 1024 | ||
74 | #define MAX_RX_BUFFERS 16384 | ||
75 | #define MAX_RX_JUMBO_BUFFERS 16384 | ||
76 | #define MAX_TX_BUFFERS_HIGH 16384U | ||
77 | #define MAX_TX_BUFFERS_LOW 1536U | ||
78 | #define MAX_TX_BUFFERS 1460U | ||
79 | #define MIN_FL_ENTRIES 32 | ||
80 | |||
81 | #define DFLT_MSG_ENABLE (NETIF_MSG_DRV | NETIF_MSG_PROBE | NETIF_MSG_LINK | \ | ||
82 | NETIF_MSG_TIMER | NETIF_MSG_IFDOWN | NETIF_MSG_IFUP |\ | ||
83 | NETIF_MSG_RX_ERR | NETIF_MSG_TX_ERR) | ||
84 | |||
85 | /* | ||
86 | * The EEPROM is actually bigger but only the first few bytes are used so we | ||
87 | * only report those. | ||
88 | */ | ||
89 | #define EEPROM_SIZE 32 | ||
90 | |||
91 | MODULE_DESCRIPTION(DRV_DESCRIPTION); | ||
92 | MODULE_AUTHOR("Chelsio Communications"); | ||
93 | MODULE_LICENSE("GPL"); | ||
94 | |||
95 | static int dflt_msg_enable = DFLT_MSG_ENABLE; | ||
96 | |||
97 | module_param(dflt_msg_enable, int, 0); | ||
98 | MODULE_PARM_DESC(dflt_msg_enable, "Chelsio T1 default message enable bitmap"); | ||
99 | |||
100 | #define HCLOCK 0x0 | ||
101 | #define LCLOCK 0x1 | ||
102 | |||
103 | /* T1 cards powersave mode */ | ||
104 | static int t1_clock(struct adapter *adapter, int mode); | ||
105 | static int t1powersave = 1; /* HW default is powersave mode. */ | ||
106 | |||
107 | module_param(t1powersave, int, 0); | ||
108 | MODULE_PARM_DESC(t1powersave, "Enable/Disable T1 powersaving mode"); | ||
109 | |||
110 | static int disable_msi = 0; | ||
111 | module_param(disable_msi, int, 0); | ||
112 | MODULE_PARM_DESC(disable_msi, "Disable Message Signaled Interrupt (MSI)"); | ||
113 | |||
114 | static const char pci_speed[][4] = { | ||
115 | "33", "66", "100", "133" | ||
116 | }; | ||
117 | |||
118 | /* | ||
119 | * Setup MAC to receive the types of packets we want. | ||
120 | */ | ||
121 | static void t1_set_rxmode(struct net_device *dev) | ||
122 | { | ||
123 | struct adapter *adapter = dev->ml_priv; | ||
124 | struct cmac *mac = adapter->port[dev->if_port].mac; | ||
125 | struct t1_rx_mode rm; | ||
126 | |||
127 | rm.dev = dev; | ||
128 | mac->ops->set_rx_mode(mac, &rm); | ||
129 | } | ||
130 | |||
131 | static void link_report(struct port_info *p) | ||
132 | { | ||
133 | if (!netif_carrier_ok(p->dev)) | ||
134 | printk(KERN_INFO "%s: link down\n", p->dev->name); | ||
135 | else { | ||
136 | const char *s = "10Mbps"; | ||
137 | |||
138 | switch (p->link_config.speed) { | ||
139 | case SPEED_10000: s = "10Gbps"; break; | ||
140 | case SPEED_1000: s = "1000Mbps"; break; | ||
141 | case SPEED_100: s = "100Mbps"; break; | ||
142 | } | ||
143 | |||
144 | printk(KERN_INFO "%s: link up, %s, %s-duplex\n", | ||
145 | p->dev->name, s, | ||
146 | p->link_config.duplex == DUPLEX_FULL ? "full" : "half"); | ||
147 | } | ||
148 | } | ||
149 | |||
150 | void t1_link_negotiated(struct adapter *adapter, int port_id, int link_stat, | ||
151 | int speed, int duplex, int pause) | ||
152 | { | ||
153 | struct port_info *p = &adapter->port[port_id]; | ||
154 | |||
155 | if (link_stat != netif_carrier_ok(p->dev)) { | ||
156 | if (link_stat) | ||
157 | netif_carrier_on(p->dev); | ||
158 | else | ||
159 | netif_carrier_off(p->dev); | ||
160 | link_report(p); | ||
161 | |||
162 | /* multi-ports: inform toe */ | ||
163 | if ((speed > 0) && (adapter->params.nports > 1)) { | ||
164 | unsigned int sched_speed = 10; | ||
165 | switch (speed) { | ||
166 | case SPEED_1000: | ||
167 | sched_speed = 1000; | ||
168 | break; | ||
169 | case SPEED_100: | ||
170 | sched_speed = 100; | ||
171 | break; | ||
172 | case SPEED_10: | ||
173 | sched_speed = 10; | ||
174 | break; | ||
175 | } | ||
176 | t1_sched_update_parms(adapter->sge, port_id, 0, sched_speed); | ||
177 | } | ||
178 | } | ||
179 | } | ||
180 | |||
181 | static void link_start(struct port_info *p) | ||
182 | { | ||
183 | struct cmac *mac = p->mac; | ||
184 | |||
185 | mac->ops->reset(mac); | ||
186 | if (mac->ops->macaddress_set) | ||
187 | mac->ops->macaddress_set(mac, p->dev->dev_addr); | ||
188 | t1_set_rxmode(p->dev); | ||
189 | t1_link_start(p->phy, mac, &p->link_config); | ||
190 | mac->ops->enable(mac, MAC_DIRECTION_RX | MAC_DIRECTION_TX); | ||
191 | } | ||
192 | |||
193 | static void enable_hw_csum(struct adapter *adapter) | ||
194 | { | ||
195 | if (adapter->port[0].dev->hw_features & NETIF_F_TSO) | ||
196 | t1_tp_set_ip_checksum_offload(adapter->tp, 1); /* for TSO only */ | ||
197 | t1_tp_set_tcp_checksum_offload(adapter->tp, 1); | ||
198 | } | ||
199 | |||
200 | /* | ||
201 | * Things to do upon first use of a card. | ||
202 | * This must run with the rtnl lock held. | ||
203 | */ | ||
204 | static int cxgb_up(struct adapter *adapter) | ||
205 | { | ||
206 | int err = 0; | ||
207 | |||
208 | if (!(adapter->flags & FULL_INIT_DONE)) { | ||
209 | err = t1_init_hw_modules(adapter); | ||
210 | if (err) | ||
211 | goto out_err; | ||
212 | |||
213 | enable_hw_csum(adapter); | ||
214 | adapter->flags |= FULL_INIT_DONE; | ||
215 | } | ||
216 | |||
217 | t1_interrupts_clear(adapter); | ||
218 | |||
219 | adapter->params.has_msi = !disable_msi && !pci_enable_msi(adapter->pdev); | ||
220 | err = request_irq(adapter->pdev->irq, t1_interrupt, | ||
221 | adapter->params.has_msi ? 0 : IRQF_SHARED, | ||
222 | adapter->name, adapter); | ||
223 | if (err) { | ||
224 | if (adapter->params.has_msi) | ||
225 | pci_disable_msi(adapter->pdev); | ||
226 | |||
227 | goto out_err; | ||
228 | } | ||
229 | |||
230 | t1_sge_start(adapter->sge); | ||
231 | t1_interrupts_enable(adapter); | ||
232 | out_err: | ||
233 | return err; | ||
234 | } | ||
235 | |||
236 | /* | ||
237 | * Release resources when all the ports have been stopped. | ||
238 | */ | ||
239 | static void cxgb_down(struct adapter *adapter) | ||
240 | { | ||
241 | t1_sge_stop(adapter->sge); | ||
242 | t1_interrupts_disable(adapter); | ||
243 | free_irq(adapter->pdev->irq, adapter); | ||
244 | if (adapter->params.has_msi) | ||
245 | pci_disable_msi(adapter->pdev); | ||
246 | } | ||
247 | |||
248 | static int cxgb_open(struct net_device *dev) | ||
249 | { | ||
250 | int err; | ||
251 | struct adapter *adapter = dev->ml_priv; | ||
252 | int other_ports = adapter->open_device_map & PORT_MASK; | ||
253 | |||
254 | napi_enable(&adapter->napi); | ||
255 | if (!adapter->open_device_map && (err = cxgb_up(adapter)) < 0) { | ||
256 | napi_disable(&adapter->napi); | ||
257 | return err; | ||
258 | } | ||
259 | |||
260 | __set_bit(dev->if_port, &adapter->open_device_map); | ||
261 | link_start(&adapter->port[dev->if_port]); | ||
262 | netif_start_queue(dev); | ||
263 | if (!other_ports && adapter->params.stats_update_period) | ||
264 | schedule_mac_stats_update(adapter, | ||
265 | adapter->params.stats_update_period); | ||
266 | |||
267 | t1_vlan_mode(adapter, dev->features); | ||
268 | return 0; | ||
269 | } | ||
270 | |||
271 | static int cxgb_close(struct net_device *dev) | ||
272 | { | ||
273 | struct adapter *adapter = dev->ml_priv; | ||
274 | struct port_info *p = &adapter->port[dev->if_port]; | ||
275 | struct cmac *mac = p->mac; | ||
276 | |||
277 | netif_stop_queue(dev); | ||
278 | napi_disable(&adapter->napi); | ||
279 | mac->ops->disable(mac, MAC_DIRECTION_TX | MAC_DIRECTION_RX); | ||
280 | netif_carrier_off(dev); | ||
281 | |||
282 | clear_bit(dev->if_port, &adapter->open_device_map); | ||
283 | if (adapter->params.stats_update_period && | ||
284 | !(adapter->open_device_map & PORT_MASK)) { | ||
285 | /* Stop statistics accumulation. */ | ||
286 | smp_mb__after_clear_bit(); | ||
287 | spin_lock(&adapter->work_lock); /* sync with update task */ | ||
288 | spin_unlock(&adapter->work_lock); | ||
289 | cancel_mac_stats_update(adapter); | ||
290 | } | ||
291 | |||
292 | if (!adapter->open_device_map) | ||
293 | cxgb_down(adapter); | ||
294 | return 0; | ||
295 | } | ||
296 | |||
297 | static struct net_device_stats *t1_get_stats(struct net_device *dev) | ||
298 | { | ||
299 | struct adapter *adapter = dev->ml_priv; | ||
300 | struct port_info *p = &adapter->port[dev->if_port]; | ||
301 | struct net_device_stats *ns = &p->netstats; | ||
302 | const struct cmac_statistics *pstats; | ||
303 | |||
304 | /* Do a full update of the MAC stats */ | ||
305 | pstats = p->mac->ops->statistics_update(p->mac, | ||
306 | MAC_STATS_UPDATE_FULL); | ||
307 | |||
308 | ns->tx_packets = pstats->TxUnicastFramesOK + | ||
309 | pstats->TxMulticastFramesOK + pstats->TxBroadcastFramesOK; | ||
310 | |||
311 | ns->rx_packets = pstats->RxUnicastFramesOK + | ||
312 | pstats->RxMulticastFramesOK + pstats->RxBroadcastFramesOK; | ||
313 | |||
314 | ns->tx_bytes = pstats->TxOctetsOK; | ||
315 | ns->rx_bytes = pstats->RxOctetsOK; | ||
316 | |||
317 | ns->tx_errors = pstats->TxLateCollisions + pstats->TxLengthErrors + | ||
318 | pstats->TxUnderrun + pstats->TxFramesAbortedDueToXSCollisions; | ||
319 | ns->rx_errors = pstats->RxDataErrors + pstats->RxJabberErrors + | ||
320 | pstats->RxFCSErrors + pstats->RxAlignErrors + | ||
321 | pstats->RxSequenceErrors + pstats->RxFrameTooLongErrors + | ||
322 | pstats->RxSymbolErrors + pstats->RxRuntErrors; | ||
323 | |||
324 | ns->multicast = pstats->RxMulticastFramesOK; | ||
325 | ns->collisions = pstats->TxTotalCollisions; | ||
326 | |||
327 | /* detailed rx_errors */ | ||
328 | ns->rx_length_errors = pstats->RxFrameTooLongErrors + | ||
329 | pstats->RxJabberErrors; | ||
330 | ns->rx_over_errors = 0; | ||
331 | ns->rx_crc_errors = pstats->RxFCSErrors; | ||
332 | ns->rx_frame_errors = pstats->RxAlignErrors; | ||
333 | ns->rx_fifo_errors = 0; | ||
334 | ns->rx_missed_errors = 0; | ||
335 | |||
336 | /* detailed tx_errors */ | ||
337 | ns->tx_aborted_errors = pstats->TxFramesAbortedDueToXSCollisions; | ||
338 | ns->tx_carrier_errors = 0; | ||
339 | ns->tx_fifo_errors = pstats->TxUnderrun; | ||
340 | ns->tx_heartbeat_errors = 0; | ||
341 | ns->tx_window_errors = pstats->TxLateCollisions; | ||
342 | return ns; | ||
343 | } | ||
344 | |||
345 | static u32 get_msglevel(struct net_device *dev) | ||
346 | { | ||
347 | struct adapter *adapter = dev->ml_priv; | ||
348 | |||
349 | return adapter->msg_enable; | ||
350 | } | ||
351 | |||
352 | static void set_msglevel(struct net_device *dev, u32 val) | ||
353 | { | ||
354 | struct adapter *adapter = dev->ml_priv; | ||
355 | |||
356 | adapter->msg_enable = val; | ||
357 | } | ||
358 | |||
359 | static char stats_strings[][ETH_GSTRING_LEN] = { | ||
360 | "TxOctetsOK", | ||
361 | "TxOctetsBad", | ||
362 | "TxUnicastFramesOK", | ||
363 | "TxMulticastFramesOK", | ||
364 | "TxBroadcastFramesOK", | ||
365 | "TxPauseFrames", | ||
366 | "TxFramesWithDeferredXmissions", | ||
367 | "TxLateCollisions", | ||
368 | "TxTotalCollisions", | ||
369 | "TxFramesAbortedDueToXSCollisions", | ||
370 | "TxUnderrun", | ||
371 | "TxLengthErrors", | ||
372 | "TxInternalMACXmitError", | ||
373 | "TxFramesWithExcessiveDeferral", | ||
374 | "TxFCSErrors", | ||
375 | "TxJumboFramesOk", | ||
376 | "TxJumboOctetsOk", | ||
377 | |||
378 | "RxOctetsOK", | ||
379 | "RxOctetsBad", | ||
380 | "RxUnicastFramesOK", | ||
381 | "RxMulticastFramesOK", | ||
382 | "RxBroadcastFramesOK", | ||
383 | "RxPauseFrames", | ||
384 | "RxFCSErrors", | ||
385 | "RxAlignErrors", | ||
386 | "RxSymbolErrors", | ||
387 | "RxDataErrors", | ||
388 | "RxSequenceErrors", | ||
389 | "RxRuntErrors", | ||
390 | "RxJabberErrors", | ||
391 | "RxInternalMACRcvError", | ||
392 | "RxInRangeLengthErrors", | ||
393 | "RxOutOfRangeLengthField", | ||
394 | "RxFrameTooLongErrors", | ||
395 | "RxJumboFramesOk", | ||
396 | "RxJumboOctetsOk", | ||
397 | |||
398 | /* Port stats */ | ||
399 | "RxCsumGood", | ||
400 | "TxCsumOffload", | ||
401 | "TxTso", | ||
402 | "RxVlan", | ||
403 | "TxVlan", | ||
404 | "TxNeedHeadroom", | ||
405 | |||
406 | /* Interrupt stats */ | ||
407 | "rx drops", | ||
408 | "pure_rsps", | ||
409 | "unhandled irqs", | ||
410 | "respQ_empty", | ||
411 | "respQ_overflow", | ||
412 | "freelistQ_empty", | ||
413 | "pkt_too_big", | ||
414 | "pkt_mismatch", | ||
415 | "cmdQ_full0", | ||
416 | "cmdQ_full1", | ||
417 | |||
418 | "espi_DIP2ParityErr", | ||
419 | "espi_DIP4Err", | ||
420 | "espi_RxDrops", | ||
421 | "espi_TxDrops", | ||
422 | "espi_RxOvfl", | ||
423 | "espi_ParityErr" | ||
424 | }; | ||
425 | |||
426 | #define T2_REGMAP_SIZE (3 * 1024) | ||
427 | |||
428 | static int get_regs_len(struct net_device *dev) | ||
429 | { | ||
430 | return T2_REGMAP_SIZE; | ||
431 | } | ||
432 | |||
433 | static void get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info) | ||
434 | { | ||
435 | struct adapter *adapter = dev->ml_priv; | ||
436 | |||
437 | strcpy(info->driver, DRV_NAME); | ||
438 | strcpy(info->version, DRV_VERSION); | ||
439 | strcpy(info->fw_version, "N/A"); | ||
440 | strcpy(info->bus_info, pci_name(adapter->pdev)); | ||
441 | } | ||
442 | |||
443 | static int get_sset_count(struct net_device *dev, int sset) | ||
444 | { | ||
445 | switch (sset) { | ||
446 | case ETH_SS_STATS: | ||
447 | return ARRAY_SIZE(stats_strings); | ||
448 | default: | ||
449 | return -EOPNOTSUPP; | ||
450 | } | ||
451 | } | ||
452 | |||
453 | static void get_strings(struct net_device *dev, u32 stringset, u8 *data) | ||
454 | { | ||
455 | if (stringset == ETH_SS_STATS) | ||
456 | memcpy(data, stats_strings, sizeof(stats_strings)); | ||
457 | } | ||
458 | |||
459 | static void get_stats(struct net_device *dev, struct ethtool_stats *stats, | ||
460 | u64 *data) | ||
461 | { | ||
462 | struct adapter *adapter = dev->ml_priv; | ||
463 | struct cmac *mac = adapter->port[dev->if_port].mac; | ||
464 | const struct cmac_statistics *s; | ||
465 | const struct sge_intr_counts *t; | ||
466 | struct sge_port_stats ss; | ||
467 | |||
468 | s = mac->ops->statistics_update(mac, MAC_STATS_UPDATE_FULL); | ||
469 | t = t1_sge_get_intr_counts(adapter->sge); | ||
470 | t1_sge_get_port_stats(adapter->sge, dev->if_port, &ss); | ||
471 | |||
472 | *data++ = s->TxOctetsOK; | ||
473 | *data++ = s->TxOctetsBad; | ||
474 | *data++ = s->TxUnicastFramesOK; | ||
475 | *data++ = s->TxMulticastFramesOK; | ||
476 | *data++ = s->TxBroadcastFramesOK; | ||
477 | *data++ = s->TxPauseFrames; | ||
478 | *data++ = s->TxFramesWithDeferredXmissions; | ||
479 | *data++ = s->TxLateCollisions; | ||
480 | *data++ = s->TxTotalCollisions; | ||
481 | *data++ = s->TxFramesAbortedDueToXSCollisions; | ||
482 | *data++ = s->TxUnderrun; | ||
483 | *data++ = s->TxLengthErrors; | ||
484 | *data++ = s->TxInternalMACXmitError; | ||
485 | *data++ = s->TxFramesWithExcessiveDeferral; | ||
486 | *data++ = s->TxFCSErrors; | ||
487 | *data++ = s->TxJumboFramesOK; | ||
488 | *data++ = s->TxJumboOctetsOK; | ||
489 | |||
490 | *data++ = s->RxOctetsOK; | ||
491 | *data++ = s->RxOctetsBad; | ||
492 | *data++ = s->RxUnicastFramesOK; | ||
493 | *data++ = s->RxMulticastFramesOK; | ||
494 | *data++ = s->RxBroadcastFramesOK; | ||
495 | *data++ = s->RxPauseFrames; | ||
496 | *data++ = s->RxFCSErrors; | ||
497 | *data++ = s->RxAlignErrors; | ||
498 | *data++ = s->RxSymbolErrors; | ||
499 | *data++ = s->RxDataErrors; | ||
500 | *data++ = s->RxSequenceErrors; | ||
501 | *data++ = s->RxRuntErrors; | ||
502 | *data++ = s->RxJabberErrors; | ||
503 | *data++ = s->RxInternalMACRcvError; | ||
504 | *data++ = s->RxInRangeLengthErrors; | ||
505 | *data++ = s->RxOutOfRangeLengthField; | ||
506 | *data++ = s->RxFrameTooLongErrors; | ||
507 | *data++ = s->RxJumboFramesOK; | ||
508 | *data++ = s->RxJumboOctetsOK; | ||
509 | |||
510 | *data++ = ss.rx_cso_good; | ||
511 | *data++ = ss.tx_cso; | ||
512 | *data++ = ss.tx_tso; | ||
513 | *data++ = ss.vlan_xtract; | ||
514 | *data++ = ss.vlan_insert; | ||
515 | *data++ = ss.tx_need_hdrroom; | ||
516 | |||
517 | *data++ = t->rx_drops; | ||
518 | *data++ = t->pure_rsps; | ||
519 | *data++ = t->unhandled_irqs; | ||
520 | *data++ = t->respQ_empty; | ||
521 | *data++ = t->respQ_overflow; | ||
522 | *data++ = t->freelistQ_empty; | ||
523 | *data++ = t->pkt_too_big; | ||
524 | *data++ = t->pkt_mismatch; | ||
525 | *data++ = t->cmdQ_full[0]; | ||
526 | *data++ = t->cmdQ_full[1]; | ||
527 | |||
528 | if (adapter->espi) { | ||
529 | const struct espi_intr_counts *e; | ||
530 | |||
531 | e = t1_espi_get_intr_counts(adapter->espi); | ||
532 | *data++ = e->DIP2_parity_err; | ||
533 | *data++ = e->DIP4_err; | ||
534 | *data++ = e->rx_drops; | ||
535 | *data++ = e->tx_drops; | ||
536 | *data++ = e->rx_ovflw; | ||
537 | *data++ = e->parity_err; | ||
538 | } | ||
539 | } | ||
540 | |||
541 | static inline void reg_block_dump(struct adapter *ap, void *buf, | ||
542 | unsigned int start, unsigned int end) | ||
543 | { | ||
544 | u32 *p = buf + start; | ||
545 | |||
546 | for ( ; start <= end; start += sizeof(u32)) | ||
547 | *p++ = readl(ap->regs + start); | ||
548 | } | ||
549 | |||
550 | static void get_regs(struct net_device *dev, struct ethtool_regs *regs, | ||
551 | void *buf) | ||
552 | { | ||
553 | struct adapter *ap = dev->ml_priv; | ||
554 | |||
555 | /* | ||
556 | * Version scheme: bits 0..9: chip version, bits 10..15: chip revision | ||
557 | */ | ||
558 | regs->version = 2; | ||
559 | |||
560 | memset(buf, 0, T2_REGMAP_SIZE); | ||
561 | reg_block_dump(ap, buf, 0, A_SG_RESPACCUTIMER); | ||
562 | reg_block_dump(ap, buf, A_MC3_CFG, A_MC4_INT_CAUSE); | ||
563 | reg_block_dump(ap, buf, A_TPI_ADDR, A_TPI_PAR); | ||
564 | reg_block_dump(ap, buf, A_TP_IN_CONFIG, A_TP_TX_DROP_COUNT); | ||
565 | reg_block_dump(ap, buf, A_RAT_ROUTE_CONTROL, A_RAT_INTR_CAUSE); | ||
566 | reg_block_dump(ap, buf, A_CSPI_RX_AE_WM, A_CSPI_INTR_ENABLE); | ||
567 | reg_block_dump(ap, buf, A_ESPI_SCH_TOKEN0, A_ESPI_GOSTAT); | ||
568 | reg_block_dump(ap, buf, A_ULP_ULIMIT, A_ULP_PIO_CTRL); | ||
569 | reg_block_dump(ap, buf, A_PL_ENABLE, A_PL_CAUSE); | ||
570 | reg_block_dump(ap, buf, A_MC5_CONFIG, A_MC5_MASK_WRITE_CMD); | ||
571 | } | ||
572 | |||
573 | static int get_settings(struct net_device *dev, struct ethtool_cmd *cmd) | ||
574 | { | ||
575 | struct adapter *adapter = dev->ml_priv; | ||
576 | struct port_info *p = &adapter->port[dev->if_port]; | ||
577 | |||
578 | cmd->supported = p->link_config.supported; | ||
579 | cmd->advertising = p->link_config.advertising; | ||
580 | |||
581 | if (netif_carrier_ok(dev)) { | ||
582 | ethtool_cmd_speed_set(cmd, p->link_config.speed); | ||
583 | cmd->duplex = p->link_config.duplex; | ||
584 | } else { | ||
585 | ethtool_cmd_speed_set(cmd, -1); | ||
586 | cmd->duplex = -1; | ||
587 | } | ||
588 | |||
589 | cmd->port = (cmd->supported & SUPPORTED_TP) ? PORT_TP : PORT_FIBRE; | ||
590 | cmd->phy_address = p->phy->mdio.prtad; | ||
591 | cmd->transceiver = XCVR_EXTERNAL; | ||
592 | cmd->autoneg = p->link_config.autoneg; | ||
593 | cmd->maxtxpkt = 0; | ||
594 | cmd->maxrxpkt = 0; | ||
595 | return 0; | ||
596 | } | ||
597 | |||
598 | static int speed_duplex_to_caps(int speed, int duplex) | ||
599 | { | ||
600 | int cap = 0; | ||
601 | |||
602 | switch (speed) { | ||
603 | case SPEED_10: | ||
604 | if (duplex == DUPLEX_FULL) | ||
605 | cap = SUPPORTED_10baseT_Full; | ||
606 | else | ||
607 | cap = SUPPORTED_10baseT_Half; | ||
608 | break; | ||
609 | case SPEED_100: | ||
610 | if (duplex == DUPLEX_FULL) | ||
611 | cap = SUPPORTED_100baseT_Full; | ||
612 | else | ||
613 | cap = SUPPORTED_100baseT_Half; | ||
614 | break; | ||
615 | case SPEED_1000: | ||
616 | if (duplex == DUPLEX_FULL) | ||
617 | cap = SUPPORTED_1000baseT_Full; | ||
618 | else | ||
619 | cap = SUPPORTED_1000baseT_Half; | ||
620 | break; | ||
621 | case SPEED_10000: | ||
622 | if (duplex == DUPLEX_FULL) | ||
623 | cap = SUPPORTED_10000baseT_Full; | ||
624 | } | ||
625 | return cap; | ||
626 | } | ||
627 | |||
628 | #define ADVERTISED_MASK (ADVERTISED_10baseT_Half | ADVERTISED_10baseT_Full | \ | ||
629 | ADVERTISED_100baseT_Half | ADVERTISED_100baseT_Full | \ | ||
630 | ADVERTISED_1000baseT_Half | ADVERTISED_1000baseT_Full | \ | ||
631 | ADVERTISED_10000baseT_Full) | ||
632 | |||
633 | static int set_settings(struct net_device *dev, struct ethtool_cmd *cmd) | ||
634 | { | ||
635 | struct adapter *adapter = dev->ml_priv; | ||
636 | struct port_info *p = &adapter->port[dev->if_port]; | ||
637 | struct link_config *lc = &p->link_config; | ||
638 | |||
639 | if (!(lc->supported & SUPPORTED_Autoneg)) | ||
640 | return -EOPNOTSUPP; /* can't change speed/duplex */ | ||
641 | |||
642 | if (cmd->autoneg == AUTONEG_DISABLE) { | ||
643 | u32 speed = ethtool_cmd_speed(cmd); | ||
644 | int cap = speed_duplex_to_caps(speed, cmd->duplex); | ||
645 | |||
646 | if (!(lc->supported & cap) || (speed == SPEED_1000)) | ||
647 | return -EINVAL; | ||
648 | lc->requested_speed = speed; | ||
649 | lc->requested_duplex = cmd->duplex; | ||
650 | lc->advertising = 0; | ||
651 | } else { | ||
652 | cmd->advertising &= ADVERTISED_MASK; | ||
653 | if (cmd->advertising & (cmd->advertising - 1)) | ||
654 | cmd->advertising = lc->supported; | ||
655 | cmd->advertising &= lc->supported; | ||
656 | if (!cmd->advertising) | ||
657 | return -EINVAL; | ||
658 | lc->requested_speed = SPEED_INVALID; | ||
659 | lc->requested_duplex = DUPLEX_INVALID; | ||
660 | lc->advertising = cmd->advertising | ADVERTISED_Autoneg; | ||
661 | } | ||
662 | lc->autoneg = cmd->autoneg; | ||
663 | if (netif_running(dev)) | ||
664 | t1_link_start(p->phy, p->mac, lc); | ||
665 | return 0; | ||
666 | } | ||
667 | |||
668 | static void get_pauseparam(struct net_device *dev, | ||
669 | struct ethtool_pauseparam *epause) | ||
670 | { | ||
671 | struct adapter *adapter = dev->ml_priv; | ||
672 | struct port_info *p = &adapter->port[dev->if_port]; | ||
673 | |||
674 | epause->autoneg = (p->link_config.requested_fc & PAUSE_AUTONEG) != 0; | ||
675 | epause->rx_pause = (p->link_config.fc & PAUSE_RX) != 0; | ||
676 | epause->tx_pause = (p->link_config.fc & PAUSE_TX) != 0; | ||
677 | } | ||
678 | |||
679 | static int set_pauseparam(struct net_device *dev, | ||
680 | struct ethtool_pauseparam *epause) | ||
681 | { | ||
682 | struct adapter *adapter = dev->ml_priv; | ||
683 | struct port_info *p = &adapter->port[dev->if_port]; | ||
684 | struct link_config *lc = &p->link_config; | ||
685 | |||
686 | if (epause->autoneg == AUTONEG_DISABLE) | ||
687 | lc->requested_fc = 0; | ||
688 | else if (lc->supported & SUPPORTED_Autoneg) | ||
689 | lc->requested_fc = PAUSE_AUTONEG; | ||
690 | else | ||
691 | return -EINVAL; | ||
692 | |||
693 | if (epause->rx_pause) | ||
694 | lc->requested_fc |= PAUSE_RX; | ||
695 | if (epause->tx_pause) | ||
696 | lc->requested_fc |= PAUSE_TX; | ||
697 | if (lc->autoneg == AUTONEG_ENABLE) { | ||
698 | if (netif_running(dev)) | ||
699 | t1_link_start(p->phy, p->mac, lc); | ||
700 | } else { | ||
701 | lc->fc = lc->requested_fc & (PAUSE_RX | PAUSE_TX); | ||
702 | if (netif_running(dev)) | ||
703 | p->mac->ops->set_speed_duplex_fc(p->mac, -1, -1, | ||
704 | lc->fc); | ||
705 | } | ||
706 | return 0; | ||
707 | } | ||
708 | |||
709 | static void get_sge_param(struct net_device *dev, struct ethtool_ringparam *e) | ||
710 | { | ||
711 | struct adapter *adapter = dev->ml_priv; | ||
712 | int jumbo_fl = t1_is_T1B(adapter) ? 1 : 0; | ||
713 | |||
714 | e->rx_max_pending = MAX_RX_BUFFERS; | ||
715 | e->rx_mini_max_pending = 0; | ||
716 | e->rx_jumbo_max_pending = MAX_RX_JUMBO_BUFFERS; | ||
717 | e->tx_max_pending = MAX_CMDQ_ENTRIES; | ||
718 | |||
719 | e->rx_pending = adapter->params.sge.freelQ_size[!jumbo_fl]; | ||
720 | e->rx_mini_pending = 0; | ||
721 | e->rx_jumbo_pending = adapter->params.sge.freelQ_size[jumbo_fl]; | ||
722 | e->tx_pending = adapter->params.sge.cmdQ_size[0]; | ||
723 | } | ||
724 | |||
725 | static int set_sge_param(struct net_device *dev, struct ethtool_ringparam *e) | ||
726 | { | ||
727 | struct adapter *adapter = dev->ml_priv; | ||
728 | int jumbo_fl = t1_is_T1B(adapter) ? 1 : 0; | ||
729 | |||
730 | if (e->rx_pending > MAX_RX_BUFFERS || e->rx_mini_pending || | ||
731 | e->rx_jumbo_pending > MAX_RX_JUMBO_BUFFERS || | ||
732 | e->tx_pending > MAX_CMDQ_ENTRIES || | ||
733 | e->rx_pending < MIN_FL_ENTRIES || | ||
734 | e->rx_jumbo_pending < MIN_FL_ENTRIES || | ||
735 | e->tx_pending < (adapter->params.nports + 1) * (MAX_SKB_FRAGS + 1)) | ||
736 | return -EINVAL; | ||
737 | |||
738 | if (adapter->flags & FULL_INIT_DONE) | ||
739 | return -EBUSY; | ||
740 | |||
741 | adapter->params.sge.freelQ_size[!jumbo_fl] = e->rx_pending; | ||
742 | adapter->params.sge.freelQ_size[jumbo_fl] = e->rx_jumbo_pending; | ||
743 | adapter->params.sge.cmdQ_size[0] = e->tx_pending; | ||
744 | adapter->params.sge.cmdQ_size[1] = e->tx_pending > MAX_CMDQ1_ENTRIES ? | ||
745 | MAX_CMDQ1_ENTRIES : e->tx_pending; | ||
746 | return 0; | ||
747 | } | ||
748 | |||
749 | static int set_coalesce(struct net_device *dev, struct ethtool_coalesce *c) | ||
750 | { | ||
751 | struct adapter *adapter = dev->ml_priv; | ||
752 | |||
753 | adapter->params.sge.rx_coalesce_usecs = c->rx_coalesce_usecs; | ||
754 | adapter->params.sge.coalesce_enable = c->use_adaptive_rx_coalesce; | ||
755 | adapter->params.sge.sample_interval_usecs = c->rate_sample_interval; | ||
756 | t1_sge_set_coalesce_params(adapter->sge, &adapter->params.sge); | ||
757 | return 0; | ||
758 | } | ||
759 | |||
760 | static int get_coalesce(struct net_device *dev, struct ethtool_coalesce *c) | ||
761 | { | ||
762 | struct adapter *adapter = dev->ml_priv; | ||
763 | |||
764 | c->rx_coalesce_usecs = adapter->params.sge.rx_coalesce_usecs; | ||
765 | c->rate_sample_interval = adapter->params.sge.sample_interval_usecs; | ||
766 | c->use_adaptive_rx_coalesce = adapter->params.sge.coalesce_enable; | ||
767 | return 0; | ||
768 | } | ||
769 | |||
770 | static int get_eeprom_len(struct net_device *dev) | ||
771 | { | ||
772 | struct adapter *adapter = dev->ml_priv; | ||
773 | |||
774 | return t1_is_asic(adapter) ? EEPROM_SIZE : 0; | ||
775 | } | ||
776 | |||
777 | #define EEPROM_MAGIC(ap) \ | ||
778 | (PCI_VENDOR_ID_CHELSIO | ((ap)->params.chip_version << 16)) | ||
779 | |||
780 | static int get_eeprom(struct net_device *dev, struct ethtool_eeprom *e, | ||
781 | u8 *data) | ||
782 | { | ||
783 | int i; | ||
784 | u8 buf[EEPROM_SIZE] __attribute__((aligned(4))); | ||
785 | struct adapter *adapter = dev->ml_priv; | ||
786 | |||
787 | e->magic = EEPROM_MAGIC(adapter); | ||
788 | for (i = e->offset & ~3; i < e->offset + e->len; i += sizeof(u32)) | ||
789 | t1_seeprom_read(adapter, i, (__le32 *)&buf[i]); | ||
790 | memcpy(data, buf + e->offset, e->len); | ||
791 | return 0; | ||
792 | } | ||
793 | |||
794 | static const struct ethtool_ops t1_ethtool_ops = { | ||
795 | .get_settings = get_settings, | ||
796 | .set_settings = set_settings, | ||
797 | .get_drvinfo = get_drvinfo, | ||
798 | .get_msglevel = get_msglevel, | ||
799 | .set_msglevel = set_msglevel, | ||
800 | .get_ringparam = get_sge_param, | ||
801 | .set_ringparam = set_sge_param, | ||
802 | .get_coalesce = get_coalesce, | ||
803 | .set_coalesce = set_coalesce, | ||
804 | .get_eeprom_len = get_eeprom_len, | ||
805 | .get_eeprom = get_eeprom, | ||
806 | .get_pauseparam = get_pauseparam, | ||
807 | .set_pauseparam = set_pauseparam, | ||
808 | .get_link = ethtool_op_get_link, | ||
809 | .get_strings = get_strings, | ||
810 | .get_sset_count = get_sset_count, | ||
811 | .get_ethtool_stats = get_stats, | ||
812 | .get_regs_len = get_regs_len, | ||
813 | .get_regs = get_regs, | ||
814 | }; | ||
815 | |||
816 | static int t1_ioctl(struct net_device *dev, struct ifreq *req, int cmd) | ||
817 | { | ||
818 | struct adapter *adapter = dev->ml_priv; | ||
819 | struct mdio_if_info *mdio = &adapter->port[dev->if_port].phy->mdio; | ||
820 | |||
821 | return mdio_mii_ioctl(mdio, if_mii(req), cmd); | ||
822 | } | ||
823 | |||
824 | static int t1_change_mtu(struct net_device *dev, int new_mtu) | ||
825 | { | ||
826 | int ret; | ||
827 | struct adapter *adapter = dev->ml_priv; | ||
828 | struct cmac *mac = adapter->port[dev->if_port].mac; | ||
829 | |||
830 | if (!mac->ops->set_mtu) | ||
831 | return -EOPNOTSUPP; | ||
832 | if (new_mtu < 68) | ||
833 | return -EINVAL; | ||
834 | if ((ret = mac->ops->set_mtu(mac, new_mtu))) | ||
835 | return ret; | ||
836 | dev->mtu = new_mtu; | ||
837 | return 0; | ||
838 | } | ||
839 | |||
840 | static int t1_set_mac_addr(struct net_device *dev, void *p) | ||
841 | { | ||
842 | struct adapter *adapter = dev->ml_priv; | ||
843 | struct cmac *mac = adapter->port[dev->if_port].mac; | ||
844 | struct sockaddr *addr = p; | ||
845 | |||
846 | if (!mac->ops->macaddress_set) | ||
847 | return -EOPNOTSUPP; | ||
848 | |||
849 | memcpy(dev->dev_addr, addr->sa_data, dev->addr_len); | ||
850 | mac->ops->macaddress_set(mac, dev->dev_addr); | ||
851 | return 0; | ||
852 | } | ||
853 | |||
854 | static u32 t1_fix_features(struct net_device *dev, u32 features) | ||
855 | { | ||
856 | /* | ||
857 | * Since there is no support for separate rx/tx vlan accel | ||
858 | * enable/disable make sure tx flag is always in same state as rx. | ||
859 | */ | ||
860 | if (features & NETIF_F_HW_VLAN_RX) | ||
861 | features |= NETIF_F_HW_VLAN_TX; | ||
862 | else | ||
863 | features &= ~NETIF_F_HW_VLAN_TX; | ||
864 | |||
865 | return features; | ||
866 | } | ||
867 | |||
868 | static int t1_set_features(struct net_device *dev, u32 features) | ||
869 | { | ||
870 | u32 changed = dev->features ^ features; | ||
871 | struct adapter *adapter = dev->ml_priv; | ||
872 | |||
873 | if (changed & NETIF_F_HW_VLAN_RX) | ||
874 | t1_vlan_mode(adapter, features); | ||
875 | |||
876 | return 0; | ||
877 | } | ||
878 | #ifdef CONFIG_NET_POLL_CONTROLLER | ||
879 | static void t1_netpoll(struct net_device *dev) | ||
880 | { | ||
881 | unsigned long flags; | ||
882 | struct adapter *adapter = dev->ml_priv; | ||
883 | |||
884 | local_irq_save(flags); | ||
885 | t1_interrupt(adapter->pdev->irq, adapter); | ||
886 | local_irq_restore(flags); | ||
887 | } | ||
888 | #endif | ||
889 | |||
890 | /* | ||
891 | * Periodic accumulation of MAC statistics. This is used only if the MAC | ||
892 | * does not have any other way to prevent stats counter overflow. | ||
893 | */ | ||
894 | static void mac_stats_task(struct work_struct *work) | ||
895 | { | ||
896 | int i; | ||
897 | struct adapter *adapter = | ||
898 | container_of(work, struct adapter, stats_update_task.work); | ||
899 | |||
900 | for_each_port(adapter, i) { | ||
901 | struct port_info *p = &adapter->port[i]; | ||
902 | |||
903 | if (netif_running(p->dev)) | ||
904 | p->mac->ops->statistics_update(p->mac, | ||
905 | MAC_STATS_UPDATE_FAST); | ||
906 | } | ||
907 | |||
908 | /* Schedule the next statistics update if any port is active. */ | ||
909 | spin_lock(&adapter->work_lock); | ||
910 | if (adapter->open_device_map & PORT_MASK) | ||
911 | schedule_mac_stats_update(adapter, | ||
912 | adapter->params.stats_update_period); | ||
913 | spin_unlock(&adapter->work_lock); | ||
914 | } | ||
915 | |||
916 | /* | ||
917 | * Processes elmer0 external interrupts in process context. | ||
918 | */ | ||
919 | static void ext_intr_task(struct work_struct *work) | ||
920 | { | ||
921 | struct adapter *adapter = | ||
922 | container_of(work, struct adapter, ext_intr_handler_task); | ||
923 | |||
924 | t1_elmer0_ext_intr_handler(adapter); | ||
925 | |||
926 | /* Now reenable external interrupts */ | ||
927 | spin_lock_irq(&adapter->async_lock); | ||
928 | adapter->slow_intr_mask |= F_PL_INTR_EXT; | ||
929 | writel(F_PL_INTR_EXT, adapter->regs + A_PL_CAUSE); | ||
930 | writel(adapter->slow_intr_mask | F_PL_INTR_SGE_DATA, | ||
931 | adapter->regs + A_PL_ENABLE); | ||
932 | spin_unlock_irq(&adapter->async_lock); | ||
933 | } | ||
934 | |||
935 | /* | ||
936 | * Interrupt-context handler for elmer0 external interrupts. | ||
937 | */ | ||
938 | void t1_elmer0_ext_intr(struct adapter *adapter) | ||
939 | { | ||
940 | /* | ||
941 | * Schedule a task to handle external interrupts as we require | ||
942 | * a process context. We disable EXT interrupts in the interim | ||
943 | * and let the task reenable them when it's done. | ||
944 | */ | ||
945 | adapter->slow_intr_mask &= ~F_PL_INTR_EXT; | ||
946 | writel(adapter->slow_intr_mask | F_PL_INTR_SGE_DATA, | ||
947 | adapter->regs + A_PL_ENABLE); | ||
948 | schedule_work(&adapter->ext_intr_handler_task); | ||
949 | } | ||
950 | |||
951 | void t1_fatal_err(struct adapter *adapter) | ||
952 | { | ||
953 | if (adapter->flags & FULL_INIT_DONE) { | ||
954 | t1_sge_stop(adapter->sge); | ||
955 | t1_interrupts_disable(adapter); | ||
956 | } | ||
957 | pr_alert("%s: encountered fatal error, operation suspended\n", | ||
958 | adapter->name); | ||
959 | } | ||
960 | |||
961 | static const struct net_device_ops cxgb_netdev_ops = { | ||
962 | .ndo_open = cxgb_open, | ||
963 | .ndo_stop = cxgb_close, | ||
964 | .ndo_start_xmit = t1_start_xmit, | ||
965 | .ndo_get_stats = t1_get_stats, | ||
966 | .ndo_validate_addr = eth_validate_addr, | ||
967 | .ndo_set_multicast_list = t1_set_rxmode, | ||
968 | .ndo_do_ioctl = t1_ioctl, | ||
969 | .ndo_change_mtu = t1_change_mtu, | ||
970 | .ndo_set_mac_address = t1_set_mac_addr, | ||
971 | .ndo_fix_features = t1_fix_features, | ||
972 | .ndo_set_features = t1_set_features, | ||
973 | #ifdef CONFIG_NET_POLL_CONTROLLER | ||
974 | .ndo_poll_controller = t1_netpoll, | ||
975 | #endif | ||
976 | }; | ||
977 | |||
978 | static int __devinit init_one(struct pci_dev *pdev, | ||
979 | const struct pci_device_id *ent) | ||
980 | { | ||
981 | static int version_printed; | ||
982 | |||
983 | int i, err, pci_using_dac = 0; | ||
984 | unsigned long mmio_start, mmio_len; | ||
985 | const struct board_info *bi; | ||
986 | struct adapter *adapter = NULL; | ||
987 | struct port_info *pi; | ||
988 | |||
989 | if (!version_printed) { | ||
990 | printk(KERN_INFO "%s - version %s\n", DRV_DESCRIPTION, | ||
991 | DRV_VERSION); | ||
992 | ++version_printed; | ||
993 | } | ||
994 | |||
995 | err = pci_enable_device(pdev); | ||
996 | if (err) | ||
997 | return err; | ||
998 | |||
999 | if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) { | ||
1000 | pr_err("%s: cannot find PCI device memory base address\n", | ||
1001 | pci_name(pdev)); | ||
1002 | err = -ENODEV; | ||
1003 | goto out_disable_pdev; | ||
1004 | } | ||
1005 | |||
1006 | if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64))) { | ||
1007 | pci_using_dac = 1; | ||
1008 | |||
1009 | if (pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64))) { | ||
1010 | pr_err("%s: unable to obtain 64-bit DMA for " | ||
1011 | "consistent allocations\n", pci_name(pdev)); | ||
1012 | err = -ENODEV; | ||
1013 | goto out_disable_pdev; | ||
1014 | } | ||
1015 | |||
1016 | } else if ((err = pci_set_dma_mask(pdev, DMA_BIT_MASK(32))) != 0) { | ||
1017 | pr_err("%s: no usable DMA configuration\n", pci_name(pdev)); | ||
1018 | goto out_disable_pdev; | ||
1019 | } | ||
1020 | |||
1021 | err = pci_request_regions(pdev, DRV_NAME); | ||
1022 | if (err) { | ||
1023 | pr_err("%s: cannot obtain PCI resources\n", pci_name(pdev)); | ||
1024 | goto out_disable_pdev; | ||
1025 | } | ||
1026 | |||
1027 | pci_set_master(pdev); | ||
1028 | |||
1029 | mmio_start = pci_resource_start(pdev, 0); | ||
1030 | mmio_len = pci_resource_len(pdev, 0); | ||
1031 | bi = t1_get_board_info(ent->driver_data); | ||
1032 | |||
1033 | for (i = 0; i < bi->port_number; ++i) { | ||
1034 | struct net_device *netdev; | ||
1035 | |||
1036 | netdev = alloc_etherdev(adapter ? 0 : sizeof(*adapter)); | ||
1037 | if (!netdev) { | ||
1038 | err = -ENOMEM; | ||
1039 | goto out_free_dev; | ||
1040 | } | ||
1041 | |||
1042 | SET_NETDEV_DEV(netdev, &pdev->dev); | ||
1043 | |||
1044 | if (!adapter) { | ||
1045 | adapter = netdev_priv(netdev); | ||
1046 | adapter->pdev = pdev; | ||
1047 | adapter->port[0].dev = netdev; /* so we don't leak it */ | ||
1048 | |||
1049 | adapter->regs = ioremap(mmio_start, mmio_len); | ||
1050 | if (!adapter->regs) { | ||
1051 | pr_err("%s: cannot map device registers\n", | ||
1052 | pci_name(pdev)); | ||
1053 | err = -ENOMEM; | ||
1054 | goto out_free_dev; | ||
1055 | } | ||
1056 | |||
1057 | if (t1_get_board_rev(adapter, bi, &adapter->params)) { | ||
1058 | err = -ENODEV; /* Can't handle this chip rev */ | ||
1059 | goto out_free_dev; | ||
1060 | } | ||
1061 | |||
1062 | adapter->name = pci_name(pdev); | ||
1063 | adapter->msg_enable = dflt_msg_enable; | ||
1064 | adapter->mmio_len = mmio_len; | ||
1065 | |||
1066 | spin_lock_init(&adapter->tpi_lock); | ||
1067 | spin_lock_init(&adapter->work_lock); | ||
1068 | spin_lock_init(&adapter->async_lock); | ||
1069 | spin_lock_init(&adapter->mac_lock); | ||
1070 | |||
1071 | INIT_WORK(&adapter->ext_intr_handler_task, | ||
1072 | ext_intr_task); | ||
1073 | INIT_DELAYED_WORK(&adapter->stats_update_task, | ||
1074 | mac_stats_task); | ||
1075 | |||
1076 | pci_set_drvdata(pdev, netdev); | ||
1077 | } | ||
1078 | |||
1079 | pi = &adapter->port[i]; | ||
1080 | pi->dev = netdev; | ||
1081 | netif_carrier_off(netdev); | ||
1082 | netdev->irq = pdev->irq; | ||
1083 | netdev->if_port = i; | ||
1084 | netdev->mem_start = mmio_start; | ||
1085 | netdev->mem_end = mmio_start + mmio_len - 1; | ||
1086 | netdev->ml_priv = adapter; | ||
1087 | netdev->hw_features |= NETIF_F_SG | NETIF_F_IP_CSUM | | ||
1088 | NETIF_F_RXCSUM; | ||
1089 | netdev->features |= NETIF_F_SG | NETIF_F_IP_CSUM | | ||
1090 | NETIF_F_RXCSUM | NETIF_F_LLTX; | ||
1091 | |||
1092 | if (pci_using_dac) | ||
1093 | netdev->features |= NETIF_F_HIGHDMA; | ||
1094 | if (vlan_tso_capable(adapter)) { | ||
1095 | netdev->features |= | ||
1096 | NETIF_F_HW_VLAN_TX | NETIF_F_HW_VLAN_RX; | ||
1097 | netdev->hw_features |= NETIF_F_HW_VLAN_RX; | ||
1098 | |||
1099 | /* T204: disable TSO */ | ||
1100 | if (!(is_T2(adapter)) || bi->port_number != 4) { | ||
1101 | netdev->hw_features |= NETIF_F_TSO; | ||
1102 | netdev->features |= NETIF_F_TSO; | ||
1103 | } | ||
1104 | } | ||
1105 | |||
1106 | netdev->netdev_ops = &cxgb_netdev_ops; | ||
1107 | netdev->hard_header_len += (netdev->hw_features & NETIF_F_TSO) ? | ||
1108 | sizeof(struct cpl_tx_pkt_lso) : sizeof(struct cpl_tx_pkt); | ||
1109 | |||
1110 | netif_napi_add(netdev, &adapter->napi, t1_poll, 64); | ||
1111 | |||
1112 | SET_ETHTOOL_OPS(netdev, &t1_ethtool_ops); | ||
1113 | } | ||
1114 | |||
1115 | if (t1_init_sw_modules(adapter, bi) < 0) { | ||
1116 | err = -ENODEV; | ||
1117 | goto out_free_dev; | ||
1118 | } | ||
1119 | |||
1120 | /* | ||
1121 | * The card is now ready to go. If any errors occur during device | ||
1122 | * registration we do not fail the whole card but rather proceed only | ||
1123 | * with the ports we manage to register successfully. However we must | ||
1124 | * register at least one net device. | ||
1125 | */ | ||
1126 | for (i = 0; i < bi->port_number; ++i) { | ||
1127 | err = register_netdev(adapter->port[i].dev); | ||
1128 | if (err) | ||
1129 | pr_warning("%s: cannot register net device %s, skipping\n", | ||
1130 | pci_name(pdev), adapter->port[i].dev->name); | ||
1131 | else { | ||
1132 | /* | ||
1133 | * Change the name we use for messages to the name of | ||
1134 | * the first successfully registered interface. | ||
1135 | */ | ||
1136 | if (!adapter->registered_device_map) | ||
1137 | adapter->name = adapter->port[i].dev->name; | ||
1138 | |||
1139 | __set_bit(i, &adapter->registered_device_map); | ||
1140 | } | ||
1141 | } | ||
1142 | if (!adapter->registered_device_map) { | ||
1143 | pr_err("%s: could not register any net devices\n", | ||
1144 | pci_name(pdev)); | ||
1145 | goto out_release_adapter_res; | ||
1146 | } | ||
1147 | |||
1148 | printk(KERN_INFO "%s: %s (rev %d), %s %dMHz/%d-bit\n", adapter->name, | ||
1149 | bi->desc, adapter->params.chip_revision, | ||
1150 | adapter->params.pci.is_pcix ? "PCIX" : "PCI", | ||
1151 | adapter->params.pci.speed, adapter->params.pci.width); | ||
1152 | |||
1153 | /* | ||
1154 | * Set the T1B ASIC and memory clocks. | ||
1155 | */ | ||
1156 | if (t1powersave) | ||
1157 | adapter->t1powersave = LCLOCK; /* HW default is powersave mode. */ | ||
1158 | else | ||
1159 | adapter->t1powersave = HCLOCK; | ||
1160 | if (t1_is_T1B(adapter)) | ||
1161 | t1_clock(adapter, t1powersave); | ||
1162 | |||
1163 | return 0; | ||
1164 | |||
1165 | out_release_adapter_res: | ||
1166 | t1_free_sw_modules(adapter); | ||
1167 | out_free_dev: | ||
1168 | if (adapter) { | ||
1169 | if (adapter->regs) | ||
1170 | iounmap(adapter->regs); | ||
1171 | for (i = bi->port_number - 1; i >= 0; --i) | ||
1172 | if (adapter->port[i].dev) | ||
1173 | free_netdev(adapter->port[i].dev); | ||
1174 | } | ||
1175 | pci_release_regions(pdev); | ||
1176 | out_disable_pdev: | ||
1177 | pci_disable_device(pdev); | ||
1178 | pci_set_drvdata(pdev, NULL); | ||
1179 | return err; | ||
1180 | } | ||
1181 | |||
1182 | static void bit_bang(struct adapter *adapter, int bitdata, int nbits) | ||
1183 | { | ||
1184 | int data; | ||
1185 | int i; | ||
1186 | u32 val; | ||
1187 | |||
1188 | enum { | ||
1189 | S_CLOCK = 1 << 3, | ||
1190 | S_DATA = 1 << 4 | ||
1191 | }; | ||
1192 | |||
1193 | for (i = (nbits - 1); i > -1; i--) { | ||
1194 | |||
1195 | udelay(50); | ||
1196 | |||
1197 | data = ((bitdata >> i) & 0x1); | ||
1198 | __t1_tpi_read(adapter, A_ELMER0_GPO, &val); | ||
1199 | |||
1200 | if (data) | ||
1201 | val |= S_DATA; | ||
1202 | else | ||
1203 | val &= ~S_DATA; | ||
1204 | |||
1205 | udelay(50); | ||
1206 | |||
1207 | /* Set SCLOCK low */ | ||
1208 | val &= ~S_CLOCK; | ||
1209 | __t1_tpi_write(adapter, A_ELMER0_GPO, val); | ||
1210 | |||
1211 | udelay(50); | ||
1212 | |||
1213 | /* Write SCLOCK high */ | ||
1214 | val |= S_CLOCK; | ||
1215 | __t1_tpi_write(adapter, A_ELMER0_GPO, val); | ||
1216 | |||
1217 | } | ||
1218 | } | ||
1219 | |||
1220 | static int t1_clock(struct adapter *adapter, int mode) | ||
1221 | { | ||
1222 | u32 val; | ||
1223 | int M_CORE_VAL; | ||
1224 | int M_MEM_VAL; | ||
1225 | |||
1226 | enum { | ||
1227 | M_CORE_BITS = 9, | ||
1228 | T_CORE_VAL = 0, | ||
1229 | T_CORE_BITS = 2, | ||
1230 | N_CORE_VAL = 0, | ||
1231 | N_CORE_BITS = 2, | ||
1232 | M_MEM_BITS = 9, | ||
1233 | T_MEM_VAL = 0, | ||
1234 | T_MEM_BITS = 2, | ||
1235 | N_MEM_VAL = 0, | ||
1236 | N_MEM_BITS = 2, | ||
1237 | NP_LOAD = 1 << 17, | ||
1238 | S_LOAD_MEM = 1 << 5, | ||
1239 | S_LOAD_CORE = 1 << 6, | ||
1240 | S_CLOCK = 1 << 3 | ||
1241 | }; | ||
1242 | |||
1243 | if (!t1_is_T1B(adapter)) | ||
1244 | return -ENODEV; /* Can't re-clock this chip. */ | ||
1245 | |||
1246 | if (mode & 2) | ||
1247 | return 0; /* show current mode. */ | ||
1248 | |||
1249 | if ((adapter->t1powersave & 1) == (mode & 1)) | ||
1250 | return -EALREADY; /* ASIC already running in mode. */ | ||
1251 | |||
1252 | if ((mode & 1) == HCLOCK) { | ||
1253 | M_CORE_VAL = 0x14; | ||
1254 | M_MEM_VAL = 0x18; | ||
1255 | adapter->t1powersave = HCLOCK; /* overclock */ | ||
1256 | } else { | ||
1257 | M_CORE_VAL = 0xe; | ||
1258 | M_MEM_VAL = 0x10; | ||
1259 | adapter->t1powersave = LCLOCK; /* underclock */ | ||
1260 | } | ||
1261 | |||
1262 | /* Don't interrupt this serial stream! */ | ||
1263 | spin_lock(&adapter->tpi_lock); | ||
1264 | |||
1265 | /* Initialize for ASIC core */ | ||
1266 | __t1_tpi_read(adapter, A_ELMER0_GPO, &val); | ||
1267 | val |= NP_LOAD; | ||
1268 | udelay(50); | ||
1269 | __t1_tpi_write(adapter, A_ELMER0_GPO, val); | ||
1270 | udelay(50); | ||
1271 | __t1_tpi_read(adapter, A_ELMER0_GPO, &val); | ||
1272 | val &= ~S_LOAD_CORE; | ||
1273 | val &= ~S_CLOCK; | ||
1274 | __t1_tpi_write(adapter, A_ELMER0_GPO, val); | ||
1275 | udelay(50); | ||
1276 | |||
1277 | /* Serial program the ASIC clock synthesizer */ | ||
1278 | bit_bang(adapter, T_CORE_VAL, T_CORE_BITS); | ||
1279 | bit_bang(adapter, N_CORE_VAL, N_CORE_BITS); | ||
1280 | bit_bang(adapter, M_CORE_VAL, M_CORE_BITS); | ||
1281 | udelay(50); | ||
1282 | |||
1283 | /* Finish ASIC core */ | ||
1284 | __t1_tpi_read(adapter, A_ELMER0_GPO, &val); | ||
1285 | val |= S_LOAD_CORE; | ||
1286 | udelay(50); | ||
1287 | __t1_tpi_write(adapter, A_ELMER0_GPO, val); | ||
1288 | udelay(50); | ||
1289 | __t1_tpi_read(adapter, A_ELMER0_GPO, &val); | ||
1290 | val &= ~S_LOAD_CORE; | ||
1291 | udelay(50); | ||
1292 | __t1_tpi_write(adapter, A_ELMER0_GPO, val); | ||
1293 | udelay(50); | ||
1294 | |||
1295 | /* Initialize for memory */ | ||
1296 | __t1_tpi_read(adapter, A_ELMER0_GPO, &val); | ||
1297 | val |= NP_LOAD; | ||
1298 | udelay(50); | ||
1299 | __t1_tpi_write(adapter, A_ELMER0_GPO, val); | ||
1300 | udelay(50); | ||
1301 | __t1_tpi_read(adapter, A_ELMER0_GPO, &val); | ||
1302 | val &= ~S_LOAD_MEM; | ||
1303 | val &= ~S_CLOCK; | ||
1304 | udelay(50); | ||
1305 | __t1_tpi_write(adapter, A_ELMER0_GPO, val); | ||
1306 | udelay(50); | ||
1307 | |||
1308 | /* Serial program the memory clock synthesizer */ | ||
1309 | bit_bang(adapter, T_MEM_VAL, T_MEM_BITS); | ||
1310 | bit_bang(adapter, N_MEM_VAL, N_MEM_BITS); | ||
1311 | bit_bang(adapter, M_MEM_VAL, M_MEM_BITS); | ||
1312 | udelay(50); | ||
1313 | |||
1314 | /* Finish memory */ | ||
1315 | __t1_tpi_read(adapter, A_ELMER0_GPO, &val); | ||
1316 | val |= S_LOAD_MEM; | ||
1317 | udelay(50); | ||
1318 | __t1_tpi_write(adapter, A_ELMER0_GPO, val); | ||
1319 | udelay(50); | ||
1320 | __t1_tpi_read(adapter, A_ELMER0_GPO, &val); | ||
1321 | val &= ~S_LOAD_MEM; | ||
1322 | udelay(50); | ||
1323 | __t1_tpi_write(adapter, A_ELMER0_GPO, val); | ||
1324 | |||
1325 | spin_unlock(&adapter->tpi_lock); | ||
1326 | |||
1327 | return 0; | ||
1328 | } | ||
1329 | |||
1330 | static inline void t1_sw_reset(struct pci_dev *pdev) | ||
1331 | { | ||
1332 | pci_write_config_dword(pdev, A_PCICFG_PM_CSR, 3); | ||
1333 | pci_write_config_dword(pdev, A_PCICFG_PM_CSR, 0); | ||
1334 | } | ||
1335 | |||
1336 | static void __devexit remove_one(struct pci_dev *pdev) | ||
1337 | { | ||
1338 | struct net_device *dev = pci_get_drvdata(pdev); | ||
1339 | struct adapter *adapter = dev->ml_priv; | ||
1340 | int i; | ||
1341 | |||
1342 | for_each_port(adapter, i) { | ||
1343 | if (test_bit(i, &adapter->registered_device_map)) | ||
1344 | unregister_netdev(adapter->port[i].dev); | ||
1345 | } | ||
1346 | |||
1347 | t1_free_sw_modules(adapter); | ||
1348 | iounmap(adapter->regs); | ||
1349 | |||
1350 | while (--i >= 0) { | ||
1351 | if (adapter->port[i].dev) | ||
1352 | free_netdev(adapter->port[i].dev); | ||
1353 | } | ||
1354 | |||
1355 | pci_release_regions(pdev); | ||
1356 | pci_disable_device(pdev); | ||
1357 | pci_set_drvdata(pdev, NULL); | ||
1358 | t1_sw_reset(pdev); | ||
1359 | } | ||
1360 | |||
1361 | static struct pci_driver driver = { | ||
1362 | .name = DRV_NAME, | ||
1363 | .id_table = t1_pci_tbl, | ||
1364 | .probe = init_one, | ||
1365 | .remove = __devexit_p(remove_one), | ||
1366 | }; | ||
1367 | |||
1368 | static int __init t1_init_module(void) | ||
1369 | { | ||
1370 | return pci_register_driver(&driver); | ||
1371 | } | ||
1372 | |||
1373 | static void __exit t1_cleanup_module(void) | ||
1374 | { | ||
1375 | pci_unregister_driver(&driver); | ||
1376 | } | ||
1377 | |||
1378 | module_init(t1_init_module); | ||
1379 | module_exit(t1_cleanup_module); | ||