2 * Copyright (C) 2013-2015 Chelsio Communications. All rights reserved.
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * The full GNU General Public License is included in this distribution in
14 * the file called "COPYING".
18 #include <linux/firmware.h>
19 #include <linux/mdio.h>
25 #define EEPROM_MAGIC 0x38E2F10C
27 static u32 get_msglevel(struct net_device *dev)
29 return netdev2adap(dev)->msg_enable;
32 static void set_msglevel(struct net_device *dev, u32 val)
34 netdev2adap(dev)->msg_enable = val;
37 static const char stats_strings[][ETH_GSTRING_LEN] = {
40 "tx_broadcast_frames ",
41 "tx_multicast_frames ",
46 "tx_frames_65_to_127 ",
47 "tx_frames_128_to_255 ",
48 "tx_frames_256_to_511 ",
49 "tx_frames_512_to_1023 ",
50 "tx_frames_1024_to_1518 ",
51 "tx_frames_1519_to_max ",
66 "rx_broadcast_frames ",
67 "rx_multicast_frames ",
70 "rx_frames_too_long ",
78 "rx_frames_65_to_127 ",
79 "rx_frames_128_to_255 ",
80 "rx_frames_256_to_511 ",
81 "rx_frames_512_to_1023 ",
82 "rx_frames_1024_to_1518 ",
83 "rx_frames_1519_to_max ",
95 "rx_bg0_frames_dropped ",
96 "rx_bg1_frames_dropped ",
97 "rx_bg2_frames_dropped ",
98 "rx_bg3_frames_dropped ",
99 "rx_bg0_frames_trunc ",
100 "rx_bg1_frames_trunc ",
101 "rx_bg2_frames_trunc ",
102 "rx_bg3_frames_trunc ",
113 static char adapter_stats_strings[][ETH_GSTRING_LEN] = {
117 "tcp_ipv4_out_rsts ",
119 "tcp_ipv4_out_segs ",
120 "tcp_ipv4_retrans_segs ",
121 "tcp_ipv6_out_rsts ",
123 "tcp_ipv6_out_segs ",
124 "tcp_ipv6_retrans_segs ",
128 "rdma_no_rqe_mod_defer ",
129 "rdma_no_rqe_pkt_defer ",
130 "tp_err_ofld_no_neigh ",
131 "tp_err_ofld_cong_defer ",
132 "write_coal_success ",
136 static char channel_stats_strings[][ETH_GSTRING_LEN] = {
137 "--------Channel--------- ",
144 "tp_tnl_cong_drops ",
146 "tp_ofld_vlan_drops ",
147 "tp_ofld_chan_drops ",
153 static char loopback_stats_strings[][ETH_GSTRING_LEN] = {
154 "-------Loopback----------- ",
163 "frames_128_to_255 ",
164 "frames_256_to_511 ",
165 "frames_512_to_1023 ",
166 "frames_1024_to_1518 ",
167 "frames_1519_to_max ",
169 "bg0_frames_dropped ",
170 "bg1_frames_dropped ",
171 "bg2_frames_dropped ",
172 "bg3_frames_dropped ",
179 static int get_sset_count(struct net_device *dev, int sset)
183 return ARRAY_SIZE(stats_strings) +
184 ARRAY_SIZE(adapter_stats_strings) +
185 ARRAY_SIZE(channel_stats_strings) +
186 ARRAY_SIZE(loopback_stats_strings);
192 static int get_regs_len(struct net_device *dev)
194 struct adapter *adap = netdev2adap(dev);
196 return t4_get_regs_len(adap);
199 static int get_eeprom_len(struct net_device *dev)
204 static void get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
206 struct adapter *adapter = netdev2adap(dev);
209 strlcpy(info->driver, cxgb4_driver_name, sizeof(info->driver));
210 strlcpy(info->version, cxgb4_driver_version,
211 sizeof(info->version));
212 strlcpy(info->bus_info, pci_name(adapter->pdev),
213 sizeof(info->bus_info));
214 info->regdump_len = get_regs_len(dev);
216 if (!adapter->params.fw_vers)
217 strcpy(info->fw_version, "N/A");
219 snprintf(info->fw_version, sizeof(info->fw_version),
220 "%u.%u.%u.%u, TP %u.%u.%u.%u",
221 FW_HDR_FW_VER_MAJOR_G(adapter->params.fw_vers),
222 FW_HDR_FW_VER_MINOR_G(adapter->params.fw_vers),
223 FW_HDR_FW_VER_MICRO_G(adapter->params.fw_vers),
224 FW_HDR_FW_VER_BUILD_G(adapter->params.fw_vers),
225 FW_HDR_FW_VER_MAJOR_G(adapter->params.tp_vers),
226 FW_HDR_FW_VER_MINOR_G(adapter->params.tp_vers),
227 FW_HDR_FW_VER_MICRO_G(adapter->params.tp_vers),
228 FW_HDR_FW_VER_BUILD_G(adapter->params.tp_vers));
230 if (!t4_get_exprom_version(adapter, &exprom_vers))
231 snprintf(info->erom_version, sizeof(info->erom_version),
233 FW_HDR_FW_VER_MAJOR_G(exprom_vers),
234 FW_HDR_FW_VER_MINOR_G(exprom_vers),
235 FW_HDR_FW_VER_MICRO_G(exprom_vers),
236 FW_HDR_FW_VER_BUILD_G(exprom_vers));
239 static void get_strings(struct net_device *dev, u32 stringset, u8 *data)
241 if (stringset == ETH_SS_STATS) {
242 memcpy(data, stats_strings, sizeof(stats_strings));
243 data += sizeof(stats_strings);
244 memcpy(data, adapter_stats_strings,
245 sizeof(adapter_stats_strings));
246 data += sizeof(adapter_stats_strings);
247 memcpy(data, channel_stats_strings,
248 sizeof(channel_stats_strings));
249 data += sizeof(channel_stats_strings);
250 memcpy(data, loopback_stats_strings,
251 sizeof(loopback_stats_strings));
255 /* port stats maintained per queue of the port. They should be in the same
256 * order as in stats_strings above.
258 struct queue_port_stats {
268 struct adapter_stats {
275 u64 tcp_v4_retrans_segs;
279 u64 tcp_v6_retrans_segs;
291 struct channel_stats {
307 static void collect_sge_port_stats(const struct adapter *adap,
308 const struct port_info *p,
309 struct queue_port_stats *s)
312 const struct sge_eth_txq *tx = &adap->sge.ethtxq[p->first_qset];
313 const struct sge_eth_rxq *rx = &adap->sge.ethrxq[p->first_qset];
315 memset(s, 0, sizeof(*s));
316 for (i = 0; i < p->nqsets; i++, rx++, tx++) {
318 s->tx_csum += tx->tx_cso;
319 s->rx_csum += rx->stats.rx_cso;
320 s->vlan_ex += rx->stats.vlan_ex;
321 s->vlan_ins += tx->vlan_ins;
322 s->gro_pkts += rx->stats.lro_pkts;
323 s->gro_merged += rx->stats.lro_merged;
327 static void collect_adapter_stats(struct adapter *adap, struct adapter_stats *s)
329 struct tp_tcp_stats v4, v6;
330 struct tp_rdma_stats rdma_stats;
331 struct tp_err_stats err_stats;
332 struct tp_usm_stats usm_stats;
335 memset(s, 0, sizeof(*s));
337 spin_lock(&adap->stats_lock);
338 t4_tp_get_tcp_stats(adap, &v4, &v6);
339 t4_tp_get_rdma_stats(adap, &rdma_stats);
340 t4_get_usm_stats(adap, &usm_stats);
341 t4_tp_get_err_stats(adap, &err_stats);
342 spin_unlock(&adap->stats_lock);
344 s->db_drop = adap->db_stats.db_drop;
345 s->db_full = adap->db_stats.db_full;
346 s->db_empty = adap->db_stats.db_empty;
348 s->tcp_v4_out_rsts = v4.tcp_out_rsts;
349 s->tcp_v4_in_segs = v4.tcp_in_segs;
350 s->tcp_v4_out_segs = v4.tcp_out_segs;
351 s->tcp_v4_retrans_segs = v4.tcp_retrans_segs;
352 s->tcp_v6_out_rsts = v6.tcp_out_rsts;
353 s->tcp_v6_in_segs = v6.tcp_in_segs;
354 s->tcp_v6_out_segs = v6.tcp_out_segs;
355 s->tcp_v6_retrans_segs = v6.tcp_retrans_segs;
357 if (is_offload(adap)) {
358 s->frames = usm_stats.frames;
359 s->octets = usm_stats.octets;
360 s->drops = usm_stats.drops;
361 s->rqe_dfr_mod = rdma_stats.rqe_dfr_mod;
362 s->rqe_dfr_pkt = rdma_stats.rqe_dfr_pkt;
365 s->ofld_no_neigh = err_stats.ofld_no_neigh;
366 s->ofld_cong_defer = err_stats.ofld_cong_defer;
368 if (!is_t4(adap->params.chip)) {
371 v = t4_read_reg(adap, SGE_STAT_CFG_A);
372 if (STATSOURCE_T5_G(v) == 7) {
373 val2 = t4_read_reg(adap, SGE_STAT_MATCH_A);
374 val1 = t4_read_reg(adap, SGE_STAT_TOTAL_A);
375 s->wc_success = val1 - val2;
381 static void collect_channel_stats(struct adapter *adap, struct channel_stats *s,
384 struct tp_cpl_stats cpl_stats;
385 struct tp_err_stats err_stats;
386 struct tp_fcoe_stats fcoe_stats;
388 memset(s, 0, sizeof(*s));
390 spin_lock(&adap->stats_lock);
391 t4_tp_get_cpl_stats(adap, &cpl_stats);
392 t4_tp_get_err_stats(adap, &err_stats);
393 t4_get_fcoe_stats(adap, i, &fcoe_stats);
394 spin_unlock(&adap->stats_lock);
396 s->cpl_req = cpl_stats.req[i];
397 s->cpl_rsp = cpl_stats.rsp[i];
398 s->mac_in_errs = err_stats.mac_in_errs[i];
399 s->hdr_in_errs = err_stats.hdr_in_errs[i];
400 s->tcp_in_errs = err_stats.tcp_in_errs[i];
401 s->tcp6_in_errs = err_stats.tcp6_in_errs[i];
402 s->tnl_cong_drops = err_stats.tnl_cong_drops[i];
403 s->tnl_tx_drops = err_stats.tnl_tx_drops[i];
404 s->ofld_vlan_drops = err_stats.ofld_vlan_drops[i];
405 s->ofld_chan_drops = err_stats.ofld_chan_drops[i];
406 s->octets_ddp = fcoe_stats.octets_ddp;
407 s->frames_ddp = fcoe_stats.frames_ddp;
408 s->frames_drop = fcoe_stats.frames_drop;
411 static void get_stats(struct net_device *dev, struct ethtool_stats *stats,
414 struct port_info *pi = netdev_priv(dev);
415 struct adapter *adapter = pi->adapter;
416 struct lb_port_stats s;
420 t4_get_port_stats_offset(adapter, pi->tx_chan,
421 (struct port_stats *)data,
424 data += sizeof(struct port_stats) / sizeof(u64);
425 collect_sge_port_stats(adapter, pi, (struct queue_port_stats *)data);
426 data += sizeof(struct queue_port_stats) / sizeof(u64);
427 collect_adapter_stats(adapter, (struct adapter_stats *)data);
428 data += sizeof(struct adapter_stats) / sizeof(u64);
430 *data++ = (u64)pi->port_id;
431 collect_channel_stats(adapter, (struct channel_stats *)data,
433 data += sizeof(struct channel_stats) / sizeof(u64);
435 *data++ = (u64)pi->port_id;
436 memset(&s, 0, sizeof(s));
437 t4_get_lb_stats(adapter, pi->port_id, &s);
440 for (i = 0; i < ARRAY_SIZE(loopback_stats_strings) - 1; i++)
441 *data++ = (unsigned long long)*p0++;
444 static void get_regs(struct net_device *dev, struct ethtool_regs *regs,
447 struct adapter *adap = netdev2adap(dev);
450 buf_size = t4_get_regs_len(adap);
451 regs->version = mk_adap_vers(adap);
452 t4_get_regs(adap, buf, buf_size);
455 static int restart_autoneg(struct net_device *dev)
457 struct port_info *p = netdev_priv(dev);
459 if (!netif_running(dev))
461 if (p->link_cfg.autoneg != AUTONEG_ENABLE)
463 t4_restart_aneg(p->adapter, p->adapter->pf, p->tx_chan);
467 static int identify_port(struct net_device *dev,
468 enum ethtool_phys_id_state state)
471 struct adapter *adap = netdev2adap(dev);
473 if (state == ETHTOOL_ID_ACTIVE)
475 else if (state == ETHTOOL_ID_INACTIVE)
480 return t4_identify_port(adap, adap->pf, netdev2pinfo(dev)->viid, val);
484 * from_fw_port_mod_type - translate Firmware Port/Module type to Ethtool
485 * @port_type: Firmware Port Type
486 * @mod_type: Firmware Module Type
488 * Translate Firmware Port/Module type to Ethtool Port Type.
490 static int from_fw_port_mod_type(enum fw_port_type port_type,
491 enum fw_port_module_type mod_type)
493 if (port_type == FW_PORT_TYPE_BT_SGMII ||
494 port_type == FW_PORT_TYPE_BT_XFI ||
495 port_type == FW_PORT_TYPE_BT_XAUI) {
497 } else if (port_type == FW_PORT_TYPE_FIBER_XFI ||
498 port_type == FW_PORT_TYPE_FIBER_XAUI) {
500 } else if (port_type == FW_PORT_TYPE_SFP ||
501 port_type == FW_PORT_TYPE_QSFP_10G ||
502 port_type == FW_PORT_TYPE_QSA ||
503 port_type == FW_PORT_TYPE_QSFP ||
504 port_type == FW_PORT_TYPE_CR4_QSFP ||
505 port_type == FW_PORT_TYPE_CR_QSFP ||
506 port_type == FW_PORT_TYPE_CR2_QSFP ||
507 port_type == FW_PORT_TYPE_SFP28) {
508 if (mod_type == FW_PORT_MOD_TYPE_LR ||
509 mod_type == FW_PORT_MOD_TYPE_SR ||
510 mod_type == FW_PORT_MOD_TYPE_ER ||
511 mod_type == FW_PORT_MOD_TYPE_LRM)
513 else if (mod_type == FW_PORT_MOD_TYPE_TWINAX_PASSIVE ||
514 mod_type == FW_PORT_MOD_TYPE_TWINAX_ACTIVE)
518 } else if (port_type == FW_PORT_TYPE_KR4_100G ||
519 port_type == FW_PORT_TYPE_KR_SFP28) {
527 * speed_to_fw_caps - translate Port Speed to Firmware Port Capabilities
528 * @speed: speed in Kb/s
530 * Translates a specific Port Speed into a Firmware Port Capabilities
533 static unsigned int speed_to_fw_caps(int speed)
536 return FW_PORT_CAP32_SPEED_100M;
538 return FW_PORT_CAP32_SPEED_1G;
540 return FW_PORT_CAP32_SPEED_10G;
542 return FW_PORT_CAP32_SPEED_25G;
544 return FW_PORT_CAP32_SPEED_40G;
546 return FW_PORT_CAP32_SPEED_50G;
548 return FW_PORT_CAP32_SPEED_100G;
550 return FW_PORT_CAP32_SPEED_200G;
552 return FW_PORT_CAP32_SPEED_400G;
557 * fw_caps_to_lmm - translate Firmware to ethtool Link Mode Mask
558 * @port_type: Firmware Port Type
559 * @fw_caps: Firmware Port Capabilities
560 * @link_mode_mask: ethtool Link Mode Mask
562 * Translate a Firmware Port Capabilities specification to an ethtool
565 static void fw_caps_to_lmm(enum fw_port_type port_type,
566 unsigned int fw_caps,
567 unsigned long *link_mode_mask)
569 #define SET_LMM(__lmm_name) \
570 __set_bit(ETHTOOL_LINK_MODE_ ## __lmm_name ## _BIT, \
573 #define FW_CAPS_TO_LMM(__fw_name, __lmm_name) \
575 if (fw_caps & FW_PORT_CAP32_ ## __fw_name) \
576 SET_LMM(__lmm_name); \
580 case FW_PORT_TYPE_BT_SGMII:
581 case FW_PORT_TYPE_BT_XFI:
582 case FW_PORT_TYPE_BT_XAUI:
584 FW_CAPS_TO_LMM(SPEED_100M, 100baseT_Full);
585 FW_CAPS_TO_LMM(SPEED_1G, 1000baseT_Full);
586 FW_CAPS_TO_LMM(SPEED_10G, 10000baseT_Full);
589 case FW_PORT_TYPE_KX4:
590 case FW_PORT_TYPE_KX:
592 FW_CAPS_TO_LMM(SPEED_1G, 1000baseKX_Full);
593 FW_CAPS_TO_LMM(SPEED_10G, 10000baseKX4_Full);
596 case FW_PORT_TYPE_KR:
598 SET_LMM(10000baseKR_Full);
601 case FW_PORT_TYPE_BP_AP:
603 SET_LMM(10000baseR_FEC);
604 SET_LMM(10000baseKR_Full);
605 SET_LMM(1000baseKX_Full);
608 case FW_PORT_TYPE_BP4_AP:
610 SET_LMM(10000baseR_FEC);
611 SET_LMM(10000baseKR_Full);
612 SET_LMM(1000baseKX_Full);
613 SET_LMM(10000baseKX4_Full);
616 case FW_PORT_TYPE_FIBER_XFI:
617 case FW_PORT_TYPE_FIBER_XAUI:
618 case FW_PORT_TYPE_SFP:
619 case FW_PORT_TYPE_QSFP_10G:
620 case FW_PORT_TYPE_QSA:
622 FW_CAPS_TO_LMM(SPEED_1G, 1000baseT_Full);
623 FW_CAPS_TO_LMM(SPEED_10G, 10000baseT_Full);
626 case FW_PORT_TYPE_BP40_BA:
627 case FW_PORT_TYPE_QSFP:
629 SET_LMM(40000baseSR4_Full);
632 case FW_PORT_TYPE_CR_QSFP:
633 case FW_PORT_TYPE_SFP28:
635 FW_CAPS_TO_LMM(SPEED_1G, 1000baseT_Full);
636 FW_CAPS_TO_LMM(SPEED_10G, 10000baseT_Full);
637 FW_CAPS_TO_LMM(SPEED_25G, 25000baseCR_Full);
640 case FW_PORT_TYPE_KR_SFP28:
642 FW_CAPS_TO_LMM(SPEED_1G, 1000baseT_Full);
643 FW_CAPS_TO_LMM(SPEED_10G, 10000baseKR_Full);
644 FW_CAPS_TO_LMM(SPEED_25G, 25000baseKR_Full);
647 case FW_PORT_TYPE_CR2_QSFP:
649 SET_LMM(50000baseSR2_Full);
652 case FW_PORT_TYPE_KR4_100G:
653 case FW_PORT_TYPE_CR4_QSFP:
655 FW_CAPS_TO_LMM(SPEED_40G, 40000baseSR4_Full);
656 FW_CAPS_TO_LMM(SPEED_25G, 25000baseCR_Full);
657 FW_CAPS_TO_LMM(SPEED_50G, 50000baseCR2_Full);
658 FW_CAPS_TO_LMM(SPEED_100G, 100000baseCR4_Full);
665 FW_CAPS_TO_LMM(ANEG, Autoneg);
666 FW_CAPS_TO_LMM(802_3_PAUSE, Pause);
667 FW_CAPS_TO_LMM(802_3_ASM_DIR, Asym_Pause);
669 #undef FW_CAPS_TO_LMM
674 * lmm_to_fw_caps - translate ethtool Link Mode Mask to Firmware
676 * @et_lmm: ethtool Link Mode Mask
678 * Translate ethtool Link Mode Mask into a Firmware Port capabilities
681 static unsigned int lmm_to_fw_caps(const unsigned long *link_mode_mask)
683 unsigned int fw_caps = 0;
685 #define LMM_TO_FW_CAPS(__lmm_name, __fw_name) \
687 if (test_bit(ETHTOOL_LINK_MODE_ ## __lmm_name ## _BIT, \
689 fw_caps |= FW_PORT_CAP32_ ## __fw_name; \
692 LMM_TO_FW_CAPS(100baseT_Full, SPEED_100M);
693 LMM_TO_FW_CAPS(1000baseT_Full, SPEED_1G);
694 LMM_TO_FW_CAPS(10000baseT_Full, SPEED_10G);
695 LMM_TO_FW_CAPS(40000baseSR4_Full, SPEED_40G);
696 LMM_TO_FW_CAPS(25000baseCR_Full, SPEED_25G);
697 LMM_TO_FW_CAPS(50000baseCR2_Full, SPEED_50G);
698 LMM_TO_FW_CAPS(100000baseCR4_Full, SPEED_100G);
700 #undef LMM_TO_FW_CAPS
705 static int get_link_ksettings(struct net_device *dev,
706 struct ethtool_link_ksettings *link_ksettings)
708 struct port_info *pi = netdev_priv(dev);
709 struct ethtool_link_settings *base = &link_ksettings->base;
711 /* For the nonce, the Firmware doesn't send up Port State changes
712 * when the Virtual Interface attached to the Port is down. So
713 * if it's down, let's grab any changes.
715 if (!netif_running(dev))
716 (void)t4_update_port_info(pi);
718 ethtool_link_ksettings_zero_link_mode(link_ksettings, supported);
719 ethtool_link_ksettings_zero_link_mode(link_ksettings, advertising);
720 ethtool_link_ksettings_zero_link_mode(link_ksettings, lp_advertising);
722 base->port = from_fw_port_mod_type(pi->port_type, pi->mod_type);
724 if (pi->mdio_addr >= 0) {
725 base->phy_address = pi->mdio_addr;
726 base->mdio_support = (pi->port_type == FW_PORT_TYPE_BT_SGMII
727 ? ETH_MDIO_SUPPORTS_C22
728 : ETH_MDIO_SUPPORTS_C45);
730 base->phy_address = 255;
731 base->mdio_support = 0;
734 fw_caps_to_lmm(pi->port_type, pi->link_cfg.pcaps,
735 link_ksettings->link_modes.supported);
736 fw_caps_to_lmm(pi->port_type, pi->link_cfg.acaps,
737 link_ksettings->link_modes.advertising);
738 fw_caps_to_lmm(pi->port_type, pi->link_cfg.lpacaps,
739 link_ksettings->link_modes.lp_advertising);
741 if (netif_carrier_ok(dev)) {
742 base->speed = pi->link_cfg.speed;
743 base->duplex = DUPLEX_FULL;
745 base->speed = SPEED_UNKNOWN;
746 base->duplex = DUPLEX_UNKNOWN;
749 if (pi->link_cfg.fc & PAUSE_RX) {
750 if (pi->link_cfg.fc & PAUSE_TX) {
751 ethtool_link_ksettings_add_link_mode(link_ksettings,
755 ethtool_link_ksettings_add_link_mode(link_ksettings,
759 } else if (pi->link_cfg.fc & PAUSE_TX) {
760 ethtool_link_ksettings_add_link_mode(link_ksettings,
765 base->autoneg = pi->link_cfg.autoneg;
766 if (pi->link_cfg.pcaps & FW_PORT_CAP32_ANEG)
767 ethtool_link_ksettings_add_link_mode(link_ksettings,
769 if (pi->link_cfg.autoneg)
770 ethtool_link_ksettings_add_link_mode(link_ksettings,
771 advertising, Autoneg);
776 static int set_link_ksettings(struct net_device *dev,
777 const struct ethtool_link_ksettings *link_ksettings)
779 struct port_info *pi = netdev_priv(dev);
780 struct link_config *lc = &pi->link_cfg;
781 const struct ethtool_link_settings *base = &link_ksettings->base;
782 struct link_config old_lc;
783 unsigned int fw_caps;
786 /* only full-duplex supported */
787 if (base->duplex != DUPLEX_FULL)
790 if (!(lc->pcaps & FW_PORT_CAP32_ANEG)) {
791 /* PHY offers a single speed. See if that's what's
794 if (base->autoneg == AUTONEG_DISABLE &&
795 (lc->pcaps & speed_to_fw_caps(base->speed)))
801 if (base->autoneg == AUTONEG_DISABLE) {
802 fw_caps = speed_to_fw_caps(base->speed);
804 if (!(lc->pcaps & fw_caps))
806 lc->speed_caps = fw_caps;
810 lmm_to_fw_caps(link_ksettings->link_modes.advertising);
811 if (!(lc->pcaps & fw_caps))
814 lc->acaps = fw_caps | FW_PORT_CAP32_ANEG;
816 lc->autoneg = base->autoneg;
818 /* If the firmware rejects the Link Configuration request, back out
819 * the changes and report the error.
821 ret = t4_link_l1cfg(pi->adapter, pi->adapter->mbox, pi->tx_chan, lc);
828 /* Translate the Firmware FEC value into the ethtool value. */
829 static inline unsigned int fwcap_to_eth_fec(unsigned int fw_fec)
831 unsigned int eth_fec = 0;
833 if (fw_fec & FW_PORT_CAP32_FEC_RS)
834 eth_fec |= ETHTOOL_FEC_RS;
835 if (fw_fec & FW_PORT_CAP32_FEC_BASER_RS)
836 eth_fec |= ETHTOOL_FEC_BASER;
838 /* if nothing is set, then FEC is off */
840 eth_fec = ETHTOOL_FEC_OFF;
845 /* Translate Common Code FEC value into ethtool value. */
846 static inline unsigned int cc_to_eth_fec(unsigned int cc_fec)
848 unsigned int eth_fec = 0;
850 if (cc_fec & FEC_AUTO)
851 eth_fec |= ETHTOOL_FEC_AUTO;
853 eth_fec |= ETHTOOL_FEC_RS;
854 if (cc_fec & FEC_BASER_RS)
855 eth_fec |= ETHTOOL_FEC_BASER;
857 /* if nothing is set, then FEC is off */
859 eth_fec = ETHTOOL_FEC_OFF;
864 /* Translate ethtool FEC value into Common Code value. */
865 static inline unsigned int eth_to_cc_fec(unsigned int eth_fec)
867 unsigned int cc_fec = 0;
869 if (eth_fec & ETHTOOL_FEC_OFF)
872 if (eth_fec & ETHTOOL_FEC_AUTO)
874 if (eth_fec & ETHTOOL_FEC_RS)
876 if (eth_fec & ETHTOOL_FEC_BASER)
877 cc_fec |= FEC_BASER_RS;
882 static int get_fecparam(struct net_device *dev, struct ethtool_fecparam *fec)
884 const struct port_info *pi = netdev_priv(dev);
885 const struct link_config *lc = &pi->link_cfg;
887 /* Translate the Firmware FEC Support into the ethtool value. We
888 * always support IEEE 802.3 "automatic" selection of Link FEC type if
889 * any FEC is supported.
891 fec->fec = fwcap_to_eth_fec(lc->pcaps);
892 if (fec->fec != ETHTOOL_FEC_OFF)
893 fec->fec |= ETHTOOL_FEC_AUTO;
895 /* Translate the current internal FEC parameters into the
898 fec->active_fec = cc_to_eth_fec(lc->fec);
903 static int set_fecparam(struct net_device *dev, struct ethtool_fecparam *fec)
905 struct port_info *pi = netdev_priv(dev);
906 struct link_config *lc = &pi->link_cfg;
907 struct link_config old_lc;
910 /* Save old Link Configuration in case the L1 Configure below
915 /* Try to perform the L1 Configure and return the result of that
916 * effort. If it fails, revert the attempted change.
918 lc->requested_fec = eth_to_cc_fec(fec->fec);
919 ret = t4_link_l1cfg(pi->adapter, pi->adapter->mbox,
926 static void get_pauseparam(struct net_device *dev,
927 struct ethtool_pauseparam *epause)
929 struct port_info *p = netdev_priv(dev);
931 epause->autoneg = (p->link_cfg.requested_fc & PAUSE_AUTONEG) != 0;
932 epause->rx_pause = (p->link_cfg.fc & PAUSE_RX) != 0;
933 epause->tx_pause = (p->link_cfg.fc & PAUSE_TX) != 0;
936 static int set_pauseparam(struct net_device *dev,
937 struct ethtool_pauseparam *epause)
939 struct port_info *p = netdev_priv(dev);
940 struct link_config *lc = &p->link_cfg;
942 if (epause->autoneg == AUTONEG_DISABLE)
943 lc->requested_fc = 0;
944 else if (lc->pcaps & FW_PORT_CAP32_ANEG)
945 lc->requested_fc = PAUSE_AUTONEG;
949 if (epause->rx_pause)
950 lc->requested_fc |= PAUSE_RX;
951 if (epause->tx_pause)
952 lc->requested_fc |= PAUSE_TX;
953 if (netif_running(dev))
954 return t4_link_l1cfg(p->adapter, p->adapter->mbox, p->tx_chan,
959 static void get_sge_param(struct net_device *dev, struct ethtool_ringparam *e)
961 const struct port_info *pi = netdev_priv(dev);
962 const struct sge *s = &pi->adapter->sge;
964 e->rx_max_pending = MAX_RX_BUFFERS;
965 e->rx_mini_max_pending = MAX_RSPQ_ENTRIES;
966 e->rx_jumbo_max_pending = 0;
967 e->tx_max_pending = MAX_TXQ_ENTRIES;
969 e->rx_pending = s->ethrxq[pi->first_qset].fl.size - 8;
970 e->rx_mini_pending = s->ethrxq[pi->first_qset].rspq.size;
971 e->rx_jumbo_pending = 0;
972 e->tx_pending = s->ethtxq[pi->first_qset].q.size;
975 static int set_sge_param(struct net_device *dev, struct ethtool_ringparam *e)
978 const struct port_info *pi = netdev_priv(dev);
979 struct adapter *adapter = pi->adapter;
980 struct sge *s = &adapter->sge;
982 if (e->rx_pending > MAX_RX_BUFFERS || e->rx_jumbo_pending ||
983 e->tx_pending > MAX_TXQ_ENTRIES ||
984 e->rx_mini_pending > MAX_RSPQ_ENTRIES ||
985 e->rx_mini_pending < MIN_RSPQ_ENTRIES ||
986 e->rx_pending < MIN_FL_ENTRIES || e->tx_pending < MIN_TXQ_ENTRIES)
989 if (adapter->flags & FULL_INIT_DONE)
992 for (i = 0; i < pi->nqsets; ++i) {
993 s->ethtxq[pi->first_qset + i].q.size = e->tx_pending;
994 s->ethrxq[pi->first_qset + i].fl.size = e->rx_pending + 8;
995 s->ethrxq[pi->first_qset + i].rspq.size = e->rx_mini_pending;
1001 * set_rx_intr_params - set a net devices's RX interrupt holdoff paramete!
1002 * @dev: the network device
1003 * @us: the hold-off time in us, or 0 to disable timer
1004 * @cnt: the hold-off packet count, or 0 to disable counter
1006 * Set the RX interrupt hold-off parameters for a network device.
1008 static int set_rx_intr_params(struct net_device *dev,
1009 unsigned int us, unsigned int cnt)
1012 struct port_info *pi = netdev_priv(dev);
1013 struct adapter *adap = pi->adapter;
1014 struct sge_eth_rxq *q = &adap->sge.ethrxq[pi->first_qset];
1016 for (i = 0; i < pi->nqsets; i++, q++) {
1017 err = cxgb4_set_rspq_intr_params(&q->rspq, us, cnt);
1024 static int set_adaptive_rx_setting(struct net_device *dev, int adaptive_rx)
1027 struct port_info *pi = netdev_priv(dev);
1028 struct adapter *adap = pi->adapter;
1029 struct sge_eth_rxq *q = &adap->sge.ethrxq[pi->first_qset];
1031 for (i = 0; i < pi->nqsets; i++, q++)
1032 q->rspq.adaptive_rx = adaptive_rx;
1037 static int get_adaptive_rx_setting(struct net_device *dev)
1039 struct port_info *pi = netdev_priv(dev);
1040 struct adapter *adap = pi->adapter;
1041 struct sge_eth_rxq *q = &adap->sge.ethrxq[pi->first_qset];
1043 return q->rspq.adaptive_rx;
1046 static int set_coalesce(struct net_device *dev, struct ethtool_coalesce *c)
1048 set_adaptive_rx_setting(dev, c->use_adaptive_rx_coalesce);
1049 return set_rx_intr_params(dev, c->rx_coalesce_usecs,
1050 c->rx_max_coalesced_frames);
1053 static int get_coalesce(struct net_device *dev, struct ethtool_coalesce *c)
1055 const struct port_info *pi = netdev_priv(dev);
1056 const struct adapter *adap = pi->adapter;
1057 const struct sge_rspq *rq = &adap->sge.ethrxq[pi->first_qset].rspq;
1059 c->rx_coalesce_usecs = qtimer_val(adap, rq);
1060 c->rx_max_coalesced_frames = (rq->intr_params & QINTR_CNT_EN_F) ?
1061 adap->sge.counter_val[rq->pktcnt_idx] : 0;
1062 c->use_adaptive_rx_coalesce = get_adaptive_rx_setting(dev);
1067 * eeprom_ptov - translate a physical EEPROM address to virtual
1068 * @phys_addr: the physical EEPROM address
1069 * @fn: the PCI function number
1070 * @sz: size of function-specific area
1072 * Translate a physical EEPROM address to virtual. The first 1K is
1073 * accessed through virtual addresses starting at 31K, the rest is
1074 * accessed through virtual addresses starting at 0.
1076 * The mapping is as follows:
1077 * [0..1K) -> [31K..32K)
1078 * [1K..1K+A) -> [31K-A..31K)
1079 * [1K+A..ES) -> [0..ES-A-1K)
1081 * where A = @fn * @sz, and ES = EEPROM size.
1083 static int eeprom_ptov(unsigned int phys_addr, unsigned int fn, unsigned int sz)
1086 if (phys_addr < 1024)
1087 return phys_addr + (31 << 10);
1088 if (phys_addr < 1024 + fn)
1089 return 31744 - fn + phys_addr - 1024;
1090 if (phys_addr < EEPROMSIZE)
1091 return phys_addr - 1024 - fn;
1095 /* The next two routines implement eeprom read/write from physical addresses.
1097 static int eeprom_rd_phys(struct adapter *adap, unsigned int phys_addr, u32 *v)
1099 int vaddr = eeprom_ptov(phys_addr, adap->pf, EEPROMPFSIZE);
1102 vaddr = pci_read_vpd(adap->pdev, vaddr, sizeof(u32), v);
1103 return vaddr < 0 ? vaddr : 0;
1106 static int eeprom_wr_phys(struct adapter *adap, unsigned int phys_addr, u32 v)
1108 int vaddr = eeprom_ptov(phys_addr, adap->pf, EEPROMPFSIZE);
1111 vaddr = pci_write_vpd(adap->pdev, vaddr, sizeof(u32), &v);
1112 return vaddr < 0 ? vaddr : 0;
1115 #define EEPROM_MAGIC 0x38E2F10C
1117 static int get_eeprom(struct net_device *dev, struct ethtool_eeprom *e,
1121 struct adapter *adapter = netdev2adap(dev);
1122 u8 *buf = kvzalloc(EEPROMSIZE, GFP_KERNEL);
1127 e->magic = EEPROM_MAGIC;
1128 for (i = e->offset & ~3; !err && i < e->offset + e->len; i += 4)
1129 err = eeprom_rd_phys(adapter, i, (u32 *)&buf[i]);
1132 memcpy(data, buf + e->offset, e->len);
1137 static int set_eeprom(struct net_device *dev, struct ethtool_eeprom *eeprom,
1142 u32 aligned_offset, aligned_len, *p;
1143 struct adapter *adapter = netdev2adap(dev);
1145 if (eeprom->magic != EEPROM_MAGIC)
1148 aligned_offset = eeprom->offset & ~3;
1149 aligned_len = (eeprom->len + (eeprom->offset & 3) + 3) & ~3;
1151 if (adapter->pf > 0) {
1152 u32 start = 1024 + adapter->pf * EEPROMPFSIZE;
1154 if (aligned_offset < start ||
1155 aligned_offset + aligned_len > start + EEPROMPFSIZE)
1159 if (aligned_offset != eeprom->offset || aligned_len != eeprom->len) {
1160 /* RMW possibly needed for first or last words.
1162 buf = kvzalloc(aligned_len, GFP_KERNEL);
1165 err = eeprom_rd_phys(adapter, aligned_offset, (u32 *)buf);
1166 if (!err && aligned_len > 4)
1167 err = eeprom_rd_phys(adapter,
1168 aligned_offset + aligned_len - 4,
1169 (u32 *)&buf[aligned_len - 4]);
1172 memcpy(buf + (eeprom->offset & 3), data, eeprom->len);
1177 err = t4_seeprom_wp(adapter, false);
1181 for (p = (u32 *)buf; !err && aligned_len; aligned_len -= 4, p++) {
1182 err = eeprom_wr_phys(adapter, aligned_offset, *p);
1183 aligned_offset += 4;
1187 err = t4_seeprom_wp(adapter, true);
1194 static int set_flash(struct net_device *netdev, struct ethtool_flash *ef)
1197 const struct firmware *fw;
1198 struct adapter *adap = netdev2adap(netdev);
1199 unsigned int mbox = PCIE_FW_MASTER_M + 1;
1201 unsigned int master;
1204 pcie_fw = t4_read_reg(adap, PCIE_FW_A);
1205 master = PCIE_FW_MASTER_G(pcie_fw);
1206 if (pcie_fw & PCIE_FW_MASTER_VLD_F)
1208 /* if csiostor is the master return */
1209 if (master_vld && (master != adap->pf)) {
1210 dev_warn(adap->pdev_dev,
1211 "cxgb4 driver needs to be loaded as MASTER to support FW flash\n");
1215 ef->data[sizeof(ef->data) - 1] = '\0';
1216 ret = request_firmware(&fw, ef->data, adap->pdev_dev);
1220 /* If the adapter has been fully initialized then we'll go ahead and
1221 * try to get the firmware's cooperation in upgrading to the new
1222 * firmware image otherwise we'll try to do the entire job from the
1223 * host ... and we always "force" the operation in this path.
1225 if (adap->flags & FULL_INIT_DONE)
1228 ret = t4_fw_upgrade(adap, mbox, fw->data, fw->size, 1);
1229 release_firmware(fw);
1231 dev_info(adap->pdev_dev,
1232 "loaded firmware %s, reload cxgb4 driver\n", ef->data);
1236 static int get_ts_info(struct net_device *dev, struct ethtool_ts_info *ts_info)
1238 struct port_info *pi = netdev_priv(dev);
1239 struct adapter *adapter = pi->adapter;
1241 ts_info->so_timestamping = SOF_TIMESTAMPING_TX_SOFTWARE |
1242 SOF_TIMESTAMPING_RX_SOFTWARE |
1243 SOF_TIMESTAMPING_SOFTWARE;
1245 ts_info->so_timestamping |= SOF_TIMESTAMPING_RX_HARDWARE |
1246 SOF_TIMESTAMPING_TX_HARDWARE |
1247 SOF_TIMESTAMPING_RAW_HARDWARE;
1249 ts_info->tx_types = (1 << HWTSTAMP_TX_OFF) |
1250 (1 << HWTSTAMP_TX_ON);
1252 ts_info->rx_filters = (1 << HWTSTAMP_FILTER_NONE) |
1253 (1 << HWTSTAMP_FILTER_PTP_V2_L4_EVENT) |
1254 (1 << HWTSTAMP_FILTER_PTP_V1_L4_SYNC) |
1255 (1 << HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ) |
1256 (1 << HWTSTAMP_FILTER_PTP_V2_L4_SYNC) |
1257 (1 << HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ);
1259 if (adapter->ptp_clock)
1260 ts_info->phc_index = ptp_clock_index(adapter->ptp_clock);
1262 ts_info->phc_index = -1;
1267 static u32 get_rss_table_size(struct net_device *dev)
1269 const struct port_info *pi = netdev_priv(dev);
1271 return pi->rss_size;
1274 static int get_rss_table(struct net_device *dev, u32 *p, u8 *key, u8 *hfunc)
1276 const struct port_info *pi = netdev_priv(dev);
1277 unsigned int n = pi->rss_size;
1280 *hfunc = ETH_RSS_HASH_TOP;
1288 static int set_rss_table(struct net_device *dev, const u32 *p, const u8 *key,
1292 struct port_info *pi = netdev_priv(dev);
1294 /* We require at least one supported parameter to be changed and no
1295 * change in any of the unsupported parameters
1298 (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP))
1303 /* Interface must be brought up atleast once */
1304 if (pi->adapter->flags & FULL_INIT_DONE) {
1305 for (i = 0; i < pi->rss_size; i++)
1308 return cxgb4_write_rss(pi, pi->rss);
1314 static int get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *info,
1317 const struct port_info *pi = netdev_priv(dev);
1319 switch (info->cmd) {
1320 case ETHTOOL_GRXFH: {
1321 unsigned int v = pi->rss_mode;
1324 switch (info->flow_type) {
1326 if (v & FW_RSS_VI_CONFIG_CMD_IP4FOURTUPEN_F)
1327 info->data = RXH_IP_SRC | RXH_IP_DST |
1328 RXH_L4_B_0_1 | RXH_L4_B_2_3;
1329 else if (v & FW_RSS_VI_CONFIG_CMD_IP4TWOTUPEN_F)
1330 info->data = RXH_IP_SRC | RXH_IP_DST;
1333 if ((v & FW_RSS_VI_CONFIG_CMD_IP4FOURTUPEN_F) &&
1334 (v & FW_RSS_VI_CONFIG_CMD_UDPEN_F))
1335 info->data = RXH_IP_SRC | RXH_IP_DST |
1336 RXH_L4_B_0_1 | RXH_L4_B_2_3;
1337 else if (v & FW_RSS_VI_CONFIG_CMD_IP4TWOTUPEN_F)
1338 info->data = RXH_IP_SRC | RXH_IP_DST;
1341 case AH_ESP_V4_FLOW:
1343 if (v & FW_RSS_VI_CONFIG_CMD_IP4TWOTUPEN_F)
1344 info->data = RXH_IP_SRC | RXH_IP_DST;
1347 if (v & FW_RSS_VI_CONFIG_CMD_IP6FOURTUPEN_F)
1348 info->data = RXH_IP_SRC | RXH_IP_DST |
1349 RXH_L4_B_0_1 | RXH_L4_B_2_3;
1350 else if (v & FW_RSS_VI_CONFIG_CMD_IP6TWOTUPEN_F)
1351 info->data = RXH_IP_SRC | RXH_IP_DST;
1354 if ((v & FW_RSS_VI_CONFIG_CMD_IP6FOURTUPEN_F) &&
1355 (v & FW_RSS_VI_CONFIG_CMD_UDPEN_F))
1356 info->data = RXH_IP_SRC | RXH_IP_DST |
1357 RXH_L4_B_0_1 | RXH_L4_B_2_3;
1358 else if (v & FW_RSS_VI_CONFIG_CMD_IP6TWOTUPEN_F)
1359 info->data = RXH_IP_SRC | RXH_IP_DST;
1362 case AH_ESP_V6_FLOW:
1364 if (v & FW_RSS_VI_CONFIG_CMD_IP6TWOTUPEN_F)
1365 info->data = RXH_IP_SRC | RXH_IP_DST;
1370 case ETHTOOL_GRXRINGS:
1371 info->data = pi->nqsets;
1377 static const struct ethtool_ops cxgb_ethtool_ops = {
1378 .get_link_ksettings = get_link_ksettings,
1379 .set_link_ksettings = set_link_ksettings,
1380 .get_fecparam = get_fecparam,
1381 .set_fecparam = set_fecparam,
1382 .get_drvinfo = get_drvinfo,
1383 .get_msglevel = get_msglevel,
1384 .set_msglevel = set_msglevel,
1385 .get_ringparam = get_sge_param,
1386 .set_ringparam = set_sge_param,
1387 .get_coalesce = get_coalesce,
1388 .set_coalesce = set_coalesce,
1389 .get_eeprom_len = get_eeprom_len,
1390 .get_eeprom = get_eeprom,
1391 .set_eeprom = set_eeprom,
1392 .get_pauseparam = get_pauseparam,
1393 .set_pauseparam = set_pauseparam,
1394 .get_link = ethtool_op_get_link,
1395 .get_strings = get_strings,
1396 .set_phys_id = identify_port,
1397 .nway_reset = restart_autoneg,
1398 .get_sset_count = get_sset_count,
1399 .get_ethtool_stats = get_stats,
1400 .get_regs_len = get_regs_len,
1401 .get_regs = get_regs,
1402 .get_rxnfc = get_rxnfc,
1403 .get_rxfh_indir_size = get_rss_table_size,
1404 .get_rxfh = get_rss_table,
1405 .set_rxfh = set_rss_table,
1406 .flash_device = set_flash,
1407 .get_ts_info = get_ts_info
1410 void cxgb4_set_ethtool_ops(struct net_device *netdev)
1412 netdev->ethtool_ops = &cxgb_ethtool_ops;