1 /* Intel(R) Ethernet Switch Host Interface Driver
2 * Copyright(c) 2013 - 2016 Intel Corporation.
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * The full GNU General Public License is included in this distribution in
14 * the file called "COPYING".
16 * Contact Information:
17 * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
18 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
21 #include <linux/vmalloc.h>
26 char stat_string[ETH_GSTRING_LEN];
31 #define FM10K_NETDEV_STAT(_net_stat) { \
32 .stat_string = #_net_stat, \
33 .sizeof_stat = FIELD_SIZEOF(struct net_device_stats, _net_stat), \
34 .stat_offset = offsetof(struct net_device_stats, _net_stat) \
37 static const struct fm10k_stats fm10k_gstrings_net_stats[] = {
38 FM10K_NETDEV_STAT(tx_packets),
39 FM10K_NETDEV_STAT(tx_bytes),
40 FM10K_NETDEV_STAT(tx_errors),
41 FM10K_NETDEV_STAT(rx_packets),
42 FM10K_NETDEV_STAT(rx_bytes),
43 FM10K_NETDEV_STAT(rx_errors),
44 FM10K_NETDEV_STAT(rx_dropped),
46 /* detailed Rx errors */
47 FM10K_NETDEV_STAT(rx_length_errors),
48 FM10K_NETDEV_STAT(rx_crc_errors),
49 FM10K_NETDEV_STAT(rx_fifo_errors),
52 #define FM10K_NETDEV_STATS_LEN ARRAY_SIZE(fm10k_gstrings_net_stats)
54 #define FM10K_STAT(_name, _stat) { \
55 .stat_string = _name, \
56 .sizeof_stat = FIELD_SIZEOF(struct fm10k_intfc, _stat), \
57 .stat_offset = offsetof(struct fm10k_intfc, _stat) \
60 static const struct fm10k_stats fm10k_gstrings_global_stats[] = {
61 FM10K_STAT("tx_restart_queue", restart_queue),
62 FM10K_STAT("tx_busy", tx_busy),
63 FM10K_STAT("tx_csum_errors", tx_csum_errors),
64 FM10K_STAT("rx_alloc_failed", alloc_failed),
65 FM10K_STAT("rx_csum_errors", rx_csum_errors),
67 FM10K_STAT("tx_packets_nic", tx_packets_nic),
68 FM10K_STAT("tx_bytes_nic", tx_bytes_nic),
69 FM10K_STAT("rx_packets_nic", rx_packets_nic),
70 FM10K_STAT("rx_bytes_nic", rx_bytes_nic),
71 FM10K_STAT("rx_drops_nic", rx_drops_nic),
72 FM10K_STAT("rx_overrun_pf", rx_overrun_pf),
73 FM10K_STAT("rx_overrun_vf", rx_overrun_vf),
75 FM10K_STAT("swapi_status", hw.swapi.status),
76 FM10K_STAT("mac_rules_used", hw.swapi.mac.used),
77 FM10K_STAT("mac_rules_avail", hw.swapi.mac.avail),
79 FM10K_STAT("reset_while_pending", hw.mac.reset_while_pending),
81 FM10K_STAT("tx_hang_count", tx_timeout_count),
84 static const struct fm10k_stats fm10k_gstrings_pf_stats[] = {
85 FM10K_STAT("timeout", stats.timeout.count),
86 FM10K_STAT("ur", stats.ur.count),
87 FM10K_STAT("ca", stats.ca.count),
88 FM10K_STAT("um", stats.um.count),
89 FM10K_STAT("xec", stats.xec.count),
90 FM10K_STAT("vlan_drop", stats.vlan_drop.count),
91 FM10K_STAT("loopback_drop", stats.loopback_drop.count),
92 FM10K_STAT("nodesc_drop", stats.nodesc_drop.count),
95 #define FM10K_MBX_STAT(_name, _stat) { \
96 .stat_string = _name, \
97 .sizeof_stat = FIELD_SIZEOF(struct fm10k_mbx_info, _stat), \
98 .stat_offset = offsetof(struct fm10k_mbx_info, _stat) \
101 static const struct fm10k_stats fm10k_gstrings_mbx_stats[] = {
102 FM10K_MBX_STAT("mbx_tx_busy", tx_busy),
103 FM10K_MBX_STAT("mbx_tx_dropped", tx_dropped),
104 FM10K_MBX_STAT("mbx_tx_messages", tx_messages),
105 FM10K_MBX_STAT("mbx_tx_dwords", tx_dwords),
106 FM10K_MBX_STAT("mbx_tx_mbmem_pulled", tx_mbmem_pulled),
107 FM10K_MBX_STAT("mbx_rx_messages", rx_messages),
108 FM10K_MBX_STAT("mbx_rx_dwords", rx_dwords),
109 FM10K_MBX_STAT("mbx_rx_parse_err", rx_parse_err),
110 FM10K_MBX_STAT("mbx_rx_mbmem_pushed", rx_mbmem_pushed),
113 #define FM10K_QUEUE_STAT(_name, _stat) { \
114 .stat_string = _name, \
115 .sizeof_stat = FIELD_SIZEOF(struct fm10k_ring, _stat), \
116 .stat_offset = offsetof(struct fm10k_ring, _stat) \
119 static const struct fm10k_stats fm10k_gstrings_queue_stats[] = {
120 FM10K_QUEUE_STAT("packets", stats.packets),
121 FM10K_QUEUE_STAT("bytes", stats.bytes),
124 #define FM10K_GLOBAL_STATS_LEN ARRAY_SIZE(fm10k_gstrings_global_stats)
125 #define FM10K_PF_STATS_LEN ARRAY_SIZE(fm10k_gstrings_pf_stats)
126 #define FM10K_MBX_STATS_LEN ARRAY_SIZE(fm10k_gstrings_mbx_stats)
127 #define FM10K_QUEUE_STATS_LEN ARRAY_SIZE(fm10k_gstrings_queue_stats)
129 #define FM10K_STATIC_STATS_LEN (FM10K_GLOBAL_STATS_LEN + \
130 FM10K_NETDEV_STATS_LEN + \
133 static const char fm10k_gstrings_test[][ETH_GSTRING_LEN] = {
134 "Mailbox test (on/offline)"
137 #define FM10K_TEST_LEN (sizeof(fm10k_gstrings_test) / ETH_GSTRING_LEN)
139 enum fm10k_self_test_types {
141 FM10K_TEST_MAX = FM10K_TEST_LEN
148 static const char fm10k_prv_flags[FM10K_PRV_FLAG_LEN][ETH_GSTRING_LEN] = {
151 static void fm10k_add_stat_strings(char **p, const char *prefix,
152 const struct fm10k_stats stats[],
153 const unsigned int size)
157 for (i = 0; i < size; i++) {
158 snprintf(*p, ETH_GSTRING_LEN, "%s%s",
159 prefix, stats[i].stat_string);
160 *p += ETH_GSTRING_LEN;
164 static void fm10k_get_stat_strings(struct net_device *dev, u8 *data)
166 struct fm10k_intfc *interface = netdev_priv(dev);
167 char *p = (char *)data;
170 fm10k_add_stat_strings(&p, "", fm10k_gstrings_net_stats,
171 FM10K_NETDEV_STATS_LEN);
173 fm10k_add_stat_strings(&p, "", fm10k_gstrings_global_stats,
174 FM10K_GLOBAL_STATS_LEN);
176 fm10k_add_stat_strings(&p, "", fm10k_gstrings_mbx_stats,
177 FM10K_MBX_STATS_LEN);
179 if (interface->hw.mac.type != fm10k_mac_vf)
180 fm10k_add_stat_strings(&p, "", fm10k_gstrings_pf_stats,
183 for (i = 0; i < interface->hw.mac.max_queues; i++) {
184 char prefix[ETH_GSTRING_LEN];
186 snprintf(prefix, ETH_GSTRING_LEN, "tx_queue_%u_", i);
187 fm10k_add_stat_strings(&p, prefix,
188 fm10k_gstrings_queue_stats,
189 FM10K_QUEUE_STATS_LEN);
191 snprintf(prefix, ETH_GSTRING_LEN, "rx_queue_%u_", i);
192 fm10k_add_stat_strings(&p, prefix,
193 fm10k_gstrings_queue_stats,
194 FM10K_QUEUE_STATS_LEN);
198 static void fm10k_get_strings(struct net_device *dev,
199 u32 stringset, u8 *data)
201 char *p = (char *)data;
205 memcpy(data, *fm10k_gstrings_test,
206 FM10K_TEST_LEN * ETH_GSTRING_LEN);
209 fm10k_get_stat_strings(dev, data);
211 case ETH_SS_PRIV_FLAGS:
212 memcpy(p, fm10k_prv_flags,
213 FM10K_PRV_FLAG_LEN * ETH_GSTRING_LEN);
218 static int fm10k_get_sset_count(struct net_device *dev, int sset)
220 struct fm10k_intfc *interface = netdev_priv(dev);
221 struct fm10k_hw *hw = &interface->hw;
222 int stats_len = FM10K_STATIC_STATS_LEN;
226 return FM10K_TEST_LEN;
228 stats_len += hw->mac.max_queues * 2 * FM10K_QUEUE_STATS_LEN;
230 if (hw->mac.type != fm10k_mac_vf)
231 stats_len += FM10K_PF_STATS_LEN;
234 case ETH_SS_PRIV_FLAGS:
235 return FM10K_PRV_FLAG_LEN;
241 static void fm10k_add_ethtool_stats(u64 **data, void *pointer,
242 const struct fm10k_stats stats[],
243 const unsigned int size)
249 /* memory is not zero allocated so we have to clear it */
250 for (i = 0; i < size; i++)
255 for (i = 0; i < size; i++) {
256 p = (char *)pointer + stats[i].stat_offset;
258 switch (stats[i].sizeof_stat) {
260 *((*data)++) = *(u64 *)p;
263 *((*data)++) = *(u32 *)p;
266 *((*data)++) = *(u16 *)p;
269 *((*data)++) = *(u8 *)p;
277 static void fm10k_get_ethtool_stats(struct net_device *netdev,
278 struct ethtool_stats __always_unused *stats,
281 struct fm10k_intfc *interface = netdev_priv(netdev);
282 struct net_device_stats *net_stats = &netdev->stats;
285 fm10k_update_stats(interface);
287 fm10k_add_ethtool_stats(&data, net_stats, fm10k_gstrings_net_stats,
288 FM10K_NETDEV_STATS_LEN);
290 fm10k_add_ethtool_stats(&data, interface, fm10k_gstrings_global_stats,
291 FM10K_GLOBAL_STATS_LEN);
293 fm10k_add_ethtool_stats(&data, &interface->hw.mbx,
294 fm10k_gstrings_mbx_stats,
295 FM10K_MBX_STATS_LEN);
297 if (interface->hw.mac.type != fm10k_mac_vf) {
298 fm10k_add_ethtool_stats(&data, interface,
299 fm10k_gstrings_pf_stats,
303 for (i = 0; i < interface->hw.mac.max_queues; i++) {
304 struct fm10k_ring *ring;
306 ring = interface->tx_ring[i];
307 fm10k_add_ethtool_stats(&data, ring,
308 fm10k_gstrings_queue_stats,
309 FM10K_QUEUE_STATS_LEN);
311 ring = interface->rx_ring[i];
312 fm10k_add_ethtool_stats(&data, ring,
313 fm10k_gstrings_queue_stats,
314 FM10K_QUEUE_STATS_LEN);
318 /* If function below adds more registers this define needs to be updated */
319 #define FM10K_REGS_LEN_Q 29
321 static void fm10k_get_reg_q(struct fm10k_hw *hw, u32 *buff, int i)
325 buff[idx++] = fm10k_read_reg(hw, FM10K_RDBAL(i));
326 buff[idx++] = fm10k_read_reg(hw, FM10K_RDBAH(i));
327 buff[idx++] = fm10k_read_reg(hw, FM10K_RDLEN(i));
328 buff[idx++] = fm10k_read_reg(hw, FM10K_TPH_RXCTRL(i));
329 buff[idx++] = fm10k_read_reg(hw, FM10K_RDH(i));
330 buff[idx++] = fm10k_read_reg(hw, FM10K_RDT(i));
331 buff[idx++] = fm10k_read_reg(hw, FM10K_RXQCTL(i));
332 buff[idx++] = fm10k_read_reg(hw, FM10K_RXDCTL(i));
333 buff[idx++] = fm10k_read_reg(hw, FM10K_RXINT(i));
334 buff[idx++] = fm10k_read_reg(hw, FM10K_SRRCTL(i));
335 buff[idx++] = fm10k_read_reg(hw, FM10K_QPRC(i));
336 buff[idx++] = fm10k_read_reg(hw, FM10K_QPRDC(i));
337 buff[idx++] = fm10k_read_reg(hw, FM10K_QBRC_L(i));
338 buff[idx++] = fm10k_read_reg(hw, FM10K_QBRC_H(i));
339 buff[idx++] = fm10k_read_reg(hw, FM10K_TDBAL(i));
340 buff[idx++] = fm10k_read_reg(hw, FM10K_TDBAH(i));
341 buff[idx++] = fm10k_read_reg(hw, FM10K_TDLEN(i));
342 buff[idx++] = fm10k_read_reg(hw, FM10K_TPH_TXCTRL(i));
343 buff[idx++] = fm10k_read_reg(hw, FM10K_TDH(i));
344 buff[idx++] = fm10k_read_reg(hw, FM10K_TDT(i));
345 buff[idx++] = fm10k_read_reg(hw, FM10K_TXDCTL(i));
346 buff[idx++] = fm10k_read_reg(hw, FM10K_TXQCTL(i));
347 buff[idx++] = fm10k_read_reg(hw, FM10K_TXINT(i));
348 buff[idx++] = fm10k_read_reg(hw, FM10K_QPTC(i));
349 buff[idx++] = fm10k_read_reg(hw, FM10K_QBTC_L(i));
350 buff[idx++] = fm10k_read_reg(hw, FM10K_QBTC_H(i));
351 buff[idx++] = fm10k_read_reg(hw, FM10K_TQDLOC(i));
352 buff[idx++] = fm10k_read_reg(hw, FM10K_TX_SGLORT(i));
353 buff[idx++] = fm10k_read_reg(hw, FM10K_PFVTCTL(i));
355 BUG_ON(idx != FM10K_REGS_LEN_Q);
358 /* If function above adds more registers this define needs to be updated */
359 #define FM10K_REGS_LEN_VSI 43
361 static void fm10k_get_reg_vsi(struct fm10k_hw *hw, u32 *buff, int i)
365 buff[idx++] = fm10k_read_reg(hw, FM10K_MRQC(i));
366 for (j = 0; j < 10; j++)
367 buff[idx++] = fm10k_read_reg(hw, FM10K_RSSRK(i, j));
368 for (j = 0; j < 32; j++)
369 buff[idx++] = fm10k_read_reg(hw, FM10K_RETA(i, j));
371 BUG_ON(idx != FM10K_REGS_LEN_VSI);
374 static void fm10k_get_regs(struct net_device *netdev,
375 struct ethtool_regs *regs, void *p)
377 struct fm10k_intfc *interface = netdev_priv(netdev);
378 struct fm10k_hw *hw = &interface->hw;
382 regs->version = BIT(24) | (hw->revision_id << 16) | hw->device_id;
384 switch (hw->mac.type) {
386 /* General PF Registers */
387 *(buff++) = fm10k_read_reg(hw, FM10K_CTRL);
388 *(buff++) = fm10k_read_reg(hw, FM10K_CTRL_EXT);
389 *(buff++) = fm10k_read_reg(hw, FM10K_GCR);
390 *(buff++) = fm10k_read_reg(hw, FM10K_GCR_EXT);
392 for (i = 0; i < 8; i++) {
393 *(buff++) = fm10k_read_reg(hw, FM10K_DGLORTMAP(i));
394 *(buff++) = fm10k_read_reg(hw, FM10K_DGLORTDEC(i));
397 for (i = 0; i < 65; i++) {
398 fm10k_get_reg_vsi(hw, buff, i);
399 buff += FM10K_REGS_LEN_VSI;
402 *(buff++) = fm10k_read_reg(hw, FM10K_DMA_CTRL);
403 *(buff++) = fm10k_read_reg(hw, FM10K_DMA_CTRL2);
405 for (i = 0; i < FM10K_MAX_QUEUES_PF; i++) {
406 fm10k_get_reg_q(hw, buff, i);
407 buff += FM10K_REGS_LEN_Q;
410 *(buff++) = fm10k_read_reg(hw, FM10K_TPH_CTRL);
412 for (i = 0; i < 8; i++)
413 *(buff++) = fm10k_read_reg(hw, FM10K_INT_MAP(i));
415 /* Interrupt Throttling Registers */
416 for (i = 0; i < 130; i++)
417 *(buff++) = fm10k_read_reg(hw, FM10K_ITR(i));
421 /* General VF registers */
422 *(buff++) = fm10k_read_reg(hw, FM10K_VFCTRL);
423 *(buff++) = fm10k_read_reg(hw, FM10K_VFINT_MAP);
424 *(buff++) = fm10k_read_reg(hw, FM10K_VFSYSTIME);
426 /* Interrupt Throttling Registers */
427 for (i = 0; i < 8; i++)
428 *(buff++) = fm10k_read_reg(hw, FM10K_VFITR(i));
430 fm10k_get_reg_vsi(hw, buff, 0);
431 buff += FM10K_REGS_LEN_VSI;
433 for (i = 0; i < FM10K_MAX_QUEUES_POOL; i++) {
434 if (i < hw->mac.max_queues)
435 fm10k_get_reg_q(hw, buff, i);
437 memset(buff, 0, sizeof(u32) * FM10K_REGS_LEN_Q);
438 buff += FM10K_REGS_LEN_Q;
447 /* If function above adds more registers these define need to be updated */
448 #define FM10K_REGS_LEN_PF \
449 (162 + (65 * FM10K_REGS_LEN_VSI) + (FM10K_MAX_QUEUES_PF * FM10K_REGS_LEN_Q))
450 #define FM10K_REGS_LEN_VF \
451 (11 + FM10K_REGS_LEN_VSI + (FM10K_MAX_QUEUES_POOL * FM10K_REGS_LEN_Q))
453 static int fm10k_get_regs_len(struct net_device *netdev)
455 struct fm10k_intfc *interface = netdev_priv(netdev);
456 struct fm10k_hw *hw = &interface->hw;
458 switch (hw->mac.type) {
460 return FM10K_REGS_LEN_PF * sizeof(u32);
462 return FM10K_REGS_LEN_VF * sizeof(u32);
468 static void fm10k_get_drvinfo(struct net_device *dev,
469 struct ethtool_drvinfo *info)
471 struct fm10k_intfc *interface = netdev_priv(dev);
473 strncpy(info->driver, fm10k_driver_name,
474 sizeof(info->driver) - 1);
475 strncpy(info->version, fm10k_driver_version,
476 sizeof(info->version) - 1);
477 strncpy(info->bus_info, pci_name(interface->pdev),
478 sizeof(info->bus_info) - 1);
481 static void fm10k_get_pauseparam(struct net_device *dev,
482 struct ethtool_pauseparam *pause)
484 struct fm10k_intfc *interface = netdev_priv(dev);
486 /* record fixed values for autoneg and tx pause */
490 pause->rx_pause = interface->rx_pause ? 1 : 0;
493 static int fm10k_set_pauseparam(struct net_device *dev,
494 struct ethtool_pauseparam *pause)
496 struct fm10k_intfc *interface = netdev_priv(dev);
497 struct fm10k_hw *hw = &interface->hw;
499 if (pause->autoneg || !pause->tx_pause)
502 /* we can only support pause on the PF to avoid head-of-line blocking */
503 if (hw->mac.type == fm10k_mac_pf)
504 interface->rx_pause = pause->rx_pause ? ~0 : 0;
505 else if (pause->rx_pause)
508 if (netif_running(dev))
509 fm10k_update_rx_drop_en(interface);
514 static u32 fm10k_get_msglevel(struct net_device *netdev)
516 struct fm10k_intfc *interface = netdev_priv(netdev);
518 return interface->msg_enable;
521 static void fm10k_set_msglevel(struct net_device *netdev, u32 data)
523 struct fm10k_intfc *interface = netdev_priv(netdev);
525 interface->msg_enable = data;
528 static void fm10k_get_ringparam(struct net_device *netdev,
529 struct ethtool_ringparam *ring)
531 struct fm10k_intfc *interface = netdev_priv(netdev);
533 ring->rx_max_pending = FM10K_MAX_RXD;
534 ring->tx_max_pending = FM10K_MAX_TXD;
535 ring->rx_mini_max_pending = 0;
536 ring->rx_jumbo_max_pending = 0;
537 ring->rx_pending = interface->rx_ring_count;
538 ring->tx_pending = interface->tx_ring_count;
539 ring->rx_mini_pending = 0;
540 ring->rx_jumbo_pending = 0;
543 static int fm10k_set_ringparam(struct net_device *netdev,
544 struct ethtool_ringparam *ring)
546 struct fm10k_intfc *interface = netdev_priv(netdev);
547 struct fm10k_ring *temp_ring;
549 u32 new_rx_count, new_tx_count;
551 if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
554 new_tx_count = clamp_t(u32, ring->tx_pending,
555 FM10K_MIN_TXD, FM10K_MAX_TXD);
556 new_tx_count = ALIGN(new_tx_count, FM10K_REQ_TX_DESCRIPTOR_MULTIPLE);
558 new_rx_count = clamp_t(u32, ring->rx_pending,
559 FM10K_MIN_RXD, FM10K_MAX_RXD);
560 new_rx_count = ALIGN(new_rx_count, FM10K_REQ_RX_DESCRIPTOR_MULTIPLE);
562 if ((new_tx_count == interface->tx_ring_count) &&
563 (new_rx_count == interface->rx_ring_count)) {
568 while (test_and_set_bit(__FM10K_RESETTING, &interface->state))
569 usleep_range(1000, 2000);
571 if (!netif_running(interface->netdev)) {
572 for (i = 0; i < interface->num_tx_queues; i++)
573 interface->tx_ring[i]->count = new_tx_count;
574 for (i = 0; i < interface->num_rx_queues; i++)
575 interface->rx_ring[i]->count = new_rx_count;
576 interface->tx_ring_count = new_tx_count;
577 interface->rx_ring_count = new_rx_count;
581 /* allocate temporary buffer to store rings in */
582 i = max_t(int, interface->num_tx_queues, interface->num_rx_queues);
583 temp_ring = vmalloc(i * sizeof(struct fm10k_ring));
590 fm10k_down(interface);
592 /* Setup new Tx resources and free the old Tx resources in that order.
593 * We can then assign the new resources to the rings via a memcpy.
594 * The advantage to this approach is that we are guaranteed to still
595 * have resources even in the case of an allocation failure.
597 if (new_tx_count != interface->tx_ring_count) {
598 for (i = 0; i < interface->num_tx_queues; i++) {
599 memcpy(&temp_ring[i], interface->tx_ring[i],
600 sizeof(struct fm10k_ring));
602 temp_ring[i].count = new_tx_count;
603 err = fm10k_setup_tx_resources(&temp_ring[i]);
607 fm10k_free_tx_resources(&temp_ring[i]);
613 for (i = 0; i < interface->num_tx_queues; i++) {
614 fm10k_free_tx_resources(interface->tx_ring[i]);
616 memcpy(interface->tx_ring[i], &temp_ring[i],
617 sizeof(struct fm10k_ring));
620 interface->tx_ring_count = new_tx_count;
623 /* Repeat the process for the Rx rings if needed */
624 if (new_rx_count != interface->rx_ring_count) {
625 for (i = 0; i < interface->num_rx_queues; i++) {
626 memcpy(&temp_ring[i], interface->rx_ring[i],
627 sizeof(struct fm10k_ring));
629 temp_ring[i].count = new_rx_count;
630 err = fm10k_setup_rx_resources(&temp_ring[i]);
634 fm10k_free_rx_resources(&temp_ring[i]);
640 for (i = 0; i < interface->num_rx_queues; i++) {
641 fm10k_free_rx_resources(interface->rx_ring[i]);
643 memcpy(interface->rx_ring[i], &temp_ring[i],
644 sizeof(struct fm10k_ring));
647 interface->rx_ring_count = new_rx_count;
654 clear_bit(__FM10K_RESETTING, &interface->state);
658 static int fm10k_get_coalesce(struct net_device *dev,
659 struct ethtool_coalesce *ec)
661 struct fm10k_intfc *interface = netdev_priv(dev);
663 ec->use_adaptive_tx_coalesce = ITR_IS_ADAPTIVE(interface->tx_itr);
664 ec->tx_coalesce_usecs = interface->tx_itr & ~FM10K_ITR_ADAPTIVE;
666 ec->use_adaptive_rx_coalesce = ITR_IS_ADAPTIVE(interface->rx_itr);
667 ec->rx_coalesce_usecs = interface->rx_itr & ~FM10K_ITR_ADAPTIVE;
672 static int fm10k_set_coalesce(struct net_device *dev,
673 struct ethtool_coalesce *ec)
675 struct fm10k_intfc *interface = netdev_priv(dev);
676 struct fm10k_q_vector *qv;
681 if ((ec->rx_coalesce_usecs > FM10K_ITR_MAX) ||
682 (ec->tx_coalesce_usecs > FM10K_ITR_MAX))
685 /* record settings */
686 tx_itr = ec->tx_coalesce_usecs;
687 rx_itr = ec->rx_coalesce_usecs;
689 /* set initial values for adaptive ITR */
690 if (ec->use_adaptive_tx_coalesce)
691 tx_itr = FM10K_ITR_ADAPTIVE | FM10K_TX_ITR_DEFAULT;
693 if (ec->use_adaptive_rx_coalesce)
694 rx_itr = FM10K_ITR_ADAPTIVE | FM10K_RX_ITR_DEFAULT;
696 /* update interface */
697 interface->tx_itr = tx_itr;
698 interface->rx_itr = rx_itr;
700 /* update q_vectors */
701 for (i = 0; i < interface->num_q_vectors; i++) {
702 qv = interface->q_vector[i];
710 static int fm10k_get_rss_hash_opts(struct fm10k_intfc *interface,
711 struct ethtool_rxnfc *cmd)
715 /* Report default options for RSS on fm10k */
716 switch (cmd->flow_type) {
719 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
722 if (interface->flags & FM10K_FLAG_RSS_FIELD_IPV4_UDP)
723 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
735 cmd->data |= RXH_IP_SRC | RXH_IP_DST;
738 if (interface->flags & FM10K_FLAG_RSS_FIELD_IPV6_UDP)
739 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
740 cmd->data |= RXH_IP_SRC | RXH_IP_DST;
749 static int fm10k_get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd,
750 u32 __always_unused *rule_locs)
752 struct fm10k_intfc *interface = netdev_priv(dev);
753 int ret = -EOPNOTSUPP;
756 case ETHTOOL_GRXRINGS:
757 cmd->data = interface->num_rx_queues;
761 ret = fm10k_get_rss_hash_opts(interface, cmd);
770 #define UDP_RSS_FLAGS (FM10K_FLAG_RSS_FIELD_IPV4_UDP | \
771 FM10K_FLAG_RSS_FIELD_IPV6_UDP)
772 static int fm10k_set_rss_hash_opt(struct fm10k_intfc *interface,
773 struct ethtool_rxnfc *nfc)
775 u32 flags = interface->flags;
777 /* RSS does not support anything other than hashing
778 * to queues on src and dst IPs and ports
780 if (nfc->data & ~(RXH_IP_SRC | RXH_IP_DST |
781 RXH_L4_B_0_1 | RXH_L4_B_2_3))
784 switch (nfc->flow_type) {
787 if (!(nfc->data & RXH_IP_SRC) ||
788 !(nfc->data & RXH_IP_DST) ||
789 !(nfc->data & RXH_L4_B_0_1) ||
790 !(nfc->data & RXH_L4_B_2_3))
794 if (!(nfc->data & RXH_IP_SRC) ||
795 !(nfc->data & RXH_IP_DST))
797 switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
799 flags &= ~FM10K_FLAG_RSS_FIELD_IPV4_UDP;
801 case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
802 flags |= FM10K_FLAG_RSS_FIELD_IPV4_UDP;
809 if (!(nfc->data & RXH_IP_SRC) ||
810 !(nfc->data & RXH_IP_DST))
812 switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
814 flags &= ~FM10K_FLAG_RSS_FIELD_IPV6_UDP;
816 case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
817 flags |= FM10K_FLAG_RSS_FIELD_IPV6_UDP;
831 if (!(nfc->data & RXH_IP_SRC) ||
832 !(nfc->data & RXH_IP_DST) ||
833 (nfc->data & RXH_L4_B_0_1) ||
834 (nfc->data & RXH_L4_B_2_3))
841 /* if we changed something we need to update flags */
842 if (flags != interface->flags) {
843 struct fm10k_hw *hw = &interface->hw;
846 if ((flags & UDP_RSS_FLAGS) &&
847 !(interface->flags & UDP_RSS_FLAGS))
848 netif_warn(interface, drv, interface->netdev,
849 "enabling UDP RSS: fragmented packets may arrive out of order to the stack above\n");
851 interface->flags = flags;
853 /* Perform hash on these packet types */
854 mrqc = FM10K_MRQC_IPV4 |
855 FM10K_MRQC_TCP_IPV4 |
859 if (flags & FM10K_FLAG_RSS_FIELD_IPV4_UDP)
860 mrqc |= FM10K_MRQC_UDP_IPV4;
861 if (flags & FM10K_FLAG_RSS_FIELD_IPV6_UDP)
862 mrqc |= FM10K_MRQC_UDP_IPV6;
864 fm10k_write_reg(hw, FM10K_MRQC(0), mrqc);
870 static int fm10k_set_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd)
872 struct fm10k_intfc *interface = netdev_priv(dev);
873 int ret = -EOPNOTSUPP;
877 ret = fm10k_set_rss_hash_opt(interface, cmd);
886 static int fm10k_mbx_test(struct fm10k_intfc *interface, u64 *data)
888 struct fm10k_hw *hw = &interface->hw;
889 struct fm10k_mbx_info *mbx = &hw->mbx;
890 u32 attr_flag, test_msg[6];
891 unsigned long timeout;
894 /* For now this is a VF only feature */
895 if (hw->mac.type != fm10k_mac_vf)
898 /* loop through both nested and unnested attribute types */
899 for (attr_flag = BIT(FM10K_TEST_MSG_UNSET);
900 attr_flag < BIT(2 * FM10K_TEST_MSG_NESTED);
901 attr_flag += attr_flag) {
902 /* generate message to be tested */
903 fm10k_tlv_msg_test_create(test_msg, attr_flag);
905 fm10k_mbx_lock(interface);
906 mbx->test_result = FM10K_NOT_IMPLEMENTED;
907 err = mbx->ops.enqueue_tx(hw, mbx, test_msg);
908 fm10k_mbx_unlock(interface);
910 /* wait up to 1 second for response */
911 timeout = jiffies + HZ;
916 usleep_range(500, 1000);
918 fm10k_mbx_lock(interface);
919 mbx->ops.process(hw, mbx);
920 fm10k_mbx_unlock(interface);
922 err = mbx->test_result;
925 } while (time_is_after_jiffies(timeout));
927 /* reporting errors */
933 *data = err < 0 ? (attr_flag) : (err > 0);
937 static void fm10k_self_test(struct net_device *dev,
938 struct ethtool_test *eth_test, u64 *data)
940 struct fm10k_intfc *interface = netdev_priv(dev);
941 struct fm10k_hw *hw = &interface->hw;
943 memset(data, 0, sizeof(*data) * FM10K_TEST_LEN);
945 if (FM10K_REMOVED(hw->hw_addr)) {
946 netif_err(interface, drv, dev,
947 "Interface removed - test blocked\n");
948 eth_test->flags |= ETH_TEST_FL_FAILED;
952 if (fm10k_mbx_test(interface, &data[FM10K_TEST_MBX]))
953 eth_test->flags |= ETH_TEST_FL_FAILED;
956 static u32 fm10k_get_priv_flags(struct net_device *netdev)
961 static int fm10k_set_priv_flags(struct net_device *netdev, u32 priv_flags)
963 if (priv_flags >= BIT(FM10K_PRV_FLAG_LEN))
969 static u32 fm10k_get_reta_size(struct net_device __always_unused *netdev)
971 return FM10K_RETA_SIZE * FM10K_RETA_ENTRIES_PER_REG;
974 void fm10k_write_reta(struct fm10k_intfc *interface, const u32 *indir)
976 u16 rss_i = interface->ring_feature[RING_F_RSS].indices;
977 struct fm10k_hw *hw = &interface->hw;
981 /* record entries to reta table */
982 for (i = 0; i < FM10K_RETA_SIZE; i++) {
985 /* generate a new table if we weren't given one */
986 for (j = 0; j < 4; j++) {
988 n = indir[4 * i + j];
990 n = ethtool_rxfh_indir_default(4 * i + j,
1001 if (interface->reta[i] == reta)
1004 interface->reta[i] = reta;
1005 fm10k_write_reg(hw, FM10K_RETA(0, i), reta);
1009 static int fm10k_get_reta(struct net_device *netdev, u32 *indir)
1011 struct fm10k_intfc *interface = netdev_priv(netdev);
1017 for (i = 0; i < FM10K_RETA_SIZE; i++, indir += 4) {
1018 u32 reta = interface->reta[i];
1020 indir[0] = (reta << 24) >> 24;
1021 indir[1] = (reta << 16) >> 24;
1022 indir[2] = (reta << 8) >> 24;
1023 indir[3] = (reta) >> 24;
1029 static int fm10k_set_reta(struct net_device *netdev, const u32 *indir)
1031 struct fm10k_intfc *interface = netdev_priv(netdev);
1038 /* Verify user input. */
1039 rss_i = interface->ring_feature[RING_F_RSS].indices;
1040 for (i = fm10k_get_reta_size(netdev); i--;) {
1041 if (indir[i] < rss_i)
1046 fm10k_write_reta(interface, indir);
1051 static u32 fm10k_get_rssrk_size(struct net_device __always_unused *netdev)
1053 return FM10K_RSSRK_SIZE * FM10K_RSSRK_ENTRIES_PER_REG;
1056 static int fm10k_get_rssh(struct net_device *netdev, u32 *indir, u8 *key,
1059 struct fm10k_intfc *interface = netdev_priv(netdev);
1063 *hfunc = ETH_RSS_HASH_TOP;
1065 err = fm10k_get_reta(netdev, indir);
1069 for (i = 0; i < FM10K_RSSRK_SIZE; i++, key += 4)
1070 *(__le32 *)key = cpu_to_le32(interface->rssrk[i]);
1075 static int fm10k_set_rssh(struct net_device *netdev, const u32 *indir,
1076 const u8 *key, const u8 hfunc)
1078 struct fm10k_intfc *interface = netdev_priv(netdev);
1079 struct fm10k_hw *hw = &interface->hw;
1082 /* We do not allow change in unsupported parameters */
1083 if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP)
1086 err = fm10k_set_reta(netdev, indir);
1090 for (i = 0; i < FM10K_RSSRK_SIZE; i++, key += 4) {
1091 u32 rssrk = le32_to_cpu(*(__le32 *)key);
1093 if (interface->rssrk[i] == rssrk)
1096 interface->rssrk[i] = rssrk;
1097 fm10k_write_reg(hw, FM10K_RSSRK(0, i), rssrk);
1103 static unsigned int fm10k_max_channels(struct net_device *dev)
1105 struct fm10k_intfc *interface = netdev_priv(dev);
1106 unsigned int max_combined = interface->hw.mac.max_queues;
1107 u8 tcs = netdev_get_num_tc(dev);
1109 /* For QoS report channels per traffic class */
1111 max_combined = BIT((fls(max_combined / tcs) - 1));
1113 return max_combined;
1116 static void fm10k_get_channels(struct net_device *dev,
1117 struct ethtool_channels *ch)
1119 struct fm10k_intfc *interface = netdev_priv(dev);
1120 struct fm10k_hw *hw = &interface->hw;
1122 /* report maximum channels */
1123 ch->max_combined = fm10k_max_channels(dev);
1125 /* report info for other vector */
1126 ch->max_other = NON_Q_VECTORS(hw);
1127 ch->other_count = ch->max_other;
1129 /* record RSS queues */
1130 ch->combined_count = interface->ring_feature[RING_F_RSS].indices;
1133 static int fm10k_set_channels(struct net_device *dev,
1134 struct ethtool_channels *ch)
1136 struct fm10k_intfc *interface = netdev_priv(dev);
1137 unsigned int count = ch->combined_count;
1138 struct fm10k_hw *hw = &interface->hw;
1140 /* verify they are not requesting separate vectors */
1141 if (!count || ch->rx_count || ch->tx_count)
1144 /* verify other_count has not changed */
1145 if (ch->other_count != NON_Q_VECTORS(hw))
1148 /* verify the number of channels does not exceed hardware limits */
1149 if (count > fm10k_max_channels(dev))
1152 interface->ring_feature[RING_F_RSS].limit = count;
1154 /* use setup TC to update any traffic class queue mapping */
1155 return fm10k_setup_tc(dev, netdev_get_num_tc(dev));
1158 static const struct ethtool_ops fm10k_ethtool_ops = {
1159 .get_strings = fm10k_get_strings,
1160 .get_sset_count = fm10k_get_sset_count,
1161 .get_ethtool_stats = fm10k_get_ethtool_stats,
1162 .get_drvinfo = fm10k_get_drvinfo,
1163 .get_link = ethtool_op_get_link,
1164 .get_pauseparam = fm10k_get_pauseparam,
1165 .set_pauseparam = fm10k_set_pauseparam,
1166 .get_msglevel = fm10k_get_msglevel,
1167 .set_msglevel = fm10k_set_msglevel,
1168 .get_ringparam = fm10k_get_ringparam,
1169 .set_ringparam = fm10k_set_ringparam,
1170 .get_coalesce = fm10k_get_coalesce,
1171 .set_coalesce = fm10k_set_coalesce,
1172 .get_rxnfc = fm10k_get_rxnfc,
1173 .set_rxnfc = fm10k_set_rxnfc,
1174 .get_regs = fm10k_get_regs,
1175 .get_regs_len = fm10k_get_regs_len,
1176 .self_test = fm10k_self_test,
1177 .get_priv_flags = fm10k_get_priv_flags,
1178 .set_priv_flags = fm10k_set_priv_flags,
1179 .get_rxfh_indir_size = fm10k_get_reta_size,
1180 .get_rxfh_key_size = fm10k_get_rssrk_size,
1181 .get_rxfh = fm10k_get_rssh,
1182 .set_rxfh = fm10k_set_rssh,
1183 .get_channels = fm10k_get_channels,
1184 .set_channels = fm10k_set_channels,
1185 .get_ts_info = ethtool_op_get_ts_info,
1188 void fm10k_set_ethtool_ops(struct net_device *dev)
1190 dev->ethtool_ops = &fm10k_ethtool_ops;