GNU Linux-libre 4.9.317-gnu1
[releases.git] / drivers / net / ethernet / intel / fm10k / fm10k_ethtool.c
1 /* Intel(R) Ethernet Switch Host Interface Driver
2  * Copyright(c) 2013 - 2016 Intel Corporation.
3  *
4  * This program is free software; you can redistribute it and/or modify it
5  * under the terms and conditions of the GNU General Public License,
6  * version 2, as published by the Free Software Foundation.
7  *
8  * This program is distributed in the hope it will be useful, but WITHOUT
9  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
11  * more details.
12  *
13  * The full GNU General Public License is included in this distribution in
14  * the file called "COPYING".
15  *
16  * Contact Information:
17  * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
18  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
19  */
20
21 #include <linux/vmalloc.h>
22
23 #include "fm10k.h"
24
25 struct fm10k_stats {
26         char stat_string[ETH_GSTRING_LEN];
27         int sizeof_stat;
28         int stat_offset;
29 };
30
31 #define FM10K_NETDEV_STAT(_net_stat) { \
32         .stat_string = #_net_stat, \
33         .sizeof_stat = FIELD_SIZEOF(struct net_device_stats, _net_stat), \
34         .stat_offset = offsetof(struct net_device_stats, _net_stat) \
35 }
36
37 static const struct fm10k_stats fm10k_gstrings_net_stats[] = {
38         FM10K_NETDEV_STAT(tx_packets),
39         FM10K_NETDEV_STAT(tx_bytes),
40         FM10K_NETDEV_STAT(tx_errors),
41         FM10K_NETDEV_STAT(rx_packets),
42         FM10K_NETDEV_STAT(rx_bytes),
43         FM10K_NETDEV_STAT(rx_errors),
44         FM10K_NETDEV_STAT(rx_dropped),
45
46         /* detailed Rx errors */
47         FM10K_NETDEV_STAT(rx_length_errors),
48         FM10K_NETDEV_STAT(rx_crc_errors),
49         FM10K_NETDEV_STAT(rx_fifo_errors),
50 };
51
52 #define FM10K_NETDEV_STATS_LEN  ARRAY_SIZE(fm10k_gstrings_net_stats)
53
54 #define FM10K_STAT(_name, _stat) { \
55         .stat_string = _name, \
56         .sizeof_stat = FIELD_SIZEOF(struct fm10k_intfc, _stat), \
57         .stat_offset = offsetof(struct fm10k_intfc, _stat) \
58 }
59
60 static const struct fm10k_stats fm10k_gstrings_global_stats[] = {
61         FM10K_STAT("tx_restart_queue", restart_queue),
62         FM10K_STAT("tx_busy", tx_busy),
63         FM10K_STAT("tx_csum_errors", tx_csum_errors),
64         FM10K_STAT("rx_alloc_failed", alloc_failed),
65         FM10K_STAT("rx_csum_errors", rx_csum_errors),
66
67         FM10K_STAT("tx_packets_nic", tx_packets_nic),
68         FM10K_STAT("tx_bytes_nic", tx_bytes_nic),
69         FM10K_STAT("rx_packets_nic", rx_packets_nic),
70         FM10K_STAT("rx_bytes_nic", rx_bytes_nic),
71         FM10K_STAT("rx_drops_nic", rx_drops_nic),
72         FM10K_STAT("rx_overrun_pf", rx_overrun_pf),
73         FM10K_STAT("rx_overrun_vf", rx_overrun_vf),
74
75         FM10K_STAT("swapi_status", hw.swapi.status),
76         FM10K_STAT("mac_rules_used", hw.swapi.mac.used),
77         FM10K_STAT("mac_rules_avail", hw.swapi.mac.avail),
78
79         FM10K_STAT("reset_while_pending", hw.mac.reset_while_pending),
80
81         FM10K_STAT("tx_hang_count", tx_timeout_count),
82 };
83
84 static const struct fm10k_stats fm10k_gstrings_pf_stats[] = {
85         FM10K_STAT("timeout", stats.timeout.count),
86         FM10K_STAT("ur", stats.ur.count),
87         FM10K_STAT("ca", stats.ca.count),
88         FM10K_STAT("um", stats.um.count),
89         FM10K_STAT("xec", stats.xec.count),
90         FM10K_STAT("vlan_drop", stats.vlan_drop.count),
91         FM10K_STAT("loopback_drop", stats.loopback_drop.count),
92         FM10K_STAT("nodesc_drop", stats.nodesc_drop.count),
93 };
94
95 #define FM10K_MBX_STAT(_name, _stat) { \
96         .stat_string = _name, \
97         .sizeof_stat = FIELD_SIZEOF(struct fm10k_mbx_info, _stat), \
98         .stat_offset = offsetof(struct fm10k_mbx_info, _stat) \
99 }
100
101 static const struct fm10k_stats fm10k_gstrings_mbx_stats[] = {
102         FM10K_MBX_STAT("mbx_tx_busy", tx_busy),
103         FM10K_MBX_STAT("mbx_tx_dropped", tx_dropped),
104         FM10K_MBX_STAT("mbx_tx_messages", tx_messages),
105         FM10K_MBX_STAT("mbx_tx_dwords", tx_dwords),
106         FM10K_MBX_STAT("mbx_tx_mbmem_pulled", tx_mbmem_pulled),
107         FM10K_MBX_STAT("mbx_rx_messages", rx_messages),
108         FM10K_MBX_STAT("mbx_rx_dwords", rx_dwords),
109         FM10K_MBX_STAT("mbx_rx_parse_err", rx_parse_err),
110         FM10K_MBX_STAT("mbx_rx_mbmem_pushed", rx_mbmem_pushed),
111 };
112
113 #define FM10K_QUEUE_STAT(_name, _stat) { \
114         .stat_string = _name, \
115         .sizeof_stat = FIELD_SIZEOF(struct fm10k_ring, _stat), \
116         .stat_offset = offsetof(struct fm10k_ring, _stat) \
117 }
118
119 static const struct fm10k_stats fm10k_gstrings_queue_stats[] = {
120         FM10K_QUEUE_STAT("packets", stats.packets),
121         FM10K_QUEUE_STAT("bytes", stats.bytes),
122 };
123
124 #define FM10K_GLOBAL_STATS_LEN ARRAY_SIZE(fm10k_gstrings_global_stats)
125 #define FM10K_PF_STATS_LEN ARRAY_SIZE(fm10k_gstrings_pf_stats)
126 #define FM10K_MBX_STATS_LEN ARRAY_SIZE(fm10k_gstrings_mbx_stats)
127 #define FM10K_QUEUE_STATS_LEN ARRAY_SIZE(fm10k_gstrings_queue_stats)
128
129 #define FM10K_STATIC_STATS_LEN (FM10K_GLOBAL_STATS_LEN + \
130                                 FM10K_NETDEV_STATS_LEN + \
131                                 FM10K_MBX_STATS_LEN)
132
133 static const char fm10k_gstrings_test[][ETH_GSTRING_LEN] = {
134         "Mailbox test (on/offline)"
135 };
136
137 #define FM10K_TEST_LEN (sizeof(fm10k_gstrings_test) / ETH_GSTRING_LEN)
138
139 enum fm10k_self_test_types {
140         FM10K_TEST_MBX,
141         FM10K_TEST_MAX = FM10K_TEST_LEN
142 };
143
144 enum {
145         FM10K_PRV_FLAG_LEN,
146 };
147
148 static const char fm10k_prv_flags[FM10K_PRV_FLAG_LEN][ETH_GSTRING_LEN] = {
149 };
150
151 static void fm10k_add_stat_strings(char **p, const char *prefix,
152                                    const struct fm10k_stats stats[],
153                                    const unsigned int size)
154 {
155         unsigned int i;
156
157         for (i = 0; i < size; i++) {
158                 snprintf(*p, ETH_GSTRING_LEN, "%s%s",
159                          prefix, stats[i].stat_string);
160                 *p += ETH_GSTRING_LEN;
161         }
162 }
163
164 static void fm10k_get_stat_strings(struct net_device *dev, u8 *data)
165 {
166         struct fm10k_intfc *interface = netdev_priv(dev);
167         char *p = (char *)data;
168         unsigned int i;
169
170         fm10k_add_stat_strings(&p, "", fm10k_gstrings_net_stats,
171                                FM10K_NETDEV_STATS_LEN);
172
173         fm10k_add_stat_strings(&p, "", fm10k_gstrings_global_stats,
174                                FM10K_GLOBAL_STATS_LEN);
175
176         fm10k_add_stat_strings(&p, "", fm10k_gstrings_mbx_stats,
177                                FM10K_MBX_STATS_LEN);
178
179         if (interface->hw.mac.type != fm10k_mac_vf)
180                 fm10k_add_stat_strings(&p, "", fm10k_gstrings_pf_stats,
181                                        FM10K_PF_STATS_LEN);
182
183         for (i = 0; i < interface->hw.mac.max_queues; i++) {
184                 char prefix[ETH_GSTRING_LEN];
185
186                 snprintf(prefix, ETH_GSTRING_LEN, "tx_queue_%u_", i);
187                 fm10k_add_stat_strings(&p, prefix,
188                                        fm10k_gstrings_queue_stats,
189                                        FM10K_QUEUE_STATS_LEN);
190
191                 snprintf(prefix, ETH_GSTRING_LEN, "rx_queue_%u_", i);
192                 fm10k_add_stat_strings(&p, prefix,
193                                        fm10k_gstrings_queue_stats,
194                                        FM10K_QUEUE_STATS_LEN);
195         }
196 }
197
198 static void fm10k_get_strings(struct net_device *dev,
199                               u32 stringset, u8 *data)
200 {
201         char *p = (char *)data;
202
203         switch (stringset) {
204         case ETH_SS_TEST:
205                 memcpy(data, *fm10k_gstrings_test,
206                        FM10K_TEST_LEN * ETH_GSTRING_LEN);
207                 break;
208         case ETH_SS_STATS:
209                 fm10k_get_stat_strings(dev, data);
210                 break;
211         case ETH_SS_PRIV_FLAGS:
212                 memcpy(p, fm10k_prv_flags,
213                        FM10K_PRV_FLAG_LEN * ETH_GSTRING_LEN);
214                 break;
215         }
216 }
217
218 static int fm10k_get_sset_count(struct net_device *dev, int sset)
219 {
220         struct fm10k_intfc *interface = netdev_priv(dev);
221         struct fm10k_hw *hw = &interface->hw;
222         int stats_len = FM10K_STATIC_STATS_LEN;
223
224         switch (sset) {
225         case ETH_SS_TEST:
226                 return FM10K_TEST_LEN;
227         case ETH_SS_STATS:
228                 stats_len += hw->mac.max_queues * 2 * FM10K_QUEUE_STATS_LEN;
229
230                 if (hw->mac.type != fm10k_mac_vf)
231                         stats_len += FM10K_PF_STATS_LEN;
232
233                 return stats_len;
234         case ETH_SS_PRIV_FLAGS:
235                 return FM10K_PRV_FLAG_LEN;
236         default:
237                 return -EOPNOTSUPP;
238         }
239 }
240
241 static void fm10k_add_ethtool_stats(u64 **data, void *pointer,
242                                     const struct fm10k_stats stats[],
243                                     const unsigned int size)
244 {
245         unsigned int i;
246         char *p;
247
248         if (!pointer) {
249                 /* memory is not zero allocated so we have to clear it */
250                 for (i = 0; i < size; i++)
251                         *((*data)++) = 0;
252                 return;
253         }
254
255         for (i = 0; i < size; i++) {
256                 p = (char *)pointer + stats[i].stat_offset;
257
258                 switch (stats[i].sizeof_stat) {
259                 case sizeof(u64):
260                         *((*data)++) = *(u64 *)p;
261                         break;
262                 case sizeof(u32):
263                         *((*data)++) = *(u32 *)p;
264                         break;
265                 case sizeof(u16):
266                         *((*data)++) = *(u16 *)p;
267                         break;
268                 case sizeof(u8):
269                         *((*data)++) = *(u8 *)p;
270                         break;
271                 default:
272                         *((*data)++) = 0;
273                 }
274         }
275 }
276
277 static void fm10k_get_ethtool_stats(struct net_device *netdev,
278                                     struct ethtool_stats __always_unused *stats,
279                                     u64 *data)
280 {
281         struct fm10k_intfc *interface = netdev_priv(netdev);
282         struct net_device_stats *net_stats = &netdev->stats;
283         int i;
284
285         fm10k_update_stats(interface);
286
287         fm10k_add_ethtool_stats(&data, net_stats, fm10k_gstrings_net_stats,
288                                 FM10K_NETDEV_STATS_LEN);
289
290         fm10k_add_ethtool_stats(&data, interface, fm10k_gstrings_global_stats,
291                                 FM10K_GLOBAL_STATS_LEN);
292
293         fm10k_add_ethtool_stats(&data, &interface->hw.mbx,
294                                 fm10k_gstrings_mbx_stats,
295                                 FM10K_MBX_STATS_LEN);
296
297         if (interface->hw.mac.type != fm10k_mac_vf) {
298                 fm10k_add_ethtool_stats(&data, interface,
299                                         fm10k_gstrings_pf_stats,
300                                         FM10K_PF_STATS_LEN);
301         }
302
303         for (i = 0; i < interface->hw.mac.max_queues; i++) {
304                 struct fm10k_ring *ring;
305
306                 ring = interface->tx_ring[i];
307                 fm10k_add_ethtool_stats(&data, ring,
308                                         fm10k_gstrings_queue_stats,
309                                         FM10K_QUEUE_STATS_LEN);
310
311                 ring = interface->rx_ring[i];
312                 fm10k_add_ethtool_stats(&data, ring,
313                                         fm10k_gstrings_queue_stats,
314                                         FM10K_QUEUE_STATS_LEN);
315         }
316 }
317
318 /* If function below adds more registers this define needs to be updated */
319 #define FM10K_REGS_LEN_Q 29
320
321 static void fm10k_get_reg_q(struct fm10k_hw *hw, u32 *buff, int i)
322 {
323         int idx = 0;
324
325         buff[idx++] = fm10k_read_reg(hw, FM10K_RDBAL(i));
326         buff[idx++] = fm10k_read_reg(hw, FM10K_RDBAH(i));
327         buff[idx++] = fm10k_read_reg(hw, FM10K_RDLEN(i));
328         buff[idx++] = fm10k_read_reg(hw, FM10K_TPH_RXCTRL(i));
329         buff[idx++] = fm10k_read_reg(hw, FM10K_RDH(i));
330         buff[idx++] = fm10k_read_reg(hw, FM10K_RDT(i));
331         buff[idx++] = fm10k_read_reg(hw, FM10K_RXQCTL(i));
332         buff[idx++] = fm10k_read_reg(hw, FM10K_RXDCTL(i));
333         buff[idx++] = fm10k_read_reg(hw, FM10K_RXINT(i));
334         buff[idx++] = fm10k_read_reg(hw, FM10K_SRRCTL(i));
335         buff[idx++] = fm10k_read_reg(hw, FM10K_QPRC(i));
336         buff[idx++] = fm10k_read_reg(hw, FM10K_QPRDC(i));
337         buff[idx++] = fm10k_read_reg(hw, FM10K_QBRC_L(i));
338         buff[idx++] = fm10k_read_reg(hw, FM10K_QBRC_H(i));
339         buff[idx++] = fm10k_read_reg(hw, FM10K_TDBAL(i));
340         buff[idx++] = fm10k_read_reg(hw, FM10K_TDBAH(i));
341         buff[idx++] = fm10k_read_reg(hw, FM10K_TDLEN(i));
342         buff[idx++] = fm10k_read_reg(hw, FM10K_TPH_TXCTRL(i));
343         buff[idx++] = fm10k_read_reg(hw, FM10K_TDH(i));
344         buff[idx++] = fm10k_read_reg(hw, FM10K_TDT(i));
345         buff[idx++] = fm10k_read_reg(hw, FM10K_TXDCTL(i));
346         buff[idx++] = fm10k_read_reg(hw, FM10K_TXQCTL(i));
347         buff[idx++] = fm10k_read_reg(hw, FM10K_TXINT(i));
348         buff[idx++] = fm10k_read_reg(hw, FM10K_QPTC(i));
349         buff[idx++] = fm10k_read_reg(hw, FM10K_QBTC_L(i));
350         buff[idx++] = fm10k_read_reg(hw, FM10K_QBTC_H(i));
351         buff[idx++] = fm10k_read_reg(hw, FM10K_TQDLOC(i));
352         buff[idx++] = fm10k_read_reg(hw, FM10K_TX_SGLORT(i));
353         buff[idx++] = fm10k_read_reg(hw, FM10K_PFVTCTL(i));
354
355         BUG_ON(idx != FM10K_REGS_LEN_Q);
356 }
357
358 /* If function above adds more registers this define needs to be updated */
359 #define FM10K_REGS_LEN_VSI 43
360
361 static void fm10k_get_reg_vsi(struct fm10k_hw *hw, u32 *buff, int i)
362 {
363         int idx = 0, j;
364
365         buff[idx++] = fm10k_read_reg(hw, FM10K_MRQC(i));
366         for (j = 0; j < 10; j++)
367                 buff[idx++] = fm10k_read_reg(hw, FM10K_RSSRK(i, j));
368         for (j = 0; j < 32; j++)
369                 buff[idx++] = fm10k_read_reg(hw, FM10K_RETA(i, j));
370
371         BUG_ON(idx != FM10K_REGS_LEN_VSI);
372 }
373
374 static void fm10k_get_regs(struct net_device *netdev,
375                            struct ethtool_regs *regs, void *p)
376 {
377         struct fm10k_intfc *interface = netdev_priv(netdev);
378         struct fm10k_hw *hw = &interface->hw;
379         u32 *buff = p;
380         u16 i;
381
382         regs->version = BIT(24) | (hw->revision_id << 16) | hw->device_id;
383
384         switch (hw->mac.type) {
385         case fm10k_mac_pf:
386                 /* General PF Registers */
387                 *(buff++) = fm10k_read_reg(hw, FM10K_CTRL);
388                 *(buff++) = fm10k_read_reg(hw, FM10K_CTRL_EXT);
389                 *(buff++) = fm10k_read_reg(hw, FM10K_GCR);
390                 *(buff++) = fm10k_read_reg(hw, FM10K_GCR_EXT);
391
392                 for (i = 0; i < 8; i++) {
393                         *(buff++) = fm10k_read_reg(hw, FM10K_DGLORTMAP(i));
394                         *(buff++) = fm10k_read_reg(hw, FM10K_DGLORTDEC(i));
395                 }
396
397                 for (i = 0; i < 65; i++) {
398                         fm10k_get_reg_vsi(hw, buff, i);
399                         buff += FM10K_REGS_LEN_VSI;
400                 }
401
402                 *(buff++) = fm10k_read_reg(hw, FM10K_DMA_CTRL);
403                 *(buff++) = fm10k_read_reg(hw, FM10K_DMA_CTRL2);
404
405                 for (i = 0; i < FM10K_MAX_QUEUES_PF; i++) {
406                         fm10k_get_reg_q(hw, buff, i);
407                         buff += FM10K_REGS_LEN_Q;
408                 }
409
410                 *(buff++) = fm10k_read_reg(hw, FM10K_TPH_CTRL);
411
412                 for (i = 0; i < 8; i++)
413                         *(buff++) = fm10k_read_reg(hw, FM10K_INT_MAP(i));
414
415                 /* Interrupt Throttling Registers */
416                 for (i = 0; i < 130; i++)
417                         *(buff++) = fm10k_read_reg(hw, FM10K_ITR(i));
418
419                 break;
420         case fm10k_mac_vf:
421                 /* General VF registers */
422                 *(buff++) = fm10k_read_reg(hw, FM10K_VFCTRL);
423                 *(buff++) = fm10k_read_reg(hw, FM10K_VFINT_MAP);
424                 *(buff++) = fm10k_read_reg(hw, FM10K_VFSYSTIME);
425
426                 /* Interrupt Throttling Registers */
427                 for (i = 0; i < 8; i++)
428                         *(buff++) = fm10k_read_reg(hw, FM10K_VFITR(i));
429
430                 fm10k_get_reg_vsi(hw, buff, 0);
431                 buff += FM10K_REGS_LEN_VSI;
432
433                 for (i = 0; i < FM10K_MAX_QUEUES_POOL; i++) {
434                         if (i < hw->mac.max_queues)
435                                 fm10k_get_reg_q(hw, buff, i);
436                         else
437                                 memset(buff, 0, sizeof(u32) * FM10K_REGS_LEN_Q);
438                         buff += FM10K_REGS_LEN_Q;
439                 }
440
441                 break;
442         default:
443                 return;
444         }
445 }
446
447 /* If function above adds more registers these define need to be updated */
448 #define FM10K_REGS_LEN_PF \
449 (162 + (65 * FM10K_REGS_LEN_VSI) + (FM10K_MAX_QUEUES_PF * FM10K_REGS_LEN_Q))
450 #define FM10K_REGS_LEN_VF \
451 (11 + FM10K_REGS_LEN_VSI + (FM10K_MAX_QUEUES_POOL * FM10K_REGS_LEN_Q))
452
453 static int fm10k_get_regs_len(struct net_device *netdev)
454 {
455         struct fm10k_intfc *interface = netdev_priv(netdev);
456         struct fm10k_hw *hw = &interface->hw;
457
458         switch (hw->mac.type) {
459         case fm10k_mac_pf:
460                 return FM10K_REGS_LEN_PF * sizeof(u32);
461         case fm10k_mac_vf:
462                 return FM10K_REGS_LEN_VF * sizeof(u32);
463         default:
464                 return 0;
465         }
466 }
467
468 static void fm10k_get_drvinfo(struct net_device *dev,
469                               struct ethtool_drvinfo *info)
470 {
471         struct fm10k_intfc *interface = netdev_priv(dev);
472
473         strncpy(info->driver, fm10k_driver_name,
474                 sizeof(info->driver) - 1);
475         strncpy(info->version, fm10k_driver_version,
476                 sizeof(info->version) - 1);
477         strncpy(info->bus_info, pci_name(interface->pdev),
478                 sizeof(info->bus_info) - 1);
479 }
480
481 static void fm10k_get_pauseparam(struct net_device *dev,
482                                  struct ethtool_pauseparam *pause)
483 {
484         struct fm10k_intfc *interface = netdev_priv(dev);
485
486         /* record fixed values for autoneg and tx pause */
487         pause->autoneg = 0;
488         pause->tx_pause = 1;
489
490         pause->rx_pause = interface->rx_pause ? 1 : 0;
491 }
492
493 static int fm10k_set_pauseparam(struct net_device *dev,
494                                 struct ethtool_pauseparam *pause)
495 {
496         struct fm10k_intfc *interface = netdev_priv(dev);
497         struct fm10k_hw *hw = &interface->hw;
498
499         if (pause->autoneg || !pause->tx_pause)
500                 return -EINVAL;
501
502         /* we can only support pause on the PF to avoid head-of-line blocking */
503         if (hw->mac.type == fm10k_mac_pf)
504                 interface->rx_pause = pause->rx_pause ? ~0 : 0;
505         else if (pause->rx_pause)
506                 return -EINVAL;
507
508         if (netif_running(dev))
509                 fm10k_update_rx_drop_en(interface);
510
511         return 0;
512 }
513
514 static u32 fm10k_get_msglevel(struct net_device *netdev)
515 {
516         struct fm10k_intfc *interface = netdev_priv(netdev);
517
518         return interface->msg_enable;
519 }
520
521 static void fm10k_set_msglevel(struct net_device *netdev, u32 data)
522 {
523         struct fm10k_intfc *interface = netdev_priv(netdev);
524
525         interface->msg_enable = data;
526 }
527
528 static void fm10k_get_ringparam(struct net_device *netdev,
529                                 struct ethtool_ringparam *ring)
530 {
531         struct fm10k_intfc *interface = netdev_priv(netdev);
532
533         ring->rx_max_pending = FM10K_MAX_RXD;
534         ring->tx_max_pending = FM10K_MAX_TXD;
535         ring->rx_mini_max_pending = 0;
536         ring->rx_jumbo_max_pending = 0;
537         ring->rx_pending = interface->rx_ring_count;
538         ring->tx_pending = interface->tx_ring_count;
539         ring->rx_mini_pending = 0;
540         ring->rx_jumbo_pending = 0;
541 }
542
543 static int fm10k_set_ringparam(struct net_device *netdev,
544                                struct ethtool_ringparam *ring)
545 {
546         struct fm10k_intfc *interface = netdev_priv(netdev);
547         struct fm10k_ring *temp_ring;
548         int i, err = 0;
549         u32 new_rx_count, new_tx_count;
550
551         if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
552                 return -EINVAL;
553
554         new_tx_count = clamp_t(u32, ring->tx_pending,
555                                FM10K_MIN_TXD, FM10K_MAX_TXD);
556         new_tx_count = ALIGN(new_tx_count, FM10K_REQ_TX_DESCRIPTOR_MULTIPLE);
557
558         new_rx_count = clamp_t(u32, ring->rx_pending,
559                                FM10K_MIN_RXD, FM10K_MAX_RXD);
560         new_rx_count = ALIGN(new_rx_count, FM10K_REQ_RX_DESCRIPTOR_MULTIPLE);
561
562         if ((new_tx_count == interface->tx_ring_count) &&
563             (new_rx_count == interface->rx_ring_count)) {
564                 /* nothing to do */
565                 return 0;
566         }
567
568         while (test_and_set_bit(__FM10K_RESETTING, &interface->state))
569                 usleep_range(1000, 2000);
570
571         if (!netif_running(interface->netdev)) {
572                 for (i = 0; i < interface->num_tx_queues; i++)
573                         interface->tx_ring[i]->count = new_tx_count;
574                 for (i = 0; i < interface->num_rx_queues; i++)
575                         interface->rx_ring[i]->count = new_rx_count;
576                 interface->tx_ring_count = new_tx_count;
577                 interface->rx_ring_count = new_rx_count;
578                 goto clear_reset;
579         }
580
581         /* allocate temporary buffer to store rings in */
582         i = max_t(int, interface->num_tx_queues, interface->num_rx_queues);
583         temp_ring = vmalloc(i * sizeof(struct fm10k_ring));
584
585         if (!temp_ring) {
586                 err = -ENOMEM;
587                 goto clear_reset;
588         }
589
590         fm10k_down(interface);
591
592         /* Setup new Tx resources and free the old Tx resources in that order.
593          * We can then assign the new resources to the rings via a memcpy.
594          * The advantage to this approach is that we are guaranteed to still
595          * have resources even in the case of an allocation failure.
596          */
597         if (new_tx_count != interface->tx_ring_count) {
598                 for (i = 0; i < interface->num_tx_queues; i++) {
599                         memcpy(&temp_ring[i], interface->tx_ring[i],
600                                sizeof(struct fm10k_ring));
601
602                         temp_ring[i].count = new_tx_count;
603                         err = fm10k_setup_tx_resources(&temp_ring[i]);
604                         if (err) {
605                                 while (i) {
606                                         i--;
607                                         fm10k_free_tx_resources(&temp_ring[i]);
608                                 }
609                                 goto err_setup;
610                         }
611                 }
612
613                 for (i = 0; i < interface->num_tx_queues; i++) {
614                         fm10k_free_tx_resources(interface->tx_ring[i]);
615
616                         memcpy(interface->tx_ring[i], &temp_ring[i],
617                                sizeof(struct fm10k_ring));
618                 }
619
620                 interface->tx_ring_count = new_tx_count;
621         }
622
623         /* Repeat the process for the Rx rings if needed */
624         if (new_rx_count != interface->rx_ring_count) {
625                 for (i = 0; i < interface->num_rx_queues; i++) {
626                         memcpy(&temp_ring[i], interface->rx_ring[i],
627                                sizeof(struct fm10k_ring));
628
629                         temp_ring[i].count = new_rx_count;
630                         err = fm10k_setup_rx_resources(&temp_ring[i]);
631                         if (err) {
632                                 while (i) {
633                                         i--;
634                                         fm10k_free_rx_resources(&temp_ring[i]);
635                                 }
636                                 goto err_setup;
637                         }
638                 }
639
640                 for (i = 0; i < interface->num_rx_queues; i++) {
641                         fm10k_free_rx_resources(interface->rx_ring[i]);
642
643                         memcpy(interface->rx_ring[i], &temp_ring[i],
644                                sizeof(struct fm10k_ring));
645                 }
646
647                 interface->rx_ring_count = new_rx_count;
648         }
649
650 err_setup:
651         fm10k_up(interface);
652         vfree(temp_ring);
653 clear_reset:
654         clear_bit(__FM10K_RESETTING, &interface->state);
655         return err;
656 }
657
658 static int fm10k_get_coalesce(struct net_device *dev,
659                               struct ethtool_coalesce *ec)
660 {
661         struct fm10k_intfc *interface = netdev_priv(dev);
662
663         ec->use_adaptive_tx_coalesce = ITR_IS_ADAPTIVE(interface->tx_itr);
664         ec->tx_coalesce_usecs = interface->tx_itr & ~FM10K_ITR_ADAPTIVE;
665
666         ec->use_adaptive_rx_coalesce = ITR_IS_ADAPTIVE(interface->rx_itr);
667         ec->rx_coalesce_usecs = interface->rx_itr & ~FM10K_ITR_ADAPTIVE;
668
669         return 0;
670 }
671
672 static int fm10k_set_coalesce(struct net_device *dev,
673                               struct ethtool_coalesce *ec)
674 {
675         struct fm10k_intfc *interface = netdev_priv(dev);
676         struct fm10k_q_vector *qv;
677         u16 tx_itr, rx_itr;
678         int i;
679
680         /* verify limits */
681         if ((ec->rx_coalesce_usecs > FM10K_ITR_MAX) ||
682             (ec->tx_coalesce_usecs > FM10K_ITR_MAX))
683                 return -EINVAL;
684
685         /* record settings */
686         tx_itr = ec->tx_coalesce_usecs;
687         rx_itr = ec->rx_coalesce_usecs;
688
689         /* set initial values for adaptive ITR */
690         if (ec->use_adaptive_tx_coalesce)
691                 tx_itr = FM10K_ITR_ADAPTIVE | FM10K_TX_ITR_DEFAULT;
692
693         if (ec->use_adaptive_rx_coalesce)
694                 rx_itr = FM10K_ITR_ADAPTIVE | FM10K_RX_ITR_DEFAULT;
695
696         /* update interface */
697         interface->tx_itr = tx_itr;
698         interface->rx_itr = rx_itr;
699
700         /* update q_vectors */
701         for (i = 0; i < interface->num_q_vectors; i++) {
702                 qv = interface->q_vector[i];
703                 qv->tx.itr = tx_itr;
704                 qv->rx.itr = rx_itr;
705         }
706
707         return 0;
708 }
709
710 static int fm10k_get_rss_hash_opts(struct fm10k_intfc *interface,
711                                    struct ethtool_rxnfc *cmd)
712 {
713         cmd->data = 0;
714
715         /* Report default options for RSS on fm10k */
716         switch (cmd->flow_type) {
717         case TCP_V4_FLOW:
718         case TCP_V6_FLOW:
719                 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
720                 /* fall through */
721         case UDP_V4_FLOW:
722                 if (interface->flags & FM10K_FLAG_RSS_FIELD_IPV4_UDP)
723                         cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
724                 /* fall through */
725         case SCTP_V4_FLOW:
726         case SCTP_V6_FLOW:
727         case AH_ESP_V4_FLOW:
728         case AH_ESP_V6_FLOW:
729         case AH_V4_FLOW:
730         case AH_V6_FLOW:
731         case ESP_V4_FLOW:
732         case ESP_V6_FLOW:
733         case IPV4_FLOW:
734         case IPV6_FLOW:
735                 cmd->data |= RXH_IP_SRC | RXH_IP_DST;
736                 break;
737         case UDP_V6_FLOW:
738                 if (interface->flags & FM10K_FLAG_RSS_FIELD_IPV6_UDP)
739                         cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
740                 cmd->data |= RXH_IP_SRC | RXH_IP_DST;
741                 break;
742         default:
743                 return -EINVAL;
744         }
745
746         return 0;
747 }
748
749 static int fm10k_get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd,
750                            u32 __always_unused *rule_locs)
751 {
752         struct fm10k_intfc *interface = netdev_priv(dev);
753         int ret = -EOPNOTSUPP;
754
755         switch (cmd->cmd) {
756         case ETHTOOL_GRXRINGS:
757                 cmd->data = interface->num_rx_queues;
758                 ret = 0;
759                 break;
760         case ETHTOOL_GRXFH:
761                 ret = fm10k_get_rss_hash_opts(interface, cmd);
762                 break;
763         default:
764                 break;
765         }
766
767         return ret;
768 }
769
770 #define UDP_RSS_FLAGS (FM10K_FLAG_RSS_FIELD_IPV4_UDP | \
771                        FM10K_FLAG_RSS_FIELD_IPV6_UDP)
772 static int fm10k_set_rss_hash_opt(struct fm10k_intfc *interface,
773                                   struct ethtool_rxnfc *nfc)
774 {
775         u32 flags = interface->flags;
776
777         /* RSS does not support anything other than hashing
778          * to queues on src and dst IPs and ports
779          */
780         if (nfc->data & ~(RXH_IP_SRC | RXH_IP_DST |
781                           RXH_L4_B_0_1 | RXH_L4_B_2_3))
782                 return -EINVAL;
783
784         switch (nfc->flow_type) {
785         case TCP_V4_FLOW:
786         case TCP_V6_FLOW:
787                 if (!(nfc->data & RXH_IP_SRC) ||
788                     !(nfc->data & RXH_IP_DST) ||
789                     !(nfc->data & RXH_L4_B_0_1) ||
790                     !(nfc->data & RXH_L4_B_2_3))
791                         return -EINVAL;
792                 break;
793         case UDP_V4_FLOW:
794                 if (!(nfc->data & RXH_IP_SRC) ||
795                     !(nfc->data & RXH_IP_DST))
796                         return -EINVAL;
797                 switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
798                 case 0:
799                         flags &= ~FM10K_FLAG_RSS_FIELD_IPV4_UDP;
800                         break;
801                 case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
802                         flags |= FM10K_FLAG_RSS_FIELD_IPV4_UDP;
803                         break;
804                 default:
805                         return -EINVAL;
806                 }
807                 break;
808         case UDP_V6_FLOW:
809                 if (!(nfc->data & RXH_IP_SRC) ||
810                     !(nfc->data & RXH_IP_DST))
811                         return -EINVAL;
812                 switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
813                 case 0:
814                         flags &= ~FM10K_FLAG_RSS_FIELD_IPV6_UDP;
815                         break;
816                 case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
817                         flags |= FM10K_FLAG_RSS_FIELD_IPV6_UDP;
818                         break;
819                 default:
820                         return -EINVAL;
821                 }
822                 break;
823         case AH_ESP_V4_FLOW:
824         case AH_V4_FLOW:
825         case ESP_V4_FLOW:
826         case SCTP_V4_FLOW:
827         case AH_ESP_V6_FLOW:
828         case AH_V6_FLOW:
829         case ESP_V6_FLOW:
830         case SCTP_V6_FLOW:
831                 if (!(nfc->data & RXH_IP_SRC) ||
832                     !(nfc->data & RXH_IP_DST) ||
833                     (nfc->data & RXH_L4_B_0_1) ||
834                     (nfc->data & RXH_L4_B_2_3))
835                         return -EINVAL;
836                 break;
837         default:
838                 return -EINVAL;
839         }
840
841         /* if we changed something we need to update flags */
842         if (flags != interface->flags) {
843                 struct fm10k_hw *hw = &interface->hw;
844                 u32 mrqc;
845
846                 if ((flags & UDP_RSS_FLAGS) &&
847                     !(interface->flags & UDP_RSS_FLAGS))
848                         netif_warn(interface, drv, interface->netdev,
849                                    "enabling UDP RSS: fragmented packets may arrive out of order to the stack above\n");
850
851                 interface->flags = flags;
852
853                 /* Perform hash on these packet types */
854                 mrqc = FM10K_MRQC_IPV4 |
855                        FM10K_MRQC_TCP_IPV4 |
856                        FM10K_MRQC_IPV6 |
857                        FM10K_MRQC_TCP_IPV6;
858
859                 if (flags & FM10K_FLAG_RSS_FIELD_IPV4_UDP)
860                         mrqc |= FM10K_MRQC_UDP_IPV4;
861                 if (flags & FM10K_FLAG_RSS_FIELD_IPV6_UDP)
862                         mrqc |= FM10K_MRQC_UDP_IPV6;
863
864                 fm10k_write_reg(hw, FM10K_MRQC(0), mrqc);
865         }
866
867         return 0;
868 }
869
870 static int fm10k_set_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd)
871 {
872         struct fm10k_intfc *interface = netdev_priv(dev);
873         int ret = -EOPNOTSUPP;
874
875         switch (cmd->cmd) {
876         case ETHTOOL_SRXFH:
877                 ret = fm10k_set_rss_hash_opt(interface, cmd);
878                 break;
879         default:
880                 break;
881         }
882
883         return ret;
884 }
885
886 static int fm10k_mbx_test(struct fm10k_intfc *interface, u64 *data)
887 {
888         struct fm10k_hw *hw = &interface->hw;
889         struct fm10k_mbx_info *mbx = &hw->mbx;
890         u32 attr_flag, test_msg[6];
891         unsigned long timeout;
892         int err = -EINVAL;
893
894         /* For now this is a VF only feature */
895         if (hw->mac.type != fm10k_mac_vf)
896                 return 0;
897
898         /* loop through both nested and unnested attribute types */
899         for (attr_flag = BIT(FM10K_TEST_MSG_UNSET);
900              attr_flag < BIT(2 * FM10K_TEST_MSG_NESTED);
901              attr_flag += attr_flag) {
902                 /* generate message to be tested */
903                 fm10k_tlv_msg_test_create(test_msg, attr_flag);
904
905                 fm10k_mbx_lock(interface);
906                 mbx->test_result = FM10K_NOT_IMPLEMENTED;
907                 err = mbx->ops.enqueue_tx(hw, mbx, test_msg);
908                 fm10k_mbx_unlock(interface);
909
910                 /* wait up to 1 second for response */
911                 timeout = jiffies + HZ;
912                 do {
913                         if (err < 0)
914                                 goto err_out;
915
916                         usleep_range(500, 1000);
917
918                         fm10k_mbx_lock(interface);
919                         mbx->ops.process(hw, mbx);
920                         fm10k_mbx_unlock(interface);
921
922                         err = mbx->test_result;
923                         if (!err)
924                                 break;
925                 } while (time_is_after_jiffies(timeout));
926
927                 /* reporting errors */
928                 if (err)
929                         goto err_out;
930         }
931
932 err_out:
933         *data = err < 0 ? (attr_flag) : (err > 0);
934         return err;
935 }
936
937 static void fm10k_self_test(struct net_device *dev,
938                             struct ethtool_test *eth_test, u64 *data)
939 {
940         struct fm10k_intfc *interface = netdev_priv(dev);
941         struct fm10k_hw *hw = &interface->hw;
942
943         memset(data, 0, sizeof(*data) * FM10K_TEST_LEN);
944
945         if (FM10K_REMOVED(hw->hw_addr)) {
946                 netif_err(interface, drv, dev,
947                           "Interface removed - test blocked\n");
948                 eth_test->flags |= ETH_TEST_FL_FAILED;
949                 return;
950         }
951
952         if (fm10k_mbx_test(interface, &data[FM10K_TEST_MBX]))
953                 eth_test->flags |= ETH_TEST_FL_FAILED;
954 }
955
956 static u32 fm10k_get_priv_flags(struct net_device *netdev)
957 {
958         return 0;
959 }
960
961 static int fm10k_set_priv_flags(struct net_device *netdev, u32 priv_flags)
962 {
963         if (priv_flags >= BIT(FM10K_PRV_FLAG_LEN))
964                 return -EINVAL;
965
966         return 0;
967 }
968
969 static u32 fm10k_get_reta_size(struct net_device __always_unused *netdev)
970 {
971         return FM10K_RETA_SIZE * FM10K_RETA_ENTRIES_PER_REG;
972 }
973
974 void fm10k_write_reta(struct fm10k_intfc *interface, const u32 *indir)
975 {
976         u16 rss_i = interface->ring_feature[RING_F_RSS].indices;
977         struct fm10k_hw *hw = &interface->hw;
978         u32 table[4];
979         int i, j;
980
981         /* record entries to reta table */
982         for (i = 0; i < FM10K_RETA_SIZE; i++) {
983                 u32 reta, n;
984
985                 /* generate a new table if we weren't given one */
986                 for (j = 0; j < 4; j++) {
987                         if (indir)
988                                 n = indir[4 * i + j];
989                         else
990                                 n = ethtool_rxfh_indir_default(4 * i + j,
991                                                                rss_i);
992
993                         table[j] = n;
994                 }
995
996                 reta = table[0] |
997                         (table[1] << 8) |
998                         (table[2] << 16) |
999                         (table[3] << 24);
1000
1001                 if (interface->reta[i] == reta)
1002                         continue;
1003
1004                 interface->reta[i] = reta;
1005                 fm10k_write_reg(hw, FM10K_RETA(0, i), reta);
1006         }
1007 }
1008
1009 static int fm10k_get_reta(struct net_device *netdev, u32 *indir)
1010 {
1011         struct fm10k_intfc *interface = netdev_priv(netdev);
1012         int i;
1013
1014         if (!indir)
1015                 return 0;
1016
1017         for (i = 0; i < FM10K_RETA_SIZE; i++, indir += 4) {
1018                 u32 reta = interface->reta[i];
1019
1020                 indir[0] = (reta << 24) >> 24;
1021                 indir[1] = (reta << 16) >> 24;
1022                 indir[2] = (reta <<  8) >> 24;
1023                 indir[3] = (reta) >> 24;
1024         }
1025
1026         return 0;
1027 }
1028
1029 static int fm10k_set_reta(struct net_device *netdev, const u32 *indir)
1030 {
1031         struct fm10k_intfc *interface = netdev_priv(netdev);
1032         int i;
1033         u16 rss_i;
1034
1035         if (!indir)
1036                 return 0;
1037
1038         /* Verify user input. */
1039         rss_i = interface->ring_feature[RING_F_RSS].indices;
1040         for (i = fm10k_get_reta_size(netdev); i--;) {
1041                 if (indir[i] < rss_i)
1042                         continue;
1043                 return -EINVAL;
1044         }
1045
1046         fm10k_write_reta(interface, indir);
1047
1048         return 0;
1049 }
1050
1051 static u32 fm10k_get_rssrk_size(struct net_device __always_unused *netdev)
1052 {
1053         return FM10K_RSSRK_SIZE * FM10K_RSSRK_ENTRIES_PER_REG;
1054 }
1055
1056 static int fm10k_get_rssh(struct net_device *netdev, u32 *indir, u8 *key,
1057                           u8 *hfunc)
1058 {
1059         struct fm10k_intfc *interface = netdev_priv(netdev);
1060         int i, err;
1061
1062         if (hfunc)
1063                 *hfunc = ETH_RSS_HASH_TOP;
1064
1065         err = fm10k_get_reta(netdev, indir);
1066         if (err || !key)
1067                 return err;
1068
1069         for (i = 0; i < FM10K_RSSRK_SIZE; i++, key += 4)
1070                 *(__le32 *)key = cpu_to_le32(interface->rssrk[i]);
1071
1072         return 0;
1073 }
1074
1075 static int fm10k_set_rssh(struct net_device *netdev, const u32 *indir,
1076                           const u8 *key, const u8 hfunc)
1077 {
1078         struct fm10k_intfc *interface = netdev_priv(netdev);
1079         struct fm10k_hw *hw = &interface->hw;
1080         int i, err;
1081
1082         /* We do not allow change in unsupported parameters */
1083         if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP)
1084                 return -EOPNOTSUPP;
1085
1086         err = fm10k_set_reta(netdev, indir);
1087         if (err || !key)
1088                 return err;
1089
1090         for (i = 0; i < FM10K_RSSRK_SIZE; i++, key += 4) {
1091                 u32 rssrk = le32_to_cpu(*(__le32 *)key);
1092
1093                 if (interface->rssrk[i] == rssrk)
1094                         continue;
1095
1096                 interface->rssrk[i] = rssrk;
1097                 fm10k_write_reg(hw, FM10K_RSSRK(0, i), rssrk);
1098         }
1099
1100         return 0;
1101 }
1102
1103 static unsigned int fm10k_max_channels(struct net_device *dev)
1104 {
1105         struct fm10k_intfc *interface = netdev_priv(dev);
1106         unsigned int max_combined = interface->hw.mac.max_queues;
1107         u8 tcs = netdev_get_num_tc(dev);
1108
1109         /* For QoS report channels per traffic class */
1110         if (tcs > 1)
1111                 max_combined = BIT((fls(max_combined / tcs) - 1));
1112
1113         return max_combined;
1114 }
1115
1116 static void fm10k_get_channels(struct net_device *dev,
1117                                struct ethtool_channels *ch)
1118 {
1119         struct fm10k_intfc *interface = netdev_priv(dev);
1120         struct fm10k_hw *hw = &interface->hw;
1121
1122         /* report maximum channels */
1123         ch->max_combined = fm10k_max_channels(dev);
1124
1125         /* report info for other vector */
1126         ch->max_other = NON_Q_VECTORS(hw);
1127         ch->other_count = ch->max_other;
1128
1129         /* record RSS queues */
1130         ch->combined_count = interface->ring_feature[RING_F_RSS].indices;
1131 }
1132
1133 static int fm10k_set_channels(struct net_device *dev,
1134                               struct ethtool_channels *ch)
1135 {
1136         struct fm10k_intfc *interface = netdev_priv(dev);
1137         unsigned int count = ch->combined_count;
1138         struct fm10k_hw *hw = &interface->hw;
1139
1140         /* verify they are not requesting separate vectors */
1141         if (!count || ch->rx_count || ch->tx_count)
1142                 return -EINVAL;
1143
1144         /* verify other_count has not changed */
1145         if (ch->other_count != NON_Q_VECTORS(hw))
1146                 return -EINVAL;
1147
1148         /* verify the number of channels does not exceed hardware limits */
1149         if (count > fm10k_max_channels(dev))
1150                 return -EINVAL;
1151
1152         interface->ring_feature[RING_F_RSS].limit = count;
1153
1154         /* use setup TC to update any traffic class queue mapping */
1155         return fm10k_setup_tc(dev, netdev_get_num_tc(dev));
1156 }
1157
1158 static const struct ethtool_ops fm10k_ethtool_ops = {
1159         .get_strings            = fm10k_get_strings,
1160         .get_sset_count         = fm10k_get_sset_count,
1161         .get_ethtool_stats      = fm10k_get_ethtool_stats,
1162         .get_drvinfo            = fm10k_get_drvinfo,
1163         .get_link               = ethtool_op_get_link,
1164         .get_pauseparam         = fm10k_get_pauseparam,
1165         .set_pauseparam         = fm10k_set_pauseparam,
1166         .get_msglevel           = fm10k_get_msglevel,
1167         .set_msglevel           = fm10k_set_msglevel,
1168         .get_ringparam          = fm10k_get_ringparam,
1169         .set_ringparam          = fm10k_set_ringparam,
1170         .get_coalesce           = fm10k_get_coalesce,
1171         .set_coalesce           = fm10k_set_coalesce,
1172         .get_rxnfc              = fm10k_get_rxnfc,
1173         .set_rxnfc              = fm10k_set_rxnfc,
1174         .get_regs               = fm10k_get_regs,
1175         .get_regs_len           = fm10k_get_regs_len,
1176         .self_test              = fm10k_self_test,
1177         .get_priv_flags         = fm10k_get_priv_flags,
1178         .set_priv_flags         = fm10k_set_priv_flags,
1179         .get_rxfh_indir_size    = fm10k_get_reta_size,
1180         .get_rxfh_key_size      = fm10k_get_rssrk_size,
1181         .get_rxfh               = fm10k_get_rssh,
1182         .set_rxfh               = fm10k_set_rssh,
1183         .get_channels           = fm10k_get_channels,
1184         .set_channels           = fm10k_set_channels,
1185         .get_ts_info            = ethtool_op_get_ts_info,
1186 };
1187
1188 void fm10k_set_ethtool_ops(struct net_device *dev)
1189 {
1190         dev->ethtool_ops = &fm10k_ethtool_ops;
1191 }