2 * Copyright (c) 2016~2017 Hisilicon Limited.
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
10 #include <linux/etherdevice.h>
11 #include <linux/string.h>
13 #include "hns3_enet.h"
16 char stats_string[ETH_GSTRING_LEN];
21 /* tqp related stats */
22 #define HNS3_TQP_STAT(_string, _member) { \
23 .stats_string = _string, \
24 .stats_size = FIELD_SIZEOF(struct ring_stats, _member), \
25 .stats_offset = offsetof(struct hns3_enet_ring, stats) +\
26 offsetof(struct ring_stats, _member), \
29 static const struct hns3_stats hns3_txq_stats[] = {
30 /* Tx per-queue statistics */
31 HNS3_TQP_STAT("tx_io_err_cnt", io_err_cnt),
32 HNS3_TQP_STAT("tx_sw_err_cnt", sw_err_cnt),
33 HNS3_TQP_STAT("tx_seg_pkt_cnt", seg_pkt_cnt),
34 HNS3_TQP_STAT("tx_pkts", tx_pkts),
35 HNS3_TQP_STAT("tx_bytes", tx_bytes),
36 HNS3_TQP_STAT("tx_err_cnt", tx_err_cnt),
37 HNS3_TQP_STAT("tx_restart_queue", restart_queue),
38 HNS3_TQP_STAT("tx_busy", tx_busy),
41 #define HNS3_TXQ_STATS_COUNT ARRAY_SIZE(hns3_txq_stats)
43 static const struct hns3_stats hns3_rxq_stats[] = {
44 /* Rx per-queue statistics */
45 HNS3_TQP_STAT("rx_io_err_cnt", io_err_cnt),
46 HNS3_TQP_STAT("rx_sw_err_cnt", sw_err_cnt),
47 HNS3_TQP_STAT("rx_seg_pkt_cnt", seg_pkt_cnt),
48 HNS3_TQP_STAT("rx_pkts", rx_pkts),
49 HNS3_TQP_STAT("rx_bytes", rx_bytes),
50 HNS3_TQP_STAT("rx_err_cnt", rx_err_cnt),
51 HNS3_TQP_STAT("rx_reuse_pg_cnt", reuse_pg_cnt),
52 HNS3_TQP_STAT("rx_err_pkt_len", err_pkt_len),
53 HNS3_TQP_STAT("rx_non_vld_descs", non_vld_descs),
54 HNS3_TQP_STAT("rx_err_bd_num", err_bd_num),
55 HNS3_TQP_STAT("rx_l2_err", l2_err),
56 HNS3_TQP_STAT("rx_l3l4_csum_err", l3l4_csum_err),
59 #define HNS3_RXQ_STATS_COUNT ARRAY_SIZE(hns3_rxq_stats)
61 #define HNS3_TQP_STATS_COUNT (HNS3_TXQ_STATS_COUNT + HNS3_RXQ_STATS_COUNT)
63 struct hns3_link_mode_mapping {
65 u32 ethtool_link_mode;
68 static const struct hns3_link_mode_mapping hns3_lm_map[] = {
69 {HNS3_LM_FIBRE_BIT, ETHTOOL_LINK_MODE_FIBRE_BIT},
70 {HNS3_LM_AUTONEG_BIT, ETHTOOL_LINK_MODE_Autoneg_BIT},
71 {HNS3_LM_TP_BIT, ETHTOOL_LINK_MODE_TP_BIT},
72 {HNS3_LM_PAUSE_BIT, ETHTOOL_LINK_MODE_Pause_BIT},
73 {HNS3_LM_BACKPLANE_BIT, ETHTOOL_LINK_MODE_Backplane_BIT},
74 {HNS3_LM_10BASET_HALF_BIT, ETHTOOL_LINK_MODE_10baseT_Half_BIT},
75 {HNS3_LM_10BASET_FULL_BIT, ETHTOOL_LINK_MODE_10baseT_Full_BIT},
76 {HNS3_LM_100BASET_HALF_BIT, ETHTOOL_LINK_MODE_100baseT_Half_BIT},
77 {HNS3_LM_100BASET_FULL_BIT, ETHTOOL_LINK_MODE_100baseT_Full_BIT},
78 {HNS3_LM_1000BASET_FULL_BIT, ETHTOOL_LINK_MODE_1000baseT_Full_BIT},
81 static void hns3_driv_to_eth_caps(u32 caps, struct ethtool_link_ksettings *cmd,
86 for (i = 0; i < ARRAY_SIZE(hns3_lm_map); i++) {
87 if (!(caps & hns3_lm_map[i].hns3_link_mode))
91 ethtool_link_ksettings_zero_link_mode(cmd,
93 __set_bit(hns3_lm_map[i].ethtool_link_mode,
94 cmd->link_modes.advertising);
96 ethtool_link_ksettings_zero_link_mode(cmd,
98 __set_bit(hns3_lm_map[i].ethtool_link_mode,
99 cmd->link_modes.supported);
104 static int hns3_get_sset_count(struct net_device *netdev, int stringset)
106 struct hns3_nic_priv *priv = netdev_priv(netdev);
107 struct hnae3_handle *h = priv->ae_handle;
108 const struct hnae3_ae_ops *ops = h->ae_algo->ops;
110 if (!ops->get_sset_count)
115 return ((HNS3_TQP_STATS_COUNT * h->kinfo.num_tqps) +
116 ops->get_sset_count(h, stringset));
119 return ops->get_sset_count(h, stringset);
125 static void *hns3_update_strings(u8 *data, const struct hns3_stats *stats,
126 u32 stat_count, u32 num_tqps)
128 #define MAX_PREFIX_SIZE (8 + 4)
133 for (i = 0; i < num_tqps; i++) {
134 for (j = 0; j < stat_count; j++) {
135 data[ETH_GSTRING_LEN - 1] = '\0';
137 /* first, prepend the prefix string */
138 n1 = snprintf(data, MAX_PREFIX_SIZE, "rcb_q%d_", i);
139 n1 = min_t(uint, n1, MAX_PREFIX_SIZE - 1);
140 size_left = (ETH_GSTRING_LEN - 1) - n1;
142 /* now, concatenate the stats string to it */
143 strncat(data, stats[j].stats_string, size_left);
144 data += ETH_GSTRING_LEN;
151 static u8 *hns3_get_strings_tqps(struct hnae3_handle *handle, u8 *data)
153 struct hnae3_knic_private_info *kinfo = &handle->kinfo;
155 /* get strings for Tx */
156 data = hns3_update_strings(data, hns3_txq_stats, HNS3_TXQ_STATS_COUNT,
159 /* get strings for Rx */
160 data = hns3_update_strings(data, hns3_rxq_stats, HNS3_RXQ_STATS_COUNT,
166 static void hns3_get_strings(struct net_device *netdev, u32 stringset, u8 *data)
168 struct hns3_nic_priv *priv = netdev_priv(netdev);
169 struct hnae3_handle *h = priv->ae_handle;
170 const struct hnae3_ae_ops *ops = h->ae_algo->ops;
171 char *buff = (char *)data;
173 if (!ops->get_strings)
178 buff = hns3_get_strings_tqps(h, buff);
179 h->ae_algo->ops->get_strings(h, stringset, (u8 *)buff);
182 ops->get_strings(h, stringset, data);
187 static u64 *hns3_get_stats_tqps(struct hnae3_handle *handle, u64 *data)
189 struct hns3_nic_priv *nic_priv = (struct hns3_nic_priv *)handle->priv;
190 struct hnae3_knic_private_info *kinfo = &handle->kinfo;
191 struct hns3_enet_ring *ring;
195 /* get stats for Tx */
196 for (i = 0; i < kinfo->num_tqps; i++) {
197 ring = nic_priv->ring_data[i].ring;
198 for (j = 0; j < HNS3_TXQ_STATS_COUNT; j++) {
199 stat = (u8 *)ring + hns3_txq_stats[j].stats_offset;
200 *data++ = *(u64 *)stat;
204 /* get stats for Rx */
205 for (i = 0; i < kinfo->num_tqps; i++) {
206 ring = nic_priv->ring_data[i + kinfo->num_tqps].ring;
207 for (j = 0; j < HNS3_RXQ_STATS_COUNT; j++) {
208 stat = (u8 *)ring + hns3_rxq_stats[j].stats_offset;
209 *data++ = *(u64 *)stat;
216 /* hns3_get_stats - get detail statistics.
217 * @netdev: net device
218 * @stats: statistics info.
219 * @data: statistics data.
221 void hns3_get_stats(struct net_device *netdev, struct ethtool_stats *stats,
224 struct hns3_nic_priv *priv = netdev_priv(netdev);
225 struct hnae3_handle *h = priv->ae_handle;
228 if (!h->ae_algo->ops->get_stats || !h->ae_algo->ops->update_stats) {
229 netdev_err(netdev, "could not get any statistics\n");
233 h->ae_algo->ops->update_stats(h, &netdev->stats);
235 /* get per-queue stats */
236 p = hns3_get_stats_tqps(h, p);
238 /* get MAC & other misc hardware stats */
239 h->ae_algo->ops->get_stats(h, p);
242 static void hns3_get_drvinfo(struct net_device *netdev,
243 struct ethtool_drvinfo *drvinfo)
245 struct hns3_nic_priv *priv = netdev_priv(netdev);
246 struct hnae3_handle *h = priv->ae_handle;
248 strncpy(drvinfo->version, hns3_driver_version,
249 sizeof(drvinfo->version));
250 drvinfo->version[sizeof(drvinfo->version) - 1] = '\0';
252 strncpy(drvinfo->driver, h->pdev->driver->name,
253 sizeof(drvinfo->driver));
254 drvinfo->driver[sizeof(drvinfo->driver) - 1] = '\0';
256 strncpy(drvinfo->bus_info, pci_name(h->pdev),
257 sizeof(drvinfo->bus_info));
258 drvinfo->bus_info[ETHTOOL_BUSINFO_LEN - 1] = '\0';
260 snprintf(drvinfo->fw_version, sizeof(drvinfo->fw_version), "0x%08x",
261 priv->ae_handle->ae_algo->ops->get_fw_version(h));
264 static u32 hns3_get_link(struct net_device *netdev)
266 struct hns3_nic_priv *priv = netdev_priv(netdev);
267 struct hnae3_handle *h;
271 if (h->ae_algo && h->ae_algo->ops && h->ae_algo->ops->get_status)
272 return h->ae_algo->ops->get_status(h);
277 static void hns3_get_ringparam(struct net_device *netdev,
278 struct ethtool_ringparam *param)
280 struct hns3_nic_priv *priv = netdev_priv(netdev);
281 int queue_num = priv->ae_handle->kinfo.num_tqps;
283 param->tx_max_pending = HNS3_RING_MAX_PENDING;
284 param->rx_max_pending = HNS3_RING_MAX_PENDING;
286 param->tx_pending = priv->ring_data[0].ring->desc_num;
287 param->rx_pending = priv->ring_data[queue_num].ring->desc_num;
290 static void hns3_get_pauseparam(struct net_device *netdev,
291 struct ethtool_pauseparam *param)
293 struct hns3_nic_priv *priv = netdev_priv(netdev);
294 struct hnae3_handle *h = priv->ae_handle;
296 if (h->ae_algo && h->ae_algo->ops && h->ae_algo->ops->get_pauseparam)
297 h->ae_algo->ops->get_pauseparam(h, ¶m->autoneg,
298 ¶m->rx_pause, ¶m->tx_pause);
301 static int hns3_get_link_ksettings(struct net_device *netdev,
302 struct ethtool_link_ksettings *cmd)
304 struct hns3_nic_priv *priv = netdev_priv(netdev);
305 struct hnae3_handle *h = priv->ae_handle;
308 u8 media_type = HNAE3_MEDIA_TYPE_UNKNOWN;
314 if (!h->ae_algo || !h->ae_algo->ops)
317 /* 1.auto_neg & speed & duplex from cmd */
318 if (h->ae_algo->ops->get_ksettings_an_result) {
319 h->ae_algo->ops->get_ksettings_an_result(h, &auto_neg,
321 cmd->base.autoneg = auto_neg;
322 cmd->base.speed = speed;
323 cmd->base.duplex = duplex;
325 link_stat = hns3_get_link(netdev);
327 cmd->base.speed = (u32)SPEED_UNKNOWN;
328 cmd->base.duplex = DUPLEX_UNKNOWN;
332 /* 2.media_type get from bios parameter block */
333 if (h->ae_algo->ops->get_media_type) {
334 h->ae_algo->ops->get_media_type(h, &media_type);
336 switch (media_type) {
337 case HNAE3_MEDIA_TYPE_FIBER:
338 cmd->base.port = PORT_FIBRE;
339 supported_caps = HNS3_LM_FIBRE_BIT |
340 HNS3_LM_AUTONEG_BIT |
342 HNS3_LM_1000BASET_FULL_BIT;
344 advertised_caps = supported_caps;
346 case HNAE3_MEDIA_TYPE_COPPER:
347 cmd->base.port = PORT_TP;
348 supported_caps = HNS3_LM_TP_BIT |
349 HNS3_LM_AUTONEG_BIT |
351 HNS3_LM_1000BASET_FULL_BIT |
352 HNS3_LM_100BASET_FULL_BIT |
353 HNS3_LM_100BASET_HALF_BIT |
354 HNS3_LM_10BASET_FULL_BIT |
355 HNS3_LM_10BASET_HALF_BIT;
356 advertised_caps = supported_caps;
358 case HNAE3_MEDIA_TYPE_BACKPLANE:
359 cmd->base.port = PORT_NONE;
360 supported_caps = HNS3_LM_BACKPLANE_BIT |
362 HNS3_LM_AUTONEG_BIT |
363 HNS3_LM_1000BASET_FULL_BIT |
364 HNS3_LM_100BASET_FULL_BIT |
365 HNS3_LM_100BASET_HALF_BIT |
366 HNS3_LM_10BASET_FULL_BIT |
367 HNS3_LM_10BASET_HALF_BIT;
369 advertised_caps = supported_caps;
371 case HNAE3_MEDIA_TYPE_UNKNOWN:
373 cmd->base.port = PORT_OTHER;
379 if (!cmd->base.autoneg)
380 advertised_caps &= ~HNS3_LM_AUTONEG_BIT;
382 /* now, map driver link modes to ethtool link modes */
383 hns3_driv_to_eth_caps(supported_caps, cmd, false);
384 hns3_driv_to_eth_caps(advertised_caps, cmd, true);
387 /* 3.mdix_ctrl&mdix get from phy reg */
388 if (h->ae_algo->ops->get_mdix_mode)
389 h->ae_algo->ops->get_mdix_mode(h, &cmd->base.eth_tp_mdix_ctrl,
390 &cmd->base.eth_tp_mdix);
392 cmd->base.mdio_support = ETH_MDIO_SUPPORTS_C22;
397 static u32 hns3_get_rss_key_size(struct net_device *netdev)
399 struct hns3_nic_priv *priv = netdev_priv(netdev);
400 struct hnae3_handle *h = priv->ae_handle;
402 if (!h->ae_algo || !h->ae_algo->ops ||
403 !h->ae_algo->ops->get_rss_key_size)
406 return h->ae_algo->ops->get_rss_key_size(h);
409 static u32 hns3_get_rss_indir_size(struct net_device *netdev)
411 struct hns3_nic_priv *priv = netdev_priv(netdev);
412 struct hnae3_handle *h = priv->ae_handle;
414 if (!h->ae_algo || !h->ae_algo->ops ||
415 !h->ae_algo->ops->get_rss_indir_size)
418 return h->ae_algo->ops->get_rss_indir_size(h);
421 static int hns3_get_rss(struct net_device *netdev, u32 *indir, u8 *key,
424 struct hns3_nic_priv *priv = netdev_priv(netdev);
425 struct hnae3_handle *h = priv->ae_handle;
427 if (!h->ae_algo || !h->ae_algo->ops || !h->ae_algo->ops->get_rss)
430 return h->ae_algo->ops->get_rss(h, indir, key, hfunc);
433 static int hns3_set_rss(struct net_device *netdev, const u32 *indir,
434 const u8 *key, const u8 hfunc)
436 struct hns3_nic_priv *priv = netdev_priv(netdev);
437 struct hnae3_handle *h = priv->ae_handle;
439 if (!h->ae_algo || !h->ae_algo->ops || !h->ae_algo->ops->set_rss)
442 /* currently we only support Toeplitz hash */
443 if ((hfunc != ETH_RSS_HASH_NO_CHANGE) && (hfunc != ETH_RSS_HASH_TOP)) {
445 "hash func not supported (only Toeplitz hash)\n");
450 "set rss failed for indir is empty\n");
454 return h->ae_algo->ops->set_rss(h, indir, key, hfunc);
457 static int hns3_get_rxnfc(struct net_device *netdev,
458 struct ethtool_rxnfc *cmd,
461 struct hns3_nic_priv *priv = netdev_priv(netdev);
462 struct hnae3_handle *h = priv->ae_handle;
464 if (!h->ae_algo || !h->ae_algo->ops || !h->ae_algo->ops->get_tc_size)
468 case ETHTOOL_GRXRINGS:
469 cmd->data = h->ae_algo->ops->get_tc_size(h);
478 static const struct ethtool_ops hns3_ethtool_ops = {
479 .get_drvinfo = hns3_get_drvinfo,
480 .get_link = hns3_get_link,
481 .get_ringparam = hns3_get_ringparam,
482 .get_pauseparam = hns3_get_pauseparam,
483 .get_strings = hns3_get_strings,
484 .get_ethtool_stats = hns3_get_stats,
485 .get_sset_count = hns3_get_sset_count,
486 .get_rxnfc = hns3_get_rxnfc,
487 .get_rxfh_key_size = hns3_get_rss_key_size,
488 .get_rxfh_indir_size = hns3_get_rss_indir_size,
489 .get_rxfh = hns3_get_rss,
490 .set_rxfh = hns3_set_rss,
491 .get_link_ksettings = hns3_get_link_ksettings,
494 void hns3_ethtool_set_ops(struct net_device *netdev)
496 netdev->ethtool_ops = &hns3_ethtool_ops;