drivers/net/ethernet/hisilicon/hns/hns_ae_adapt.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  * Copyright (c) 2014-2015 Hisilicon Limited.
   4  */
   5
   6 #include <linux/etherdevice.h>
   7 #include <linux/netdevice.h>
   8 #include <linux/spinlock.h>
   9
  10 #include "hnae.h"
  11 #include "hns_dsaf_mac.h"
  12 #include "hns_dsaf_main.h"
  13 #include "hns_dsaf_ppe.h"
  14 #include "hns_dsaf_rcb.h"
  15
  16 static struct hns_mac_cb *hns_get_mac_cb(struct hnae_handle *handle)
  17 {
  18         struct  hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
  19
  20         return vf_cb->mac_cb;
  21 }
  22
  23 static struct dsaf_device *hns_ae_get_dsaf_dev(struct hnae_ae_dev *dev)
  24 {
  25         return container_of(dev, struct dsaf_device, ae_dev);
  26 }
  27
  28 static struct hns_ppe_cb *hns_get_ppe_cb(struct hnae_handle *handle)
  29 {
  30         int ppe_index;
  31         struct ppe_common_cb *ppe_comm;
  32         struct  hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
  33
  34         ppe_comm = vf_cb->dsaf_dev->ppe_common[0];
  35         ppe_index = vf_cb->port_index;
  36
  37         return &ppe_comm->ppe_cb[ppe_index];
  38 }
  39
  40 static int hns_ae_get_q_num_per_vf(
  41         struct dsaf_device *dsaf_dev, int port)
  42 {
  43         return dsaf_dev->rcb_common[0]->max_q_per_vf;
  44 }
  45
  46 static int hns_ae_get_vf_num_per_port(
  47         struct dsaf_device *dsaf_dev, int port)
  48 {
  49         return dsaf_dev->rcb_common[0]->max_vfn;
  50 }
  51
  52 static struct ring_pair_cb *hns_ae_get_base_ring_pair(
  53         struct dsaf_device *dsaf_dev, int port)
  54 {
  55         struct rcb_common_cb *rcb_comm = dsaf_dev->rcb_common[0];
  56         int q_num = rcb_comm->max_q_per_vf;
  57         int vf_num = rcb_comm->max_vfn;
  58
  59         return &rcb_comm->ring_pair_cb[port * q_num * vf_num];
  60 }
  61
  62 static struct ring_pair_cb *hns_ae_get_ring_pair(struct hnae_queue *q)
  63 {
  64         return container_of(q, struct ring_pair_cb, q);
  65 }
  66
  67 static struct hnae_handle *hns_ae_get_handle(struct hnae_ae_dev *dev,
  68                                              u32 port_id)
  69 {
  70         int vfnum_per_port;
  71         int qnum_per_vf;
  72         int i;
  73         struct dsaf_device *dsaf_dev;
  74         struct hnae_handle *ae_handle;
  75         struct ring_pair_cb *ring_pair_cb;
  76         struct hnae_vf_cb *vf_cb;
  77
  78         dsaf_dev = hns_ae_get_dsaf_dev(dev);
  79
  80         ring_pair_cb = hns_ae_get_base_ring_pair(dsaf_dev, port_id);
  81         vfnum_per_port = hns_ae_get_vf_num_per_port(dsaf_dev, port_id);
  82         qnum_per_vf = hns_ae_get_q_num_per_vf(dsaf_dev, port_id);
  83
  84         vf_cb = kzalloc(struct_size(vf_cb, ae_handle.qs, qnum_per_vf),
  85                         GFP_KERNEL);
  86         if (unlikely(!vf_cb)) {
  87                 dev_err(dsaf_dev->dev, "malloc vf_cb fail!\n");
  88                 ae_handle = ERR_PTR(-ENOMEM);
  89                 goto handle_err;
  90         }
  91         ae_handle = &vf_cb->ae_handle;
  92         /* ae_handle Init  */
  93         ae_handle->owner_dev = dsaf_dev->dev;
  94         ae_handle->dev = dev;
  95         ae_handle->q_num = qnum_per_vf;
  96         ae_handle->coal_param = HNAE_LOWEST_LATENCY_COAL_PARAM;
  97
  98         /* find ring pair, and set vf id*/
  99         for (ae_handle->vf_id = 0;
 100                 ae_handle->vf_id < vfnum_per_port; ae_handle->vf_id++) {
 101                 if (!ring_pair_cb->used_by_vf)
 102                         break;
 103                 ring_pair_cb += qnum_per_vf;
 104         }
 105         if (ae_handle->vf_id >= vfnum_per_port) {
 106                 dev_err(dsaf_dev->dev, "malloc queue fail!\n");
 107                 ae_handle = ERR_PTR(-EINVAL);
 108                 goto vf_id_err;
 109         }
 110
 111         for (i = 0; i < qnum_per_vf; i++) {
 112                 ae_handle->qs[i] = &ring_pair_cb->q;
 113                 ae_handle->qs[i]->rx_ring.q = ae_handle->qs[i];
 114                 ae_handle->qs[i]->tx_ring.q = ae_handle->qs[i];
 115
 116                 ring_pair_cb->used_by_vf = 1;
 117                 ring_pair_cb++;
 118         }
 119
 120         vf_cb->dsaf_dev = dsaf_dev;
 121         vf_cb->port_index = port_id;
 122         vf_cb->mac_cb = dsaf_dev->mac_cb[port_id];
 123
 124         ae_handle->phy_if = vf_cb->mac_cb->phy_if;
 125         ae_handle->phy_dev = vf_cb->mac_cb->phy_dev;
 126         ae_handle->if_support = vf_cb->mac_cb->if_support;
 127         ae_handle->port_type = vf_cb->mac_cb->mac_type;
 128         ae_handle->media_type = vf_cb->mac_cb->media_type;
 129         ae_handle->dport_id = port_id;
 130
 131         return ae_handle;
 132 vf_id_err:
 133         kfree(vf_cb);
 134 handle_err:
 135         return ae_handle;
 136 }
 137
 138 static void hns_ae_put_handle(struct hnae_handle *handle)
 139 {
 140         struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
 141         int i;
 142
 143         for (i = 0; i < handle->q_num; i++)
 144                 hns_ae_get_ring_pair(handle->qs[i])->used_by_vf = 0;
 145
 146         kfree(vf_cb);
 147 }
 148
 149 static int hns_ae_wait_flow_down(struct hnae_handle *handle)
 150 {
 151         struct dsaf_device *dsaf_dev;
 152         struct hns_ppe_cb *ppe_cb;
 153         struct hnae_vf_cb *vf_cb;
 154         int ret;
 155         int i;
 156
 157         for (i = 0; i < handle->q_num; i++) {
 158                 ret = hns_rcb_wait_tx_ring_clean(handle->qs[i]);
 159                 if (ret)
 160                         return ret;
 161         }
 162
 163         ppe_cb = hns_get_ppe_cb(handle);
 164         ret = hns_ppe_wait_tx_fifo_clean(ppe_cb);
 165         if (ret)
 166                 return ret;
 167
 168         dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
 169         if (!dsaf_dev)
 170                 return -EINVAL;
 171         ret = hns_dsaf_wait_pkt_clean(dsaf_dev, handle->dport_id);
 172         if (ret)
 173                 return ret;
 174
 175         vf_cb = hns_ae_get_vf_cb(handle);
 176         ret = hns_mac_wait_fifo_clean(vf_cb->mac_cb);
 177         if (ret)
 178                 return ret;
 179
 180         mdelay(10);
 181         return 0;
 182 }
 183
 184 static void hns_ae_ring_enable_all(struct hnae_handle *handle, int val)
 185 {
 186         int q_num = handle->q_num;
 187         int i;
 188
 189         for (i = 0; i < q_num; i++)
 190                 hns_rcb_ring_enable_hw(handle->qs[i], val);
 191 }
 192
 193 static void hns_ae_init_queue(struct hnae_queue *q)
 194 {
 195         struct ring_pair_cb *ring =
 196                 container_of(q, struct ring_pair_cb, q);
 197
 198         hns_rcb_init_hw(ring);
 199 }
 200
 201 static void hns_ae_fini_queue(struct hnae_queue *q)
 202 {
 203         struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(q->handle);
 204
 205         if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE)
 206                 hns_rcb_reset_ring_hw(q);
 207 }
 208
 209 static int hns_ae_set_mac_address(struct hnae_handle *handle, const void *p)
 210 {
 211         int ret;
 212         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 213
 214         if (!p || !is_valid_ether_addr((const u8 *)p)) {
 215                 dev_err(handle->owner_dev, "is not valid ether addr !\n");
 216                 return -EADDRNOTAVAIL;
 217         }
 218
 219         ret = hns_mac_change_vf_addr(mac_cb, handle->vf_id, p);
 220         if (ret != 0) {
 221                 dev_err(handle->owner_dev,
 222                         "set_mac_address fail, ret=%d!\n", ret);
 223                 return ret;
 224         }
 225
 226         return 0;
 227 }
 228
 229 static int hns_ae_add_uc_address(struct hnae_handle *handle,
 230                                  const unsigned char *addr)
 231 {
 232         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 233
 234         if (mac_cb->mac_type != HNAE_PORT_SERVICE)
 235                 return -ENOSPC;
 236
 237         return hns_mac_add_uc_addr(mac_cb, handle->vf_id, addr);
 238 }
 239
 240 static int hns_ae_rm_uc_address(struct hnae_handle *handle,
 241                                 const unsigned char *addr)
 242 {
 243         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 244
 245         if (mac_cb->mac_type != HNAE_PORT_SERVICE)
 246                 return -ENOSPC;
 247
 248         return hns_mac_rm_uc_addr(mac_cb, handle->vf_id, addr);
 249 }
 250
 251 static int hns_ae_set_multicast_one(struct hnae_handle *handle, void *addr)
 252 {
 253         int ret;
 254         char *mac_addr = (char *)addr;
 255         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 256         u8 port_num;
 257
 258         assert(mac_cb);
 259
 260         if (mac_cb->mac_type != HNAE_PORT_SERVICE)
 261                 return 0;
 262
 263         ret = hns_mac_set_multi(mac_cb, mac_cb->mac_id, mac_addr, true);
 264         if (ret) {
 265                 dev_err(handle->owner_dev,
 266                         "mac add mul_mac:%pM port%d  fail, ret = %#x!\n",
 267                         mac_addr, mac_cb->mac_id, ret);
 268                 return ret;
 269         }
 270
 271         ret = hns_mac_get_inner_port_num(mac_cb, handle->vf_id, &port_num);
 272         if (ret)
 273                 return ret;
 274
 275         ret = hns_mac_set_multi(mac_cb, port_num, mac_addr, true);
 276         if (ret)
 277                 dev_err(handle->owner_dev,
 278                         "mac add mul_mac:%pM port%d  fail, ret = %#x!\n",
 279                         mac_addr, DSAF_BASE_INNER_PORT_NUM, ret);
 280
 281         return ret;
 282 }
 283
 284 static int hns_ae_clr_multicast(struct hnae_handle *handle)
 285 {
 286         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 287
 288         if (mac_cb->mac_type != HNAE_PORT_SERVICE)
 289                 return 0;
 290
 291         return hns_mac_clr_multicast(mac_cb, handle->vf_id);
 292 }
 293
 294 static int hns_ae_set_mtu(struct hnae_handle *handle, int new_mtu)
 295 {
 296         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 297         struct hnae_queue *q;
 298         u32 rx_buf_size;
 299         int i, ret;
 300
 301         /* when buf_size is 2048, max mtu is 6K for rx ring max bd num is 3. */
 302         if (!AE_IS_VER1(mac_cb->dsaf_dev->dsaf_ver)) {
 303                 if (new_mtu <= BD_SIZE_2048_MAX_MTU)
 304                         rx_buf_size = 2048;
 305                 else
 306                         rx_buf_size = 4096;
 307         } else {
 308                 rx_buf_size = mac_cb->dsaf_dev->buf_size;
 309         }
 310
 311         ret = hns_mac_set_mtu(mac_cb, new_mtu, rx_buf_size);
 312
 313         if (!ret) {
 314                 /* reinit ring buf_size */
 315                 for (i = 0; i < handle->q_num; i++) {
 316                         q = handle->qs[i];
 317                         q->rx_ring.buf_size = rx_buf_size;
 318                         hns_rcb_set_rx_ring_bs(q, rx_buf_size);
 319                 }
 320         }
 321
 322         return ret;
 323 }
 324
 325 static void hns_ae_set_tso_stats(struct hnae_handle *handle, int enable)
 326 {
 327         struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);
 328
 329         hns_ppe_set_tso_enable(ppe_cb, enable);
 330 }
 331
 332 static int hns_ae_start(struct hnae_handle *handle)
 333 {
 334         int ret;
 335         int k;
 336         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 337
 338         ret = hns_mac_vm_config_bc_en(mac_cb, 0, true);
 339         if (ret)
 340                 return ret;
 341
 342         for (k = 0; k < handle->q_num; k++) {
 343                 if (AE_IS_VER1(mac_cb->dsaf_dev->dsaf_ver))
 344                         hns_rcb_int_clr_hw(handle->qs[k],
 345                                            RCB_INT_FLAG_TX | RCB_INT_FLAG_RX);
 346                 else
 347                         hns_rcbv2_int_clr_hw(handle->qs[k],
 348                                              RCB_INT_FLAG_TX | RCB_INT_FLAG_RX);
 349         }
 350         hns_ae_ring_enable_all(handle, 1);
 351         msleep(100);
 352
 353         hns_mac_start(mac_cb);
 354
 355         return 0;
 356 }
 357
 358 static void hns_ae_stop(struct hnae_handle *handle)
 359 {
 360         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 361
 362         /* just clean tx fbd, neednot rx fbd*/
 363         hns_rcb_wait_fbd_clean(handle->qs, handle->q_num, RCB_INT_FLAG_TX);
 364
 365         msleep(20);
 366
 367         hns_mac_stop(mac_cb);
 368
 369         usleep_range(10000, 20000);
 370
 371         hns_ae_ring_enable_all(handle, 0);
 372
 373         /* clean rx fbd. */
 374         hns_rcb_wait_fbd_clean(handle->qs, handle->q_num, RCB_INT_FLAG_RX);
 375
 376         (void)hns_mac_vm_config_bc_en(mac_cb, 0, false);
 377 }
 378
 379 static void hns_ae_reset(struct hnae_handle *handle)
 380 {
 381         struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
 382
 383         if (vf_cb->mac_cb->mac_type == HNAE_PORT_DEBUG) {
 384                 hns_mac_reset(vf_cb->mac_cb);
 385                 hns_ppe_reset_common(vf_cb->dsaf_dev, 0);
 386         }
 387 }
 388
 389 static void hns_ae_toggle_ring_irq(struct hnae_ring *ring, u32 mask)
 390 {
 391         u32 flag;
 392
 393         if (is_tx_ring(ring))
 394                 flag = RCB_INT_FLAG_TX;
 395         else
 396                 flag = RCB_INT_FLAG_RX;
 397
 398         hns_rcb_int_ctrl_hw(ring->q, flag, mask);
 399 }
 400
 401 static void hns_aev2_toggle_ring_irq(struct hnae_ring *ring, u32 mask)
 402 {
 403         u32 flag;
 404
 405         if (is_tx_ring(ring))
 406                 flag = RCB_INT_FLAG_TX;
 407         else
 408                 flag = RCB_INT_FLAG_RX;
 409
 410         hns_rcbv2_int_ctrl_hw(ring->q, flag, mask);
 411 }
 412
 413 static int hns_ae_get_link_status(struct hnae_handle *handle)
 414 {
 415         u32 link_status;
 416         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 417
 418         hns_mac_get_link_status(mac_cb, &link_status);
 419
 420         return !!link_status;
 421 }
 422
 423 static int hns_ae_get_mac_info(struct hnae_handle *handle,
 424                                u8 *auto_neg, u16 *speed, u8 *duplex)
 425 {
 426         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 427
 428         return hns_mac_get_port_info(mac_cb, auto_neg, speed, duplex);
 429 }
 430
 431 static bool hns_ae_need_adjust_link(struct hnae_handle *handle, int speed,
 432                                     int duplex)
 433 {
 434         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 435
 436         return hns_mac_need_adjust_link(mac_cb, speed, duplex);
 437 }
 438
 439 static void hns_ae_adjust_link(struct hnae_handle *handle, int speed,
 440                                int duplex)
 441 {
 442         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 443
 444         switch (mac_cb->dsaf_dev->dsaf_ver) {
 445         case AE_VERSION_1:
 446                 hns_mac_adjust_link(mac_cb, speed, duplex);
 447                 break;
 448
 449         case AE_VERSION_2:
 450                 /* chip need to clear all pkt inside */
 451                 hns_mac_disable(mac_cb, MAC_COMM_MODE_RX);
 452                 if (hns_ae_wait_flow_down(handle)) {
 453                         hns_mac_enable(mac_cb, MAC_COMM_MODE_RX);
 454                         break;
 455                 }
 456
 457                 hns_mac_adjust_link(mac_cb, speed, duplex);
 458                 hns_mac_enable(mac_cb, MAC_COMM_MODE_RX);
 459                 break;
 460
 461         default:
 462                 break;
 463         }
 464 }
 465
 466 static void hns_ae_get_ring_bdnum_limit(struct hnae_queue *queue,
 467                                         u32 *uplimit)
 468 {
 469         *uplimit = HNS_RCB_RING_MAX_PENDING_BD;
 470 }
 471
 472 static void hns_ae_get_pauseparam(struct hnae_handle *handle,
 473                                   u32 *auto_neg, u32 *rx_en, u32 *tx_en)
 474 {
 475         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 476         struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev;
 477
 478         hns_mac_get_autoneg(mac_cb, auto_neg);
 479
 480         hns_mac_get_pauseparam(mac_cb, rx_en, tx_en);
 481
 482         /* Service port's pause feature is provided by DSAF, not mac */
 483         if (handle->port_type == HNAE_PORT_SERVICE)
 484                 hns_dsaf_get_rx_mac_pause_en(dsaf_dev, mac_cb->mac_id, rx_en);
 485 }
 486
 487 static void hns_ae_set_promisc_mode(struct hnae_handle *handle, u32 en)
 488 {
 489         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 490
 491         hns_dsaf_set_promisc_mode(hns_ae_get_dsaf_dev(handle->dev), en);
 492         hns_mac_set_promisc(mac_cb, (u8)!!en);
 493 }
 494
 495 static int hns_ae_set_pauseparam(struct hnae_handle *handle,
 496                                  u32 autoneg, u32 rx_en, u32 tx_en)
 497 {
 498         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 499         struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev;
 500         int ret;
 501
 502         ret = hns_mac_set_autoneg(mac_cb, autoneg);
 503         if (ret)
 504                 return ret;
 505
 506         /* Service port's pause feature is provided by DSAF, not mac */
 507         if (handle->port_type == HNAE_PORT_SERVICE) {
 508                 ret = hns_dsaf_set_rx_mac_pause_en(dsaf_dev,
 509                                                    mac_cb->mac_id, rx_en);
 510                 if (ret)
 511                         return ret;
 512                 rx_en = 0;
 513         }
 514         return hns_mac_set_pauseparam(mac_cb, rx_en, tx_en);
 515 }
 516
 517 static void hns_ae_get_coalesce_usecs(struct hnae_handle *handle,
 518                                       u32 *tx_usecs, u32 *rx_usecs)
 519 {
 520         struct ring_pair_cb *ring_pair =
 521                 container_of(handle->qs[0], struct ring_pair_cb, q);
 522
 523         *tx_usecs = hns_rcb_get_coalesce_usecs(ring_pair->rcb_common,
 524                                                ring_pair->port_id_in_comm);
 525         *rx_usecs = hns_rcb_get_coalesce_usecs(ring_pair->rcb_common,
 526                                                ring_pair->port_id_in_comm);
 527 }
 528
 529 static void hns_ae_get_max_coalesced_frames(struct hnae_handle *handle,
 530                                             u32 *tx_frames, u32 *rx_frames)
 531 {
 532         struct ring_pair_cb *ring_pair =
 533                 container_of(handle->qs[0], struct ring_pair_cb, q);
 534         struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
 535
 536         if (AE_IS_VER1(dsaf_dev->dsaf_ver) ||
 537             handle->port_type == HNAE_PORT_DEBUG)
 538                 *tx_frames = hns_rcb_get_rx_coalesced_frames(
 539                         ring_pair->rcb_common, ring_pair->port_id_in_comm);
 540         else
 541                 *tx_frames = hns_rcb_get_tx_coalesced_frames(
 542                         ring_pair->rcb_common, ring_pair->port_id_in_comm);
 543         *rx_frames = hns_rcb_get_rx_coalesced_frames(ring_pair->rcb_common,
 544                                                   ring_pair->port_id_in_comm);
 545 }
 546
 547 static int hns_ae_set_coalesce_usecs(struct hnae_handle *handle,
 548                                      u32 timeout)
 549 {
 550         struct ring_pair_cb *ring_pair =
 551                 container_of(handle->qs[0], struct ring_pair_cb, q);
 552
 553         return hns_rcb_set_coalesce_usecs(
 554                 ring_pair->rcb_common, ring_pair->port_id_in_comm, timeout);
 555 }
 556
 557 static int hns_ae_set_coalesce_frames(struct hnae_handle *handle,
 558                                       u32 tx_frames, u32 rx_frames)
 559 {
 560         int ret;
 561         struct ring_pair_cb *ring_pair =
 562                 container_of(handle->qs[0], struct ring_pair_cb, q);
 563         struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
 564
 565         if (AE_IS_VER1(dsaf_dev->dsaf_ver) ||
 566             handle->port_type == HNAE_PORT_DEBUG) {
 567                 if (tx_frames != rx_frames)
 568                         return -EINVAL;
 569                 return hns_rcb_set_rx_coalesced_frames(
 570                         ring_pair->rcb_common,
 571                         ring_pair->port_id_in_comm, rx_frames);
 572         } else {
 573                 if (tx_frames != 1)
 574                         return -EINVAL;
 575                 ret = hns_rcb_set_tx_coalesced_frames(
 576                         ring_pair->rcb_common,
 577                         ring_pair->port_id_in_comm, tx_frames);
 578                 if (ret)
 579                         return ret;
 580
 581                 return hns_rcb_set_rx_coalesced_frames(
 582                         ring_pair->rcb_common,
 583                         ring_pair->port_id_in_comm, rx_frames);
 584         }
 585 }
 586
 587 static void hns_ae_get_coalesce_range(struct hnae_handle *handle,
 588                                       u32 *tx_frames_low, u32 *rx_frames_low,
 589                                       u32 *tx_frames_high, u32 *rx_frames_high,
 590                                       u32 *tx_usecs_low, u32 *rx_usecs_low,
 591                                       u32 *tx_usecs_high, u32 *rx_usecs_high)
 592 {
 593         struct dsaf_device *dsaf_dev;
 594
 595         assert(handle);
 596
 597         dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
 598
 599         *tx_frames_low  = HNS_RCB_TX_FRAMES_LOW;
 600         *rx_frames_low  = HNS_RCB_RX_FRAMES_LOW;
 601
 602         if (AE_IS_VER1(dsaf_dev->dsaf_ver) ||
 603             handle->port_type == HNAE_PORT_DEBUG)
 604                 *tx_frames_high =
 605                         (dsaf_dev->desc_num - 1 > HNS_RCB_TX_FRAMES_HIGH) ?
 606                         HNS_RCB_TX_FRAMES_HIGH : dsaf_dev->desc_num - 1;
 607         else
 608                 *tx_frames_high = 1;
 609
 610         *rx_frames_high = (dsaf_dev->desc_num - 1 > HNS_RCB_RX_FRAMES_HIGH) ?
 611                 HNS_RCB_RX_FRAMES_HIGH : dsaf_dev->desc_num - 1;
 612         *tx_usecs_low   = HNS_RCB_TX_USECS_LOW;
 613         *rx_usecs_low   = HNS_RCB_RX_USECS_LOW;
 614         *tx_usecs_high  = HNS_RCB_TX_USECS_HIGH;
 615         *rx_usecs_high  = HNS_RCB_RX_USECS_HIGH;
 616 }
 617
 618 static void hns_ae_update_stats(struct hnae_handle *handle,
 619                                 struct net_device_stats *net_stats)
 620 {
 621         int port;
 622         int idx;
 623         struct dsaf_device *dsaf_dev;
 624         struct hns_mac_cb *mac_cb;
 625         struct hns_ppe_cb *ppe_cb;
 626         struct hnae_queue *queue;
 627         struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
 628         u64 tx_bytes = 0, rx_bytes = 0, tx_packets = 0, rx_packets = 0;
 629         u64 rx_errors = 0, tx_errors = 0, tx_dropped = 0;
 630         u64 rx_missed_errors;
 631
 632         dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
 633         if (!dsaf_dev)
 634                 return;
 635         port = vf_cb->port_index;
 636         ppe_cb = hns_get_ppe_cb(handle);
 637         mac_cb = hns_get_mac_cb(handle);
 638
 639         for (idx = 0; idx < handle->q_num; idx++) {
 640                 queue = handle->qs[idx];
 641                 hns_rcb_update_stats(queue);
 642
 643                 tx_bytes += queue->tx_ring.stats.tx_bytes;
 644                 tx_packets += queue->tx_ring.stats.tx_pkts;
 645                 rx_bytes += queue->rx_ring.stats.rx_bytes;
 646                 rx_packets += queue->rx_ring.stats.rx_pkts;
 647
 648                 rx_errors += queue->rx_ring.stats.err_pkt_len
 649                                 + queue->rx_ring.stats.l2_err
 650                                 + queue->rx_ring.stats.l3l4_csum_err;
 651         }
 652
 653         hns_ppe_update_stats(ppe_cb);
 654         rx_missed_errors = ppe_cb->hw_stats.rx_drop_no_buf;
 655         tx_errors += ppe_cb->hw_stats.tx_err_checksum
 656                 + ppe_cb->hw_stats.tx_err_fifo_empty;
 657
 658         if (mac_cb->mac_type == HNAE_PORT_SERVICE) {
 659                 hns_dsaf_update_stats(dsaf_dev, port);
 660                 /* for port upline direction, i.e., rx. */
 661                 rx_missed_errors += dsaf_dev->hw_stats[port].bp_drop;
 662                 rx_missed_errors += dsaf_dev->hw_stats[port].pad_drop;
 663                 rx_missed_errors += dsaf_dev->hw_stats[port].crc_false;
 664
 665                 /* for port downline direction, i.e., tx. */
 666                 port = port + DSAF_PPE_INODE_BASE;
 667                 hns_dsaf_update_stats(dsaf_dev, port);
 668                 tx_dropped += dsaf_dev->hw_stats[port].bp_drop;
 669                 tx_dropped += dsaf_dev->hw_stats[port].pad_drop;
 670                 tx_dropped += dsaf_dev->hw_stats[port].crc_false;
 671                 tx_dropped += dsaf_dev->hw_stats[port].rslt_drop;
 672                 tx_dropped += dsaf_dev->hw_stats[port].vlan_drop;
 673                 tx_dropped += dsaf_dev->hw_stats[port].stp_drop;
 674         }
 675
 676         hns_mac_update_stats(mac_cb);
 677         rx_errors += mac_cb->hw_stats.rx_fifo_overrun_err;
 678
 679         tx_errors += mac_cb->hw_stats.tx_bad_pkts
 680                 + mac_cb->hw_stats.tx_fragment_err
 681                 + mac_cb->hw_stats.tx_jabber_err
 682                 + mac_cb->hw_stats.tx_underrun_err
 683                 + mac_cb->hw_stats.tx_crc_err;
 684
 685         net_stats->tx_bytes = tx_bytes;
 686         net_stats->tx_packets = tx_packets;
 687         net_stats->rx_bytes = rx_bytes;
 688         net_stats->rx_dropped = 0;
 689         net_stats->rx_packets = rx_packets;
 690         net_stats->rx_errors = rx_errors;
 691         net_stats->tx_errors = tx_errors;
 692         net_stats->tx_dropped = tx_dropped;
 693         net_stats->rx_missed_errors = rx_missed_errors;
 694         net_stats->rx_crc_errors = mac_cb->hw_stats.rx_fcs_err;
 695         net_stats->rx_frame_errors = mac_cb->hw_stats.rx_align_err;
 696         net_stats->rx_fifo_errors = mac_cb->hw_stats.rx_fifo_overrun_err;
 697         net_stats->rx_length_errors = mac_cb->hw_stats.rx_len_err;
 698         net_stats->multicast = mac_cb->hw_stats.rx_mc_pkts;
 699 }
 700
 701 static void hns_ae_get_stats(struct hnae_handle *handle, u64 *data)
 702 {
 703         int idx;
 704         struct hns_mac_cb *mac_cb;
 705         struct hns_ppe_cb *ppe_cb;
 706         u64 *p = data;
 707         struct  hnae_vf_cb *vf_cb;
 708
 709         if (!handle || !data) {
 710                 pr_err("hns_ae_get_stats NULL handle or data pointer!\n");
 711                 return;
 712         }
 713
 714         vf_cb = hns_ae_get_vf_cb(handle);
 715         mac_cb = hns_get_mac_cb(handle);
 716         ppe_cb = hns_get_ppe_cb(handle);
 717
 718         for (idx = 0; idx < handle->q_num; idx++) {
 719                 hns_rcb_get_stats(handle->qs[idx], p);
 720                 p += hns_rcb_get_ring_sset_count((int)ETH_SS_STATS);
 721         }
 722
 723         hns_ppe_get_stats(ppe_cb, p);
 724         p += hns_ppe_get_sset_count((int)ETH_SS_STATS);
 725
 726         hns_mac_get_stats(mac_cb, p);
 727         p += hns_mac_get_sset_count(mac_cb, (int)ETH_SS_STATS);
 728
 729         if (mac_cb->mac_type == HNAE_PORT_SERVICE)
 730                 hns_dsaf_get_stats(vf_cb->dsaf_dev, p, vf_cb->port_index);
 731 }
 732
 733 static void hns_ae_get_strings(struct hnae_handle *handle,
 734                                u32 stringset, u8 *data)
 735 {
 736         int port;
 737         int idx;
 738         struct hns_mac_cb *mac_cb;
 739         struct hns_ppe_cb *ppe_cb;
 740         struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
 741         u8 *p = data;
 742         struct  hnae_vf_cb *vf_cb;
 743
 744         assert(handle);
 745
 746         vf_cb = hns_ae_get_vf_cb(handle);
 747         port = vf_cb->port_index;
 748         mac_cb = hns_get_mac_cb(handle);
 749         ppe_cb = hns_get_ppe_cb(handle);
 750
 751         for (idx = 0; idx < handle->q_num; idx++) {
 752                 hns_rcb_get_strings(stringset, p, idx);
 753                 p += ETH_GSTRING_LEN * hns_rcb_get_ring_sset_count(stringset);
 754         }
 755
 756         hns_ppe_get_strings(ppe_cb, stringset, p);
 757         p += ETH_GSTRING_LEN * hns_ppe_get_sset_count(stringset);
 758
 759         hns_mac_get_strings(mac_cb, stringset, p);
 760         p += ETH_GSTRING_LEN * hns_mac_get_sset_count(mac_cb, stringset);
 761
 762         if (mac_cb->mac_type == HNAE_PORT_SERVICE)
 763                 hns_dsaf_get_strings(stringset, p, port, dsaf_dev);
 764 }
 765
 766 static int hns_ae_get_sset_count(struct hnae_handle *handle, int stringset)
 767 {
 768         u32 sset_count = 0;
 769         struct hns_mac_cb *mac_cb;
 770         struct dsaf_device *dsaf_dev = hns_ae_get_dsaf_dev(handle->dev);
 771
 772         assert(handle);
 773
 774         mac_cb = hns_get_mac_cb(handle);
 775
 776         sset_count += hns_rcb_get_ring_sset_count(stringset) * handle->q_num;
 777         sset_count += hns_ppe_get_sset_count(stringset);
 778         sset_count += hns_mac_get_sset_count(mac_cb, stringset);
 779
 780         if (mac_cb->mac_type == HNAE_PORT_SERVICE)
 781                 sset_count += hns_dsaf_get_sset_count(dsaf_dev, stringset);
 782
 783         return sset_count;
 784 }
 785
 786 static int hns_ae_config_loopback(struct hnae_handle *handle,
 787                                   enum hnae_loop loop, int en)
 788 {
 789         int ret;
 790         struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
 791         struct hns_mac_cb *mac_cb = hns_get_mac_cb(handle);
 792         struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev;
 793
 794         switch (loop) {
 795         case MAC_INTERNALLOOP_PHY:
 796                 ret = 0;
 797                 break;
 798         case MAC_INTERNALLOOP_SERDES:
 799                 ret = dsaf_dev->misc_op->cfg_serdes_loopback(vf_cb->mac_cb,
 800                                                              !!en);
 801                 break;
 802         case MAC_INTERNALLOOP_MAC:
 803                 ret = hns_mac_config_mac_loopback(vf_cb->mac_cb, loop, en);
 804                 break;
 805         default:
 806                 ret = -EINVAL;
 807         }
 808
 809         return ret;
 810 }
 811
 812 static void hns_ae_update_led_status(struct hnae_handle *handle)
 813 {
 814         struct hns_mac_cb *mac_cb;
 815
 816         assert(handle);
 817         mac_cb = hns_get_mac_cb(handle);
 818         if (mac_cb->media_type != HNAE_MEDIA_TYPE_FIBER)
 819                 return;
 820
 821         hns_set_led_opt(mac_cb);
 822 }
 823
 824 static int hns_ae_cpld_set_led_id(struct hnae_handle *handle,
 825                                   enum hnae_led_state status)
 826 {
 827         struct hns_mac_cb *mac_cb;
 828
 829         assert(handle);
 830
 831         mac_cb = hns_get_mac_cb(handle);
 832
 833         return hns_cpld_led_set_id(mac_cb, status);
 834 }
 835
 836 static void hns_ae_get_regs(struct hnae_handle *handle, void *data)
 837 {
 838         u32 *p = data;
 839         int i;
 840         struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
 841         struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);
 842
 843         hns_ppe_get_regs(ppe_cb, p);
 844         p += hns_ppe_get_regs_count();
 845
 846         hns_rcb_get_common_regs(vf_cb->dsaf_dev->rcb_common[0], p);
 847         p += hns_rcb_get_common_regs_count();
 848
 849         for (i = 0; i < handle->q_num; i++) {
 850                 hns_rcb_get_ring_regs(handle->qs[i], p);
 851                 p += hns_rcb_get_ring_regs_count();
 852         }
 853
 854         hns_mac_get_regs(vf_cb->mac_cb, p);
 855         p += hns_mac_get_regs_count(vf_cb->mac_cb);
 856
 857         if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE)
 858                 hns_dsaf_get_regs(vf_cb->dsaf_dev, vf_cb->port_index, p);
 859 }
 860
 861 static int hns_ae_get_regs_len(struct hnae_handle *handle)
 862 {
 863         u32 total_num;
 864         struct hnae_vf_cb *vf_cb = hns_ae_get_vf_cb(handle);
 865
 866         total_num = hns_ppe_get_regs_count();
 867         total_num += hns_rcb_get_common_regs_count();
 868         total_num += hns_rcb_get_ring_regs_count() * handle->q_num;
 869         total_num += hns_mac_get_regs_count(vf_cb->mac_cb);
 870
 871         if (vf_cb->mac_cb->mac_type == HNAE_PORT_SERVICE)
 872                 total_num += hns_dsaf_get_regs_count();
 873
 874         return total_num;
 875 }
 876
 877 static u32 hns_ae_get_rss_key_size(struct hnae_handle *handle)
 878 {
 879         return HNS_PPEV2_RSS_KEY_SIZE;
 880 }
 881
 882 static u32 hns_ae_get_rss_indir_size(struct hnae_handle *handle)
 883 {
 884         return HNS_PPEV2_RSS_IND_TBL_SIZE;
 885 }
 886
 887 static int hns_ae_get_rss(struct hnae_handle *handle, u32 *indir, u8 *key,
 888                           u8 *hfunc)
 889 {
 890         struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);
 891
 892         /* currently we support only one type of hash function i.e. Toep hash */
 893         if (hfunc)
 894                 *hfunc = ETH_RSS_HASH_TOP;
 895
 896         /* get the RSS Key required by the user */
 897         if (key)
 898                 memcpy(key, ppe_cb->rss_key, HNS_PPEV2_RSS_KEY_SIZE);
 899
 900         /* update the current hash->queue mappings from the shadow RSS table */
 901         if (indir)
 902                 memcpy(indir, ppe_cb->rss_indir_table,
 903                        HNS_PPEV2_RSS_IND_TBL_SIZE  * sizeof(*indir));
 904
 905         return 0;
 906 }
 907
 908 static int hns_ae_set_rss(struct hnae_handle *handle, const u32 *indir,
 909                           const u8 *key, const u8 hfunc)
 910 {
 911         struct hns_ppe_cb *ppe_cb = hns_get_ppe_cb(handle);
 912
 913         /* set the RSS Hash Key if specififed by the user */
 914         if (key) {
 915                 memcpy(ppe_cb->rss_key, key, HNS_PPEV2_RSS_KEY_SIZE);
 916                 hns_ppe_set_rss_key(ppe_cb, ppe_cb->rss_key);
 917         }
 918
 919         if (indir) {
 920                 /* update the shadow RSS table with user specified qids */
 921                 memcpy(ppe_cb->rss_indir_table, indir,
 922                        HNS_PPEV2_RSS_IND_TBL_SIZE  * sizeof(*indir));
 923
 924                 /* now update the hardware */
 925                 hns_ppe_set_indir_table(ppe_cb, ppe_cb->rss_indir_table);
 926         }
 927
 928         return 0;
 929 }
 930
 931 static struct hnae_ae_ops hns_dsaf_ops = {
 932         .get_handle = hns_ae_get_handle,
 933         .put_handle = hns_ae_put_handle,
 934         .init_queue = hns_ae_init_queue,
 935         .fini_queue = hns_ae_fini_queue,
 936         .start = hns_ae_start,
 937         .stop = hns_ae_stop,
 938         .reset = hns_ae_reset,
 939         .toggle_ring_irq = hns_ae_toggle_ring_irq,
 940         .get_status = hns_ae_get_link_status,
 941         .get_info = hns_ae_get_mac_info,
 942         .adjust_link = hns_ae_adjust_link,
 943         .need_adjust_link = hns_ae_need_adjust_link,
 944         .set_loopback = hns_ae_config_loopback,
 945         .get_ring_bdnum_limit = hns_ae_get_ring_bdnum_limit,
 946         .get_pauseparam = hns_ae_get_pauseparam,
 947         .set_pauseparam = hns_ae_set_pauseparam,
 948         .get_coalesce_usecs = hns_ae_get_coalesce_usecs,
 949         .get_max_coalesced_frames = hns_ae_get_max_coalesced_frames,
 950         .set_coalesce_usecs = hns_ae_set_coalesce_usecs,
 951         .set_coalesce_frames = hns_ae_set_coalesce_frames,
 952         .get_coalesce_range = hns_ae_get_coalesce_range,
 953         .set_promisc_mode = hns_ae_set_promisc_mode,
 954         .set_mac_addr = hns_ae_set_mac_address,
 955         .add_uc_addr = hns_ae_add_uc_address,
 956         .rm_uc_addr = hns_ae_rm_uc_address,
 957         .set_mc_addr = hns_ae_set_multicast_one,
 958         .clr_mc_addr = hns_ae_clr_multicast,
 959         .set_mtu = hns_ae_set_mtu,
 960         .update_stats = hns_ae_update_stats,
 961         .set_tso_stats = hns_ae_set_tso_stats,
 962         .get_stats = hns_ae_get_stats,
 963         .get_strings = hns_ae_get_strings,
 964         .get_sset_count = hns_ae_get_sset_count,
 965         .update_led_status = hns_ae_update_led_status,
 966         .set_led_id = hns_ae_cpld_set_led_id,
 967         .get_regs = hns_ae_get_regs,
 968         .get_regs_len = hns_ae_get_regs_len,
 969         .get_rss_key_size = hns_ae_get_rss_key_size,
 970         .get_rss_indir_size = hns_ae_get_rss_indir_size,
 971         .get_rss = hns_ae_get_rss,
 972         .set_rss = hns_ae_set_rss
 973 };
 974
 975 int hns_dsaf_ae_init(struct dsaf_device *dsaf_dev)
 976 {
 977         struct hnae_ae_dev *ae_dev = &dsaf_dev->ae_dev;
 978         static atomic_t id = ATOMIC_INIT(-1);
 979
 980         switch (dsaf_dev->dsaf_ver) {
 981         case AE_VERSION_1:
 982                 hns_dsaf_ops.toggle_ring_irq = hns_ae_toggle_ring_irq;
 983                 break;
 984         case AE_VERSION_2:
 985                 hns_dsaf_ops.toggle_ring_irq = hns_aev2_toggle_ring_irq;
 986                 break;
 987         default:
 988                 break;
 989         }
 990
 991         snprintf(ae_dev->name, AE_NAME_SIZE, "%s%d", DSAF_DEVICE_NAME,
 992                  (int)atomic_inc_return(&id));
 993         ae_dev->ops = &hns_dsaf_ops;
 994         ae_dev->dev = dsaf_dev->dev;
 995
 996         return hnae_ae_register(ae_dev, THIS_MODULE);
 997 }
 998
 999 void hns_dsaf_ae_uninit(struct dsaf_device *dsaf_dev)
1000 {
1001         hnae_ae_unregister(&dsaf_dev->ae_dev);
1002 }