2 * Copyright (c) 2006 - 2011 Intel Corporation. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/module.h>
35 #include <linux/moduleparam.h>
36 #include <linux/netdevice.h>
37 #include <linux/etherdevice.h>
39 #include <linux/tcp.h>
40 #include <linux/if_arp.h>
41 #include <linux/if_vlan.h>
42 #include <linux/ethtool.h>
43 #include <linux/slab.h>
46 #include <net/inet_common.h>
47 #include <linux/inet.h>
51 static struct nic_qp_map nic_qp_mapping_0[] = {
52 {16,0,0,1},{24,4,0,0},{28,8,0,0},{32,12,0,0},
53 {20,2,2,1},{26,6,2,0},{30,10,2,0},{34,14,2,0},
54 {18,1,1,1},{25,5,1,0},{29,9,1,0},{33,13,1,0},
55 {22,3,3,1},{27,7,3,0},{31,11,3,0},{35,15,3,0}
58 static struct nic_qp_map nic_qp_mapping_1[] = {
59 {18,1,1,1},{25,5,1,0},{29,9,1,0},{33,13,1,0},
60 {22,3,3,1},{27,7,3,0},{31,11,3,0},{35,15,3,0}
63 static struct nic_qp_map nic_qp_mapping_2[] = {
64 {20,2,2,1},{26,6,2,0},{30,10,2,0},{34,14,2,0}
67 static struct nic_qp_map nic_qp_mapping_3[] = {
68 {22,3,3,1},{27,7,3,0},{31,11,3,0},{35,15,3,0}
71 static struct nic_qp_map nic_qp_mapping_4[] = {
72 {28,8,0,0},{32,12,0,0}
75 static struct nic_qp_map nic_qp_mapping_5[] = {
76 {29,9,1,0},{33,13,1,0}
79 static struct nic_qp_map nic_qp_mapping_6[] = {
80 {30,10,2,0},{34,14,2,0}
83 static struct nic_qp_map nic_qp_mapping_7[] = {
84 {31,11,3,0},{35,15,3,0}
87 static struct nic_qp_map *nic_qp_mapping_per_function[] = {
88 nic_qp_mapping_0, nic_qp_mapping_1, nic_qp_mapping_2, nic_qp_mapping_3,
89 nic_qp_mapping_4, nic_qp_mapping_5, nic_qp_mapping_6, nic_qp_mapping_7
92 static const u32 default_msg = NETIF_MSG_DRV | NETIF_MSG_PROBE | NETIF_MSG_LINK
93 | NETIF_MSG_IFUP | NETIF_MSG_IFDOWN;
94 static int debug = -1;
95 static int nics_per_function = 1;
100 static int nes_netdev_poll(struct napi_struct *napi, int budget)
102 struct nes_vnic *nesvnic = container_of(napi, struct nes_vnic, napi);
103 struct nes_device *nesdev = nesvnic->nesdev;
104 struct nes_hw_nic_cq *nescq = &nesvnic->nic_cq;
106 nesvnic->budget = budget;
107 nescq->cqes_pending = 0;
108 nescq->rx_cqes_completed = 0;
109 nescq->cqe_allocs_pending = 0;
110 nescq->rx_pkts_indicated = 0;
112 nes_nic_ce_handler(nesdev, nescq);
114 if (nescq->cqes_pending == 0) {
116 /* clear out completed cqes and arm */
117 nes_write32(nesdev->regs+NES_CQE_ALLOC, NES_CQE_ALLOC_NOTIFY_NEXT |
118 nescq->cq_number | (nescq->cqe_allocs_pending << 16));
119 nes_read32(nesdev->regs+NES_CQE_ALLOC);
121 /* clear out completed cqes but don't arm */
122 nes_write32(nesdev->regs+NES_CQE_ALLOC,
123 nescq->cq_number | (nescq->cqe_allocs_pending << 16));
124 nes_debug(NES_DBG_NETDEV, "%s: exiting with work pending\n",
125 nesvnic->netdev->name);
127 return nescq->rx_pkts_indicated;
132 * nes_netdev_open - Activate the network interface; ifconfig
135 static int nes_netdev_open(struct net_device *netdev)
139 struct nes_vnic *nesvnic = netdev_priv(netdev);
140 struct nes_device *nesdev = nesvnic->nesdev;
143 struct nes_vnic *first_nesvnic = NULL;
146 struct list_head *list_pos, *list_temp;
149 assert(nesdev != NULL);
151 if (nesvnic->netdev_open == 1)
154 if (netif_msg_ifup(nesvnic))
155 printk(KERN_INFO PFX "%s: enabling interface\n", netdev->name);
157 ret = nes_init_nic_qp(nesdev, netdev);
162 netif_carrier_off(netdev);
163 netif_stop_queue(netdev);
165 if ((!nesvnic->of_device_registered) && (nesvnic->rdma_enabled)) {
166 nesvnic->nesibdev = nes_init_ofa_device(netdev);
167 if (nesvnic->nesibdev == NULL) {
168 printk(KERN_ERR PFX "%s: nesvnic->nesibdev alloc failed", netdev->name);
170 nesvnic->nesibdev->nesvnic = nesvnic;
171 ret = nes_register_ofa_device(nesvnic->nesibdev);
173 printk(KERN_ERR PFX "%s: Unable to register RDMA device, ret = %d\n",
178 /* Set packet filters */
179 nic_active_bit = 1 << nesvnic->nic_index;
180 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_ACTIVE);
181 nic_active |= nic_active_bit;
182 nes_write_indexed(nesdev, NES_IDX_NIC_ACTIVE, nic_active);
183 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_MULTICAST_ENABLE);
184 nic_active |= nic_active_bit;
185 nes_write_indexed(nesdev, NES_IDX_NIC_MULTICAST_ENABLE, nic_active);
186 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_BROADCAST_ON);
187 nic_active |= nic_active_bit;
188 nes_write_indexed(nesdev, NES_IDX_NIC_BROADCAST_ON, nic_active);
190 macaddr_high = ((u16)netdev->dev_addr[0]) << 8;
191 macaddr_high += (u16)netdev->dev_addr[1];
193 macaddr_low = ((u32)netdev->dev_addr[2]) << 24;
194 macaddr_low += ((u32)netdev->dev_addr[3]) << 16;
195 macaddr_low += ((u32)netdev->dev_addr[4]) << 8;
196 macaddr_low += (u32)netdev->dev_addr[5];
198 /* Program the various MAC regs */
199 for (i = 0; i < NES_MAX_PORT_COUNT; i++) {
200 if (nesvnic->qp_nic_index[i] == 0xf) {
203 nes_debug(NES_DBG_NETDEV, "i=%d, perfect filter table index= %d, PERF FILTER LOW"
204 " (Addr:%08X) = %08X, HIGH = %08X.\n",
205 i, nesvnic->qp_nic_index[i],
206 NES_IDX_PERFECT_FILTER_LOW+
207 (nesvnic->qp_nic_index[i] * 8),
209 (u32)macaddr_high | NES_MAC_ADDR_VALID |
210 ((((u32)nesvnic->nic_index) << 16)));
211 nes_write_indexed(nesdev,
212 NES_IDX_PERFECT_FILTER_LOW + (nesvnic->qp_nic_index[i] * 8),
214 nes_write_indexed(nesdev,
215 NES_IDX_PERFECT_FILTER_HIGH + (nesvnic->qp_nic_index[i] * 8),
216 (u32)macaddr_high | NES_MAC_ADDR_VALID |
217 ((((u32)nesvnic->nic_index) << 16)));
221 nes_write32(nesdev->regs+NES_CQE_ALLOC, NES_CQE_ALLOC_NOTIFY_NEXT |
222 nesvnic->nic_cq.cq_number);
223 nes_read32(nesdev->regs+NES_CQE_ALLOC);
224 list_for_each_safe(list_pos, list_temp, &nesdev->nesadapter->nesvnic_list[nesdev->mac_index]) {
225 first_nesvnic = container_of(list_pos, struct nes_vnic, list);
226 if (first_nesvnic->netdev_open == 1)
229 if (first_nesvnic->netdev_open == 0) {
230 nes_debug(NES_DBG_INIT, "Setting up MAC interrupt mask.\n");
231 nes_write_indexed(nesdev, NES_IDX_MAC_INT_MASK + (0x200 * nesdev->mac_index),
232 ~(NES_MAC_INT_LINK_STAT_CHG | NES_MAC_INT_XGMII_EXT |
233 NES_MAC_INT_TX_UNDERFLOW | NES_MAC_INT_TX_ERROR));
234 first_nesvnic = nesvnic;
237 if (first_nesvnic->linkup) {
238 /* Enable network packets */
240 netif_start_queue(netdev);
241 netif_carrier_on(netdev);
244 spin_lock_irqsave(&nesdev->nesadapter->phy_lock, flags);
245 if (nesdev->nesadapter->phy_type[nesdev->mac_index] == NES_PHY_TYPE_SFP_D) {
246 nesdev->link_recheck = 1;
247 mod_delayed_work(system_wq, &nesdev->work,
248 NES_LINK_RECHECK_DELAY);
250 spin_unlock_irqrestore(&nesdev->nesadapter->phy_lock, flags);
252 spin_lock_irqsave(&nesvnic->port_ibevent_lock, flags);
253 if (nesvnic->of_device_registered) {
254 nesdev->nesadapter->send_term_ok = 1;
255 if (nesvnic->linkup == 1) {
256 if (nesdev->iw_status == 0) {
257 nesdev->iw_status = 1;
258 nes_port_ibevent(nesvnic);
261 nesdev->iw_status = 0;
264 spin_unlock_irqrestore(&nesvnic->port_ibevent_lock, flags);
266 napi_enable(&nesvnic->napi);
267 nesvnic->netdev_open = 1;
276 static int nes_netdev_stop(struct net_device *netdev)
278 struct nes_vnic *nesvnic = netdev_priv(netdev);
279 struct nes_device *nesdev = nesvnic->nesdev;
282 struct nes_vnic *first_nesvnic = NULL;
283 struct list_head *list_pos, *list_temp;
286 nes_debug(NES_DBG_SHUTDOWN, "nesvnic=%p, nesdev=%p, netdev=%p %s\n",
287 nesvnic, nesdev, netdev, netdev->name);
288 if (nesvnic->netdev_open == 0)
291 if (netif_msg_ifdown(nesvnic))
292 printk(KERN_INFO PFX "%s: disabling interface\n", netdev->name);
293 netif_carrier_off(netdev);
295 /* Disable network packets */
296 napi_disable(&nesvnic->napi);
297 netif_stop_queue(netdev);
298 list_for_each_safe(list_pos, list_temp, &nesdev->nesadapter->nesvnic_list[nesdev->mac_index]) {
299 first_nesvnic = container_of(list_pos, struct nes_vnic, list);
300 if ((first_nesvnic->netdev_open == 1) && (first_nesvnic != nesvnic))
304 if ((first_nesvnic->netdev_open == 1) && (first_nesvnic != nesvnic) &&
305 (PCI_FUNC(first_nesvnic->nesdev->pcidev->devfn) !=
306 PCI_FUNC(nesvnic->nesdev->pcidev->devfn))) {
307 nes_write_indexed(nesdev, NES_IDX_MAC_INT_MASK+
308 (0x200*nesdev->mac_index), 0xffffffff);
309 nes_write_indexed(first_nesvnic->nesdev,
310 NES_IDX_MAC_INT_MASK+
311 (0x200*first_nesvnic->nesdev->mac_index),
312 ~(NES_MAC_INT_LINK_STAT_CHG | NES_MAC_INT_XGMII_EXT |
313 NES_MAC_INT_TX_UNDERFLOW | NES_MAC_INT_TX_ERROR));
315 nes_write_indexed(nesdev, NES_IDX_MAC_INT_MASK+(0x200*nesdev->mac_index), 0xffffffff);
318 nic_active_mask = ~((u32)(1 << nesvnic->nic_index));
319 nes_write_indexed(nesdev, NES_IDX_PERFECT_FILTER_HIGH+
320 (nesvnic->perfect_filter_index*8), 0);
321 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_ACTIVE);
322 nic_active &= nic_active_mask;
323 nes_write_indexed(nesdev, NES_IDX_NIC_ACTIVE, nic_active);
324 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_MULTICAST_ALL);
325 nic_active &= nic_active_mask;
326 nes_write_indexed(nesdev, NES_IDX_NIC_MULTICAST_ALL, nic_active);
327 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_MULTICAST_ENABLE);
328 nic_active &= nic_active_mask;
329 nes_write_indexed(nesdev, NES_IDX_NIC_MULTICAST_ENABLE, nic_active);
330 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_UNICAST_ALL);
331 nic_active &= nic_active_mask;
332 nes_write_indexed(nesdev, NES_IDX_NIC_UNICAST_ALL, nic_active);
333 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_BROADCAST_ON);
334 nic_active &= nic_active_mask;
335 nes_write_indexed(nesdev, NES_IDX_NIC_BROADCAST_ON, nic_active);
337 spin_lock_irqsave(&nesvnic->port_ibevent_lock, flags);
338 if (nesvnic->of_device_registered) {
339 nesdev->nesadapter->send_term_ok = 0;
340 nesdev->iw_status = 0;
341 if (nesvnic->linkup == 1)
342 nes_port_ibevent(nesvnic);
344 del_timer_sync(&nesvnic->event_timer);
345 nesvnic->event_timer.function = NULL;
346 spin_unlock_irqrestore(&nesvnic->port_ibevent_lock, flags);
348 nes_destroy_nic_qp(nesvnic);
350 nesvnic->netdev_open = 0;
359 static bool nes_nic_send(struct sk_buff *skb, struct net_device *netdev)
361 struct nes_vnic *nesvnic = netdev_priv(netdev);
362 struct nes_device *nesdev = nesvnic->nesdev;
363 struct nes_hw_nic *nesnic = &nesvnic->nic;
364 struct nes_hw_nic_sq_wqe *nic_sqe;
366 __le16 *wqe_fragment_length;
368 u16 wqe_fragment_index = 1; /* first fragment (0) is used by copy buffer */
369 u16 skb_fragment_index;
370 dma_addr_t bus_address;
372 nic_sqe = &nesnic->sq_vbase[nesnic->sq_head];
373 wqe_fragment_length = (__le16 *)&nic_sqe->wqe_words[NES_NIC_SQ_WQE_LENGTH_0_TAG_IDX];
375 /* setup the VLAN tag if present */
376 if (skb_vlan_tag_present(skb)) {
377 nes_debug(NES_DBG_NIC_TX, "%s: VLAN packet to send... VLAN = %08X\n",
378 netdev->name, skb_vlan_tag_get(skb));
379 wqe_misc = NES_NIC_SQ_WQE_TAGVALUE_ENABLE;
380 wqe_fragment_length[0] = (__force __le16) skb_vlan_tag_get(skb);
384 /* bump past the vlan tag */
385 wqe_fragment_length++;
386 /* wqe_fragment_address = (u64 *)&nic_sqe->wqe_words[NES_NIC_SQ_WQE_FRAG0_LOW_IDX]; */
387 wqe_misc |= NES_NIC_SQ_WQE_COMPLETION;
389 if (skb->ip_summed == CHECKSUM_PARTIAL) {
390 if (skb_is_gso(skb)) {
392 /* nes_debug(NES_DBG_NIC_TX, "%s: TSO request... is_gso = %u seg size = %u\n",
393 netdev->name, skb_is_gso(skb), skb_shinfo(skb)->gso_size); */
394 wqe_misc |= NES_NIC_SQ_WQE_LSO_ENABLE | (u16)skb_shinfo(skb)->gso_size;
395 set_wqe_32bit_value(nic_sqe->wqe_words, NES_NIC_SQ_WQE_LSO_INFO_IDX,
397 (((u32)(((unsigned char *)tcph) - skb->data)) << 4));
399 } else { /* CHECKSUM_HW */
400 wqe_misc |= NES_NIC_SQ_WQE_DISABLE_CHKSUM;
403 set_wqe_32bit_value(nic_sqe->wqe_words, NES_NIC_SQ_WQE_TOTAL_LENGTH_IDX,
405 memcpy(&nesnic->first_frag_vbase[nesnic->sq_head].buffer,
406 skb->data, min(((unsigned int)NES_FIRST_FRAG_SIZE), skb_headlen(skb)));
407 wqe_fragment_length[0] = cpu_to_le16(min(((unsigned int)NES_FIRST_FRAG_SIZE),
409 wqe_fragment_length[1] = 0;
410 if (skb_headlen(skb) > NES_FIRST_FRAG_SIZE) {
411 if ((skb_shinfo(skb)->nr_frags + 1) > 4) {
412 nes_debug(NES_DBG_NIC_TX, "%s: Packet with %u fragments not sent, skb_headlen=%u\n",
413 netdev->name, skb_shinfo(skb)->nr_frags + 2, skb_headlen(skb));
415 nesvnic->tx_sw_dropped++;
418 set_bit(nesnic->sq_head, nesnic->first_frag_overflow);
419 bus_address = pci_map_single(nesdev->pcidev, skb->data + NES_FIRST_FRAG_SIZE,
420 skb_headlen(skb) - NES_FIRST_FRAG_SIZE, PCI_DMA_TODEVICE);
421 wqe_fragment_length[wqe_fragment_index++] =
422 cpu_to_le16(skb_headlen(skb) - NES_FIRST_FRAG_SIZE);
423 wqe_fragment_length[wqe_fragment_index] = 0;
424 set_wqe_64bit_value(nic_sqe->wqe_words, NES_NIC_SQ_WQE_FRAG1_LOW_IDX,
425 ((u64)(bus_address)));
426 nesnic->tx_skb[nesnic->sq_head] = skb;
429 if (skb_headlen(skb) == skb->len) {
430 if (skb_headlen(skb) <= NES_FIRST_FRAG_SIZE) {
431 nic_sqe->wqe_words[NES_NIC_SQ_WQE_LENGTH_2_1_IDX] = 0;
432 nesnic->tx_skb[nesnic->sq_head] = skb;
435 /* Deal with Fragments */
436 nesnic->tx_skb[nesnic->sq_head] = skb;
437 for (skb_fragment_index = 0; skb_fragment_index < skb_shinfo(skb)->nr_frags;
438 skb_fragment_index++) {
440 &skb_shinfo(skb)->frags[skb_fragment_index];
441 bus_address = skb_frag_dma_map(&nesdev->pcidev->dev,
442 frag, 0, skb_frag_size(frag),
444 wqe_fragment_length[wqe_fragment_index] =
445 cpu_to_le16(skb_frag_size(&skb_shinfo(skb)->frags[skb_fragment_index]));
446 set_wqe_64bit_value(nic_sqe->wqe_words, NES_NIC_SQ_WQE_FRAG0_LOW_IDX+(2*wqe_fragment_index),
448 wqe_fragment_index++;
449 if (wqe_fragment_index < 5)
450 wqe_fragment_length[wqe_fragment_index] = 0;
454 set_wqe_32bit_value(nic_sqe->wqe_words, NES_NIC_SQ_WQE_MISC_IDX, wqe_misc);
456 nesnic->sq_head &= nesnic->sq_size - 1;
462 * nes_netdev_start_xmit
464 static int nes_netdev_start_xmit(struct sk_buff *skb, struct net_device *netdev)
466 struct nes_vnic *nesvnic = netdev_priv(netdev);
467 struct nes_device *nesdev = nesvnic->nesdev;
468 struct nes_hw_nic *nesnic = &nesvnic->nic;
469 struct nes_hw_nic_sq_wqe *nic_sqe;
471 /* struct udphdr *udph; */
472 #define NES_MAX_TSO_FRAGS MAX_SKB_FRAGS
473 /* 64K segment plus overflow on each side */
474 dma_addr_t tso_bus_address[NES_MAX_TSO_FRAGS];
475 dma_addr_t bus_address;
482 __le16 *wqe_fragment_length;
484 u32 original_first_length;
485 /* u64 *wqe_fragment_address; */
486 /* first fragment (0) is used by copy buffer */
487 u16 wqe_fragment_index=1;
495 * nes_debug(NES_DBG_NIC_TX, "%s Request to tx NIC packet length %u, headlen %u,"
496 * " (%u frags), tso_size=%u\n",
497 * netdev->name, skb->len, skb_headlen(skb),
498 * skb_shinfo(skb)->nr_frags, skb_is_gso(skb));
501 if (netif_queue_stopped(netdev))
502 return NETDEV_TX_BUSY;
504 /* Check if SQ is full */
505 if ((((nesnic->sq_tail+(nesnic->sq_size*2))-nesnic->sq_head) & (nesnic->sq_size - 1)) == 1) {
506 if (!netif_queue_stopped(netdev)) {
507 netif_stop_queue(netdev);
509 if ((((((volatile u16)nesnic->sq_tail)+(nesnic->sq_size*2))-nesnic->sq_head) & (nesnic->sq_size - 1)) != 1) {
510 netif_start_queue(netdev);
511 goto sq_no_longer_full;
515 return NETDEV_TX_BUSY;
519 nr_frags = skb_shinfo(skb)->nr_frags;
520 if (skb_headlen(skb) > NES_FIRST_FRAG_SIZE) {
523 /* Check if too many fragments */
524 if (unlikely((nr_frags > 4))) {
525 if (skb_is_gso(skb)) {
526 nesvnic->segmented_tso_requests++;
527 nesvnic->tso_requests++;
528 /* Basically 4 fragments available per WQE with extended fragments */
529 wqes_needed = nr_frags >> 2;
530 wqes_needed += (nr_frags&3)?1:0;
531 wqes_available = (((nesnic->sq_tail+nesnic->sq_size)-nesnic->sq_head) - 1) &
532 (nesnic->sq_size - 1);
534 if (unlikely(wqes_needed > wqes_available)) {
535 if (!netif_queue_stopped(netdev)) {
536 netif_stop_queue(netdev);
538 wqes_available = (((((volatile u16)nesnic->sq_tail)+nesnic->sq_size)-nesnic->sq_head) - 1) &
539 (nesnic->sq_size - 1);
540 if (wqes_needed <= wqes_available) {
541 netif_start_queue(netdev);
542 goto tso_sq_no_longer_full;
546 nes_debug(NES_DBG_NIC_TX, "%s: HNIC SQ full- TSO request has too many frags!\n",
548 return NETDEV_TX_BUSY;
550 tso_sq_no_longer_full:
551 /* Map all the buffers */
552 for (tso_frag_count=0; tso_frag_count < skb_shinfo(skb)->nr_frags;
555 &skb_shinfo(skb)->frags[tso_frag_count];
556 tso_bus_address[tso_frag_count] =
557 skb_frag_dma_map(&nesdev->pcidev->dev,
558 frag, 0, skb_frag_size(frag),
563 curr_tcp_seq = ntohl(tcp_hdr(skb)->seq);
564 hoffset = skb_transport_header(skb) - skb->data;
565 nhoffset = skb_network_header(skb) - skb->data;
566 original_first_length = hoffset + ((((struct tcphdr *)skb_transport_header(skb))->doff)<<2);
568 for (wqe_count=0; wqe_count<((u32)wqes_needed); wqe_count++) {
570 nic_sqe = &nesnic->sq_vbase[nesnic->sq_head];
571 wqe_fragment_length =
572 (__le16 *)&nic_sqe->wqe_words[NES_NIC_SQ_WQE_LENGTH_0_TAG_IDX];
573 /* setup the VLAN tag if present */
574 if (skb_vlan_tag_present(skb)) {
575 nes_debug(NES_DBG_NIC_TX, "%s: VLAN packet to send... VLAN = %08X\n",
577 skb_vlan_tag_get(skb));
578 wqe_misc = NES_NIC_SQ_WQE_TAGVALUE_ENABLE;
579 wqe_fragment_length[0] = (__force __le16) skb_vlan_tag_get(skb);
583 /* bump past the vlan tag */
584 wqe_fragment_length++;
586 /* Assumes header totally fits in allocated buffer and is in first fragment */
587 if (original_first_length > NES_FIRST_FRAG_SIZE) {
588 nes_debug(NES_DBG_NIC_TX, "ERROR: SKB header too big, headlen=%u, FIRST_FRAG_SIZE=%u\n",
589 original_first_length, NES_FIRST_FRAG_SIZE);
590 nes_debug(NES_DBG_NIC_TX, "%s Request to tx NIC packet length %u, headlen %u,"
591 " (%u frags), is_gso = %u tso_size=%u\n",
593 skb->len, skb_headlen(skb),
594 skb_shinfo(skb)->nr_frags, skb_is_gso(skb), skb_shinfo(skb)->gso_size);
596 memcpy(&nesnic->first_frag_vbase[nesnic->sq_head].buffer,
597 skb->data, min(((unsigned int)NES_FIRST_FRAG_SIZE),
598 original_first_length));
599 iph = (struct iphdr *)
600 (&nesnic->first_frag_vbase[nesnic->sq_head].buffer[nhoffset]);
601 tcph = (struct tcphdr *)
602 (&nesnic->first_frag_vbase[nesnic->sq_head].buffer[hoffset]);
603 if ((wqe_count+1)!=(u32)wqes_needed) {
612 tcph->seq = htonl(curr_tcp_seq);
613 wqe_fragment_length[0] = cpu_to_le16(min(((unsigned int)NES_FIRST_FRAG_SIZE),
614 original_first_length));
616 wqe_fragment_index = 1;
617 if ((wqe_count==0) && (skb_headlen(skb) > original_first_length)) {
618 set_bit(nesnic->sq_head, nesnic->first_frag_overflow);
619 bus_address = pci_map_single(nesdev->pcidev, skb->data + original_first_length,
620 skb_headlen(skb) - original_first_length, PCI_DMA_TODEVICE);
621 wqe_fragment_length[wqe_fragment_index++] =
622 cpu_to_le16(skb_headlen(skb) - original_first_length);
623 wqe_fragment_length[wqe_fragment_index] = 0;
624 set_wqe_64bit_value(nic_sqe->wqe_words, NES_NIC_SQ_WQE_FRAG1_LOW_IDX,
626 tso_wqe_length += skb_headlen(skb) -
627 original_first_length;
629 while (wqe_fragment_index < 5) {
630 wqe_fragment_length[wqe_fragment_index] =
631 cpu_to_le16(skb_frag_size(&skb_shinfo(skb)->frags[tso_frag_index]));
632 set_wqe_64bit_value(nic_sqe->wqe_words, NES_NIC_SQ_WQE_FRAG0_LOW_IDX+(2*wqe_fragment_index),
633 (u64)tso_bus_address[tso_frag_index]);
634 wqe_fragment_index++;
635 tso_wqe_length += skb_frag_size(&skb_shinfo(skb)->frags[tso_frag_index++]);
636 if (wqe_fragment_index < 5)
637 wqe_fragment_length[wqe_fragment_index] = 0;
638 if (tso_frag_index == tso_frag_count)
641 if ((wqe_count+1) == (u32)wqes_needed) {
642 nesnic->tx_skb[nesnic->sq_head] = skb;
644 nesnic->tx_skb[nesnic->sq_head] = NULL;
646 wqe_misc |= NES_NIC_SQ_WQE_COMPLETION | (u16)skb_shinfo(skb)->gso_size;
647 if ((tso_wqe_length + original_first_length) > skb_shinfo(skb)->gso_size) {
648 wqe_misc |= NES_NIC_SQ_WQE_LSO_ENABLE;
650 iph->tot_len = htons(tso_wqe_length + original_first_length - nhoffset);
653 set_wqe_32bit_value(nic_sqe->wqe_words, NES_NIC_SQ_WQE_MISC_IDX,
655 set_wqe_32bit_value(nic_sqe->wqe_words, NES_NIC_SQ_WQE_LSO_INFO_IDX,
656 ((u32)tcph->doff) | (((u32)hoffset) << 4));
658 set_wqe_32bit_value(nic_sqe->wqe_words, NES_NIC_SQ_WQE_TOTAL_LENGTH_IDX,
659 tso_wqe_length + original_first_length);
660 curr_tcp_seq += tso_wqe_length;
662 nesnic->sq_head &= nesnic->sq_size-1;
665 nesvnic->linearized_skbs++;
666 hoffset = skb_transport_header(skb) - skb->data;
667 nhoffset = skb_network_header(skb) - skb->data;
669 skb_set_transport_header(skb, hoffset);
670 skb_set_network_header(skb, nhoffset);
671 if (!nes_nic_send(skb, netdev))
675 if (!nes_nic_send(skb, netdev))
682 nes_write32(nesdev->regs+NES_WQE_ALLOC,
683 (wqe_count << 24) | (1 << 23) | nesvnic->nic.qp_id);
685 netif_trans_update(netdev);
692 * nes_netdev_get_stats
694 static struct net_device_stats *nes_netdev_get_stats(struct net_device *netdev)
696 struct nes_vnic *nesvnic = netdev_priv(netdev);
697 struct nes_device *nesdev = nesvnic->nesdev;
701 u32temp = nes_read_indexed(nesdev,
702 NES_IDX_ENDNODE0_NSTAT_RX_DISCARD + (nesvnic->nic_index*0x200));
703 nesvnic->netstats.rx_dropped += u32temp;
704 nesvnic->endnode_nstat_rx_discard += u32temp;
706 u64temp = (u64)nes_read_indexed(nesdev,
707 NES_IDX_ENDNODE0_NSTAT_RX_OCTETS_LO + (nesvnic->nic_index*0x200));
708 u64temp += ((u64)nes_read_indexed(nesdev,
709 NES_IDX_ENDNODE0_NSTAT_RX_OCTETS_HI + (nesvnic->nic_index*0x200))) << 32;
711 nesvnic->endnode_nstat_rx_octets += u64temp;
712 nesvnic->netstats.rx_bytes += u64temp;
714 u64temp = (u64)nes_read_indexed(nesdev,
715 NES_IDX_ENDNODE0_NSTAT_RX_FRAMES_LO + (nesvnic->nic_index*0x200));
716 u64temp += ((u64)nes_read_indexed(nesdev,
717 NES_IDX_ENDNODE0_NSTAT_RX_FRAMES_HI + (nesvnic->nic_index*0x200))) << 32;
719 nesvnic->endnode_nstat_rx_frames += u64temp;
720 nesvnic->netstats.rx_packets += u64temp;
722 u64temp = (u64)nes_read_indexed(nesdev,
723 NES_IDX_ENDNODE0_NSTAT_TX_OCTETS_LO + (nesvnic->nic_index*0x200));
724 u64temp += ((u64)nes_read_indexed(nesdev,
725 NES_IDX_ENDNODE0_NSTAT_TX_OCTETS_HI + (nesvnic->nic_index*0x200))) << 32;
727 nesvnic->endnode_nstat_tx_octets += u64temp;
728 nesvnic->netstats.tx_bytes += u64temp;
730 u64temp = (u64)nes_read_indexed(nesdev,
731 NES_IDX_ENDNODE0_NSTAT_TX_FRAMES_LO + (nesvnic->nic_index*0x200));
732 u64temp += ((u64)nes_read_indexed(nesdev,
733 NES_IDX_ENDNODE0_NSTAT_TX_FRAMES_HI + (nesvnic->nic_index*0x200))) << 32;
735 nesvnic->endnode_nstat_tx_frames += u64temp;
736 nesvnic->netstats.tx_packets += u64temp;
738 u32temp = nes_read_indexed(nesdev,
739 NES_IDX_MAC_RX_SHORT_FRAMES + (nesvnic->nesdev->mac_index*0x200));
740 nesvnic->netstats.rx_dropped += u32temp;
741 nesvnic->nesdev->mac_rx_errors += u32temp;
742 nesvnic->nesdev->mac_rx_short_frames += u32temp;
744 u32temp = nes_read_indexed(nesdev,
745 NES_IDX_MAC_RX_OVERSIZED_FRAMES + (nesvnic->nesdev->mac_index*0x200));
746 nesvnic->netstats.rx_dropped += u32temp;
747 nesvnic->nesdev->mac_rx_errors += u32temp;
748 nesvnic->nesdev->mac_rx_oversized_frames += u32temp;
750 u32temp = nes_read_indexed(nesdev,
751 NES_IDX_MAC_RX_JABBER_FRAMES + (nesvnic->nesdev->mac_index*0x200));
752 nesvnic->netstats.rx_dropped += u32temp;
753 nesvnic->nesdev->mac_rx_errors += u32temp;
754 nesvnic->nesdev->mac_rx_jabber_frames += u32temp;
756 u32temp = nes_read_indexed(nesdev,
757 NES_IDX_MAC_RX_SYMBOL_ERR_FRAMES + (nesvnic->nesdev->mac_index*0x200));
758 nesvnic->netstats.rx_dropped += u32temp;
759 nesvnic->nesdev->mac_rx_errors += u32temp;
760 nesvnic->nesdev->mac_rx_symbol_err_frames += u32temp;
762 u32temp = nes_read_indexed(nesdev,
763 NES_IDX_MAC_RX_LENGTH_ERR_FRAMES + (nesvnic->nesdev->mac_index*0x200));
764 nesvnic->netstats.rx_length_errors += u32temp;
765 nesvnic->nesdev->mac_rx_errors += u32temp;
767 u32temp = nes_read_indexed(nesdev,
768 NES_IDX_MAC_RX_CRC_ERR_FRAMES + (nesvnic->nesdev->mac_index*0x200));
769 nesvnic->nesdev->mac_rx_errors += u32temp;
770 nesvnic->nesdev->mac_rx_crc_errors += u32temp;
771 nesvnic->netstats.rx_crc_errors += u32temp;
773 u32temp = nes_read_indexed(nesdev,
774 NES_IDX_MAC_TX_ERRORS + (nesvnic->nesdev->mac_index*0x200));
775 nesvnic->nesdev->mac_tx_errors += u32temp;
776 nesvnic->netstats.tx_errors += u32temp;
778 return &nesvnic->netstats;
783 * nes_netdev_tx_timeout
785 static void nes_netdev_tx_timeout(struct net_device *netdev)
787 struct nes_vnic *nesvnic = netdev_priv(netdev);
789 if (netif_msg_timer(nesvnic))
790 nes_debug(NES_DBG_NIC_TX, "%s: tx timeout\n", netdev->name);
795 * nes_netdev_set_mac_address
797 static int nes_netdev_set_mac_address(struct net_device *netdev, void *p)
799 struct nes_vnic *nesvnic = netdev_priv(netdev);
800 struct nes_device *nesdev = nesvnic->nesdev;
801 struct sockaddr *mac_addr = p;
806 if (!is_valid_ether_addr(mac_addr->sa_data))
807 return -EADDRNOTAVAIL;
809 memcpy(netdev->dev_addr, mac_addr->sa_data, netdev->addr_len);
810 printk(PFX "%s: Address length = %d, Address = %pM\n",
811 __func__, netdev->addr_len, mac_addr->sa_data);
812 macaddr_high = ((u16)netdev->dev_addr[0]) << 8;
813 macaddr_high += (u16)netdev->dev_addr[1];
814 macaddr_low = ((u32)netdev->dev_addr[2]) << 24;
815 macaddr_low += ((u32)netdev->dev_addr[3]) << 16;
816 macaddr_low += ((u32)netdev->dev_addr[4]) << 8;
817 macaddr_low += (u32)netdev->dev_addr[5];
819 for (i = 0; i < NES_MAX_PORT_COUNT; i++) {
820 if (nesvnic->qp_nic_index[i] == 0xf) {
823 nes_write_indexed(nesdev,
824 NES_IDX_PERFECT_FILTER_LOW + (nesvnic->qp_nic_index[i] * 8),
826 nes_write_indexed(nesdev,
827 NES_IDX_PERFECT_FILTER_HIGH + (nesvnic->qp_nic_index[i] * 8),
828 (u32)macaddr_high | NES_MAC_ADDR_VALID |
829 ((((u32)nesvnic->nic_index) << 16)));
835 static void set_allmulti(struct nes_device *nesdev, u32 nic_active_bit)
839 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_MULTICAST_ALL);
840 nic_active |= nic_active_bit;
841 nes_write_indexed(nesdev, NES_IDX_NIC_MULTICAST_ALL, nic_active);
842 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_UNICAST_ALL);
843 nic_active &= ~nic_active_bit;
844 nes_write_indexed(nesdev, NES_IDX_NIC_UNICAST_ALL, nic_active);
847 #define get_addr(addrs, index) ((addrs) + (index) * ETH_ALEN)
850 * nes_netdev_set_multicast_list
852 static void nes_netdev_set_multicast_list(struct net_device *netdev)
854 struct nes_vnic *nesvnic = netdev_priv(netdev);
855 struct nes_device *nesdev = nesvnic->nesdev;
856 struct nes_adapter *nesadapter = nesvnic->nesdev->nesadapter;
859 u32 perfect_filter_register_address;
864 int mc_nic_index = -1;
865 u8 pft_entries_preallocated = max(nesadapter->adapter_fcn_count *
866 nics_per_function, 4);
867 u8 max_pft_entries_avaiable = NES_PFT_SIZE - pft_entries_preallocated;
869 int mc_count = netdev_mc_count(netdev);
871 spin_lock_irqsave(&nesadapter->resource_lock, flags);
872 nic_active_bit = 1 << nesvnic->nic_index;
874 if (netdev->flags & IFF_PROMISC) {
875 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_MULTICAST_ALL);
876 nic_active |= nic_active_bit;
877 nes_write_indexed(nesdev, NES_IDX_NIC_MULTICAST_ALL, nic_active);
878 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_UNICAST_ALL);
879 nic_active |= nic_active_bit;
880 nes_write_indexed(nesdev, NES_IDX_NIC_UNICAST_ALL, nic_active);
882 } else if ((netdev->flags & IFF_ALLMULTI) ||
883 (nesvnic->nic_index > 3)) {
884 set_allmulti(nesdev, nic_active_bit);
887 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_MULTICAST_ALL);
888 nic_active &= ~nic_active_bit;
889 nes_write_indexed(nesdev, NES_IDX_NIC_MULTICAST_ALL, nic_active);
890 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_UNICAST_ALL);
891 nic_active &= ~nic_active_bit;
892 nes_write_indexed(nesdev, NES_IDX_NIC_UNICAST_ALL, nic_active);
895 nes_debug(NES_DBG_NIC_RX, "Number of MC entries = %d, Promiscuous = %d, All Multicast = %d.\n",
896 mc_count, !!(netdev->flags & IFF_PROMISC),
897 !!(netdev->flags & IFF_ALLMULTI));
901 struct netdev_hw_addr *ha;
903 addrs = kmalloc(ETH_ALEN * mc_count, GFP_ATOMIC);
905 set_allmulti(nesdev, nic_active_bit);
909 netdev_for_each_mc_addr(ha, netdev)
910 memcpy(get_addr(addrs, i++), ha->addr, ETH_ALEN);
912 perfect_filter_register_address = NES_IDX_PERFECT_FILTER_LOW +
913 pft_entries_preallocated * 0x8;
914 for (i = 0, mc_index = 0; mc_index < max_pft_entries_avaiable;
916 while (i < mc_count && nesvnic->mcrq_mcast_filter &&
917 ((mc_nic_index = nesvnic->mcrq_mcast_filter(nesvnic,
918 get_addr(addrs, i++))) == 0));
919 if (mc_nic_index < 0)
920 mc_nic_index = nesvnic->nic_index;
921 while (nesadapter->pft_mcast_map[mc_index] < 16 &&
922 nesadapter->pft_mcast_map[mc_index] !=
923 nesvnic->nic_index &&
924 mc_index < max_pft_entries_avaiable) {
925 nes_debug(NES_DBG_NIC_RX,
926 "mc_index=%d skipping nic_index=%d, "
927 "used for=%d \n", mc_index,
929 nesadapter->pft_mcast_map[mc_index]);
932 if (mc_index >= max_pft_entries_avaiable)
935 char *addr = get_addr(addrs, i++);
937 nes_debug(NES_DBG_NIC_RX, "Assigning MC Address %pM to register 0x%04X nic_idx=%d\n",
939 perfect_filter_register_address+(mc_index * 8),
941 macaddr_high = ((u8) addr[0]) << 8;
942 macaddr_high += (u8) addr[1];
943 macaddr_low = ((u8) addr[2]) << 24;
944 macaddr_low += ((u8) addr[3]) << 16;
945 macaddr_low += ((u8) addr[4]) << 8;
946 macaddr_low += (u8) addr[5];
948 nes_write_indexed(nesdev,
949 perfect_filter_register_address+(mc_index * 8),
951 nes_write_indexed(nesdev,
952 perfect_filter_register_address+4+(mc_index * 8),
953 (u32)macaddr_high | NES_MAC_ADDR_VALID |
954 ((((u32)(1<<mc_nic_index)) << 16)));
955 nesadapter->pft_mcast_map[mc_index] =
958 nes_debug(NES_DBG_NIC_RX, "Clearing MC Address at register 0x%04X\n",
959 perfect_filter_register_address+(mc_index * 8));
960 nes_write_indexed(nesdev,
961 perfect_filter_register_address+4+(mc_index * 8),
963 nesadapter->pft_mcast_map[mc_index] = 255;
967 /* PFT is not large enough */
969 set_allmulti(nesdev, nic_active_bit);
973 spin_unlock_irqrestore(&nesadapter->resource_lock, flags);
978 * nes_netdev_change_mtu
980 static int nes_netdev_change_mtu(struct net_device *netdev, int new_mtu)
982 struct nes_vnic *nesvnic = netdev_priv(netdev);
983 struct nes_device *nesdev = nesvnic->nesdev;
991 if ((new_mtu < ETH_ZLEN) || (new_mtu > max_mtu))
994 netdev->mtu = new_mtu;
995 nesvnic->max_frame_size = new_mtu + VLAN_ETH_HLEN;
997 if (netdev->mtu > 1500) {
1000 nes_nic_init_timer_defaults(nesdev, jumbomode);
1002 if (netif_running(netdev)) {
1003 nic_active_bit = 1 << nesvnic->nic_index;
1004 mc_all_active = nes_read_indexed(nesdev,
1005 NES_IDX_NIC_MULTICAST_ALL) & nic_active_bit;
1006 uc_all_active = nes_read_indexed(nesdev,
1007 NES_IDX_NIC_UNICAST_ALL) & nic_active_bit;
1009 nes_netdev_stop(netdev);
1010 nes_netdev_open(netdev);
1012 nic_active = nes_read_indexed(nesdev,
1013 NES_IDX_NIC_MULTICAST_ALL);
1014 nic_active |= mc_all_active;
1015 nes_write_indexed(nesdev, NES_IDX_NIC_MULTICAST_ALL,
1018 nic_active = nes_read_indexed(nesdev, NES_IDX_NIC_UNICAST_ALL);
1019 nic_active |= uc_all_active;
1020 nes_write_indexed(nesdev, NES_IDX_NIC_UNICAST_ALL, nic_active);
1027 static const char nes_ethtool_stringset[][ETH_GSTRING_LEN] = {
1028 "Link Change Interrupts",
1031 "Pause Frames Sent",
1032 "Pause Frames Received",
1033 "Internal Routing Errors",
1034 "SQ SW Dropped SKBs",
1036 "Segmented TSO Requests",
1039 "Rx Oversized Frames",
1044 "Endnode Rx Discards",
1045 "Endnode Rx Octets",
1046 "Endnode Rx Frames",
1047 "Endnode Tx Octets",
1048 "Endnode Tx Frames",
1052 "Retransmission Count",
1059 "ModifyQP Timeouts",
1065 "CM Packets Bounced",
1066 "CM Packets Created",
1068 "CM Packets Dropped",
1069 "CM Packets Retrans",
1070 "CM Listens Created",
1071 "CM Listens Destroyed",
1075 "CM Nodes Destroyed",
1077 "CM Resets Received",
1084 #define NES_ETHTOOL_STAT_COUNT ARRAY_SIZE(nes_ethtool_stringset)
1088 * nes_netdev_get_sset_count
1090 static int nes_netdev_get_sset_count(struct net_device *netdev, int stringset)
1092 if (stringset == ETH_SS_STATS)
1093 return NES_ETHTOOL_STAT_COUNT;
1100 * nes_netdev_get_strings
1102 static void nes_netdev_get_strings(struct net_device *netdev, u32 stringset,
1103 u8 *ethtool_strings)
1105 if (stringset == ETH_SS_STATS)
1106 memcpy(ethtool_strings,
1107 &nes_ethtool_stringset,
1108 sizeof(nes_ethtool_stringset));
1113 * nes_netdev_get_ethtool_stats
1116 static void nes_netdev_get_ethtool_stats(struct net_device *netdev,
1117 struct ethtool_stats *target_ethtool_stats, u64 *target_stat_values)
1120 struct nes_vnic *nesvnic = netdev_priv(netdev);
1121 struct nes_device *nesdev = nesvnic->nesdev;
1122 struct nes_adapter *nesadapter = nesdev->nesadapter;
1127 target_ethtool_stats->n_stats = NES_ETHTOOL_STAT_COUNT;
1128 target_stat_values[index] = nesvnic->nesdev->link_status_interrupts;
1129 target_stat_values[++index] = nesvnic->linearized_skbs;
1130 target_stat_values[++index] = nesvnic->tso_requests;
1132 u32temp = nes_read_indexed(nesdev,
1133 NES_IDX_MAC_TX_PAUSE_FRAMES + (nesvnic->nesdev->mac_index*0x200));
1134 nesvnic->nesdev->mac_pause_frames_sent += u32temp;
1135 target_stat_values[++index] = nesvnic->nesdev->mac_pause_frames_sent;
1137 u32temp = nes_read_indexed(nesdev,
1138 NES_IDX_MAC_RX_PAUSE_FRAMES + (nesvnic->nesdev->mac_index*0x200));
1139 nesvnic->nesdev->mac_pause_frames_received += u32temp;
1141 u32temp = nes_read_indexed(nesdev,
1142 NES_IDX_PORT_RX_DISCARDS + (nesvnic->nesdev->mac_index*0x40));
1143 nesvnic->nesdev->port_rx_discards += u32temp;
1144 nesvnic->netstats.rx_dropped += u32temp;
1146 u32temp = nes_read_indexed(nesdev,
1147 NES_IDX_PORT_TX_DISCARDS + (nesvnic->nesdev->mac_index*0x40));
1148 nesvnic->nesdev->port_tx_discards += u32temp;
1149 nesvnic->netstats.tx_dropped += u32temp;
1151 u32temp = nes_read_indexed(nesdev,
1152 NES_IDX_MAC_RX_SHORT_FRAMES + (nesvnic->nesdev->mac_index*0x200));
1153 nesvnic->netstats.rx_dropped += u32temp;
1154 nesvnic->nesdev->mac_rx_errors += u32temp;
1155 nesvnic->nesdev->mac_rx_short_frames += u32temp;
1157 u32temp = nes_read_indexed(nesdev,
1158 NES_IDX_MAC_RX_OVERSIZED_FRAMES + (nesvnic->nesdev->mac_index*0x200));
1159 nesvnic->netstats.rx_dropped += u32temp;
1160 nesvnic->nesdev->mac_rx_errors += u32temp;
1161 nesvnic->nesdev->mac_rx_oversized_frames += u32temp;
1163 u32temp = nes_read_indexed(nesdev,
1164 NES_IDX_MAC_RX_JABBER_FRAMES + (nesvnic->nesdev->mac_index*0x200));
1165 nesvnic->netstats.rx_dropped += u32temp;
1166 nesvnic->nesdev->mac_rx_errors += u32temp;
1167 nesvnic->nesdev->mac_rx_jabber_frames += u32temp;
1169 u32temp = nes_read_indexed(nesdev,
1170 NES_IDX_MAC_RX_SYMBOL_ERR_FRAMES + (nesvnic->nesdev->mac_index*0x200));
1171 nesvnic->netstats.rx_dropped += u32temp;
1172 nesvnic->nesdev->mac_rx_errors += u32temp;
1173 nesvnic->nesdev->mac_rx_symbol_err_frames += u32temp;
1175 u32temp = nes_read_indexed(nesdev,
1176 NES_IDX_MAC_RX_LENGTH_ERR_FRAMES + (nesvnic->nesdev->mac_index*0x200));
1177 nesvnic->netstats.rx_length_errors += u32temp;
1178 nesvnic->nesdev->mac_rx_errors += u32temp;
1180 u32temp = nes_read_indexed(nesdev,
1181 NES_IDX_MAC_RX_CRC_ERR_FRAMES + (nesvnic->nesdev->mac_index*0x200));
1182 nesvnic->nesdev->mac_rx_errors += u32temp;
1183 nesvnic->nesdev->mac_rx_crc_errors += u32temp;
1184 nesvnic->netstats.rx_crc_errors += u32temp;
1186 u32temp = nes_read_indexed(nesdev,
1187 NES_IDX_MAC_TX_ERRORS + (nesvnic->nesdev->mac_index*0x200));
1188 nesvnic->nesdev->mac_tx_errors += u32temp;
1189 nesvnic->netstats.tx_errors += u32temp;
1191 for (nic_count = 0; nic_count < NES_MAX_PORT_COUNT; nic_count++) {
1192 if (nesvnic->qp_nic_index[nic_count] == 0xf)
1195 u32temp = nes_read_indexed(nesdev,
1196 NES_IDX_ENDNODE0_NSTAT_RX_DISCARD +
1197 (nesvnic->qp_nic_index[nic_count]*0x200));
1198 nesvnic->netstats.rx_dropped += u32temp;
1199 nesvnic->endnode_nstat_rx_discard += u32temp;
1201 u64temp = (u64)nes_read_indexed(nesdev,
1202 NES_IDX_ENDNODE0_NSTAT_RX_OCTETS_LO +
1203 (nesvnic->qp_nic_index[nic_count]*0x200));
1204 u64temp += ((u64)nes_read_indexed(nesdev,
1205 NES_IDX_ENDNODE0_NSTAT_RX_OCTETS_HI +
1206 (nesvnic->qp_nic_index[nic_count]*0x200))) << 32;
1208 nesvnic->endnode_nstat_rx_octets += u64temp;
1209 nesvnic->netstats.rx_bytes += u64temp;
1211 u64temp = (u64)nes_read_indexed(nesdev,
1212 NES_IDX_ENDNODE0_NSTAT_RX_FRAMES_LO +
1213 (nesvnic->qp_nic_index[nic_count]*0x200));
1214 u64temp += ((u64)nes_read_indexed(nesdev,
1215 NES_IDX_ENDNODE0_NSTAT_RX_FRAMES_HI +
1216 (nesvnic->qp_nic_index[nic_count]*0x200))) << 32;
1218 nesvnic->endnode_nstat_rx_frames += u64temp;
1219 nesvnic->netstats.rx_packets += u64temp;
1221 u64temp = (u64)nes_read_indexed(nesdev,
1222 NES_IDX_ENDNODE0_NSTAT_TX_OCTETS_LO +
1223 (nesvnic->qp_nic_index[nic_count]*0x200));
1224 u64temp += ((u64)nes_read_indexed(nesdev,
1225 NES_IDX_ENDNODE0_NSTAT_TX_OCTETS_HI +
1226 (nesvnic->qp_nic_index[nic_count]*0x200))) << 32;
1228 nesvnic->endnode_nstat_tx_octets += u64temp;
1229 nesvnic->netstats.tx_bytes += u64temp;
1231 u64temp = (u64)nes_read_indexed(nesdev,
1232 NES_IDX_ENDNODE0_NSTAT_TX_FRAMES_LO +
1233 (nesvnic->qp_nic_index[nic_count]*0x200));
1234 u64temp += ((u64)nes_read_indexed(nesdev,
1235 NES_IDX_ENDNODE0_NSTAT_TX_FRAMES_HI +
1236 (nesvnic->qp_nic_index[nic_count]*0x200))) << 32;
1238 nesvnic->endnode_nstat_tx_frames += u64temp;
1239 nesvnic->netstats.tx_packets += u64temp;
1241 u32temp = nes_read_indexed(nesdev,
1242 NES_IDX_IPV4_TCP_REXMITS + (nesvnic->qp_nic_index[nic_count]*0x200));
1243 nesvnic->endnode_ipv4_tcp_retransmits += u32temp;
1246 target_stat_values[++index] = nesvnic->nesdev->mac_pause_frames_received;
1247 target_stat_values[++index] = nesdev->nesadapter->nic_rx_eth_route_err;
1248 target_stat_values[++index] = nesvnic->tx_sw_dropped;
1249 target_stat_values[++index] = nesvnic->sq_full;
1250 target_stat_values[++index] = nesvnic->segmented_tso_requests;
1251 target_stat_values[++index] = nesvnic->nesdev->mac_rx_symbol_err_frames;
1252 target_stat_values[++index] = nesvnic->nesdev->mac_rx_jabber_frames;
1253 target_stat_values[++index] = nesvnic->nesdev->mac_rx_oversized_frames;
1254 target_stat_values[++index] = nesvnic->nesdev->mac_rx_short_frames;
1255 target_stat_values[++index] = nesvnic->netstats.rx_length_errors;
1256 target_stat_values[++index] = nesvnic->nesdev->mac_rx_crc_errors;
1257 target_stat_values[++index] = nesvnic->nesdev->port_rx_discards;
1258 target_stat_values[++index] = nesvnic->endnode_nstat_rx_discard;
1259 target_stat_values[++index] = nesvnic->endnode_nstat_rx_octets;
1260 target_stat_values[++index] = nesvnic->endnode_nstat_rx_frames;
1261 target_stat_values[++index] = nesvnic->endnode_nstat_tx_octets;
1262 target_stat_values[++index] = nesvnic->endnode_nstat_tx_frames;
1263 target_stat_values[++index] = nesvnic->nesdev->mac_tx_errors;
1264 target_stat_values[++index] = mh_detected;
1265 target_stat_values[++index] = mh_pauses_sent;
1266 target_stat_values[++index] = nesvnic->endnode_ipv4_tcp_retransmits;
1267 target_stat_values[++index] = atomic_read(&cm_connects);
1268 target_stat_values[++index] = atomic_read(&cm_accepts);
1269 target_stat_values[++index] = atomic_read(&cm_disconnects);
1270 target_stat_values[++index] = atomic_read(&cm_connecteds);
1271 target_stat_values[++index] = atomic_read(&cm_connect_reqs);
1272 target_stat_values[++index] = atomic_read(&cm_rejects);
1273 target_stat_values[++index] = atomic_read(&mod_qp_timouts);
1274 target_stat_values[++index] = atomic_read(&qps_created);
1275 target_stat_values[++index] = atomic_read(&sw_qps_destroyed);
1276 target_stat_values[++index] = atomic_read(&qps_destroyed);
1277 target_stat_values[++index] = atomic_read(&cm_closes);
1278 target_stat_values[++index] = cm_packets_sent;
1279 target_stat_values[++index] = cm_packets_bounced;
1280 target_stat_values[++index] = cm_packets_created;
1281 target_stat_values[++index] = cm_packets_received;
1282 target_stat_values[++index] = cm_packets_dropped;
1283 target_stat_values[++index] = cm_packets_retrans;
1284 target_stat_values[++index] = atomic_read(&cm_listens_created);
1285 target_stat_values[++index] = atomic_read(&cm_listens_destroyed);
1286 target_stat_values[++index] = cm_backlog_drops;
1287 target_stat_values[++index] = atomic_read(&cm_loopbacks);
1288 target_stat_values[++index] = atomic_read(&cm_nodes_created);
1289 target_stat_values[++index] = atomic_read(&cm_nodes_destroyed);
1290 target_stat_values[++index] = atomic_read(&cm_accel_dropped_pkts);
1291 target_stat_values[++index] = atomic_read(&cm_resets_recvd);
1292 target_stat_values[++index] = nesadapter->free_4kpbl;
1293 target_stat_values[++index] = nesadapter->free_256pbl;
1294 target_stat_values[++index] = int_mod_timer_init;
1295 target_stat_values[++index] = atomic_read(&pau_qps_created);
1296 target_stat_values[++index] = atomic_read(&pau_qps_destroyed);
1300 * nes_netdev_get_drvinfo
1302 static void nes_netdev_get_drvinfo(struct net_device *netdev,
1303 struct ethtool_drvinfo *drvinfo)
1305 struct nes_vnic *nesvnic = netdev_priv(netdev);
1306 struct nes_adapter *nesadapter = nesvnic->nesdev->nesadapter;
1308 strlcpy(drvinfo->driver, DRV_NAME, sizeof(drvinfo->driver));
1309 strlcpy(drvinfo->bus_info, pci_name(nesvnic->nesdev->pcidev),
1310 sizeof(drvinfo->bus_info));
1311 snprintf(drvinfo->fw_version, sizeof(drvinfo->fw_version),
1312 "%u.%u", nesadapter->firmware_version >> 16,
1313 nesadapter->firmware_version & 0x000000ff);
1314 strlcpy(drvinfo->version, DRV_VERSION, sizeof(drvinfo->version));
1319 * nes_netdev_set_coalesce
1321 static int nes_netdev_set_coalesce(struct net_device *netdev,
1322 struct ethtool_coalesce *et_coalesce)
1324 struct nes_vnic *nesvnic = netdev_priv(netdev);
1325 struct nes_device *nesdev = nesvnic->nesdev;
1326 struct nes_adapter *nesadapter = nesdev->nesadapter;
1327 struct nes_hw_tune_timer *shared_timer = &nesadapter->tune_timer;
1328 unsigned long flags;
1330 spin_lock_irqsave(&nesadapter->periodic_timer_lock, flags);
1331 if (et_coalesce->rx_max_coalesced_frames_low) {
1332 shared_timer->threshold_low = et_coalesce->rx_max_coalesced_frames_low;
1334 if (et_coalesce->rx_max_coalesced_frames_irq) {
1335 shared_timer->threshold_target = et_coalesce->rx_max_coalesced_frames_irq;
1337 if (et_coalesce->rx_max_coalesced_frames_high) {
1338 shared_timer->threshold_high = et_coalesce->rx_max_coalesced_frames_high;
1340 if (et_coalesce->rx_coalesce_usecs_low) {
1341 shared_timer->timer_in_use_min = et_coalesce->rx_coalesce_usecs_low;
1343 if (et_coalesce->rx_coalesce_usecs_high) {
1344 shared_timer->timer_in_use_max = et_coalesce->rx_coalesce_usecs_high;
1346 spin_unlock_irqrestore(&nesadapter->periodic_timer_lock, flags);
1348 /* using this to drive total interrupt moderation */
1349 nesadapter->et_rx_coalesce_usecs_irq = et_coalesce->rx_coalesce_usecs_irq;
1350 if (et_coalesce->use_adaptive_rx_coalesce) {
1351 nesadapter->et_use_adaptive_rx_coalesce = 1;
1352 nesadapter->timer_int_limit = NES_TIMER_INT_LIMIT_DYNAMIC;
1353 nesadapter->et_rx_coalesce_usecs_irq = 0;
1354 if (et_coalesce->pkt_rate_low) {
1355 nesadapter->et_pkt_rate_low = et_coalesce->pkt_rate_low;
1358 nesadapter->et_use_adaptive_rx_coalesce = 0;
1359 nesadapter->timer_int_limit = NES_TIMER_INT_LIMIT;
1360 if (nesadapter->et_rx_coalesce_usecs_irq) {
1361 nes_write32(nesdev->regs+NES_PERIODIC_CONTROL,
1362 0x80000000 | ((u32)(nesadapter->et_rx_coalesce_usecs_irq*8)));
1370 * nes_netdev_get_coalesce
1372 static int nes_netdev_get_coalesce(struct net_device *netdev,
1373 struct ethtool_coalesce *et_coalesce)
1375 struct nes_vnic *nesvnic = netdev_priv(netdev);
1376 struct nes_device *nesdev = nesvnic->nesdev;
1377 struct nes_adapter *nesadapter = nesdev->nesadapter;
1378 struct ethtool_coalesce temp_et_coalesce;
1379 struct nes_hw_tune_timer *shared_timer = &nesadapter->tune_timer;
1380 unsigned long flags;
1382 memset(&temp_et_coalesce, 0, sizeof(temp_et_coalesce));
1383 temp_et_coalesce.rx_coalesce_usecs_irq = nesadapter->et_rx_coalesce_usecs_irq;
1384 temp_et_coalesce.use_adaptive_rx_coalesce = nesadapter->et_use_adaptive_rx_coalesce;
1385 temp_et_coalesce.rate_sample_interval = nesadapter->et_rate_sample_interval;
1386 temp_et_coalesce.pkt_rate_low = nesadapter->et_pkt_rate_low;
1387 spin_lock_irqsave(&nesadapter->periodic_timer_lock, flags);
1388 temp_et_coalesce.rx_max_coalesced_frames_low = shared_timer->threshold_low;
1389 temp_et_coalesce.rx_max_coalesced_frames_irq = shared_timer->threshold_target;
1390 temp_et_coalesce.rx_max_coalesced_frames_high = shared_timer->threshold_high;
1391 temp_et_coalesce.rx_coalesce_usecs_low = shared_timer->timer_in_use_min;
1392 temp_et_coalesce.rx_coalesce_usecs_high = shared_timer->timer_in_use_max;
1393 if (nesadapter->et_use_adaptive_rx_coalesce) {
1394 temp_et_coalesce.rx_coalesce_usecs_irq = shared_timer->timer_in_use;
1396 spin_unlock_irqrestore(&nesadapter->periodic_timer_lock, flags);
1397 memcpy(et_coalesce, &temp_et_coalesce, sizeof(*et_coalesce));
1403 * nes_netdev_get_pauseparam
1405 static void nes_netdev_get_pauseparam(struct net_device *netdev,
1406 struct ethtool_pauseparam *et_pauseparam)
1408 struct nes_vnic *nesvnic = netdev_priv(netdev);
1410 et_pauseparam->autoneg = 0;
1411 et_pauseparam->rx_pause = (nesvnic->nesdev->disable_rx_flow_control == 0) ? 1:0;
1412 et_pauseparam->tx_pause = (nesvnic->nesdev->disable_tx_flow_control == 0) ? 1:0;
1417 * nes_netdev_set_pauseparam
1419 static int nes_netdev_set_pauseparam(struct net_device *netdev,
1420 struct ethtool_pauseparam *et_pauseparam)
1422 struct nes_vnic *nesvnic = netdev_priv(netdev);
1423 struct nes_device *nesdev = nesvnic->nesdev;
1426 if (et_pauseparam->autoneg) {
1427 /* TODO: should return unsupported */
1430 if ((et_pauseparam->tx_pause == 1) && (nesdev->disable_tx_flow_control == 1)) {
1431 u32temp = nes_read_indexed(nesdev,
1432 NES_IDX_MAC_TX_CONFIG + (nesdev->mac_index*0x200));
1433 u32temp |= NES_IDX_MAC_TX_CONFIG_ENABLE_PAUSE;
1434 nes_write_indexed(nesdev,
1435 NES_IDX_MAC_TX_CONFIG + (nesdev->mac_index*0x200), u32temp);
1436 nesdev->disable_tx_flow_control = 0;
1437 } else if ((et_pauseparam->tx_pause == 0) && (nesdev->disable_tx_flow_control == 0)) {
1438 u32temp = nes_read_indexed(nesdev,
1439 NES_IDX_MAC_TX_CONFIG + (nesdev->mac_index*0x200));
1440 u32temp &= ~NES_IDX_MAC_TX_CONFIG_ENABLE_PAUSE;
1441 nes_write_indexed(nesdev,
1442 NES_IDX_MAC_TX_CONFIG + (nesdev->mac_index*0x200), u32temp);
1443 nesdev->disable_tx_flow_control = 1;
1445 if ((et_pauseparam->rx_pause == 1) && (nesdev->disable_rx_flow_control == 1)) {
1446 u32temp = nes_read_indexed(nesdev,
1447 NES_IDX_MPP_DEBUG + (nesdev->mac_index*0x40));
1448 u32temp &= ~NES_IDX_MPP_DEBUG_PORT_DISABLE_PAUSE;
1449 nes_write_indexed(nesdev,
1450 NES_IDX_MPP_DEBUG + (nesdev->mac_index*0x40), u32temp);
1451 nesdev->disable_rx_flow_control = 0;
1452 } else if ((et_pauseparam->rx_pause == 0) && (nesdev->disable_rx_flow_control == 0)) {
1453 u32temp = nes_read_indexed(nesdev,
1454 NES_IDX_MPP_DEBUG + (nesdev->mac_index*0x40));
1455 u32temp |= NES_IDX_MPP_DEBUG_PORT_DISABLE_PAUSE;
1456 nes_write_indexed(nesdev,
1457 NES_IDX_MPP_DEBUG + (nesdev->mac_index*0x40), u32temp);
1458 nesdev->disable_rx_flow_control = 1;
1466 * nes_netdev_get_settings
1468 static int nes_netdev_get_settings(struct net_device *netdev, struct ethtool_cmd *et_cmd)
1470 struct nes_vnic *nesvnic = netdev_priv(netdev);
1471 struct nes_device *nesdev = nesvnic->nesdev;
1472 struct nes_adapter *nesadapter = nesdev->nesadapter;
1473 u32 mac_index = nesdev->mac_index;
1474 u8 phy_type = nesadapter->phy_type[mac_index];
1475 u8 phy_index = nesadapter->phy_index[mac_index];
1478 et_cmd->duplex = DUPLEX_FULL;
1479 et_cmd->port = PORT_MII;
1480 et_cmd->maxtxpkt = 511;
1481 et_cmd->maxrxpkt = 511;
1483 if (nesadapter->OneG_Mode) {
1484 ethtool_cmd_speed_set(et_cmd, SPEED_1000);
1485 if (phy_type == NES_PHY_TYPE_PUMA_1G) {
1486 et_cmd->supported = SUPPORTED_1000baseT_Full;
1487 et_cmd->advertising = ADVERTISED_1000baseT_Full;
1488 et_cmd->autoneg = AUTONEG_DISABLE;
1489 et_cmd->transceiver = XCVR_INTERNAL;
1490 et_cmd->phy_address = mac_index;
1492 unsigned long flags;
1493 et_cmd->supported = SUPPORTED_1000baseT_Full
1494 | SUPPORTED_Autoneg;
1495 et_cmd->advertising = ADVERTISED_1000baseT_Full
1496 | ADVERTISED_Autoneg;
1497 spin_lock_irqsave(&nesadapter->phy_lock, flags);
1498 nes_read_1G_phy_reg(nesdev, 0, phy_index, &phy_data);
1499 spin_unlock_irqrestore(&nesadapter->phy_lock, flags);
1500 if (phy_data & 0x1000)
1501 et_cmd->autoneg = AUTONEG_ENABLE;
1503 et_cmd->autoneg = AUTONEG_DISABLE;
1504 et_cmd->transceiver = XCVR_EXTERNAL;
1505 et_cmd->phy_address = phy_index;
1509 if ((phy_type == NES_PHY_TYPE_ARGUS) ||
1510 (phy_type == NES_PHY_TYPE_SFP_D) ||
1511 (phy_type == NES_PHY_TYPE_KR)) {
1512 et_cmd->transceiver = XCVR_EXTERNAL;
1513 et_cmd->port = PORT_FIBRE;
1514 et_cmd->supported = SUPPORTED_FIBRE;
1515 et_cmd->advertising = ADVERTISED_FIBRE;
1516 et_cmd->phy_address = phy_index;
1518 et_cmd->transceiver = XCVR_INTERNAL;
1519 et_cmd->supported = SUPPORTED_10000baseT_Full;
1520 et_cmd->advertising = ADVERTISED_10000baseT_Full;
1521 et_cmd->phy_address = mac_index;
1523 ethtool_cmd_speed_set(et_cmd, SPEED_10000);
1524 et_cmd->autoneg = AUTONEG_DISABLE;
1530 * nes_netdev_set_settings
1532 static int nes_netdev_set_settings(struct net_device *netdev, struct ethtool_cmd *et_cmd)
1534 struct nes_vnic *nesvnic = netdev_priv(netdev);
1535 struct nes_device *nesdev = nesvnic->nesdev;
1536 struct nes_adapter *nesadapter = nesdev->nesadapter;
1538 if ((nesadapter->OneG_Mode) &&
1539 (nesadapter->phy_type[nesdev->mac_index] != NES_PHY_TYPE_PUMA_1G)) {
1540 unsigned long flags;
1542 u8 phy_index = nesadapter->phy_index[nesdev->mac_index];
1544 spin_lock_irqsave(&nesadapter->phy_lock, flags);
1545 nes_read_1G_phy_reg(nesdev, 0, phy_index, &phy_data);
1546 if (et_cmd->autoneg) {
1547 /* Turn on Full duplex, Autoneg, and restart autonegotiation */
1550 /* Turn off autoneg */
1551 phy_data &= ~0x1000;
1553 nes_write_1G_phy_reg(nesdev, 0, phy_index, phy_data);
1554 spin_unlock_irqrestore(&nesadapter->phy_lock, flags);
1561 static const struct ethtool_ops nes_ethtool_ops = {
1562 .get_link = ethtool_op_get_link,
1563 .get_settings = nes_netdev_get_settings,
1564 .set_settings = nes_netdev_set_settings,
1565 .get_strings = nes_netdev_get_strings,
1566 .get_sset_count = nes_netdev_get_sset_count,
1567 .get_ethtool_stats = nes_netdev_get_ethtool_stats,
1568 .get_drvinfo = nes_netdev_get_drvinfo,
1569 .get_coalesce = nes_netdev_get_coalesce,
1570 .set_coalesce = nes_netdev_set_coalesce,
1571 .get_pauseparam = nes_netdev_get_pauseparam,
1572 .set_pauseparam = nes_netdev_set_pauseparam,
1575 static void nes_vlan_mode(struct net_device *netdev, struct nes_device *nesdev, netdev_features_t features)
1577 struct nes_adapter *nesadapter = nesdev->nesadapter;
1579 unsigned long flags;
1581 spin_lock_irqsave(&nesadapter->phy_lock, flags);
1583 nes_debug(NES_DBG_NETDEV, "%s: %s\n", __func__, netdev->name);
1585 /* Enable/Disable VLAN Stripping */
1586 u32temp = nes_read_indexed(nesdev, NES_IDX_PCIX_DIAG);
1587 if (features & NETIF_F_HW_VLAN_CTAG_RX)
1588 u32temp &= 0xfdffffff;
1590 u32temp |= 0x02000000;
1592 nes_write_indexed(nesdev, NES_IDX_PCIX_DIAG, u32temp);
1593 spin_unlock_irqrestore(&nesadapter->phy_lock, flags);
1596 static netdev_features_t nes_fix_features(struct net_device *netdev, netdev_features_t features)
1599 * Since there is no support for separate rx/tx vlan accel
1600 * enable/disable make sure tx flag is always in same state as rx.
1602 if (features & NETIF_F_HW_VLAN_CTAG_RX)
1603 features |= NETIF_F_HW_VLAN_CTAG_TX;
1605 features &= ~NETIF_F_HW_VLAN_CTAG_TX;
1610 static int nes_set_features(struct net_device *netdev, netdev_features_t features)
1612 struct nes_vnic *nesvnic = netdev_priv(netdev);
1613 struct nes_device *nesdev = nesvnic->nesdev;
1614 u32 changed = netdev->features ^ features;
1616 if (changed & NETIF_F_HW_VLAN_CTAG_RX)
1617 nes_vlan_mode(netdev, nesdev, features);
1622 static const struct net_device_ops nes_netdev_ops = {
1623 .ndo_open = nes_netdev_open,
1624 .ndo_stop = nes_netdev_stop,
1625 .ndo_start_xmit = nes_netdev_start_xmit,
1626 .ndo_get_stats = nes_netdev_get_stats,
1627 .ndo_tx_timeout = nes_netdev_tx_timeout,
1628 .ndo_set_mac_address = nes_netdev_set_mac_address,
1629 .ndo_set_rx_mode = nes_netdev_set_multicast_list,
1630 .ndo_change_mtu = nes_netdev_change_mtu,
1631 .ndo_validate_addr = eth_validate_addr,
1632 .ndo_fix_features = nes_fix_features,
1633 .ndo_set_features = nes_set_features,
1637 * nes_netdev_init - initialize network device
1639 struct net_device *nes_netdev_init(struct nes_device *nesdev,
1640 void __iomem *mmio_addr)
1643 struct nes_vnic *nesvnic;
1644 struct net_device *netdev;
1645 struct nic_qp_map *curr_qp_map;
1646 u8 phy_type = nesdev->nesadapter->phy_type[nesdev->mac_index];
1648 netdev = alloc_etherdev(sizeof(struct nes_vnic));
1650 printk(KERN_ERR PFX "nesvnic etherdev alloc failed");
1653 nesvnic = netdev_priv(netdev);
1655 nes_debug(NES_DBG_INIT, "netdev = %p, %s\n", netdev, netdev->name);
1657 SET_NETDEV_DEV(netdev, &nesdev->pcidev->dev);
1659 netdev->watchdog_timeo = NES_TX_TIMEOUT;
1660 netdev->irq = nesdev->pcidev->irq;
1661 netdev->mtu = ETH_DATA_LEN;
1662 netdev->hard_header_len = ETH_HLEN;
1663 netdev->addr_len = ETH_ALEN;
1664 netdev->type = ARPHRD_ETHER;
1665 netdev->netdev_ops = &nes_netdev_ops;
1666 netdev->ethtool_ops = &nes_ethtool_ops;
1667 netif_napi_add(netdev, &nesvnic->napi, nes_netdev_poll, 128);
1668 nes_debug(NES_DBG_INIT, "Enabling VLAN Insert/Delete.\n");
1670 /* Fill in the port structure */
1671 nesvnic->netdev = netdev;
1672 nesvnic->nesdev = nesdev;
1673 nesvnic->msg_enable = netif_msg_init(debug, default_msg);
1674 nesvnic->netdev_index = nesdev->netdev_count;
1675 nesvnic->perfect_filter_index = nesdev->nesadapter->netdev_count;
1676 nesvnic->max_frame_size = netdev->mtu + netdev->hard_header_len + VLAN_HLEN;
1678 curr_qp_map = nic_qp_mapping_per_function[PCI_FUNC(nesdev->pcidev->devfn)];
1679 nesvnic->nic.qp_id = curr_qp_map[nesdev->netdev_count].qpid;
1680 nesvnic->nic_index = curr_qp_map[nesdev->netdev_count].nic_index;
1681 nesvnic->logical_port = curr_qp_map[nesdev->netdev_count].logical_port;
1683 /* Setup the burned in MAC address */
1684 u64temp = (u64)nesdev->nesadapter->mac_addr_low;
1685 u64temp += ((u64)nesdev->nesadapter->mac_addr_high) << 32;
1686 u64temp += nesvnic->nic_index;
1687 netdev->dev_addr[0] = (u8)(u64temp>>40);
1688 netdev->dev_addr[1] = (u8)(u64temp>>32);
1689 netdev->dev_addr[2] = (u8)(u64temp>>24);
1690 netdev->dev_addr[3] = (u8)(u64temp>>16);
1691 netdev->dev_addr[4] = (u8)(u64temp>>8);
1692 netdev->dev_addr[5] = (u8)u64temp;
1694 netdev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_RXCSUM | NETIF_F_HW_VLAN_CTAG_RX;
1695 if ((nesvnic->logical_port < 2) || (nesdev->nesadapter->hw_rev != NE020_REV))
1696 netdev->hw_features |= NETIF_F_TSO;
1698 netdev->features = netdev->hw_features | NETIF_F_HIGHDMA | NETIF_F_HW_VLAN_CTAG_TX;
1700 nes_debug(NES_DBG_INIT, "nesvnic = %p, reported features = 0x%lX, QPid = %d,"
1701 " nic_index = %d, logical_port = %d, mac_index = %d.\n",
1702 nesvnic, (unsigned long)netdev->features, nesvnic->nic.qp_id,
1703 nesvnic->nic_index, nesvnic->logical_port, nesdev->mac_index);
1705 if (nesvnic->nesdev->nesadapter->port_count == 1 &&
1706 nesvnic->nesdev->nesadapter->adapter_fcn_count == 1) {
1708 nesvnic->qp_nic_index[0] = nesvnic->nic_index;
1709 nesvnic->qp_nic_index[1] = nesvnic->nic_index + 1;
1710 if (nes_drv_opt & NES_DRV_OPT_DUAL_LOGICAL_PORT) {
1711 nesvnic->qp_nic_index[2] = 0xf;
1712 nesvnic->qp_nic_index[3] = 0xf;
1714 nesvnic->qp_nic_index[2] = nesvnic->nic_index + 2;
1715 nesvnic->qp_nic_index[3] = nesvnic->nic_index + 3;
1718 if (nesvnic->nesdev->nesadapter->port_count == 2 ||
1719 (nesvnic->nesdev->nesadapter->port_count == 1 &&
1720 nesvnic->nesdev->nesadapter->adapter_fcn_count == 2)) {
1721 nesvnic->qp_nic_index[0] = nesvnic->nic_index;
1722 nesvnic->qp_nic_index[1] = nesvnic->nic_index
1724 nesvnic->qp_nic_index[2] = 0xf;
1725 nesvnic->qp_nic_index[3] = 0xf;
1727 nesvnic->qp_nic_index[0] = nesvnic->nic_index;
1728 nesvnic->qp_nic_index[1] = 0xf;
1729 nesvnic->qp_nic_index[2] = 0xf;
1730 nesvnic->qp_nic_index[3] = 0xf;
1733 nesvnic->next_qp_nic_index = 0;
1735 if (nesdev->netdev_count == 0) {
1736 nesvnic->rdma_enabled = 1;
1738 nesvnic->rdma_enabled = 0;
1740 nesvnic->nic_cq.cq_number = nesvnic->nic.qp_id;
1741 init_timer(&nesvnic->event_timer);
1742 nesvnic->event_timer.function = NULL;
1743 spin_lock_init(&nesvnic->tx_lock);
1744 spin_lock_init(&nesvnic->port_ibevent_lock);
1745 nesdev->netdev[nesdev->netdev_count] = netdev;
1747 nes_debug(NES_DBG_INIT, "Adding nesvnic (%p) to the adapters nesvnic_list for MAC%d.\n",
1748 nesvnic, nesdev->mac_index);
1749 list_add_tail(&nesvnic->list, &nesdev->nesadapter->nesvnic_list[nesdev->mac_index]);
1751 if ((nesdev->netdev_count == 0) &&
1752 ((PCI_FUNC(nesdev->pcidev->devfn) == nesdev->mac_index) ||
1753 ((phy_type == NES_PHY_TYPE_PUMA_1G) &&
1754 (((PCI_FUNC(nesdev->pcidev->devfn) == 1) && (nesdev->mac_index == 2)) ||
1755 ((PCI_FUNC(nesdev->pcidev->devfn) == 2) && (nesdev->mac_index == 1)))))) {
1761 unsigned long flags;
1763 u32temp = nes_read_indexed(nesdev, NES_IDX_PHY_PCS_CONTROL_STATUS0 +
1764 (0x200 * (nesdev->mac_index & 1)));
1765 if (phy_type != NES_PHY_TYPE_PUMA_1G) {
1766 u32temp |= 0x00200000;
1767 nes_write_indexed(nesdev, NES_IDX_PHY_PCS_CONTROL_STATUS0 +
1768 (0x200 * (nesdev->mac_index & 1)), u32temp);
1771 /* Check and set linkup here. This is for back to back */
1772 /* configuration where second port won't get link interrupt */
1774 case NES_PHY_TYPE_PUMA_1G:
1775 if (nesdev->mac_index < 2) {
1776 link_mask = 0x01010000;
1777 link_val = 0x01010000;
1779 link_mask = 0x02020000;
1780 link_val = 0x02020000;
1783 case NES_PHY_TYPE_SFP_D:
1784 spin_lock_irqsave(&nesdev->nesadapter->phy_lock, flags);
1785 nes_read_10G_phy_reg(nesdev,
1786 nesdev->nesadapter->phy_index[nesdev->mac_index],
1788 temp_phy_data = (u16)nes_read_indexed(nesdev, NES_IDX_MAC_MDIO_CONTROL);
1789 nes_read_10G_phy_reg(nesdev,
1790 nesdev->nesadapter->phy_index[nesdev->mac_index],
1792 nes_read_indexed(nesdev, NES_IDX_MAC_MDIO_CONTROL);
1793 nes_read_10G_phy_reg(nesdev,
1794 nesdev->nesadapter->phy_index[nesdev->mac_index],
1796 phy_data = (u16)nes_read_indexed(nesdev, NES_IDX_MAC_MDIO_CONTROL);
1797 spin_unlock_irqrestore(&nesdev->nesadapter->phy_lock, flags);
1798 phy_data = (!temp_phy_data && (phy_data == 0x8000)) ? 0x4 : 0x0;
1801 link_mask = 0x0f1f0000;
1802 link_val = 0x0f0f0000;
1806 u32temp = nes_read_indexed(nesdev,
1807 NES_IDX_PHY_PCS_CONTROL_STATUS0 +
1808 (0x200 * (nesdev->mac_index & 1)));
1810 if (phy_type == NES_PHY_TYPE_SFP_D) {
1811 if (phy_data & 0x0004)
1812 nesvnic->linkup = 1;
1814 if ((u32temp & link_mask) == link_val)
1815 nesvnic->linkup = 1;
1818 /* clear the MAC interrupt status, assumes direct logical to physical mapping */
1819 u32temp = nes_read_indexed(nesdev, NES_IDX_MAC_INT_STATUS + (0x200 * nesdev->mac_index));
1820 nes_debug(NES_DBG_INIT, "Phy interrupt status = 0x%X.\n", u32temp);
1821 nes_write_indexed(nesdev, NES_IDX_MAC_INT_STATUS + (0x200 * nesdev->mac_index), u32temp);
1823 nes_init_phy(nesdev);
1826 nes_vlan_mode(netdev, nesdev, netdev->features);
1833 * nes_netdev_destroy - destroy network device structure
1835 void nes_netdev_destroy(struct net_device *netdev)
1837 struct nes_vnic *nesvnic = netdev_priv(netdev);
1839 /* make sure 'stop' method is called by Linux stack */
1840 /* nes_netdev_stop(netdev); */
1842 list_del(&nesvnic->list);
1844 if (nesvnic->of_device_registered) {
1845 nes_destroy_ofa_device(nesvnic->nesibdev);
1848 free_netdev(netdev);
1853 * nes_nic_cm_xmit -- CM calls this to send out pkts
1855 int nes_nic_cm_xmit(struct sk_buff *skb, struct net_device *netdev)
1860 ret = dev_queue_xmit(skb);
1862 nes_debug(NES_DBG_CM, "Bad return code from dev_queue_xmit %d\n", ret);