1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright(c) 2013 - 2018 Intel Corporation. */
5 #include "iavf_prototype.h"
6 #include "iavf_client.h"
8 /* busy wait delay in msec */
9 #define IAVF_BUSY_WAIT_DELAY 10
10 #define IAVF_BUSY_WAIT_COUNT 50
14 * @adapter: adapter structure
15 * @op: virtual channel opcode
16 * @msg: pointer to message buffer
17 * @len: message length
19 * Send message to PF and print status if failure.
21 static int iavf_send_pf_msg(struct iavf_adapter *adapter,
22 enum virtchnl_ops op, u8 *msg, u16 len)
24 struct iavf_hw *hw = &adapter->hw;
27 if (adapter->flags & IAVF_FLAG_PF_COMMS_FAILED)
28 return 0; /* nothing to see here, move along */
30 err = iavf_aq_send_msg_to_pf(hw, op, 0, msg, len, NULL);
32 dev_dbg(&adapter->pdev->dev, "Unable to send opcode %d to PF, err %s, aq_err %s\n",
33 op, iavf_stat_str(hw, err),
34 iavf_aq_str(hw, hw->aq.asq_last_status));
40 * @adapter: adapter structure
42 * Send API version admin queue message to the PF. The reply is not checked
43 * in this function. Returns 0 if the message was successfully
44 * sent, or one of the IAVF_ADMIN_QUEUE_ERROR_ statuses if not.
46 int iavf_send_api_ver(struct iavf_adapter *adapter)
48 struct virtchnl_version_info vvi;
50 vvi.major = VIRTCHNL_VERSION_MAJOR;
51 vvi.minor = VIRTCHNL_VERSION_MINOR;
53 return iavf_send_pf_msg(adapter, VIRTCHNL_OP_VERSION, (u8 *)&vvi,
59 * @adapter: adapter structure
61 * Compare API versions with the PF. Must be called after admin queue is
62 * initialized. Returns 0 if API versions match, -EIO if they do not,
63 * IAVF_ERR_ADMIN_QUEUE_NO_WORK if the admin queue is empty, and any errors
64 * from the firmware are propagated.
66 int iavf_verify_api_ver(struct iavf_adapter *adapter)
68 struct virtchnl_version_info *pf_vvi;
69 struct iavf_hw *hw = &adapter->hw;
70 struct iavf_arq_event_info event;
74 event.buf_len = IAVF_MAX_AQ_BUF_SIZE;
75 event.msg_buf = kzalloc(event.buf_len, GFP_KERNEL);
82 err = iavf_clean_arq_element(hw, &event, NULL);
83 /* When the AQ is empty, iavf_clean_arq_element will return
84 * nonzero and this loop will terminate.
89 (enum virtchnl_ops)le32_to_cpu(event.desc.cookie_high);
90 if (op == VIRTCHNL_OP_VERSION)
95 err = (enum iavf_status)le32_to_cpu(event.desc.cookie_low);
99 if (op != VIRTCHNL_OP_VERSION) {
100 dev_info(&adapter->pdev->dev, "Invalid reply type %d from PF\n",
106 pf_vvi = (struct virtchnl_version_info *)event.msg_buf;
107 adapter->pf_version = *pf_vvi;
109 if ((pf_vvi->major > VIRTCHNL_VERSION_MAJOR) ||
110 ((pf_vvi->major == VIRTCHNL_VERSION_MAJOR) &&
111 (pf_vvi->minor > VIRTCHNL_VERSION_MINOR)))
115 kfree(event.msg_buf);
121 * iavf_send_vf_config_msg
122 * @adapter: adapter structure
124 * Send VF configuration request admin queue message to the PF. The reply
125 * is not checked in this function. Returns 0 if the message was
126 * successfully sent, or one of the IAVF_ADMIN_QUEUE_ERROR_ statuses if not.
128 int iavf_send_vf_config_msg(struct iavf_adapter *adapter)
132 caps = VIRTCHNL_VF_OFFLOAD_L2 |
133 VIRTCHNL_VF_OFFLOAD_RSS_PF |
134 VIRTCHNL_VF_OFFLOAD_RSS_AQ |
135 VIRTCHNL_VF_OFFLOAD_RSS_REG |
136 VIRTCHNL_VF_OFFLOAD_VLAN |
137 VIRTCHNL_VF_OFFLOAD_WB_ON_ITR |
138 VIRTCHNL_VF_OFFLOAD_RSS_PCTYPE_V2 |
139 VIRTCHNL_VF_OFFLOAD_ENCAP |
140 VIRTCHNL_VF_OFFLOAD_ENCAP_CSUM |
141 VIRTCHNL_VF_OFFLOAD_REQ_QUEUES |
142 VIRTCHNL_VF_OFFLOAD_ADQ |
143 VIRTCHNL_VF_CAP_ADV_LINK_SPEED;
145 adapter->current_op = VIRTCHNL_OP_GET_VF_RESOURCES;
146 adapter->aq_required &= ~IAVF_FLAG_AQ_GET_CONFIG;
147 if (PF_IS_V11(adapter))
148 return iavf_send_pf_msg(adapter, VIRTCHNL_OP_GET_VF_RESOURCES,
149 (u8 *)&caps, sizeof(caps));
151 return iavf_send_pf_msg(adapter, VIRTCHNL_OP_GET_VF_RESOURCES,
156 * iavf_validate_num_queues
157 * @adapter: adapter structure
159 * Validate that the number of queues the PF has sent in
160 * VIRTCHNL_OP_GET_VF_RESOURCES is not larger than the VF can handle.
162 static void iavf_validate_num_queues(struct iavf_adapter *adapter)
164 if (adapter->vf_res->num_queue_pairs > IAVF_MAX_REQ_QUEUES) {
165 struct virtchnl_vsi_resource *vsi_res;
168 dev_info(&adapter->pdev->dev, "Received %d queues, but can only have a max of %d\n",
169 adapter->vf_res->num_queue_pairs,
170 IAVF_MAX_REQ_QUEUES);
171 dev_info(&adapter->pdev->dev, "Fixing by reducing queues to %d\n",
172 IAVF_MAX_REQ_QUEUES);
173 adapter->vf_res->num_queue_pairs = IAVF_MAX_REQ_QUEUES;
174 for (i = 0; i < adapter->vf_res->num_vsis; i++) {
175 vsi_res = &adapter->vf_res->vsi_res[i];
176 vsi_res->num_queue_pairs = IAVF_MAX_REQ_QUEUES;
183 * @adapter: private adapter structure
185 * Get VF configuration from PF and populate hw structure. Must be called after
186 * admin queue is initialized. Busy waits until response is received from PF,
187 * with maximum timeout. Response from PF is returned in the buffer for further
188 * processing by the caller.
190 int iavf_get_vf_config(struct iavf_adapter *adapter)
192 struct iavf_hw *hw = &adapter->hw;
193 struct iavf_arq_event_info event;
194 enum virtchnl_ops op;
195 enum iavf_status err;
198 len = sizeof(struct virtchnl_vf_resource) +
199 IAVF_MAX_VF_VSI * sizeof(struct virtchnl_vsi_resource);
201 event.msg_buf = kzalloc(event.buf_len, GFP_KERNEL);
202 if (!event.msg_buf) {
208 /* When the AQ is empty, iavf_clean_arq_element will return
209 * nonzero and this loop will terminate.
211 err = iavf_clean_arq_element(hw, &event, NULL);
215 (enum virtchnl_ops)le32_to_cpu(event.desc.cookie_high);
216 if (op == VIRTCHNL_OP_GET_VF_RESOURCES)
220 err = (enum iavf_status)le32_to_cpu(event.desc.cookie_low);
221 memcpy(adapter->vf_res, event.msg_buf, min(event.msg_len, len));
223 /* some PFs send more queues than we should have so validate that
224 * we aren't getting too many queues
227 iavf_validate_num_queues(adapter);
228 iavf_vf_parse_hw_config(hw, adapter->vf_res);
230 kfree(event.msg_buf);
236 * iavf_configure_queues
237 * @adapter: adapter structure
239 * Request that the PF set up our (previously allocated) queues.
241 void iavf_configure_queues(struct iavf_adapter *adapter)
243 struct virtchnl_vsi_queue_config_info *vqci;
244 int i, max_frame = adapter->vf_res->max_mtu;
245 int pairs = adapter->num_active_queues;
246 struct virtchnl_queue_pair_info *vqpi;
249 if (max_frame > IAVF_MAX_RXBUFFER || !max_frame)
250 max_frame = IAVF_MAX_RXBUFFER;
252 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
253 /* bail because we already have a command pending */
254 dev_err(&adapter->pdev->dev, "Cannot configure queues, command %d pending\n",
255 adapter->current_op);
258 adapter->current_op = VIRTCHNL_OP_CONFIG_VSI_QUEUES;
259 len = struct_size(vqci, qpair, pairs);
260 vqci = kzalloc(len, GFP_KERNEL);
264 /* Limit maximum frame size when jumbo frames is not enabled */
265 if (!(adapter->flags & IAVF_FLAG_LEGACY_RX) &&
266 (adapter->netdev->mtu <= ETH_DATA_LEN))
267 max_frame = IAVF_RXBUFFER_1536 - NET_IP_ALIGN;
269 vqci->vsi_id = adapter->vsi_res->vsi_id;
270 vqci->num_queue_pairs = pairs;
272 /* Size check is not needed here - HW max is 16 queue pairs, and we
273 * can fit info for 31 of them into the AQ buffer before it overflows.
275 for (i = 0; i < pairs; i++) {
276 vqpi->txq.vsi_id = vqci->vsi_id;
277 vqpi->txq.queue_id = i;
278 vqpi->txq.ring_len = adapter->tx_rings[i].count;
279 vqpi->txq.dma_ring_addr = adapter->tx_rings[i].dma;
280 vqpi->rxq.vsi_id = vqci->vsi_id;
281 vqpi->rxq.queue_id = i;
282 vqpi->rxq.ring_len = adapter->rx_rings[i].count;
283 vqpi->rxq.dma_ring_addr = adapter->rx_rings[i].dma;
284 vqpi->rxq.max_pkt_size = max_frame;
285 vqpi->rxq.databuffer_size =
286 ALIGN(adapter->rx_rings[i].rx_buf_len,
287 BIT_ULL(IAVF_RXQ_CTX_DBUFF_SHIFT));
291 adapter->aq_required &= ~IAVF_FLAG_AQ_CONFIGURE_QUEUES;
292 iavf_send_pf_msg(adapter, VIRTCHNL_OP_CONFIG_VSI_QUEUES,
299 * @adapter: adapter structure
301 * Request that the PF enable all of our queues.
303 void iavf_enable_queues(struct iavf_adapter *adapter)
305 struct virtchnl_queue_select vqs;
307 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
308 /* bail because we already have a command pending */
309 dev_err(&adapter->pdev->dev, "Cannot enable queues, command %d pending\n",
310 adapter->current_op);
313 adapter->current_op = VIRTCHNL_OP_ENABLE_QUEUES;
314 vqs.vsi_id = adapter->vsi_res->vsi_id;
315 vqs.tx_queues = BIT(adapter->num_active_queues) - 1;
316 vqs.rx_queues = vqs.tx_queues;
317 adapter->aq_required &= ~IAVF_FLAG_AQ_ENABLE_QUEUES;
318 iavf_send_pf_msg(adapter, VIRTCHNL_OP_ENABLE_QUEUES,
319 (u8 *)&vqs, sizeof(vqs));
323 * iavf_disable_queues
324 * @adapter: adapter structure
326 * Request that the PF disable all of our queues.
328 void iavf_disable_queues(struct iavf_adapter *adapter)
330 struct virtchnl_queue_select vqs;
332 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
333 /* bail because we already have a command pending */
334 dev_err(&adapter->pdev->dev, "Cannot disable queues, command %d pending\n",
335 adapter->current_op);
338 adapter->current_op = VIRTCHNL_OP_DISABLE_QUEUES;
339 vqs.vsi_id = adapter->vsi_res->vsi_id;
340 vqs.tx_queues = BIT(adapter->num_active_queues) - 1;
341 vqs.rx_queues = vqs.tx_queues;
342 adapter->aq_required &= ~IAVF_FLAG_AQ_DISABLE_QUEUES;
343 iavf_send_pf_msg(adapter, VIRTCHNL_OP_DISABLE_QUEUES,
344 (u8 *)&vqs, sizeof(vqs));
349 * @adapter: adapter structure
351 * Request that the PF map queues to interrupt vectors. Misc causes, including
352 * admin queue, are always mapped to vector 0.
354 void iavf_map_queues(struct iavf_adapter *adapter)
356 struct virtchnl_irq_map_info *vimi;
357 struct virtchnl_vector_map *vecmap;
358 struct iavf_q_vector *q_vector;
359 int v_idx, q_vectors;
362 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
363 /* bail because we already have a command pending */
364 dev_err(&adapter->pdev->dev, "Cannot map queues to vectors, command %d pending\n",
365 adapter->current_op);
368 adapter->current_op = VIRTCHNL_OP_CONFIG_IRQ_MAP;
370 q_vectors = adapter->num_msix_vectors - NONQ_VECS;
372 len = struct_size(vimi, vecmap, adapter->num_msix_vectors);
373 vimi = kzalloc(len, GFP_KERNEL);
377 vimi->num_vectors = adapter->num_msix_vectors;
378 /* Queue vectors first */
379 for (v_idx = 0; v_idx < q_vectors; v_idx++) {
380 q_vector = &adapter->q_vectors[v_idx];
381 vecmap = &vimi->vecmap[v_idx];
383 vecmap->vsi_id = adapter->vsi_res->vsi_id;
384 vecmap->vector_id = v_idx + NONQ_VECS;
385 vecmap->txq_map = q_vector->ring_mask;
386 vecmap->rxq_map = q_vector->ring_mask;
387 vecmap->rxitr_idx = IAVF_RX_ITR;
388 vecmap->txitr_idx = IAVF_TX_ITR;
390 /* Misc vector last - this is only for AdminQ messages */
391 vecmap = &vimi->vecmap[v_idx];
392 vecmap->vsi_id = adapter->vsi_res->vsi_id;
393 vecmap->vector_id = 0;
397 adapter->aq_required &= ~IAVF_FLAG_AQ_MAP_VECTORS;
398 iavf_send_pf_msg(adapter, VIRTCHNL_OP_CONFIG_IRQ_MAP,
404 * iavf_add_ether_addrs
405 * @adapter: adapter structure
407 * Request that the PF add one or more addresses to our filters.
409 void iavf_add_ether_addrs(struct iavf_adapter *adapter)
411 struct virtchnl_ether_addr_list *veal;
412 struct iavf_mac_filter *f;
413 int i = 0, count = 0;
417 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
418 /* bail because we already have a command pending */
419 dev_err(&adapter->pdev->dev, "Cannot add filters, command %d pending\n",
420 adapter->current_op);
424 spin_lock_bh(&adapter->mac_vlan_list_lock);
426 list_for_each_entry(f, &adapter->mac_filter_list, list) {
431 adapter->aq_required &= ~IAVF_FLAG_AQ_ADD_MAC_FILTER;
432 spin_unlock_bh(&adapter->mac_vlan_list_lock);
435 adapter->current_op = VIRTCHNL_OP_ADD_ETH_ADDR;
437 len = struct_size(veal, list, count);
438 if (len > IAVF_MAX_AQ_BUF_SIZE) {
439 dev_warn(&adapter->pdev->dev, "Too many add MAC changes in one request\n");
440 count = (IAVF_MAX_AQ_BUF_SIZE -
441 sizeof(struct virtchnl_ether_addr_list)) /
442 sizeof(struct virtchnl_ether_addr);
443 len = struct_size(veal, list, count);
447 veal = kzalloc(len, GFP_ATOMIC);
449 spin_unlock_bh(&adapter->mac_vlan_list_lock);
453 veal->vsi_id = adapter->vsi_res->vsi_id;
454 veal->num_elements = count;
455 list_for_each_entry(f, &adapter->mac_filter_list, list) {
457 ether_addr_copy(veal->list[i].addr, f->macaddr);
465 adapter->aq_required &= ~IAVF_FLAG_AQ_ADD_MAC_FILTER;
467 spin_unlock_bh(&adapter->mac_vlan_list_lock);
469 iavf_send_pf_msg(adapter, VIRTCHNL_OP_ADD_ETH_ADDR, (u8 *)veal, len);
474 * iavf_del_ether_addrs
475 * @adapter: adapter structure
477 * Request that the PF remove one or more addresses from our filters.
479 void iavf_del_ether_addrs(struct iavf_adapter *adapter)
481 struct virtchnl_ether_addr_list *veal;
482 struct iavf_mac_filter *f, *ftmp;
483 int i = 0, count = 0;
487 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
488 /* bail because we already have a command pending */
489 dev_err(&adapter->pdev->dev, "Cannot remove filters, command %d pending\n",
490 adapter->current_op);
494 spin_lock_bh(&adapter->mac_vlan_list_lock);
496 list_for_each_entry(f, &adapter->mac_filter_list, list) {
501 adapter->aq_required &= ~IAVF_FLAG_AQ_DEL_MAC_FILTER;
502 spin_unlock_bh(&adapter->mac_vlan_list_lock);
505 adapter->current_op = VIRTCHNL_OP_DEL_ETH_ADDR;
507 len = struct_size(veal, list, count);
508 if (len > IAVF_MAX_AQ_BUF_SIZE) {
509 dev_warn(&adapter->pdev->dev, "Too many delete MAC changes in one request\n");
510 count = (IAVF_MAX_AQ_BUF_SIZE -
511 sizeof(struct virtchnl_ether_addr_list)) /
512 sizeof(struct virtchnl_ether_addr);
513 len = struct_size(veal, list, count);
516 veal = kzalloc(len, GFP_ATOMIC);
518 spin_unlock_bh(&adapter->mac_vlan_list_lock);
522 veal->vsi_id = adapter->vsi_res->vsi_id;
523 veal->num_elements = count;
524 list_for_each_entry_safe(f, ftmp, &adapter->mac_filter_list, list) {
526 ether_addr_copy(veal->list[i].addr, f->macaddr);
535 adapter->aq_required &= ~IAVF_FLAG_AQ_DEL_MAC_FILTER;
537 spin_unlock_bh(&adapter->mac_vlan_list_lock);
539 iavf_send_pf_msg(adapter, VIRTCHNL_OP_DEL_ETH_ADDR, (u8 *)veal, len);
545 * @adapter: adapter structure
547 * Submit list of filters based on PF response.
549 static void iavf_mac_add_ok(struct iavf_adapter *adapter)
551 struct iavf_mac_filter *f, *ftmp;
553 spin_lock_bh(&adapter->mac_vlan_list_lock);
554 list_for_each_entry_safe(f, ftmp, &adapter->mac_filter_list, list) {
555 f->is_new_mac = false;
557 spin_unlock_bh(&adapter->mac_vlan_list_lock);
561 * iavf_mac_add_reject
562 * @adapter: adapter structure
564 * Remove filters from list based on PF response.
566 static void iavf_mac_add_reject(struct iavf_adapter *adapter)
568 struct net_device *netdev = adapter->netdev;
569 struct iavf_mac_filter *f, *ftmp;
571 spin_lock_bh(&adapter->mac_vlan_list_lock);
572 list_for_each_entry_safe(f, ftmp, &adapter->mac_filter_list, list) {
573 if (f->remove && ether_addr_equal(f->macaddr, netdev->dev_addr))
581 spin_unlock_bh(&adapter->mac_vlan_list_lock);
586 * @adapter: adapter structure
588 * Request that the PF add one or more VLAN filters to our VSI.
590 void iavf_add_vlans(struct iavf_adapter *adapter)
592 struct virtchnl_vlan_filter_list *vvfl;
593 int len, i = 0, count = 0;
594 struct iavf_vlan_filter *f;
597 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
598 /* bail because we already have a command pending */
599 dev_err(&adapter->pdev->dev, "Cannot add VLANs, command %d pending\n",
600 adapter->current_op);
604 spin_lock_bh(&adapter->mac_vlan_list_lock);
606 list_for_each_entry(f, &adapter->vlan_filter_list, list) {
611 adapter->aq_required &= ~IAVF_FLAG_AQ_ADD_VLAN_FILTER;
612 spin_unlock_bh(&adapter->mac_vlan_list_lock);
615 adapter->current_op = VIRTCHNL_OP_ADD_VLAN;
617 len = sizeof(struct virtchnl_vlan_filter_list) +
618 (count * sizeof(u16));
619 if (len > IAVF_MAX_AQ_BUF_SIZE) {
620 dev_warn(&adapter->pdev->dev, "Too many add VLAN changes in one request\n");
621 count = (IAVF_MAX_AQ_BUF_SIZE -
622 sizeof(struct virtchnl_vlan_filter_list)) /
624 len = sizeof(struct virtchnl_vlan_filter_list) +
625 (count * sizeof(u16));
628 vvfl = kzalloc(len, GFP_ATOMIC);
630 spin_unlock_bh(&adapter->mac_vlan_list_lock);
634 vvfl->vsi_id = adapter->vsi_res->vsi_id;
635 vvfl->num_elements = count;
636 list_for_each_entry(f, &adapter->vlan_filter_list, list) {
638 vvfl->vlan_id[i] = f->vlan;
646 adapter->aq_required &= ~IAVF_FLAG_AQ_ADD_VLAN_FILTER;
648 spin_unlock_bh(&adapter->mac_vlan_list_lock);
650 iavf_send_pf_msg(adapter, VIRTCHNL_OP_ADD_VLAN, (u8 *)vvfl, len);
656 * @adapter: adapter structure
658 * Request that the PF remove one or more VLAN filters from our VSI.
660 void iavf_del_vlans(struct iavf_adapter *adapter)
662 struct virtchnl_vlan_filter_list *vvfl;
663 struct iavf_vlan_filter *f, *ftmp;
664 int len, i = 0, count = 0;
667 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
668 /* bail because we already have a command pending */
669 dev_err(&adapter->pdev->dev, "Cannot remove VLANs, command %d pending\n",
670 adapter->current_op);
674 spin_lock_bh(&adapter->mac_vlan_list_lock);
676 list_for_each_entry(f, &adapter->vlan_filter_list, list) {
681 adapter->aq_required &= ~IAVF_FLAG_AQ_DEL_VLAN_FILTER;
682 spin_unlock_bh(&adapter->mac_vlan_list_lock);
685 adapter->current_op = VIRTCHNL_OP_DEL_VLAN;
687 len = sizeof(struct virtchnl_vlan_filter_list) +
688 (count * sizeof(u16));
689 if (len > IAVF_MAX_AQ_BUF_SIZE) {
690 dev_warn(&adapter->pdev->dev, "Too many delete VLAN changes in one request\n");
691 count = (IAVF_MAX_AQ_BUF_SIZE -
692 sizeof(struct virtchnl_vlan_filter_list)) /
694 len = sizeof(struct virtchnl_vlan_filter_list) +
695 (count * sizeof(u16));
698 vvfl = kzalloc(len, GFP_ATOMIC);
700 spin_unlock_bh(&adapter->mac_vlan_list_lock);
704 vvfl->vsi_id = adapter->vsi_res->vsi_id;
705 vvfl->num_elements = count;
706 list_for_each_entry_safe(f, ftmp, &adapter->vlan_filter_list, list) {
708 vvfl->vlan_id[i] = f->vlan;
717 adapter->aq_required &= ~IAVF_FLAG_AQ_DEL_VLAN_FILTER;
719 spin_unlock_bh(&adapter->mac_vlan_list_lock);
721 iavf_send_pf_msg(adapter, VIRTCHNL_OP_DEL_VLAN, (u8 *)vvfl, len);
726 * iavf_set_promiscuous
727 * @adapter: adapter structure
728 * @flags: bitmask to control unicast/multicast promiscuous.
730 * Request that the PF enable promiscuous mode for our VSI.
732 void iavf_set_promiscuous(struct iavf_adapter *adapter, int flags)
734 struct virtchnl_promisc_info vpi;
737 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
738 /* bail because we already have a command pending */
739 dev_err(&adapter->pdev->dev, "Cannot set promiscuous mode, command %d pending\n",
740 adapter->current_op);
744 promisc_all = FLAG_VF_UNICAST_PROMISC |
745 FLAG_VF_MULTICAST_PROMISC;
746 if ((flags & promisc_all) == promisc_all) {
747 adapter->flags |= IAVF_FLAG_PROMISC_ON;
748 adapter->aq_required &= ~IAVF_FLAG_AQ_REQUEST_PROMISC;
749 dev_info(&adapter->pdev->dev, "Entering promiscuous mode\n");
752 if (flags & FLAG_VF_MULTICAST_PROMISC) {
753 adapter->flags |= IAVF_FLAG_ALLMULTI_ON;
754 adapter->aq_required &= ~IAVF_FLAG_AQ_REQUEST_ALLMULTI;
755 dev_info(&adapter->pdev->dev, "Entering multicast promiscuous mode\n");
759 adapter->flags &= ~(IAVF_FLAG_PROMISC_ON |
760 IAVF_FLAG_ALLMULTI_ON);
761 adapter->aq_required &= ~(IAVF_FLAG_AQ_RELEASE_PROMISC |
762 IAVF_FLAG_AQ_RELEASE_ALLMULTI);
763 dev_info(&adapter->pdev->dev, "Leaving promiscuous mode\n");
766 adapter->current_op = VIRTCHNL_OP_CONFIG_PROMISCUOUS_MODE;
767 vpi.vsi_id = adapter->vsi_res->vsi_id;
769 iavf_send_pf_msg(adapter, VIRTCHNL_OP_CONFIG_PROMISCUOUS_MODE,
770 (u8 *)&vpi, sizeof(vpi));
775 * @adapter: adapter structure
777 * Request VSI statistics from PF.
779 void iavf_request_stats(struct iavf_adapter *adapter)
781 struct virtchnl_queue_select vqs;
783 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
784 /* no error message, this isn't crucial */
787 adapter->current_op = VIRTCHNL_OP_GET_STATS;
788 vqs.vsi_id = adapter->vsi_res->vsi_id;
789 /* queue maps are ignored for this message - only the vsi is used */
790 if (iavf_send_pf_msg(adapter, VIRTCHNL_OP_GET_STATS, (u8 *)&vqs,
792 /* if the request failed, don't lock out others */
793 adapter->current_op = VIRTCHNL_OP_UNKNOWN;
798 * @adapter: adapter structure
800 * Request hash enable capabilities from PF
802 void iavf_get_hena(struct iavf_adapter *adapter)
804 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
805 /* bail because we already have a command pending */
806 dev_err(&adapter->pdev->dev, "Cannot get RSS hash capabilities, command %d pending\n",
807 adapter->current_op);
810 adapter->current_op = VIRTCHNL_OP_GET_RSS_HENA_CAPS;
811 adapter->aq_required &= ~IAVF_FLAG_AQ_GET_HENA;
812 iavf_send_pf_msg(adapter, VIRTCHNL_OP_GET_RSS_HENA_CAPS, NULL, 0);
817 * @adapter: adapter structure
819 * Request the PF to set our RSS hash capabilities
821 void iavf_set_hena(struct iavf_adapter *adapter)
823 struct virtchnl_rss_hena vrh;
825 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
826 /* bail because we already have a command pending */
827 dev_err(&adapter->pdev->dev, "Cannot set RSS hash enable, command %d pending\n",
828 adapter->current_op);
831 vrh.hena = adapter->hena;
832 adapter->current_op = VIRTCHNL_OP_SET_RSS_HENA;
833 adapter->aq_required &= ~IAVF_FLAG_AQ_SET_HENA;
834 iavf_send_pf_msg(adapter, VIRTCHNL_OP_SET_RSS_HENA, (u8 *)&vrh,
840 * @adapter: adapter structure
842 * Request the PF to set our RSS hash key
844 void iavf_set_rss_key(struct iavf_adapter *adapter)
846 struct virtchnl_rss_key *vrk;
849 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
850 /* bail because we already have a command pending */
851 dev_err(&adapter->pdev->dev, "Cannot set RSS key, command %d pending\n",
852 adapter->current_op);
855 len = sizeof(struct virtchnl_rss_key) +
856 (adapter->rss_key_size * sizeof(u8)) - 1;
857 vrk = kzalloc(len, GFP_KERNEL);
860 vrk->vsi_id = adapter->vsi.id;
861 vrk->key_len = adapter->rss_key_size;
862 memcpy(vrk->key, adapter->rss_key, adapter->rss_key_size);
864 adapter->current_op = VIRTCHNL_OP_CONFIG_RSS_KEY;
865 adapter->aq_required &= ~IAVF_FLAG_AQ_SET_RSS_KEY;
866 iavf_send_pf_msg(adapter, VIRTCHNL_OP_CONFIG_RSS_KEY, (u8 *)vrk, len);
872 * @adapter: adapter structure
874 * Request the PF to set our RSS lookup table
876 void iavf_set_rss_lut(struct iavf_adapter *adapter)
878 struct virtchnl_rss_lut *vrl;
881 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
882 /* bail because we already have a command pending */
883 dev_err(&adapter->pdev->dev, "Cannot set RSS LUT, command %d pending\n",
884 adapter->current_op);
887 len = sizeof(struct virtchnl_rss_lut) +
888 (adapter->rss_lut_size * sizeof(u8)) - 1;
889 vrl = kzalloc(len, GFP_KERNEL);
892 vrl->vsi_id = adapter->vsi.id;
893 vrl->lut_entries = adapter->rss_lut_size;
894 memcpy(vrl->lut, adapter->rss_lut, adapter->rss_lut_size);
895 adapter->current_op = VIRTCHNL_OP_CONFIG_RSS_LUT;
896 adapter->aq_required &= ~IAVF_FLAG_AQ_SET_RSS_LUT;
897 iavf_send_pf_msg(adapter, VIRTCHNL_OP_CONFIG_RSS_LUT, (u8 *)vrl, len);
902 * iavf_enable_vlan_stripping
903 * @adapter: adapter structure
905 * Request VLAN header stripping to be enabled
907 void iavf_enable_vlan_stripping(struct iavf_adapter *adapter)
909 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
910 /* bail because we already have a command pending */
911 dev_err(&adapter->pdev->dev, "Cannot enable stripping, command %d pending\n",
912 adapter->current_op);
915 adapter->current_op = VIRTCHNL_OP_ENABLE_VLAN_STRIPPING;
916 adapter->aq_required &= ~IAVF_FLAG_AQ_ENABLE_VLAN_STRIPPING;
917 iavf_send_pf_msg(adapter, VIRTCHNL_OP_ENABLE_VLAN_STRIPPING, NULL, 0);
921 * iavf_disable_vlan_stripping
922 * @adapter: adapter structure
924 * Request VLAN header stripping to be disabled
926 void iavf_disable_vlan_stripping(struct iavf_adapter *adapter)
928 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
929 /* bail because we already have a command pending */
930 dev_err(&adapter->pdev->dev, "Cannot disable stripping, command %d pending\n",
931 adapter->current_op);
934 adapter->current_op = VIRTCHNL_OP_DISABLE_VLAN_STRIPPING;
935 adapter->aq_required &= ~IAVF_FLAG_AQ_DISABLE_VLAN_STRIPPING;
936 iavf_send_pf_msg(adapter, VIRTCHNL_OP_DISABLE_VLAN_STRIPPING, NULL, 0);
939 #define IAVF_MAX_SPEED_STRLEN 13
942 * iavf_print_link_message - print link up or down
943 * @adapter: adapter structure
945 * Log a message telling the world of our wonderous link status
947 static void iavf_print_link_message(struct iavf_adapter *adapter)
949 struct net_device *netdev = adapter->netdev;
953 if (!adapter->link_up) {
954 netdev_info(netdev, "NIC Link is Down\n");
958 speed = kcalloc(1, IAVF_MAX_SPEED_STRLEN, GFP_KERNEL);
962 if (ADV_LINK_SUPPORT(adapter)) {
963 link_speed_mbps = adapter->link_speed_mbps;
967 switch (adapter->link_speed) {
968 case VIRTCHNL_LINK_SPEED_40GB:
969 link_speed_mbps = SPEED_40000;
971 case VIRTCHNL_LINK_SPEED_25GB:
972 link_speed_mbps = SPEED_25000;
974 case VIRTCHNL_LINK_SPEED_20GB:
975 link_speed_mbps = SPEED_20000;
977 case VIRTCHNL_LINK_SPEED_10GB:
978 link_speed_mbps = SPEED_10000;
980 case VIRTCHNL_LINK_SPEED_5GB:
981 link_speed_mbps = SPEED_5000;
983 case VIRTCHNL_LINK_SPEED_2_5GB:
984 link_speed_mbps = SPEED_2500;
986 case VIRTCHNL_LINK_SPEED_1GB:
987 link_speed_mbps = SPEED_1000;
989 case VIRTCHNL_LINK_SPEED_100MB:
990 link_speed_mbps = SPEED_100;
993 link_speed_mbps = SPEED_UNKNOWN;
998 if (link_speed_mbps > SPEED_1000) {
999 if (link_speed_mbps == SPEED_2500)
1000 snprintf(speed, IAVF_MAX_SPEED_STRLEN, "2.5 Gbps");
1002 /* convert to Gbps inline */
1003 snprintf(speed, IAVF_MAX_SPEED_STRLEN, "%d %s",
1004 link_speed_mbps / 1000, "Gbps");
1005 } else if (link_speed_mbps == SPEED_UNKNOWN) {
1006 snprintf(speed, IAVF_MAX_SPEED_STRLEN, "%s", "Unknown Mbps");
1008 snprintf(speed, IAVF_MAX_SPEED_STRLEN, "%u %s",
1009 link_speed_mbps, "Mbps");
1012 netdev_info(netdev, "NIC Link is Up Speed is %s Full Duplex\n", speed);
1017 * iavf_get_vpe_link_status
1018 * @adapter: adapter structure
1019 * @vpe: virtchnl_pf_event structure
1021 * Helper function for determining the link status
1024 iavf_get_vpe_link_status(struct iavf_adapter *adapter,
1025 struct virtchnl_pf_event *vpe)
1027 if (ADV_LINK_SUPPORT(adapter))
1028 return vpe->event_data.link_event_adv.link_status;
1030 return vpe->event_data.link_event.link_status;
1034 * iavf_set_adapter_link_speed_from_vpe
1035 * @adapter: adapter structure for which we are setting the link speed
1036 * @vpe: virtchnl_pf_event structure that contains the link speed we are setting
1038 * Helper function for setting iavf_adapter link speed
1041 iavf_set_adapter_link_speed_from_vpe(struct iavf_adapter *adapter,
1042 struct virtchnl_pf_event *vpe)
1044 if (ADV_LINK_SUPPORT(adapter))
1045 adapter->link_speed_mbps =
1046 vpe->event_data.link_event_adv.link_speed;
1048 adapter->link_speed = vpe->event_data.link_event.link_speed;
1052 * iavf_enable_channel
1053 * @adapter: adapter structure
1055 * Request that the PF enable channels as specified by
1056 * the user via tc tool.
1058 void iavf_enable_channels(struct iavf_adapter *adapter)
1060 struct virtchnl_tc_info *vti = NULL;
1064 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
1065 /* bail because we already have a command pending */
1066 dev_err(&adapter->pdev->dev, "Cannot configure mqprio, command %d pending\n",
1067 adapter->current_op);
1071 len = struct_size(vti, list, adapter->num_tc - 1);
1072 vti = kzalloc(len, GFP_KERNEL);
1075 vti->num_tc = adapter->num_tc;
1076 for (i = 0; i < vti->num_tc; i++) {
1077 vti->list[i].count = adapter->ch_config.ch_info[i].count;
1078 vti->list[i].offset = adapter->ch_config.ch_info[i].offset;
1079 vti->list[i].pad = 0;
1080 vti->list[i].max_tx_rate =
1081 adapter->ch_config.ch_info[i].max_tx_rate;
1084 adapter->ch_config.state = __IAVF_TC_RUNNING;
1085 adapter->flags |= IAVF_FLAG_REINIT_ITR_NEEDED;
1086 adapter->current_op = VIRTCHNL_OP_ENABLE_CHANNELS;
1087 adapter->aq_required &= ~IAVF_FLAG_AQ_ENABLE_CHANNELS;
1088 iavf_send_pf_msg(adapter, VIRTCHNL_OP_ENABLE_CHANNELS, (u8 *)vti, len);
1093 * iavf_disable_channel
1094 * @adapter: adapter structure
1096 * Request that the PF disable channels that are configured
1098 void iavf_disable_channels(struct iavf_adapter *adapter)
1100 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
1101 /* bail because we already have a command pending */
1102 dev_err(&adapter->pdev->dev, "Cannot configure mqprio, command %d pending\n",
1103 adapter->current_op);
1107 adapter->ch_config.state = __IAVF_TC_INVALID;
1108 adapter->flags |= IAVF_FLAG_REINIT_ITR_NEEDED;
1109 adapter->current_op = VIRTCHNL_OP_DISABLE_CHANNELS;
1110 adapter->aq_required &= ~IAVF_FLAG_AQ_DISABLE_CHANNELS;
1111 iavf_send_pf_msg(adapter, VIRTCHNL_OP_DISABLE_CHANNELS, NULL, 0);
1115 * iavf_print_cloud_filter
1116 * @adapter: adapter structure
1117 * @f: cloud filter to print
1119 * Print the cloud filter
1121 static void iavf_print_cloud_filter(struct iavf_adapter *adapter,
1122 struct virtchnl_filter *f)
1124 switch (f->flow_type) {
1125 case VIRTCHNL_TCP_V4_FLOW:
1126 dev_info(&adapter->pdev->dev, "dst_mac: %pM src_mac: %pM vlan_id: %hu dst_ip: %pI4 src_ip %pI4 dst_port %hu src_port %hu\n",
1127 &f->data.tcp_spec.dst_mac,
1128 &f->data.tcp_spec.src_mac,
1129 ntohs(f->data.tcp_spec.vlan_id),
1130 &f->data.tcp_spec.dst_ip[0],
1131 &f->data.tcp_spec.src_ip[0],
1132 ntohs(f->data.tcp_spec.dst_port),
1133 ntohs(f->data.tcp_spec.src_port));
1135 case VIRTCHNL_TCP_V6_FLOW:
1136 dev_info(&adapter->pdev->dev, "dst_mac: %pM src_mac: %pM vlan_id: %hu dst_ip: %pI6 src_ip %pI6 dst_port %hu src_port %hu\n",
1137 &f->data.tcp_spec.dst_mac,
1138 &f->data.tcp_spec.src_mac,
1139 ntohs(f->data.tcp_spec.vlan_id),
1140 &f->data.tcp_spec.dst_ip,
1141 &f->data.tcp_spec.src_ip,
1142 ntohs(f->data.tcp_spec.dst_port),
1143 ntohs(f->data.tcp_spec.src_port));
1149 * iavf_add_cloud_filter
1150 * @adapter: adapter structure
1152 * Request that the PF add cloud filters as specified
1153 * by the user via tc tool.
1155 void iavf_add_cloud_filter(struct iavf_adapter *adapter)
1157 struct iavf_cloud_filter *cf;
1158 struct virtchnl_filter *f;
1159 int len = 0, count = 0;
1161 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
1162 /* bail because we already have a command pending */
1163 dev_err(&adapter->pdev->dev, "Cannot add cloud filter, command %d pending\n",
1164 adapter->current_op);
1167 list_for_each_entry(cf, &adapter->cloud_filter_list, list) {
1174 adapter->aq_required &= ~IAVF_FLAG_AQ_ADD_CLOUD_FILTER;
1177 adapter->current_op = VIRTCHNL_OP_ADD_CLOUD_FILTER;
1179 len = sizeof(struct virtchnl_filter);
1180 f = kzalloc(len, GFP_KERNEL);
1184 list_for_each_entry(cf, &adapter->cloud_filter_list, list) {
1186 memcpy(f, &cf->f, sizeof(struct virtchnl_filter));
1188 cf->state = __IAVF_CF_ADD_PENDING;
1189 iavf_send_pf_msg(adapter, VIRTCHNL_OP_ADD_CLOUD_FILTER,
1197 * iavf_del_cloud_filter
1198 * @adapter: adapter structure
1200 * Request that the PF delete cloud filters as specified
1201 * by the user via tc tool.
1203 void iavf_del_cloud_filter(struct iavf_adapter *adapter)
1205 struct iavf_cloud_filter *cf, *cftmp;
1206 struct virtchnl_filter *f;
1207 int len = 0, count = 0;
1209 if (adapter->current_op != VIRTCHNL_OP_UNKNOWN) {
1210 /* bail because we already have a command pending */
1211 dev_err(&adapter->pdev->dev, "Cannot remove cloud filter, command %d pending\n",
1212 adapter->current_op);
1215 list_for_each_entry(cf, &adapter->cloud_filter_list, list) {
1222 adapter->aq_required &= ~IAVF_FLAG_AQ_DEL_CLOUD_FILTER;
1225 adapter->current_op = VIRTCHNL_OP_DEL_CLOUD_FILTER;
1227 len = sizeof(struct virtchnl_filter);
1228 f = kzalloc(len, GFP_KERNEL);
1232 list_for_each_entry_safe(cf, cftmp, &adapter->cloud_filter_list, list) {
1234 memcpy(f, &cf->f, sizeof(struct virtchnl_filter));
1236 cf->state = __IAVF_CF_DEL_PENDING;
1237 iavf_send_pf_msg(adapter, VIRTCHNL_OP_DEL_CLOUD_FILTER,
1245 * iavf_request_reset
1246 * @adapter: adapter structure
1248 * Request that the PF reset this VF. No response is expected.
1250 void iavf_request_reset(struct iavf_adapter *adapter)
1252 /* Don't check CURRENT_OP - this is always higher priority */
1253 iavf_send_pf_msg(adapter, VIRTCHNL_OP_RESET_VF, NULL, 0);
1254 adapter->current_op = VIRTCHNL_OP_UNKNOWN;
1258 * iavf_virtchnl_completion
1259 * @adapter: adapter structure
1260 * @v_opcode: opcode sent by PF
1261 * @v_retval: retval sent by PF
1262 * @msg: message sent by PF
1263 * @msglen: message length
1265 * Asynchronous completion function for admin queue messages. Rather than busy
1266 * wait, we fire off our requests and assume that no errors will be returned.
1267 * This function handles the reply messages.
1269 void iavf_virtchnl_completion(struct iavf_adapter *adapter,
1270 enum virtchnl_ops v_opcode,
1271 enum iavf_status v_retval, u8 *msg, u16 msglen)
1273 struct net_device *netdev = adapter->netdev;
1275 if (v_opcode == VIRTCHNL_OP_EVENT) {
1276 struct virtchnl_pf_event *vpe =
1277 (struct virtchnl_pf_event *)msg;
1278 bool link_up = iavf_get_vpe_link_status(adapter, vpe);
1280 switch (vpe->event) {
1281 case VIRTCHNL_EVENT_LINK_CHANGE:
1282 iavf_set_adapter_link_speed_from_vpe(adapter, vpe);
1284 /* we've already got the right link status, bail */
1285 if (adapter->link_up == link_up)
1289 /* If we get link up message and start queues
1290 * before our queues are configured it will
1291 * trigger a TX hang. In that case, just ignore
1292 * the link status message,we'll get another one
1293 * after we enable queues and actually prepared
1296 if (adapter->state != __IAVF_RUNNING)
1299 /* For ADq enabled VF, we reconfigure VSIs and
1300 * re-allocate queues. Hence wait till all
1301 * queues are enabled.
1303 if (adapter->flags &
1304 IAVF_FLAG_QUEUES_DISABLED)
1308 adapter->link_up = link_up;
1310 netif_tx_start_all_queues(netdev);
1311 netif_carrier_on(netdev);
1313 netif_tx_stop_all_queues(netdev);
1314 netif_carrier_off(netdev);
1316 iavf_print_link_message(adapter);
1318 case VIRTCHNL_EVENT_RESET_IMPENDING:
1319 dev_info(&adapter->pdev->dev, "Reset warning received from the PF\n");
1320 if (!(adapter->flags & IAVF_FLAG_RESET_PENDING)) {
1321 adapter->flags |= IAVF_FLAG_RESET_PENDING;
1322 dev_info(&adapter->pdev->dev, "Scheduling reset task\n");
1323 queue_work(iavf_wq, &adapter->reset_task);
1327 dev_err(&adapter->pdev->dev, "Unknown event %d from PF\n",
1335 case VIRTCHNL_OP_ADD_VLAN:
1336 dev_err(&adapter->pdev->dev, "Failed to add VLAN filter, error %s\n",
1337 iavf_stat_str(&adapter->hw, v_retval));
1339 case VIRTCHNL_OP_ADD_ETH_ADDR:
1340 dev_err(&adapter->pdev->dev, "Failed to add MAC filter, error %s\n",
1341 iavf_stat_str(&adapter->hw, v_retval));
1342 iavf_mac_add_reject(adapter);
1343 /* restore administratively set MAC address */
1344 ether_addr_copy(adapter->hw.mac.addr, netdev->dev_addr);
1346 case VIRTCHNL_OP_DEL_VLAN:
1347 dev_err(&adapter->pdev->dev, "Failed to delete VLAN filter, error %s\n",
1348 iavf_stat_str(&adapter->hw, v_retval));
1350 case VIRTCHNL_OP_DEL_ETH_ADDR:
1351 dev_err(&adapter->pdev->dev, "Failed to delete MAC filter, error %s\n",
1352 iavf_stat_str(&adapter->hw, v_retval));
1354 case VIRTCHNL_OP_ENABLE_CHANNELS:
1355 dev_err(&adapter->pdev->dev, "Failed to configure queue channels, error %s\n",
1356 iavf_stat_str(&adapter->hw, v_retval));
1357 adapter->flags &= ~IAVF_FLAG_REINIT_ITR_NEEDED;
1358 adapter->ch_config.state = __IAVF_TC_INVALID;
1359 netdev_reset_tc(netdev);
1360 netif_tx_start_all_queues(netdev);
1362 case VIRTCHNL_OP_DISABLE_CHANNELS:
1363 dev_err(&adapter->pdev->dev, "Failed to disable queue channels, error %s\n",
1364 iavf_stat_str(&adapter->hw, v_retval));
1365 adapter->flags &= ~IAVF_FLAG_REINIT_ITR_NEEDED;
1366 adapter->ch_config.state = __IAVF_TC_RUNNING;
1367 netif_tx_start_all_queues(netdev);
1369 case VIRTCHNL_OP_ADD_CLOUD_FILTER: {
1370 struct iavf_cloud_filter *cf, *cftmp;
1372 list_for_each_entry_safe(cf, cftmp,
1373 &adapter->cloud_filter_list,
1375 if (cf->state == __IAVF_CF_ADD_PENDING) {
1376 cf->state = __IAVF_CF_INVALID;
1377 dev_info(&adapter->pdev->dev, "Failed to add cloud filter, error %s\n",
1378 iavf_stat_str(&adapter->hw,
1380 iavf_print_cloud_filter(adapter,
1382 list_del(&cf->list);
1384 adapter->num_cloud_filters--;
1389 case VIRTCHNL_OP_DEL_CLOUD_FILTER: {
1390 struct iavf_cloud_filter *cf;
1392 list_for_each_entry(cf, &adapter->cloud_filter_list,
1394 if (cf->state == __IAVF_CF_DEL_PENDING) {
1395 cf->state = __IAVF_CF_ACTIVE;
1396 dev_info(&adapter->pdev->dev, "Failed to del cloud filter, error %s\n",
1397 iavf_stat_str(&adapter->hw,
1399 iavf_print_cloud_filter(adapter,
1406 dev_err(&adapter->pdev->dev, "PF returned error %d (%s) to our request %d\n",
1407 v_retval, iavf_stat_str(&adapter->hw, v_retval),
1412 case VIRTCHNL_OP_ADD_ETH_ADDR:
1414 iavf_mac_add_ok(adapter);
1415 if (!ether_addr_equal(netdev->dev_addr, adapter->hw.mac.addr))
1416 ether_addr_copy(netdev->dev_addr, adapter->hw.mac.addr);
1418 case VIRTCHNL_OP_GET_STATS: {
1419 struct iavf_eth_stats *stats =
1420 (struct iavf_eth_stats *)msg;
1421 netdev->stats.rx_packets = stats->rx_unicast +
1422 stats->rx_multicast +
1423 stats->rx_broadcast;
1424 netdev->stats.tx_packets = stats->tx_unicast +
1425 stats->tx_multicast +
1426 stats->tx_broadcast;
1427 netdev->stats.rx_bytes = stats->rx_bytes;
1428 netdev->stats.tx_bytes = stats->tx_bytes;
1429 netdev->stats.tx_errors = stats->tx_errors;
1430 netdev->stats.rx_dropped = stats->rx_discards;
1431 netdev->stats.tx_dropped = stats->tx_discards;
1432 adapter->current_stats = *stats;
1435 case VIRTCHNL_OP_GET_VF_RESOURCES: {
1436 u16 len = sizeof(struct virtchnl_vf_resource) +
1438 sizeof(struct virtchnl_vsi_resource);
1439 memcpy(adapter->vf_res, msg, min(msglen, len));
1440 iavf_validate_num_queues(adapter);
1441 iavf_vf_parse_hw_config(&adapter->hw, adapter->vf_res);
1442 if (is_zero_ether_addr(adapter->hw.mac.addr)) {
1443 /* restore current mac address */
1444 ether_addr_copy(adapter->hw.mac.addr, netdev->dev_addr);
1446 /* refresh current mac address if changed */
1447 ether_addr_copy(netdev->dev_addr, adapter->hw.mac.addr);
1448 ether_addr_copy(netdev->perm_addr,
1449 adapter->hw.mac.addr);
1451 spin_lock_bh(&adapter->mac_vlan_list_lock);
1452 iavf_add_filter(adapter, adapter->hw.mac.addr);
1453 spin_unlock_bh(&adapter->mac_vlan_list_lock);
1454 iavf_process_config(adapter);
1457 case VIRTCHNL_OP_ENABLE_QUEUES:
1458 /* enable transmits */
1459 iavf_irq_enable(adapter, true);
1460 adapter->flags &= ~IAVF_FLAG_QUEUES_DISABLED;
1462 case VIRTCHNL_OP_DISABLE_QUEUES:
1463 iavf_free_all_tx_resources(adapter);
1464 iavf_free_all_rx_resources(adapter);
1465 if (adapter->state == __IAVF_DOWN_PENDING) {
1466 iavf_change_state(adapter, __IAVF_DOWN);
1467 wake_up(&adapter->down_waitqueue);
1470 case VIRTCHNL_OP_VERSION:
1471 case VIRTCHNL_OP_CONFIG_IRQ_MAP:
1472 /* Don't display an error if we get these out of sequence.
1473 * If the firmware needed to get kicked, we'll get these and
1476 if (v_opcode != adapter->current_op)
1479 case VIRTCHNL_OP_IWARP:
1480 /* Gobble zero-length replies from the PF. They indicate that
1481 * a previous message was received OK, and the client doesn't
1484 if (msglen && CLIENT_ENABLED(adapter))
1485 iavf_notify_client_message(&adapter->vsi, msg, msglen);
1488 case VIRTCHNL_OP_CONFIG_IWARP_IRQ_MAP:
1489 adapter->client_pending &=
1490 ~(BIT(VIRTCHNL_OP_CONFIG_IWARP_IRQ_MAP));
1492 case VIRTCHNL_OP_GET_RSS_HENA_CAPS: {
1493 struct virtchnl_rss_hena *vrh = (struct virtchnl_rss_hena *)msg;
1495 if (msglen == sizeof(*vrh))
1496 adapter->hena = vrh->hena;
1498 dev_warn(&adapter->pdev->dev,
1499 "Invalid message %d from PF\n", v_opcode);
1502 case VIRTCHNL_OP_REQUEST_QUEUES: {
1503 struct virtchnl_vf_res_request *vfres =
1504 (struct virtchnl_vf_res_request *)msg;
1506 if (vfres->num_queue_pairs != adapter->num_req_queues) {
1507 dev_info(&adapter->pdev->dev,
1508 "Requested %d queues, PF can support %d\n",
1509 adapter->num_req_queues,
1510 vfres->num_queue_pairs);
1511 adapter->num_req_queues = 0;
1512 adapter->flags &= ~IAVF_FLAG_REINIT_ITR_NEEDED;
1516 case VIRTCHNL_OP_ADD_CLOUD_FILTER: {
1517 struct iavf_cloud_filter *cf;
1519 list_for_each_entry(cf, &adapter->cloud_filter_list, list) {
1520 if (cf->state == __IAVF_CF_ADD_PENDING)
1521 cf->state = __IAVF_CF_ACTIVE;
1525 case VIRTCHNL_OP_DEL_CLOUD_FILTER: {
1526 struct iavf_cloud_filter *cf, *cftmp;
1528 list_for_each_entry_safe(cf, cftmp, &adapter->cloud_filter_list,
1530 if (cf->state == __IAVF_CF_DEL_PENDING) {
1531 cf->state = __IAVF_CF_INVALID;
1532 list_del(&cf->list);
1534 adapter->num_cloud_filters--;
1540 if (adapter->current_op && (v_opcode != adapter->current_op))
1541 dev_warn(&adapter->pdev->dev, "Expected response %d from PF, received %d\n",
1542 adapter->current_op, v_opcode);
1544 } /* switch v_opcode */
1545 adapter->current_op = VIRTCHNL_OP_UNKNOWN;