2 * Copyright (C) 2015 Netronome Systems, Inc.
4 * This software is dual licensed under the GNU General License Version 2,
5 * June 1991 as shown in the file COPYING in the top-level directory of this
6 * source tree or the BSD 2-Clause License provided below. You have the
7 * option to license this software under the complete terms of either license.
9 * The BSD 2-Clause License:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * 1. Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * 2. Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
36 * Netronome virtual function network device driver: Main entry point
37 * Author: Jason McMullan <jason.mcmullan@netronome.com>
38 * Rolf Neugebauer <rolf.neugebauer@netronome.com>
41 #include <linux/module.h>
42 #include <linux/kernel.h>
43 #include <linux/init.h>
44 #include <linux/etherdevice.h>
46 #include "nfp_net_ctrl.h"
49 const char nfp_net_driver_name[] = "nfp_netvf";
50 const char nfp_net_driver_version[] = "0.1";
51 #define PCI_DEVICE_NFP6000VF 0x6003
52 static const struct pci_device_id nfp_netvf_pci_device_ids[] = {
53 { PCI_VENDOR_ID_NETRONOME, PCI_DEVICE_NFP6000VF,
54 PCI_VENDOR_ID_NETRONOME, PCI_ANY_ID,
57 { 0, } /* Required last entry. */
59 MODULE_DEVICE_TABLE(pci, nfp_netvf_pci_device_ids);
61 static void nfp_netvf_get_mac_addr(struct nfp_net *nn)
63 u8 mac_addr[ETH_ALEN];
65 put_unaligned_be32(nn_readl(nn, NFP_NET_CFG_MACADDR + 0), &mac_addr[0]);
66 /* We can't do readw for NFP-3200 compatibility */
67 put_unaligned_be16(nn_readl(nn, NFP_NET_CFG_MACADDR + 4) >> 16,
70 if (!is_valid_ether_addr(mac_addr)) {
71 eth_hw_addr_random(nn->netdev);
75 ether_addr_copy(nn->netdev->dev_addr, mac_addr);
76 ether_addr_copy(nn->netdev->perm_addr, mac_addr);
79 static int nfp_netvf_pci_probe(struct pci_dev *pdev,
80 const struct pci_device_id *pci_id)
82 struct nfp_net_fw_version fw_ver;
83 int max_tx_rings, max_rx_rings;
84 u32 tx_bar_off, rx_bar_off;
85 u32 tx_bar_sz, rx_bar_sz;
86 int tx_bar_no, rx_bar_no;
94 err = pci_enable_device_mem(pdev);
98 err = pci_request_regions(pdev, nfp_net_driver_name);
100 dev_err(&pdev->dev, "Unable to allocate device memory.\n");
101 goto err_pci_disable;
104 switch (pdev->device) {
105 case PCI_DEVICE_NFP6000VF:
110 goto err_pci_regions;
113 pci_set_master(pdev);
115 err = dma_set_mask_and_coherent(&pdev->dev,
116 DMA_BIT_MASK(NFP_NET_MAX_DMA_BITS));
118 goto err_pci_regions;
120 /* Map the Control BAR.
122 * Irrespective of the advertised BAR size we only map the
123 * first NFP_NET_CFG_BAR_SZ of the BAR. This keeps the code
124 * the identical for PF and VF drivers.
126 ctrl_bar = ioremap_nocache(pci_resource_start(pdev, NFP_NET_CTRL_BAR),
130 "Failed to map resource %d\n", NFP_NET_CTRL_BAR);
132 goto err_pci_regions;
135 nfp_net_get_fw_version(&fw_ver, ctrl_bar);
136 if (fw_ver.resv || fw_ver.class != NFP_NET_CFG_VERSION_CLASS_GENERIC) {
137 dev_err(&pdev->dev, "Unknown Firmware ABI %d.%d.%d.%d\n",
138 fw_ver.resv, fw_ver.class, fw_ver.major, fw_ver.minor);
143 /* Determine stride */
144 if (nfp_net_fw_ver_eq(&fw_ver, 0, 0, 0, 1)) {
146 tx_bar_no = NFP_NET_Q0_BAR;
147 rx_bar_no = NFP_NET_Q1_BAR;
148 dev_warn(&pdev->dev, "OBSOLETE Firmware detected - VF isolation not available\n");
150 switch (fw_ver.major) {
154 tx_bar_no = NFP_NET_Q0_BAR;
155 rx_bar_no = NFP_NET_Q1_BAR;
158 tx_bar_no = NFP_NET_Q0_BAR;
159 rx_bar_no = tx_bar_no;
163 dev_err(&pdev->dev, "Unsupported Firmware ABI %d.%d.%d.%d\n",
164 fw_ver.resv, fw_ver.class,
165 fw_ver.major, fw_ver.minor);
171 /* Find out how many rings are supported */
172 max_tx_rings = readl(ctrl_bar + NFP_NET_CFG_MAX_TXRINGS);
173 max_rx_rings = readl(ctrl_bar + NFP_NET_CFG_MAX_RXRINGS);
175 tx_bar_sz = NFP_QCP_QUEUE_ADDR_SZ * max_tx_rings * stride;
176 rx_bar_sz = NFP_QCP_QUEUE_ADDR_SZ * max_rx_rings * stride;
179 if (tx_bar_sz > pci_resource_len(pdev, tx_bar_no)) {
181 "TX BAR too small for number of TX rings. Adjusting\n");
182 tx_bar_sz = pci_resource_len(pdev, tx_bar_no);
183 max_tx_rings = (tx_bar_sz / NFP_QCP_QUEUE_ADDR_SZ) / 2;
185 if (rx_bar_sz > pci_resource_len(pdev, rx_bar_no)) {
187 "RX BAR too small for number of RX rings. Adjusting\n");
188 rx_bar_sz = pci_resource_len(pdev, rx_bar_no);
189 max_rx_rings = (rx_bar_sz / NFP_QCP_QUEUE_ADDR_SZ) / 2;
192 /* XXX Implement a workaround for THB-350 here. Ideally, we
193 * have a different PCI ID for A rev VFs.
195 switch (pdev->device) {
196 case PCI_DEVICE_NFP6000VF:
197 startq = readl(ctrl_bar + NFP_NET_CFG_START_TXQ);
198 tx_bar_off = NFP_PCIE_QUEUE(startq);
199 startq = readl(ctrl_bar + NFP_NET_CFG_START_RXQ);
200 rx_bar_off = NFP_PCIE_QUEUE(startq);
207 /* Allocate and initialise the netdev */
208 nn = nfp_net_netdev_alloc(pdev, max_tx_rings, max_rx_rings);
215 nn->ctrl_bar = ctrl_bar;
217 nn->is_nfp3200 = is_nfp3200;
218 nn->stride_tx = stride;
219 nn->stride_rx = stride;
221 if (rx_bar_no == tx_bar_no) {
223 resource_size_t map_addr;
225 /* Make a single overlapping BAR mapping */
226 if (tx_bar_off < rx_bar_off)
227 bar_off = tx_bar_off;
229 bar_off = rx_bar_off;
231 if ((tx_bar_off + tx_bar_sz) > (rx_bar_off + rx_bar_sz))
232 bar_sz = (tx_bar_off + tx_bar_sz) - bar_off;
234 bar_sz = (rx_bar_off + rx_bar_sz) - bar_off;
236 map_addr = pci_resource_start(pdev, tx_bar_no) + bar_off;
237 nn->q_bar = ioremap_nocache(map_addr, bar_sz);
239 nn_err(nn, "Failed to map resource %d\n", tx_bar_no);
241 goto err_netdev_free;
245 nn->tx_bar = nn->q_bar + (tx_bar_off - bar_off);
247 nn->rx_bar = nn->q_bar + (rx_bar_off - bar_off);
249 resource_size_t map_addr;
252 map_addr = pci_resource_start(pdev, tx_bar_no) + tx_bar_off;
253 nn->tx_bar = ioremap_nocache(map_addr, tx_bar_sz);
255 nn_err(nn, "Failed to map resource %d\n", tx_bar_no);
257 goto err_netdev_free;
261 map_addr = pci_resource_start(pdev, rx_bar_no) + rx_bar_off;
262 nn->rx_bar = ioremap_nocache(map_addr, rx_bar_sz);
264 nn_err(nn, "Failed to map resource %d\n", rx_bar_no);
270 nfp_netvf_get_mac_addr(nn);
272 err = nfp_net_irqs_alloc(nn);
274 nn_warn(nn, "Unable to allocate MSI-X Vectors. Exiting\n");
279 /* Get ME clock frequency from ctrl BAR
280 * XXX for now frequency is hardcoded until we figure out how
281 * to get the value from nfp-hwinfo into ctrl bar
283 nn->me_freq_mhz = 1200;
285 err = nfp_net_netdev_init(nn->netdev);
287 goto err_irqs_disable;
289 pci_set_drvdata(pdev, nn);
292 nfp_net_debugfs_adapter_add(nn);
297 nfp_net_irqs_disable(nn);
307 pci_set_drvdata(pdev, NULL);
308 nfp_net_netdev_free(nn);
312 pci_release_regions(pdev);
314 pci_disable_device(pdev);
318 static void nfp_netvf_pci_remove(struct pci_dev *pdev)
320 struct nfp_net *nn = pci_get_drvdata(pdev);
322 /* Note, the order is slightly different from above as we need
323 * to keep the nn pointer around till we have freed everything.
325 nfp_net_debugfs_adapter_del(nn);
327 nfp_net_netdev_clean(nn->netdev);
329 nfp_net_irqs_disable(nn);
337 iounmap(nn->ctrl_bar);
339 pci_set_drvdata(pdev, NULL);
341 nfp_net_netdev_free(nn);
343 pci_release_regions(pdev);
344 pci_disable_device(pdev);
347 static struct pci_driver nfp_netvf_pci_driver = {
348 .name = nfp_net_driver_name,
349 .id_table = nfp_netvf_pci_device_ids,
350 .probe = nfp_netvf_pci_probe,
351 .remove = nfp_netvf_pci_remove,
354 static int __init nfp_netvf_init(void)
358 pr_info("%s: NFP VF Network driver, Copyright (C) 2014-2015 Netronome Systems\n",
359 nfp_net_driver_name);
361 nfp_net_debugfs_create();
362 err = pci_register_driver(&nfp_netvf_pci_driver);
364 nfp_net_debugfs_destroy();
371 static void __exit nfp_netvf_exit(void)
373 pci_unregister_driver(&nfp_netvf_pci_driver);
374 nfp_net_debugfs_destroy();
377 module_init(nfp_netvf_init);
378 module_exit(nfp_netvf_exit);
380 MODULE_AUTHOR("Netronome Systems <oss-drivers@netronome.com>");
381 MODULE_LICENSE("GPL");
382 MODULE_DESCRIPTION("NFP VF network device driver");