4 * Copyright (C) 2001 Todd Inglett, IBM Corporation
6 * PCI manipulation via device_nodes.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
22 #include <linux/kernel.h>
23 #include <linux/pci.h>
24 #include <linux/string.h>
25 #include <linux/export.h>
26 #include <linux/init.h>
27 #include <linux/gfp.h>
31 #include <asm/pci-bridge.h>
32 #include <asm/ppc-pci.h>
33 #include <asm/firmware.h>
37 * The function is used to find the firmware data of one
38 * specific PCI device, which is attached to the indicated
39 * PCI bus. For VFs, their firmware data is linked to that
40 * one of PF's bridge. For other devices, their firmware
41 * data is linked to that of their bridge.
43 static struct pci_dn *pci_bus_to_pdn(struct pci_bus *bus)
46 struct device_node *dn;
50 * We probably have virtual bus which doesn't
51 * have associated bridge.
55 if (pci_is_root_bus(pbus) || pbus->self)
62 * Except virtual bus, all PCI buses should
65 dn = pci_bus_to_OF_node(pbus);
66 pdn = dn ? PCI_DN(dn) : NULL;
71 struct pci_dn *pci_get_pdn_by_devfn(struct pci_bus *bus,
74 struct device_node *dn = NULL;
75 struct pci_dn *parent, *pdn;
76 struct pci_dev *pdev = NULL;
78 /* Fast path: fetch from PCI device */
79 list_for_each_entry(pdev, &bus->devices, bus_list) {
80 if (pdev->devfn == devfn) {
81 if (pdev->dev.archdata.pci_data)
82 return pdev->dev.archdata.pci_data;
84 dn = pci_device_to_OF_node(pdev);
89 /* Fast path: fetch from device node */
90 pdn = dn ? PCI_DN(dn) : NULL;
94 /* Slow path: fetch from firmware data hierarchy */
95 parent = pci_bus_to_pdn(bus);
99 list_for_each_entry(pdn, &parent->child_list, list) {
100 if (pdn->busno == bus->number &&
108 struct pci_dn *pci_get_pdn(struct pci_dev *pdev)
110 struct device_node *dn;
111 struct pci_dn *parent, *pdn;
113 /* Search device directly */
114 if (pdev->dev.archdata.pci_data)
115 return pdev->dev.archdata.pci_data;
117 /* Check device node */
118 dn = pci_device_to_OF_node(pdev);
119 pdn = dn ? PCI_DN(dn) : NULL;
124 * VFs don't have device nodes. We hook their
125 * firmware data to PF's bridge.
127 parent = pci_bus_to_pdn(pdev->bus);
131 list_for_each_entry(pdn, &parent->child_list, list) {
132 if (pdn->busno == pdev->bus->number &&
133 pdn->devfn == pdev->devfn)
140 #ifdef CONFIG_PCI_IOV
141 static struct pci_dn *add_one_dev_pci_data(struct pci_dn *parent,
142 struct pci_dev *pdev,
144 int busno, int devfn)
148 /* Except PHB, we always have the parent */
152 pdn = kzalloc(sizeof(*pdn), GFP_KERNEL);
154 dev_warn(&pdev->dev, "%s: Out of memory!\n", __func__);
158 pdn->phb = parent->phb;
159 pdn->parent = parent;
162 #ifdef CONFIG_PPC_POWERNV
163 pdn->vf_index = vf_index;
164 pdn->pe_number = IODA_INVALID_PE;
166 INIT_LIST_HEAD(&pdn->child_list);
167 INIT_LIST_HEAD(&pdn->list);
168 list_add_tail(&pdn->list, &parent->child_list);
171 * If we already have PCI device instance, lets
175 pdev->dev.archdata.pci_data = pdn;
181 struct pci_dn *add_dev_pci_data(struct pci_dev *pdev)
183 #ifdef CONFIG_PCI_IOV
184 struct pci_dn *parent, *pdn;
187 /* Only support IOV for now */
188 if (!pdev->is_physfn)
189 return pci_get_pdn(pdev);
191 /* Check if VFs have been populated */
192 pdn = pci_get_pdn(pdev);
193 if (!pdn || (pdn->flags & PCI_DN_FLAG_IOV_VF))
196 pdn->flags |= PCI_DN_FLAG_IOV_VF;
197 parent = pci_bus_to_pdn(pdev->bus);
201 for (i = 0; i < pci_sriov_get_totalvfs(pdev); i++) {
202 struct eeh_dev *edev __maybe_unused;
204 pdn = add_one_dev_pci_data(parent, NULL, i,
205 pci_iov_virtfn_bus(pdev, i),
206 pci_iov_virtfn_devfn(pdev, i));
208 dev_warn(&pdev->dev, "%s: Cannot create firmware data for VF#%d\n",
214 /* Create the EEH device for the VF */
215 edev = eeh_dev_init(pdn);
218 #endif /* CONFIG_EEH */
220 #endif /* CONFIG_PCI_IOV */
222 return pci_get_pdn(pdev);
225 void remove_dev_pci_data(struct pci_dev *pdev)
227 #ifdef CONFIG_PCI_IOV
228 struct pci_dn *parent;
229 struct pci_dn *pdn, *tmp;
233 * VF and VF PE are created/released dynamically, so we need to
234 * bind/unbind them. Otherwise the VF and VF PE would be mismatched
235 * when re-enabling SR-IOV.
237 if (pdev->is_virtfn) {
238 pdn = pci_get_pdn(pdev);
239 #ifdef CONFIG_PPC_POWERNV
240 pdn->pe_number = IODA_INVALID_PE;
245 /* Only support IOV PF for now */
246 if (!pdev->is_physfn)
249 /* Check if VFs have been populated */
250 pdn = pci_get_pdn(pdev);
251 if (!pdn || !(pdn->flags & PCI_DN_FLAG_IOV_VF))
254 pdn->flags &= ~PCI_DN_FLAG_IOV_VF;
255 parent = pci_bus_to_pdn(pdev->bus);
260 * We might introduce flag to pci_dn in future
261 * so that we can release VF's firmware data in
264 for (i = 0; i < pci_sriov_get_totalvfs(pdev); i++) {
265 struct eeh_dev *edev __maybe_unused;
267 list_for_each_entry_safe(pdn, tmp,
268 &parent->child_list, list) {
269 if (pdn->busno != pci_iov_virtfn_bus(pdev, i) ||
270 pdn->devfn != pci_iov_virtfn_devfn(pdev, i))
275 * Release EEH state for this VF. The PCI core
276 * has already torn down the pci_dev for this VF, but
277 * we're responsible to removing the eeh_dev since it
278 * has the same lifetime as the pci_dn that spawned it.
280 edev = pdn_to_eeh_dev(pdn);
283 * We allocate pci_dn's for the totalvfs count,
284 * but only only the vfs that were activated
285 * have a configured PE.
288 eeh_rmv_from_parent_pe(edev);
293 #endif /* CONFIG_EEH */
295 if (!list_empty(&pdn->list))
296 list_del(&pdn->list);
301 #endif /* CONFIG_PCI_IOV */
304 struct pci_dn *pci_add_device_node_info(struct pci_controller *hose,
305 struct device_node *dn)
307 const __be32 *type = of_get_property(dn, "ibm,pci-config-space-type", NULL);
309 struct device_node *parent;
312 struct eeh_dev *edev;
315 pdn = kzalloc(sizeof(*pdn), GFP_KERNEL);
321 #ifdef CONFIG_PPC_POWERNV
322 pdn->pe_number = IODA_INVALID_PE;
324 regs = of_get_property(dn, "reg", NULL);
326 u32 addr = of_read_number(regs, 1);
328 /* First register entry is addr (00BBSS00) */
329 pdn->busno = (addr >> 16) & 0xff;
330 pdn->devfn = (addr >> 8) & 0xff;
333 /* vendor/device IDs and class code */
334 regs = of_get_property(dn, "vendor-id", NULL);
335 pdn->vendor_id = regs ? of_read_number(regs, 1) : 0;
336 regs = of_get_property(dn, "device-id", NULL);
337 pdn->device_id = regs ? of_read_number(regs, 1) : 0;
338 regs = of_get_property(dn, "class-code", NULL);
339 pdn->class_code = regs ? of_read_number(regs, 1) : 0;
341 /* Extended config space */
342 pdn->pci_ext_config_space = (type && of_read_number(type, 1) == 1);
344 /* Create EEH device */
346 edev = eeh_dev_init(pdn);
353 /* Attach to parent node */
354 INIT_LIST_HEAD(&pdn->child_list);
355 INIT_LIST_HEAD(&pdn->list);
356 parent = of_get_parent(dn);
357 pdn->parent = parent ? PCI_DN(parent) : NULL;
359 list_add_tail(&pdn->list, &pdn->parent->child_list);
363 EXPORT_SYMBOL_GPL(pci_add_device_node_info);
365 void pci_remove_device_node_info(struct device_node *dn)
367 struct pci_dn *pdn = dn ? PCI_DN(dn) : NULL;
369 struct eeh_dev *edev = pdn_to_eeh_dev(pdn);
378 WARN_ON(!list_empty(&pdn->child_list));
379 list_del(&pdn->list);
381 of_node_put(pdn->parent->node);
386 EXPORT_SYMBOL_GPL(pci_remove_device_node_info);
389 * Traverse a device tree stopping each PCI device in the tree.
390 * This is done depth first. As each node is processed, a "pre"
391 * function is called and the children are processed recursively.
393 * The "pre" func returns a value. If non-zero is returned from
394 * the "pre" func, the traversal stops and this value is returned.
395 * This return value is useful when using traverse as a method of
398 * NOTE: we do not run the func for devices that do not appear to
399 * be PCI except for the start node which we assume (this is good
400 * because the start node is often a phb which may be missing PCI
402 * We use the class-code as an indicator. If we run into
403 * one of these nodes we also assume its siblings are non-pci for
406 void *pci_traverse_device_nodes(struct device_node *start,
407 void *(*fn)(struct device_node *, void *),
410 struct device_node *dn, *nextdn;
413 /* We started with a phb, iterate all childs */
414 for (dn = start->child; dn; dn = nextdn) {
415 const __be32 *classp;
419 classp = of_get_property(dn, "class-code", NULL);
421 class = of_read_number(classp, 1);
429 /* If we are a PCI bridge, go down */
430 if (dn->child && ((class >> 8) == PCI_CLASS_BRIDGE_PCI ||
431 (class >> 8) == PCI_CLASS_BRIDGE_CARDBUS))
432 /* Depth first...do children */
434 else if (dn->sibling)
435 /* ok, try next sibling instead. */
436 nextdn = dn->sibling;
438 /* Walk up to next valid sibling. */
443 } while (dn->sibling == NULL);
444 nextdn = dn->sibling;
449 EXPORT_SYMBOL_GPL(pci_traverse_device_nodes);
451 static struct pci_dn *pci_dn_next_one(struct pci_dn *root,
454 struct list_head *next = pdn->child_list.next;
456 if (next != &pdn->child_list)
457 return list_entry(next, struct pci_dn, list);
463 next = pdn->list.next;
464 if (next != &pdn->parent->child_list)
470 return list_entry(next, struct pci_dn, list);
473 void *traverse_pci_dn(struct pci_dn *root,
474 void *(*fn)(struct pci_dn *, void *),
477 struct pci_dn *pdn = root;
480 /* Only scan the child nodes */
481 for (pdn = pci_dn_next_one(root, pdn); pdn;
482 pdn = pci_dn_next_one(root, pdn)) {
491 static void *add_pdn(struct device_node *dn, void *data)
493 struct pci_controller *hose = data;
496 pdn = pci_add_device_node_info(hose, dn);
498 return ERR_PTR(-ENOMEM);
504 * pci_devs_phb_init_dynamic - setup pci devices under this PHB
505 * phb: pci-to-host bridge (top-level bridge connecting to cpu)
507 * This routine is called both during boot, (before the memory
508 * subsystem is set up, before kmalloc is valid) and during the
509 * dynamic lpar operation of adding a PHB to a running system.
511 void pci_devs_phb_init_dynamic(struct pci_controller *phb)
513 struct device_node *dn = phb->dn;
516 /* PHB nodes themselves must not match */
517 pdn = pci_add_device_node_info(phb, dn);
519 pdn->devfn = pdn->busno = -1;
520 pdn->vendor_id = pdn->device_id = pdn->class_code = 0;
525 /* Update dn->phb ptrs for new phb and children devices */
526 pci_traverse_device_nodes(dn, add_pdn, phb);
530 * pci_devs_phb_init - Initialize phbs and pci devs under them.
532 * This routine walks over all phb's (pci-host bridges) on the
533 * system, and sets up assorted pci-related structures
534 * (including pci info in the device node structs) for each
535 * pci device found underneath. This routine runs once,
536 * early in the boot sequence.
538 static int __init pci_devs_phb_init(void)
540 struct pci_controller *phb, *tmp;
542 /* This must be done first so the device nodes have valid pci info! */
543 list_for_each_entry_safe(phb, tmp, &hose_list, list_node)
544 pci_devs_phb_init_dynamic(phb);
549 core_initcall(pci_devs_phb_init);
551 static void pci_dev_pdn_setup(struct pci_dev *pdev)
555 if (pdev->dev.archdata.pci_data)
558 /* Setup the fast path */
559 pdn = pci_get_pdn(pdev);
560 pdev->dev.archdata.pci_data = pdn;
562 DECLARE_PCI_FIXUP_EARLY(PCI_ANY_ID, PCI_ANY_ID, pci_dev_pdn_setup);