1 // SPDX-License-Identifier: GPL-2.0-only
3 * PS3 system bus driver.
5 * Copyright (C) 2006 Sony Computer Entertainment Inc.
6 * Copyright 2006 Sony Corp.
9 #include <linux/kernel.h>
10 #include <linux/init.h>
11 #include <linux/export.h>
12 #include <linux/dma-map-ops.h>
13 #include <linux/err.h>
14 #include <linux/slab.h>
17 #include <asm/lv1call.h>
18 #include <asm/firmware.h>
19 #include <asm/cell-regs.h>
23 static struct device ps3_system_bus = {
24 .init_name = "ps3_system",
27 /* FIXME: need device usage counters! */
30 int sb_11; /* usb 0 */
31 int sb_12; /* usb 0 */
35 static int ps3_is_device(struct ps3_system_bus_device *dev, u64 bus_id,
38 return dev->bus_id == bus_id && dev->dev_id == dev_id;
41 static int ps3_open_hv_device_sb(struct ps3_system_bus_device *dev)
46 mutex_lock(&usage_hack.mutex);
48 if (ps3_is_device(dev, 1, 1)) {
50 if (usage_hack.sb_11 > 1) {
56 if (ps3_is_device(dev, 1, 2)) {
58 if (usage_hack.sb_12 > 1) {
64 result = lv1_open_device(dev->bus_id, dev->dev_id, 0);
67 pr_warn("%s:%d: lv1_open_device dev=%u.%u(%s) failed: %s\n",
68 __func__, __LINE__, dev->match_id, dev->match_sub_id,
69 dev_name(&dev->core), ps3_result(result));
74 mutex_unlock(&usage_hack.mutex);
78 static int ps3_close_hv_device_sb(struct ps3_system_bus_device *dev)
83 mutex_lock(&usage_hack.mutex);
85 if (ps3_is_device(dev, 1, 1)) {
87 if (usage_hack.sb_11) {
93 if (ps3_is_device(dev, 1, 2)) {
95 if (usage_hack.sb_12) {
101 result = lv1_close_device(dev->bus_id, dev->dev_id);
105 mutex_unlock(&usage_hack.mutex);
109 static int ps3_open_hv_device_gpu(struct ps3_system_bus_device *dev)
113 mutex_lock(&usage_hack.mutex);
116 if (usage_hack.gpu > 1) {
121 result = lv1_gpu_open(0);
124 pr_warn("%s:%d: lv1_gpu_open failed: %s\n", __func__,
125 __LINE__, ps3_result(result));
130 mutex_unlock(&usage_hack.mutex);
134 static int ps3_close_hv_device_gpu(struct ps3_system_bus_device *dev)
138 mutex_lock(&usage_hack.mutex);
141 if (usage_hack.gpu) {
146 result = lv1_gpu_close();
150 mutex_unlock(&usage_hack.mutex);
154 int ps3_open_hv_device(struct ps3_system_bus_device *dev)
157 pr_debug("%s:%d: match_id: %u\n", __func__, __LINE__, dev->match_id);
159 switch (dev->match_id) {
160 case PS3_MATCH_ID_EHCI:
161 case PS3_MATCH_ID_OHCI:
162 case PS3_MATCH_ID_GELIC:
163 case PS3_MATCH_ID_STOR_DISK:
164 case PS3_MATCH_ID_STOR_ROM:
165 case PS3_MATCH_ID_STOR_FLASH:
166 return ps3_open_hv_device_sb(dev);
168 case PS3_MATCH_ID_SOUND:
169 case PS3_MATCH_ID_GPU:
170 return ps3_open_hv_device_gpu(dev);
172 case PS3_MATCH_ID_AV_SETTINGS:
173 case PS3_MATCH_ID_SYSTEM_MANAGER:
174 pr_debug("%s:%d: unsupported match_id: %u\n", __func__,
175 __LINE__, dev->match_id);
176 pr_debug("%s:%d: bus_id: %llu\n", __func__, __LINE__,
185 pr_debug("%s:%d: unknown match_id: %u\n", __func__, __LINE__,
190 EXPORT_SYMBOL_GPL(ps3_open_hv_device);
192 int ps3_close_hv_device(struct ps3_system_bus_device *dev)
195 pr_debug("%s:%d: match_id: %u\n", __func__, __LINE__, dev->match_id);
197 switch (dev->match_id) {
198 case PS3_MATCH_ID_EHCI:
199 case PS3_MATCH_ID_OHCI:
200 case PS3_MATCH_ID_GELIC:
201 case PS3_MATCH_ID_STOR_DISK:
202 case PS3_MATCH_ID_STOR_ROM:
203 case PS3_MATCH_ID_STOR_FLASH:
204 return ps3_close_hv_device_sb(dev);
206 case PS3_MATCH_ID_SOUND:
207 case PS3_MATCH_ID_GPU:
208 return ps3_close_hv_device_gpu(dev);
210 case PS3_MATCH_ID_AV_SETTINGS:
211 case PS3_MATCH_ID_SYSTEM_MANAGER:
212 pr_debug("%s:%d: unsupported match_id: %u\n", __func__,
213 __LINE__, dev->match_id);
214 pr_debug("%s:%d: bus_id: %llu\n", __func__, __LINE__,
223 pr_debug("%s:%d: unknown match_id: %u\n", __func__, __LINE__,
228 EXPORT_SYMBOL_GPL(ps3_close_hv_device);
230 #define dump_mmio_region(_a) _dump_mmio_region(_a, __func__, __LINE__)
231 static void _dump_mmio_region(const struct ps3_mmio_region* r,
232 const char* func, int line)
234 pr_debug("%s:%d: dev %llu:%llu\n", func, line, r->dev->bus_id,
236 pr_debug("%s:%d: bus_addr %lxh\n", func, line, r->bus_addr);
237 pr_debug("%s:%d: len %lxh\n", func, line, r->len);
238 pr_debug("%s:%d: lpar_addr %lxh\n", func, line, r->lpar_addr);
241 static int ps3_sb_mmio_region_create(struct ps3_mmio_region *r)
246 result = lv1_map_device_mmio_region(r->dev->bus_id, r->dev->dev_id,
247 r->bus_addr, r->len, r->page_size, &lpar_addr);
248 r->lpar_addr = lpar_addr;
251 pr_debug("%s:%d: lv1_map_device_mmio_region failed: %s\n",
252 __func__, __LINE__, ps3_result(result));
260 static int ps3_ioc0_mmio_region_create(struct ps3_mmio_region *r)
262 /* device specific; do nothing currently */
266 int ps3_mmio_region_create(struct ps3_mmio_region *r)
268 return r->mmio_ops->create(r);
270 EXPORT_SYMBOL_GPL(ps3_mmio_region_create);
272 static int ps3_sb_free_mmio_region(struct ps3_mmio_region *r)
277 result = lv1_unmap_device_mmio_region(r->dev->bus_id, r->dev->dev_id,
281 pr_debug("%s:%d: lv1_unmap_device_mmio_region failed: %s\n",
282 __func__, __LINE__, ps3_result(result));
288 static int ps3_ioc0_free_mmio_region(struct ps3_mmio_region *r)
290 /* device specific; do nothing currently */
295 int ps3_free_mmio_region(struct ps3_mmio_region *r)
297 return r->mmio_ops->free(r);
300 EXPORT_SYMBOL_GPL(ps3_free_mmio_region);
302 static const struct ps3_mmio_region_ops ps3_mmio_sb_region_ops = {
303 .create = ps3_sb_mmio_region_create,
304 .free = ps3_sb_free_mmio_region
307 static const struct ps3_mmio_region_ops ps3_mmio_ioc0_region_ops = {
308 .create = ps3_ioc0_mmio_region_create,
309 .free = ps3_ioc0_free_mmio_region
312 int ps3_mmio_region_init(struct ps3_system_bus_device *dev,
313 struct ps3_mmio_region *r, unsigned long bus_addr, unsigned long len,
314 enum ps3_mmio_page_size page_size)
317 r->bus_addr = bus_addr;
319 r->page_size = page_size;
320 switch (dev->dev_type) {
321 case PS3_DEVICE_TYPE_SB:
322 r->mmio_ops = &ps3_mmio_sb_region_ops;
324 case PS3_DEVICE_TYPE_IOC0:
325 r->mmio_ops = &ps3_mmio_ioc0_region_ops;
333 EXPORT_SYMBOL_GPL(ps3_mmio_region_init);
335 static int ps3_system_bus_match(struct device *_dev,
336 struct device_driver *_drv)
339 struct ps3_system_bus_driver *drv = ps3_drv_to_system_bus_drv(_drv);
340 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
342 if (!dev->match_sub_id)
343 result = dev->match_id == drv->match_id;
345 result = dev->match_sub_id == drv->match_sub_id &&
346 dev->match_id == drv->match_id;
349 pr_info("%s:%d: dev=%u.%u(%s), drv=%u.%u(%s): match\n",
351 dev->match_id, dev->match_sub_id, dev_name(&dev->core),
352 drv->match_id, drv->match_sub_id, drv->core.name);
354 pr_debug("%s:%d: dev=%u.%u(%s), drv=%u.%u(%s): miss\n",
356 dev->match_id, dev->match_sub_id, dev_name(&dev->core),
357 drv->match_id, drv->match_sub_id, drv->core.name);
362 static int ps3_system_bus_probe(struct device *_dev)
365 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
366 struct ps3_system_bus_driver *drv;
369 dev_dbg(_dev, "%s:%d\n", __func__, __LINE__);
371 drv = ps3_system_bus_dev_to_system_bus_drv(dev);
375 result = drv->probe(dev);
377 pr_debug("%s:%d: %s no probe method\n", __func__, __LINE__,
378 dev_name(&dev->core));
380 pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, dev_name(&dev->core));
384 static void ps3_system_bus_remove(struct device *_dev)
386 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
387 struct ps3_system_bus_driver *drv;
390 dev_dbg(_dev, "%s:%d\n", __func__, __LINE__);
392 drv = ps3_system_bus_dev_to_system_bus_drv(dev);
398 dev_dbg(&dev->core, "%s:%d %s: no remove method\n",
399 __func__, __LINE__, drv->core.name);
401 pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, dev_name(&dev->core));
404 static void ps3_system_bus_shutdown(struct device *_dev)
406 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
407 struct ps3_system_bus_driver *drv;
411 dev_dbg(&dev->core, " -> %s:%d: match_id %d\n", __func__, __LINE__,
414 if (!dev->core.driver) {
415 dev_dbg(&dev->core, "%s:%d: no driver bound\n", __func__,
420 drv = ps3_system_bus_dev_to_system_bus_drv(dev);
424 dev_dbg(&dev->core, "%s:%d: %s -> %s\n", __func__, __LINE__,
425 dev_name(&dev->core), drv->core.name);
429 else if (drv->remove) {
430 dev_dbg(&dev->core, "%s:%d %s: no shutdown, calling remove\n",
431 __func__, __LINE__, drv->core.name);
434 dev_dbg(&dev->core, "%s:%d %s: no shutdown method\n",
435 __func__, __LINE__, drv->core.name);
439 dev_dbg(&dev->core, " <- %s:%d\n", __func__, __LINE__);
442 static int ps3_system_bus_uevent(struct device *_dev, struct kobj_uevent_env *env)
444 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
446 if (add_uevent_var(env, "MODALIAS=ps3:%d:%d", dev->match_id,
452 static ssize_t modalias_show(struct device *_dev, struct device_attribute *a,
455 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
456 int len = snprintf(buf, PAGE_SIZE, "ps3:%d:%d\n", dev->match_id,
459 return (len >= PAGE_SIZE) ? (PAGE_SIZE - 1) : len;
461 static DEVICE_ATTR_RO(modalias);
463 static struct attribute *ps3_system_bus_dev_attrs[] = {
464 &dev_attr_modalias.attr,
467 ATTRIBUTE_GROUPS(ps3_system_bus_dev);
469 struct bus_type ps3_system_bus_type = {
470 .name = "ps3_system_bus",
471 .match = ps3_system_bus_match,
472 .uevent = ps3_system_bus_uevent,
473 .probe = ps3_system_bus_probe,
474 .remove = ps3_system_bus_remove,
475 .shutdown = ps3_system_bus_shutdown,
476 .dev_groups = ps3_system_bus_dev_groups,
479 static int __init ps3_system_bus_init(void)
483 if (!firmware_has_feature(FW_FEATURE_PS3_LV1))
486 pr_debug(" -> %s:%d\n", __func__, __LINE__);
488 mutex_init(&usage_hack.mutex);
490 result = device_register(&ps3_system_bus);
493 result = bus_register(&ps3_system_bus_type);
496 pr_debug(" <- %s:%d\n", __func__, __LINE__);
500 core_initcall(ps3_system_bus_init);
502 /* Allocates a contiguous real buffer and creates mappings over it.
503 * Returns the virtual address of the buffer and sets dma_handle
504 * to the dma address (mapping) of the first page.
506 static void * ps3_alloc_coherent(struct device *_dev, size_t size,
507 dma_addr_t *dma_handle, gfp_t flag,
511 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
512 unsigned long virt_addr;
514 flag &= ~(__GFP_DMA | __GFP_HIGHMEM);
517 virt_addr = __get_free_pages(flag, get_order(size));
520 pr_debug("%s:%d: get_free_pages failed\n", __func__, __LINE__);
524 result = ps3_dma_map(dev->d_region, virt_addr, size, dma_handle,
525 CBE_IOPTE_PP_W | CBE_IOPTE_PP_R |
526 CBE_IOPTE_SO_RW | CBE_IOPTE_M);
529 pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
530 __func__, __LINE__, result);
531 BUG_ON("check region type");
535 return (void*)virt_addr;
538 free_pages(virt_addr, get_order(size));
544 static void ps3_free_coherent(struct device *_dev, size_t size, void *vaddr,
545 dma_addr_t dma_handle, unsigned long attrs)
547 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
549 ps3_dma_unmap(dev->d_region, dma_handle, size);
550 free_pages((unsigned long)vaddr, get_order(size));
553 /* Creates TCEs for a user provided buffer. The user buffer must be
554 * contiguous real kernel storage (not vmalloc). The address passed here
555 * comprises a page address and offset into that page. The dma_addr_t
556 * returned will point to the same byte within the page as was passed in.
559 static dma_addr_t ps3_sb_map_page(struct device *_dev, struct page *page,
560 unsigned long offset, size_t size, enum dma_data_direction direction,
563 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
566 void *ptr = page_address(page) + offset;
568 result = ps3_dma_map(dev->d_region, (unsigned long)ptr, size,
570 CBE_IOPTE_PP_R | CBE_IOPTE_PP_W |
571 CBE_IOPTE_SO_RW | CBE_IOPTE_M);
574 pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
575 __func__, __LINE__, result);
581 static dma_addr_t ps3_ioc0_map_page(struct device *_dev, struct page *page,
582 unsigned long offset, size_t size,
583 enum dma_data_direction direction,
586 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
590 void *ptr = page_address(page) + offset;
592 iopte_flag = CBE_IOPTE_M;
594 case DMA_BIDIRECTIONAL:
595 iopte_flag |= CBE_IOPTE_PP_R | CBE_IOPTE_PP_W | CBE_IOPTE_SO_RW;
598 iopte_flag |= CBE_IOPTE_PP_R | CBE_IOPTE_SO_R;
600 case DMA_FROM_DEVICE:
601 iopte_flag |= CBE_IOPTE_PP_W | CBE_IOPTE_SO_RW;
607 result = ps3_dma_map(dev->d_region, (unsigned long)ptr, size,
608 &bus_addr, iopte_flag);
611 pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
612 __func__, __LINE__, result);
617 static void ps3_unmap_page(struct device *_dev, dma_addr_t dma_addr,
618 size_t size, enum dma_data_direction direction, unsigned long attrs)
620 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
623 result = ps3_dma_unmap(dev->d_region, dma_addr, size);
626 pr_debug("%s:%d: ps3_dma_unmap failed (%d)\n",
627 __func__, __LINE__, result);
631 static int ps3_sb_map_sg(struct device *_dev, struct scatterlist *sgl,
632 int nents, enum dma_data_direction direction, unsigned long attrs)
634 #if defined(CONFIG_PS3_DYNAMIC_DMA)
638 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
639 struct scatterlist *sg;
642 for_each_sg(sgl, sg, nents, i) {
643 int result = ps3_dma_map(dev->d_region, sg_phys(sg),
644 sg->length, &sg->dma_address, 0);
647 pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
648 __func__, __LINE__, result);
652 sg->dma_length = sg->length;
659 static int ps3_ioc0_map_sg(struct device *_dev, struct scatterlist *sg,
661 enum dma_data_direction direction,
668 static void ps3_sb_unmap_sg(struct device *_dev, struct scatterlist *sg,
669 int nents, enum dma_data_direction direction, unsigned long attrs)
671 #if defined(CONFIG_PS3_DYNAMIC_DMA)
676 static void ps3_ioc0_unmap_sg(struct device *_dev, struct scatterlist *sg,
677 int nents, enum dma_data_direction direction,
683 static int ps3_dma_supported(struct device *_dev, u64 mask)
685 return mask >= DMA_BIT_MASK(32);
688 static const struct dma_map_ops ps3_sb_dma_ops = {
689 .alloc = ps3_alloc_coherent,
690 .free = ps3_free_coherent,
691 .map_sg = ps3_sb_map_sg,
692 .unmap_sg = ps3_sb_unmap_sg,
693 .dma_supported = ps3_dma_supported,
694 .map_page = ps3_sb_map_page,
695 .unmap_page = ps3_unmap_page,
696 .mmap = dma_common_mmap,
697 .get_sgtable = dma_common_get_sgtable,
698 .alloc_pages = dma_common_alloc_pages,
699 .free_pages = dma_common_free_pages,
702 static const struct dma_map_ops ps3_ioc0_dma_ops = {
703 .alloc = ps3_alloc_coherent,
704 .free = ps3_free_coherent,
705 .map_sg = ps3_ioc0_map_sg,
706 .unmap_sg = ps3_ioc0_unmap_sg,
707 .dma_supported = ps3_dma_supported,
708 .map_page = ps3_ioc0_map_page,
709 .unmap_page = ps3_unmap_page,
710 .mmap = dma_common_mmap,
711 .get_sgtable = dma_common_get_sgtable,
712 .alloc_pages = dma_common_alloc_pages,
713 .free_pages = dma_common_free_pages,
717 * ps3_system_bus_release_device - remove a device from the system bus
720 static void ps3_system_bus_release_device(struct device *_dev)
722 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
727 * ps3_system_bus_device_register - add a device to the system bus
729 * ps3_system_bus_device_register() expects the dev object to be allocated
730 * dynamically by the caller. The system bus takes ownership of the dev
731 * object and frees the object in ps3_system_bus_release_device().
734 int ps3_system_bus_device_register(struct ps3_system_bus_device *dev)
737 static unsigned int dev_ioc0_count;
738 static unsigned int dev_sb_count;
739 static unsigned int dev_vuart_count;
740 static unsigned int dev_lpm_count;
742 if (!dev->core.parent)
743 dev->core.parent = &ps3_system_bus;
744 dev->core.bus = &ps3_system_bus_type;
745 dev->core.release = ps3_system_bus_release_device;
747 switch (dev->dev_type) {
748 case PS3_DEVICE_TYPE_IOC0:
749 dev->core.dma_ops = &ps3_ioc0_dma_ops;
750 dev_set_name(&dev->core, "ioc0_%02x", ++dev_ioc0_count);
752 case PS3_DEVICE_TYPE_SB:
753 dev->core.dma_ops = &ps3_sb_dma_ops;
754 dev_set_name(&dev->core, "sb_%02x", ++dev_sb_count);
757 case PS3_DEVICE_TYPE_VUART:
758 dev_set_name(&dev->core, "vuart_%02x", ++dev_vuart_count);
760 case PS3_DEVICE_TYPE_LPM:
761 dev_set_name(&dev->core, "lpm_%02x", ++dev_lpm_count);
767 dev->core.of_node = NULL;
768 set_dev_node(&dev->core, 0);
770 pr_debug("%s:%d add %s\n", __func__, __LINE__, dev_name(&dev->core));
772 result = device_register(&dev->core);
776 EXPORT_SYMBOL_GPL(ps3_system_bus_device_register);
778 int ps3_system_bus_driver_register(struct ps3_system_bus_driver *drv)
782 pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, drv->core.name);
784 if (!firmware_has_feature(FW_FEATURE_PS3_LV1))
787 drv->core.bus = &ps3_system_bus_type;
789 result = driver_register(&drv->core);
790 pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, drv->core.name);
794 EXPORT_SYMBOL_GPL(ps3_system_bus_driver_register);
796 void ps3_system_bus_driver_unregister(struct ps3_system_bus_driver *drv)
798 pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, drv->core.name);
799 driver_unregister(&drv->core);
800 pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, drv->core.name);
803 EXPORT_SYMBOL_GPL(ps3_system_bus_driver_unregister);