2 * PS3 system bus driver.
4 * Copyright (C) 2006 Sony Computer Entertainment Inc.
5 * Copyright 2006 Sony Corp.
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; version 2 of the License.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21 #include <linux/kernel.h>
22 #include <linux/init.h>
23 #include <linux/module.h>
24 #include <linux/dma-mapping.h>
25 #include <linux/err.h>
28 #include <asm/lv1call.h>
29 #include <asm/firmware.h>
33 static struct device ps3_system_bus = {
34 .bus_id = "ps3_system",
37 /* FIXME: need device usage counters! */
40 int sb_11; /* usb 0 */
41 int sb_12; /* usb 0 */
45 static int ps3_is_device(struct ps3_system_bus_device *dev, u64 bus_id,
48 return dev->bus_id == bus_id && dev->dev_id == dev_id;
51 static int ps3_open_hv_device_sb(struct ps3_system_bus_device *dev)
56 mutex_lock(&usage_hack.mutex);
58 if (ps3_is_device(dev, 1, 1)) {
60 if (usage_hack.sb_11 > 1) {
66 if (ps3_is_device(dev, 1, 2)) {
68 if (usage_hack.sb_12 > 1) {
74 result = lv1_open_device(dev->bus_id, dev->dev_id, 0);
77 pr_debug("%s:%d: lv1_open_device failed: %s\n", __func__,
78 __LINE__, ps3_result(result));
83 mutex_unlock(&usage_hack.mutex);
87 static int ps3_close_hv_device_sb(struct ps3_system_bus_device *dev)
92 mutex_lock(&usage_hack.mutex);
94 if (ps3_is_device(dev, 1, 1)) {
96 if (usage_hack.sb_11) {
102 if (ps3_is_device(dev, 1, 2)) {
104 if (usage_hack.sb_12) {
110 result = lv1_close_device(dev->bus_id, dev->dev_id);
114 mutex_unlock(&usage_hack.mutex);
118 static int ps3_open_hv_device_gpu(struct ps3_system_bus_device *dev)
122 mutex_lock(&usage_hack.mutex);
125 if (usage_hack.gpu > 1) {
130 result = lv1_gpu_open(0);
133 pr_debug("%s:%d: lv1_gpu_open failed: %s\n", __func__,
134 __LINE__, ps3_result(result));
139 mutex_unlock(&usage_hack.mutex);
143 static int ps3_close_hv_device_gpu(struct ps3_system_bus_device *dev)
147 mutex_lock(&usage_hack.mutex);
150 if (usage_hack.gpu) {
155 result = lv1_gpu_close();
159 mutex_unlock(&usage_hack.mutex);
163 int ps3_open_hv_device(struct ps3_system_bus_device *dev)
166 pr_debug("%s:%d: match_id: %u\n", __func__, __LINE__, dev->match_id);
168 switch (dev->match_id) {
169 case PS3_MATCH_ID_EHCI:
170 case PS3_MATCH_ID_OHCI:
171 case PS3_MATCH_ID_GELIC:
172 case PS3_MATCH_ID_STOR_DISK:
173 case PS3_MATCH_ID_STOR_ROM:
174 case PS3_MATCH_ID_STOR_FLASH:
175 return ps3_open_hv_device_sb(dev);
177 case PS3_MATCH_ID_SOUND:
178 case PS3_MATCH_ID_GRAPHICS:
179 return ps3_open_hv_device_gpu(dev);
181 case PS3_MATCH_ID_AV_SETTINGS:
182 case PS3_MATCH_ID_SYSTEM_MANAGER:
183 pr_debug("%s:%d: unsupported match_id: %u\n", __func__,
184 __LINE__, dev->match_id);
185 pr_debug("%s:%d: bus_id: %lu\n", __func__, __LINE__,
194 pr_debug("%s:%d: unknown match_id: %u\n", __func__, __LINE__,
199 EXPORT_SYMBOL_GPL(ps3_open_hv_device);
201 int ps3_close_hv_device(struct ps3_system_bus_device *dev)
204 pr_debug("%s:%d: match_id: %u\n", __func__, __LINE__, dev->match_id);
206 switch (dev->match_id) {
207 case PS3_MATCH_ID_EHCI:
208 case PS3_MATCH_ID_OHCI:
209 case PS3_MATCH_ID_GELIC:
210 case PS3_MATCH_ID_STOR_DISK:
211 case PS3_MATCH_ID_STOR_ROM:
212 case PS3_MATCH_ID_STOR_FLASH:
213 return ps3_close_hv_device_sb(dev);
215 case PS3_MATCH_ID_SOUND:
216 case PS3_MATCH_ID_GRAPHICS:
217 return ps3_close_hv_device_gpu(dev);
219 case PS3_MATCH_ID_AV_SETTINGS:
220 case PS3_MATCH_ID_SYSTEM_MANAGER:
221 pr_debug("%s:%d: unsupported match_id: %u\n", __func__,
222 __LINE__, dev->match_id);
223 pr_debug("%s:%d: bus_id: %lu\n", __func__, __LINE__,
232 pr_debug("%s:%d: unknown match_id: %u\n", __func__, __LINE__,
237 EXPORT_SYMBOL_GPL(ps3_close_hv_device);
239 #define dump_mmio_region(_a) _dump_mmio_region(_a, __func__, __LINE__)
240 static void _dump_mmio_region(const struct ps3_mmio_region* r,
241 const char* func, int line)
243 pr_debug("%s:%d: dev %lu:%lu\n", func, line, r->dev->bus_id,
245 pr_debug("%s:%d: bus_addr %lxh\n", func, line, r->bus_addr);
246 pr_debug("%s:%d: len %lxh\n", func, line, r->len);
247 pr_debug("%s:%d: lpar_addr %lxh\n", func, line, r->lpar_addr);
250 static int ps3_sb_mmio_region_create(struct ps3_mmio_region *r)
254 result = lv1_map_device_mmio_region(r->dev->bus_id, r->dev->dev_id,
255 r->bus_addr, r->len, r->page_size, &r->lpar_addr);
258 pr_debug("%s:%d: lv1_map_device_mmio_region failed: %s\n",
259 __func__, __LINE__, ps3_result(result));
267 static int ps3_ioc0_mmio_region_create(struct ps3_mmio_region *r)
269 /* device specific; do nothing currently */
273 int ps3_mmio_region_create(struct ps3_mmio_region *r)
275 return r->mmio_ops->create(r);
277 EXPORT_SYMBOL_GPL(ps3_mmio_region_create);
279 static int ps3_sb_free_mmio_region(struct ps3_mmio_region *r)
285 result = lv1_unmap_device_mmio_region(r->dev->bus_id, r->dev->dev_id,
289 pr_debug("%s:%d: lv1_unmap_device_mmio_region failed: %s\n",
290 __func__, __LINE__, ps3_result(result));
296 static int ps3_ioc0_free_mmio_region(struct ps3_mmio_region *r)
298 /* device specific; do nothing currently */
303 int ps3_free_mmio_region(struct ps3_mmio_region *r)
305 return r->mmio_ops->free(r);
308 EXPORT_SYMBOL_GPL(ps3_free_mmio_region);
310 static const struct ps3_mmio_region_ops ps3_mmio_sb_region_ops = {
311 .create = ps3_sb_mmio_region_create,
312 .free = ps3_sb_free_mmio_region
315 static const struct ps3_mmio_region_ops ps3_mmio_ioc0_region_ops = {
316 .create = ps3_ioc0_mmio_region_create,
317 .free = ps3_ioc0_free_mmio_region
320 int ps3_mmio_region_init(struct ps3_system_bus_device *dev,
321 struct ps3_mmio_region *r, unsigned long bus_addr, unsigned long len,
322 enum ps3_mmio_page_size page_size)
325 r->bus_addr = bus_addr;
327 r->page_size = page_size;
328 switch (dev->dev_type) {
329 case PS3_DEVICE_TYPE_SB:
330 r->mmio_ops = &ps3_mmio_sb_region_ops;
332 case PS3_DEVICE_TYPE_IOC0:
333 r->mmio_ops = &ps3_mmio_ioc0_region_ops;
341 EXPORT_SYMBOL_GPL(ps3_mmio_region_init);
343 static int ps3_system_bus_match(struct device *_dev,
344 struct device_driver *_drv)
347 struct ps3_system_bus_driver *drv = ps3_drv_to_system_bus_drv(_drv);
348 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
350 if (!dev->match_sub_id)
351 result = dev->match_id == drv->match_id;
353 result = dev->match_sub_id == drv->match_sub_id &&
354 dev->match_id == drv->match_id;
357 pr_info("%s:%d: dev=%u.%u(%s), drv=%u.%u(%s): match\n",
359 dev->match_id, dev->match_sub_id, dev->core.bus_id,
360 drv->match_id, drv->match_sub_id, drv->core.name);
362 pr_debug("%s:%d: dev=%u.%u(%s), drv=%u.%u(%s): miss\n",
364 dev->match_id, dev->match_sub_id, dev->core.bus_id,
365 drv->match_id, drv->match_sub_id, drv->core.name);
370 static int ps3_system_bus_probe(struct device *_dev)
373 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
374 struct ps3_system_bus_driver *drv;
377 pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, _dev->bus_id);
379 drv = ps3_system_bus_dev_to_system_bus_drv(dev);
383 result = drv->probe(dev);
385 pr_debug("%s:%d: %s no probe method\n", __func__, __LINE__,
388 pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, dev->core.bus_id);
392 static int ps3_system_bus_remove(struct device *_dev)
395 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
396 struct ps3_system_bus_driver *drv;
399 pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, _dev->bus_id);
401 drv = ps3_system_bus_dev_to_system_bus_drv(dev);
405 result = drv->remove(dev);
407 dev_dbg(&dev->core, "%s:%d %s: no remove method\n",
408 __func__, __LINE__, drv->core.name);
410 pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, dev->core.bus_id);
414 static void ps3_system_bus_shutdown(struct device *_dev)
416 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
417 struct ps3_system_bus_driver *drv;
421 dev_dbg(&dev->core, " -> %s:%d: match_id %d\n", __func__, __LINE__,
424 if (!dev->core.driver) {
425 dev_dbg(&dev->core, "%s:%d: no driver bound\n", __func__,
430 drv = ps3_system_bus_dev_to_system_bus_drv(dev);
434 dev_dbg(&dev->core, "%s:%d: %s -> %s\n", __func__, __LINE__,
435 dev->core.bus_id, drv->core.name);
439 else if (drv->remove) {
440 dev_dbg(&dev->core, "%s:%d %s: no shutdown, calling remove\n",
441 __func__, __LINE__, drv->core.name);
444 dev_dbg(&dev->core, "%s:%d %s: no shutdown method\n",
445 __func__, __LINE__, drv->core.name);
449 dev_dbg(&dev->core, " <- %s:%d\n", __func__, __LINE__);
452 static int ps3_system_bus_uevent(struct device *_dev, struct kobj_uevent_env *env)
454 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
456 if (add_uevent_var(env, "MODALIAS=ps3:%d", dev->match_id))
461 static ssize_t modalias_show(struct device *_dev, struct device_attribute *a,
464 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
465 int len = snprintf(buf, PAGE_SIZE, "ps3:%d\n", dev->match_id);
467 return (len >= PAGE_SIZE) ? (PAGE_SIZE - 1) : len;
470 static struct device_attribute ps3_system_bus_dev_attrs[] = {
475 struct bus_type ps3_system_bus_type = {
476 .name = "ps3_system_bus",
477 .match = ps3_system_bus_match,
478 .uevent = ps3_system_bus_uevent,
479 .probe = ps3_system_bus_probe,
480 .remove = ps3_system_bus_remove,
481 .shutdown = ps3_system_bus_shutdown,
482 .dev_attrs = ps3_system_bus_dev_attrs,
485 static int __init ps3_system_bus_init(void)
489 if (!firmware_has_feature(FW_FEATURE_PS3_LV1))
492 pr_debug(" -> %s:%d\n", __func__, __LINE__);
494 mutex_init(&usage_hack.mutex);
496 result = device_register(&ps3_system_bus);
499 result = bus_register(&ps3_system_bus_type);
502 pr_debug(" <- %s:%d\n", __func__, __LINE__);
506 core_initcall(ps3_system_bus_init);
508 /* Allocates a contiguous real buffer and creates mappings over it.
509 * Returns the virtual address of the buffer and sets dma_handle
510 * to the dma address (mapping) of the first page.
512 static void * ps3_alloc_coherent(struct device *_dev, size_t size,
513 dma_addr_t *dma_handle, gfp_t flag)
516 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
517 unsigned long virt_addr;
519 flag &= ~(__GFP_DMA | __GFP_HIGHMEM);
522 virt_addr = __get_free_pages(flag, get_order(size));
525 pr_debug("%s:%d: get_free_pages failed\n", __func__, __LINE__);
529 result = ps3_dma_map(dev->d_region, virt_addr, size, dma_handle,
530 IOPTE_PP_W | IOPTE_PP_R | IOPTE_SO_RW | IOPTE_M);
533 pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
534 __func__, __LINE__, result);
535 BUG_ON("check region type");
539 return (void*)virt_addr;
542 free_pages(virt_addr, get_order(size));
548 static void ps3_free_coherent(struct device *_dev, size_t size, void *vaddr,
549 dma_addr_t dma_handle)
551 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
553 ps3_dma_unmap(dev->d_region, dma_handle, size);
554 free_pages((unsigned long)vaddr, get_order(size));
557 /* Creates TCEs for a user provided buffer. The user buffer must be
558 * contiguous real kernel storage (not vmalloc). The address passed here
559 * comprises a page address and offset into that page. The dma_addr_t
560 * returned will point to the same byte within the page as was passed in.
563 static dma_addr_t ps3_sb_map_page(struct device *_dev, struct page *page,
564 unsigned long offset, size_t size, enum dma_data_direction direction,
565 struct dma_attrs *attrs)
567 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
569 unsigned long bus_addr;
570 void *ptr = page_address(page) + offset;
572 result = ps3_dma_map(dev->d_region, (unsigned long)ptr, size,
574 IOPTE_PP_R | IOPTE_PP_W | IOPTE_SO_RW | IOPTE_M);
577 pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
578 __func__, __LINE__, result);
584 static dma_addr_t ps3_ioc0_map_page(struct device *_dev, struct page *page,
585 unsigned long offset, size_t size,
586 enum dma_data_direction direction,
587 struct dma_attrs *attrs)
589 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
591 unsigned long bus_addr;
593 void *ptr = page_address(page) + offset;
595 iopte_flag = IOPTE_M;
597 case DMA_BIDIRECTIONAL:
598 iopte_flag |= IOPTE_PP_R | IOPTE_PP_W | IOPTE_SO_RW;
601 iopte_flag |= IOPTE_PP_R | IOPTE_SO_R;
603 case DMA_FROM_DEVICE:
604 iopte_flag |= IOPTE_PP_W | IOPTE_SO_RW;
610 result = ps3_dma_map(dev->d_region, (unsigned long)ptr, size,
611 &bus_addr, iopte_flag);
614 pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
615 __func__, __LINE__, result);
620 static void ps3_unmap_page(struct device *_dev, dma_addr_t dma_addr,
621 size_t size, enum dma_data_direction direction, struct dma_attrs *attrs)
623 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
626 result = ps3_dma_unmap(dev->d_region, dma_addr, size);
629 pr_debug("%s:%d: ps3_dma_unmap failed (%d)\n",
630 __func__, __LINE__, result);
634 static int ps3_sb_map_sg(struct device *_dev, struct scatterlist *sgl,
635 int nents, enum dma_data_direction direction, struct dma_attrs *attrs)
637 #if defined(CONFIG_PS3_DYNAMIC_DMA)
641 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
642 struct scatterlist *sg;
645 for_each_sg(sgl, sg, nents, i) {
646 int result = ps3_dma_map(dev->d_region, sg_phys(sg),
647 sg->length, &sg->dma_address, 0);
650 pr_debug("%s:%d: ps3_dma_map failed (%d)\n",
651 __func__, __LINE__, result);
655 sg->dma_length = sg->length;
662 static int ps3_ioc0_map_sg(struct device *_dev, struct scatterlist *sg,
664 enum dma_data_direction direction,
665 struct dma_attrs *attrs)
671 static void ps3_sb_unmap_sg(struct device *_dev, struct scatterlist *sg,
672 int nents, enum dma_data_direction direction, struct dma_attrs *attrs)
674 #if defined(CONFIG_PS3_DYNAMIC_DMA)
679 static void ps3_ioc0_unmap_sg(struct device *_dev, struct scatterlist *sg,
680 int nents, enum dma_data_direction direction,
681 struct dma_attrs *attrs)
686 static int ps3_dma_supported(struct device *_dev, u64 mask)
688 return mask >= DMA_32BIT_MASK;
691 static struct dma_mapping_ops ps3_sb_dma_ops = {
692 .alloc_coherent = ps3_alloc_coherent,
693 .free_coherent = ps3_free_coherent,
694 .map_sg = ps3_sb_map_sg,
695 .unmap_sg = ps3_sb_unmap_sg,
696 .dma_supported = ps3_dma_supported,
697 .map_page = ps3_sb_map_page,
698 .unmap_page = ps3_unmap_page,
701 static struct dma_mapping_ops ps3_ioc0_dma_ops = {
702 .alloc_coherent = ps3_alloc_coherent,
703 .free_coherent = ps3_free_coherent,
704 .map_sg = ps3_ioc0_map_sg,
705 .unmap_sg = ps3_ioc0_unmap_sg,
706 .dma_supported = ps3_dma_supported,
707 .map_page = ps3_ioc0_map_page,
708 .unmap_page = ps3_unmap_page,
712 * ps3_system_bus_release_device - remove a device from the system bus
715 static void ps3_system_bus_release_device(struct device *_dev)
717 struct ps3_system_bus_device *dev = ps3_dev_to_system_bus_dev(_dev);
722 * ps3_system_bus_device_register - add a device to the system bus
724 * ps3_system_bus_device_register() expects the dev object to be allocated
725 * dynamically by the caller. The system bus takes ownership of the dev
726 * object and frees the object in ps3_system_bus_release_device().
729 int ps3_system_bus_device_register(struct ps3_system_bus_device *dev)
732 static unsigned int dev_ioc0_count;
733 static unsigned int dev_sb_count;
734 static unsigned int dev_vuart_count;
735 static unsigned int dev_lpm_count;
737 if (!dev->core.parent)
738 dev->core.parent = &ps3_system_bus;
739 dev->core.bus = &ps3_system_bus_type;
740 dev->core.release = ps3_system_bus_release_device;
742 switch (dev->dev_type) {
743 case PS3_DEVICE_TYPE_IOC0:
744 dev->core.archdata.dma_ops = &ps3_ioc0_dma_ops;
745 snprintf(dev->core.bus_id, sizeof(dev->core.bus_id),
746 "ioc0_%02x", ++dev_ioc0_count);
748 case PS3_DEVICE_TYPE_SB:
749 dev->core.archdata.dma_ops = &ps3_sb_dma_ops;
750 snprintf(dev->core.bus_id, sizeof(dev->core.bus_id),
751 "sb_%02x", ++dev_sb_count);
754 case PS3_DEVICE_TYPE_VUART:
755 snprintf(dev->core.bus_id, sizeof(dev->core.bus_id),
756 "vuart_%02x", ++dev_vuart_count);
758 case PS3_DEVICE_TYPE_LPM:
759 snprintf(dev->core.bus_id, sizeof(dev->core.bus_id),
760 "lpm_%02x", ++dev_lpm_count);
766 dev->core.archdata.of_node = NULL;
767 set_dev_node(&dev->core, 0);
769 pr_debug("%s:%d add %s\n", __func__, __LINE__, dev->core.bus_id);
771 result = device_register(&dev->core);
775 EXPORT_SYMBOL_GPL(ps3_system_bus_device_register);
777 int ps3_system_bus_driver_register(struct ps3_system_bus_driver *drv)
781 pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, drv->core.name);
783 if (!firmware_has_feature(FW_FEATURE_PS3_LV1))
786 drv->core.bus = &ps3_system_bus_type;
788 result = driver_register(&drv->core);
789 pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, drv->core.name);
793 EXPORT_SYMBOL_GPL(ps3_system_bus_driver_register);
795 void ps3_system_bus_driver_unregister(struct ps3_system_bus_driver *drv)
797 pr_debug(" -> %s:%d: %s\n", __func__, __LINE__, drv->core.name);
798 driver_unregister(&drv->core);
799 pr_debug(" <- %s:%d: %s\n", __func__, __LINE__, drv->core.name);
802 EXPORT_SYMBOL_GPL(ps3_system_bus_driver_unregister);