2 * UniNorth AGPGART routines.
4 #include <linux/module.h>
6 #include <linux/init.h>
7 #include <linux/pagemap.h>
8 #include <linux/agp_backend.h>
9 #include <linux/delay.h>
10 #include <asm/uninorth.h>
11 #include <asm/pci-bridge.h>
13 #include <asm/pmac_feature.h>
17 * NOTES for uninorth3 (G5 AGP) supports :
19 * There maybe also possibility to have bigger cache line size for
20 * agp (see pmac_pci.c and look for cache line). Need to be investigated
23 * PAGE size are hardcoded but this may change, see asm/page.h.
25 * Jerome Glisse <j.glisse@gmail.com>
27 static int uninorth_rev;
30 static char __devinitdata *aperture = NULL;
32 static int uninorth_fetch_size(void)
35 struct aper_size_info_32 *values =
36 A_SIZE_32(agp_bridge->driver->aperture_sizes);
39 char *save = aperture;
41 size = memparse(aperture, &aperture) >> 20;
44 for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++)
45 if (size == values[i].size)
48 if (i == agp_bridge->driver->num_aperture_sizes) {
49 dev_err(&agp_bridge->dev->dev, "invalid aperture size, "
57 for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++)
58 if (values[i].size == 32)
62 agp_bridge->previous_size =
63 agp_bridge->current_size = (void *)(values + i);
64 agp_bridge->aperture_size_idx = i;
65 return values[i].size;
68 static void uninorth_tlbflush(struct agp_memory *mem)
70 u32 ctrl = UNI_N_CFG_GART_ENABLE;
73 ctrl |= U3_N_CFG_GART_PERFRD;
74 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL,
75 ctrl | UNI_N_CFG_GART_INVAL);
76 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL, ctrl);
78 if (uninorth_rev <= 0x30) {
79 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL,
80 ctrl | UNI_N_CFG_GART_2xRESET);
81 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL,
86 static void uninorth_cleanup(void)
90 pci_read_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL, &tmp);
91 if (!(tmp & UNI_N_CFG_GART_ENABLE))
93 tmp |= UNI_N_CFG_GART_INVAL;
94 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL, tmp);
95 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL, 0);
97 if (uninorth_rev <= 0x30) {
98 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL,
99 UNI_N_CFG_GART_2xRESET);
100 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL,
105 static int uninorth_configure(void)
107 struct aper_size_info_32 *current_size;
109 current_size = A_SIZE_32(agp_bridge->current_size);
111 dev_info(&agp_bridge->dev->dev, "configuring for size idx: %d\n",
112 current_size->size_value);
114 /* aperture size and gatt addr */
115 pci_write_config_dword(agp_bridge->dev,
117 (agp_bridge->gatt_bus_addr & 0xfffff000)
118 | current_size->size_value);
121 * UniNorth seem to be buggy enough not to handle properly when
122 * the AGP aperture isn't mapped at bus physical address 0
124 agp_bridge->gart_bus_addr = 0;
126 /* Assume U3 or later on PPC64 systems */
127 /* high 4 bits of GART physical address go in UNI_N_CFG_AGP_BASE */
128 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_AGP_BASE,
129 (agp_bridge->gatt_bus_addr >> 32) & 0xf);
131 pci_write_config_dword(agp_bridge->dev,
132 UNI_N_CFG_AGP_BASE, agp_bridge->gart_bus_addr);
136 pci_write_config_dword(agp_bridge->dev,
137 UNI_N_CFG_GART_DUMMY_PAGE,
138 agp_bridge->scratch_page_real >> 12);
144 static int uninorth_insert_memory(struct agp_memory *mem, off_t pg_start,
147 int i, j, num_entries;
150 temp = agp_bridge->current_size;
151 num_entries = A_SIZE_32(temp)->num_entries;
153 if (type != 0 || mem->type != 0)
154 /* We know nothing of memory types */
156 if ((pg_start + mem->page_count) > num_entries)
161 while (j < (pg_start + mem->page_count)) {
162 if (agp_bridge->gatt_table[j])
167 for (i = 0, j = pg_start; i < mem->page_count; i++, j++) {
168 agp_bridge->gatt_table[j] =
169 cpu_to_le32((mem->memory[i] & 0xFFFFF000UL) | 0x1UL);
170 flush_dcache_range((unsigned long)__va(mem->memory[i]),
171 (unsigned long)__va(mem->memory[i])+0x1000);
173 (void)in_le32((volatile u32*)&agp_bridge->gatt_table[pg_start]);
175 flush_dcache_range((unsigned long)&agp_bridge->gatt_table[pg_start],
176 (unsigned long)&agp_bridge->gatt_table[pg_start + mem->page_count]);
178 uninorth_tlbflush(mem);
182 static int u3_insert_memory(struct agp_memory *mem, off_t pg_start, int type)
188 temp = agp_bridge->current_size;
189 num_entries = A_SIZE_32(temp)->num_entries;
191 if (type != 0 || mem->type != 0)
192 /* We know nothing of memory types */
194 if ((pg_start + mem->page_count) > num_entries)
197 gp = (u32 *) &agp_bridge->gatt_table[pg_start];
198 for (i = 0; i < mem->page_count; ++i) {
200 dev_info(&agp_bridge->dev->dev,
201 "u3_insert_memory: entry 0x%x occupied (%x)\n",
207 for (i = 0; i < mem->page_count; i++) {
208 gp[i] = (mem->memory[i] >> PAGE_SHIFT) | 0x80000000UL;
209 flush_dcache_range((unsigned long)__va(mem->memory[i]),
210 (unsigned long)__va(mem->memory[i])+0x1000);
213 flush_dcache_range((unsigned long)gp, (unsigned long) &gp[i]);
214 uninorth_tlbflush(mem);
219 int u3_remove_memory(struct agp_memory *mem, off_t pg_start, int type)
224 if (type != 0 || mem->type != 0)
225 /* We know nothing of memory types */
228 gp = (u32 *) &agp_bridge->gatt_table[pg_start];
229 for (i = 0; i < mem->page_count; ++i)
232 flush_dcache_range((unsigned long)gp, (unsigned long) &gp[i]);
233 uninorth_tlbflush(mem);
238 static void uninorth_agp_enable(struct agp_bridge_data *bridge, u32 mode)
240 u32 command, scratch, status;
243 pci_read_config_dword(bridge->dev,
244 bridge->capndx + PCI_AGP_STATUS,
247 command = agp_collect_device_status(bridge, mode, status);
248 command |= PCI_AGP_COMMAND_AGP;
250 if (uninorth_rev == 0x21) {
252 * Darwin disable AGP 4x on this revision, thus we
253 * may assume it's broken. This is an AGP2 controller.
255 command &= ~AGPSTAT2_4X;
258 if ((uninorth_rev >= 0x30) && (uninorth_rev <= 0x33)) {
260 * We need to to set REQ_DEPTH to 7 for U3 versions 1.0, 2.1,
261 * 2.2 and 2.3, Darwin do so.
263 if ((command >> AGPSTAT_RQ_DEPTH_SHIFT) > 7)
264 command = (command & ~AGPSTAT_RQ_DEPTH)
265 | (7 << AGPSTAT_RQ_DEPTH_SHIFT);
268 uninorth_tlbflush(NULL);
272 pci_write_config_dword(bridge->dev,
273 bridge->capndx + PCI_AGP_COMMAND,
275 pci_read_config_dword(bridge->dev,
276 bridge->capndx + PCI_AGP_COMMAND,
278 } while ((scratch & PCI_AGP_COMMAND_AGP) == 0 && ++timeout < 1000);
279 if ((scratch & PCI_AGP_COMMAND_AGP) == 0)
280 dev_err(&bridge->dev->dev, "can't write UniNorth AGP "
281 "command register\n");
283 if (uninorth_rev >= 0x30) {
284 /* This is an AGP V3 */
285 agp_device_command(command, (status & AGPSTAT_MODE_3_0) != 0);
288 agp_device_command(command, false);
291 uninorth_tlbflush(NULL);
296 * These Power Management routines are _not_ called by the normal PCI PM layer,
297 * but directly by the video driver through function pointers in the device
300 static int agp_uninorth_suspend(struct pci_dev *pdev)
302 struct agp_bridge_data *bridge;
305 struct pci_dev *device = NULL;
307 bridge = agp_find_bridge(pdev);
311 /* Only one suspend supported */
312 if (bridge->dev_private_data)
315 /* turn off AGP on the video chip, if it was enabled */
316 for_each_pci_dev(device) {
317 /* Don't touch the bridge yet, device first */
320 /* Only deal with devices on the same bus here, no Mac has a P2P
321 * bridge on the AGP port, and mucking around the entire PCI
322 * tree is source of problems on some machines because of a bug
323 * in some versions of pci_find_capability() when hitting a dead
326 if (device->bus != pdev->bus)
328 agp = pci_find_capability(device, PCI_CAP_ID_AGP);
331 pci_read_config_dword(device, agp + PCI_AGP_COMMAND, &cmd);
332 if (!(cmd & PCI_AGP_COMMAND_AGP))
334 dev_info(&pdev->dev, "disabling AGP on device %s\n",
336 cmd &= ~PCI_AGP_COMMAND_AGP;
337 pci_write_config_dword(device, agp + PCI_AGP_COMMAND, cmd);
340 /* turn off AGP on the bridge */
341 agp = pci_find_capability(pdev, PCI_CAP_ID_AGP);
342 pci_read_config_dword(pdev, agp + PCI_AGP_COMMAND, &cmd);
343 bridge->dev_private_data = (void *)(long)cmd;
344 if (cmd & PCI_AGP_COMMAND_AGP) {
345 dev_info(&pdev->dev, "disabling AGP on bridge\n");
346 cmd &= ~PCI_AGP_COMMAND_AGP;
347 pci_write_config_dword(pdev, agp + PCI_AGP_COMMAND, cmd);
349 /* turn off the GART */
355 static int agp_uninorth_resume(struct pci_dev *pdev)
357 struct agp_bridge_data *bridge;
360 bridge = agp_find_bridge(pdev);
364 command = (long)bridge->dev_private_data;
365 bridge->dev_private_data = NULL;
366 if (!(command & PCI_AGP_COMMAND_AGP))
369 uninorth_agp_enable(bridge, command);
373 #endif /* CONFIG_PM */
375 static int uninorth_create_gatt_table(struct agp_bridge_data *bridge)
386 /* We can't handle 2 level gatt's */
387 if (bridge->driver->size_type == LVL2_APER_SIZE)
391 i = bridge->aperture_size_idx;
392 temp = bridge->current_size;
393 size = page_order = num_entries = 0;
396 size = A_SIZE_32(temp)->size;
397 page_order = A_SIZE_32(temp)->page_order;
398 num_entries = A_SIZE_32(temp)->num_entries;
400 table = (char *) __get_free_pages(GFP_KERNEL, page_order);
404 bridge->current_size = A_IDX32(bridge);
406 bridge->aperture_size_idx = i;
408 } while (!table && (i < bridge->driver->num_aperture_sizes));
413 table_end = table + ((PAGE_SIZE * (1 << page_order)) - 1);
415 for (page = virt_to_page(table); page <= virt_to_page(table_end); page++)
416 SetPageReserved(page);
418 bridge->gatt_table_real = (u32 *) table;
419 bridge->gatt_table = (u32 *)table;
420 bridge->gatt_bus_addr = virt_to_gart(table);
422 for (i = 0; i < num_entries; i++)
423 bridge->gatt_table[i] = 0;
425 flush_dcache_range((unsigned long)table, (unsigned long)table_end);
430 static int uninorth_free_gatt_table(struct agp_bridge_data *bridge)
433 char *table, *table_end;
437 temp = bridge->current_size;
438 page_order = A_SIZE_32(temp)->page_order;
440 /* Do not worry about freeing memory, because if this is
441 * called, then all agp memory is deallocated and removed
445 table = (char *) bridge->gatt_table_real;
446 table_end = table + ((PAGE_SIZE * (1 << page_order)) - 1);
448 for (page = virt_to_page(table); page <= virt_to_page(table_end); page++)
449 ClearPageReserved(page);
451 free_pages((unsigned long) bridge->gatt_table_real, page_order);
456 void null_cache_flush(void)
463 static const struct aper_size_info_32 uninorth_sizes[7] =
465 #if 0 /* Not sure uninorth supports that high aperture sizes */
477 * Not sure that u3 supports that high aperture sizes but it
478 * would strange if it did not :)
480 static const struct aper_size_info_32 u3_sizes[8] =
482 {512, 131072, 7, 128},
492 const struct agp_bridge_driver uninorth_agp_driver = {
493 .owner = THIS_MODULE,
494 .aperture_sizes = (void *)uninorth_sizes,
495 .size_type = U32_APER_SIZE,
496 .num_aperture_sizes = 4,
497 .configure = uninorth_configure,
498 .fetch_size = uninorth_fetch_size,
499 .cleanup = uninorth_cleanup,
500 .tlb_flush = uninorth_tlbflush,
501 .mask_memory = agp_generic_mask_memory,
503 .cache_flush = null_cache_flush,
504 .agp_enable = uninorth_agp_enable,
505 .create_gatt_table = uninorth_create_gatt_table,
506 .free_gatt_table = uninorth_free_gatt_table,
507 .insert_memory = uninorth_insert_memory,
508 .remove_memory = agp_generic_remove_memory,
509 .alloc_by_type = agp_generic_alloc_by_type,
510 .free_by_type = agp_generic_free_by_type,
511 .agp_alloc_page = agp_generic_alloc_page,
512 .agp_alloc_pages = agp_generic_alloc_pages,
513 .agp_destroy_page = agp_generic_destroy_page,
514 .agp_destroy_pages = agp_generic_destroy_pages,
515 .agp_type_to_mask_type = agp_generic_type_to_mask_type,
516 .cant_use_aperture = true,
519 const struct agp_bridge_driver u3_agp_driver = {
520 .owner = THIS_MODULE,
521 .aperture_sizes = (void *)u3_sizes,
522 .size_type = U32_APER_SIZE,
523 .num_aperture_sizes = 8,
524 .configure = uninorth_configure,
525 .fetch_size = uninorth_fetch_size,
526 .cleanup = uninorth_cleanup,
527 .tlb_flush = uninorth_tlbflush,
528 .mask_memory = agp_generic_mask_memory,
530 .cache_flush = null_cache_flush,
531 .agp_enable = uninorth_agp_enable,
532 .create_gatt_table = uninorth_create_gatt_table,
533 .free_gatt_table = uninorth_free_gatt_table,
534 .insert_memory = u3_insert_memory,
535 .remove_memory = u3_remove_memory,
536 .alloc_by_type = agp_generic_alloc_by_type,
537 .free_by_type = agp_generic_free_by_type,
538 .agp_alloc_page = agp_generic_alloc_page,
539 .agp_alloc_pages = agp_generic_alloc_pages,
540 .agp_destroy_page = agp_generic_destroy_page,
541 .agp_destroy_pages = agp_generic_destroy_pages,
542 .agp_type_to_mask_type = agp_generic_type_to_mask_type,
543 .cant_use_aperture = true,
544 .needs_scratch_page = true,
547 static struct agp_device_ids uninorth_agp_device_ids[] __devinitdata = {
549 .device_id = PCI_DEVICE_ID_APPLE_UNI_N_AGP,
550 .chipset_name = "UniNorth",
553 .device_id = PCI_DEVICE_ID_APPLE_UNI_N_AGP_P,
554 .chipset_name = "UniNorth/Pangea",
557 .device_id = PCI_DEVICE_ID_APPLE_UNI_N_AGP15,
558 .chipset_name = "UniNorth 1.5",
561 .device_id = PCI_DEVICE_ID_APPLE_UNI_N_AGP2,
562 .chipset_name = "UniNorth 2",
565 .device_id = PCI_DEVICE_ID_APPLE_U3_AGP,
566 .chipset_name = "U3",
569 .device_id = PCI_DEVICE_ID_APPLE_U3L_AGP,
570 .chipset_name = "U3L",
573 .device_id = PCI_DEVICE_ID_APPLE_U3H_AGP,
574 .chipset_name = "U3H",
577 .device_id = PCI_DEVICE_ID_APPLE_IPID2_AGP,
578 .chipset_name = "UniNorth/Intrepid2",
582 static int __devinit agp_uninorth_probe(struct pci_dev *pdev,
583 const struct pci_device_id *ent)
585 struct agp_device_ids *devs = uninorth_agp_device_ids;
586 struct agp_bridge_data *bridge;
587 struct device_node *uninorth_node;
591 cap_ptr = pci_find_capability(pdev, PCI_CAP_ID_AGP);
595 /* probe for known chipsets */
596 for (j = 0; devs[j].chipset_name != NULL; ++j) {
597 if (pdev->device == devs[j].device_id) {
598 dev_info(&pdev->dev, "Apple %s chipset\n",
599 devs[j].chipset_name);
604 dev_err(&pdev->dev, "unsupported Apple chipset [%04x/%04x]\n",
605 pdev->vendor, pdev->device);
609 /* Set revision to 0 if we could not read it. */
612 /* Locate core99 Uni-N */
613 uninorth_node = of_find_node_by_name(NULL, "uni-n");
615 if (uninorth_node == NULL) {
617 uninorth_node = of_find_node_by_name(NULL, "u3");
620 const int *revprop = of_get_property(uninorth_node,
623 uninorth_rev = *revprop & 0x3f;
624 of_node_put(uninorth_node);
628 /* Inform platform of our suspend/resume caps */
629 pmac_register_agp_pm(pdev, agp_uninorth_suspend, agp_uninorth_resume);
632 /* Allocate & setup our driver */
633 bridge = agp_alloc_bridge();
638 bridge->driver = &u3_agp_driver;
640 bridge->driver = &uninorth_agp_driver;
643 bridge->capndx = cap_ptr;
644 bridge->flags = AGP_ERRATA_FASTWRITES;
646 /* Fill in the mode register */
647 pci_read_config_dword(pdev, cap_ptr+PCI_AGP_STATUS, &bridge->mode);
649 pci_set_drvdata(pdev, bridge);
650 return agp_add_bridge(bridge);
653 static void __devexit agp_uninorth_remove(struct pci_dev *pdev)
655 struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
658 /* Inform platform of our suspend/resume caps */
659 pmac_register_agp_pm(pdev, NULL, NULL);
662 agp_remove_bridge(bridge);
663 agp_put_bridge(bridge);
666 static struct pci_device_id agp_uninorth_pci_table[] = {
668 .class = (PCI_CLASS_BRIDGE_HOST << 8),
670 .vendor = PCI_VENDOR_ID_APPLE,
671 .device = PCI_ANY_ID,
672 .subvendor = PCI_ANY_ID,
673 .subdevice = PCI_ANY_ID,
678 MODULE_DEVICE_TABLE(pci, agp_uninorth_pci_table);
680 static struct pci_driver agp_uninorth_pci_driver = {
681 .name = "agpgart-uninorth",
682 .id_table = agp_uninorth_pci_table,
683 .probe = agp_uninorth_probe,
684 .remove = agp_uninorth_remove,
687 static int __init agp_uninorth_init(void)
691 return pci_register_driver(&agp_uninorth_pci_driver);
694 static void __exit agp_uninorth_cleanup(void)
696 pci_unregister_driver(&agp_uninorth_pci_driver);
699 module_init(agp_uninorth_init);
700 module_exit(agp_uninorth_cleanup);
702 module_param(aperture, charp, 0);
703 MODULE_PARM_DESC(aperture,
704 "Aperture size, must be power of two between 4MB and an\n"
705 "\t\tupper limit specific to the UniNorth revision.\n"
708 MODULE_AUTHOR("Ben Herrenschmidt & Paul Mackerras");
709 MODULE_LICENSE("GPL");