2 * UniNorth AGPGART routines.
4 #include <linux/module.h>
6 #include <linux/init.h>
7 #include <linux/pagemap.h>
8 #include <linux/agp_backend.h>
9 #include <linux/delay.h>
10 #include <asm/uninorth.h>
11 #include <asm/pci-bridge.h>
13 #include <asm/pmac_feature.h>
17 * NOTES for uninorth3 (G5 AGP) supports :
19 * There maybe also possibility to have bigger cache line size for
20 * agp (see pmac_pci.c and look for cache line). Need to be investigated
23 * PAGE size are hardcoded but this may change, see asm/page.h.
25 * Jerome Glisse <j.glisse@gmail.com>
27 static int uninorth_rev
;
30 static char __devinitdata
*aperture
= NULL
;
32 static int uninorth_fetch_size(void)
35 struct aper_size_info_32
*values
=
36 A_SIZE_32(agp_bridge
->driver
->aperture_sizes
);
39 char *save
= aperture
;
41 size
= memparse(aperture
, &aperture
) >> 20;
44 for (i
= 0; i
< agp_bridge
->driver
->num_aperture_sizes
; i
++)
45 if (size
== values
[i
].size
)
48 if (i
== agp_bridge
->driver
->num_aperture_sizes
) {
49 dev_err(&agp_bridge
->dev
->dev
, "invalid aperture size, "
57 for (i
= 0; i
< agp_bridge
->driver
->num_aperture_sizes
; i
++)
58 if (values
[i
].size
== 32)
62 agp_bridge
->previous_size
=
63 agp_bridge
->current_size
= (void *)(values
+ i
);
64 agp_bridge
->aperture_size_idx
= i
;
65 return values
[i
].size
;
68 static void uninorth_tlbflush(struct agp_memory
*mem
)
70 u32 ctrl
= UNI_N_CFG_GART_ENABLE
;
73 ctrl
|= U3_N_CFG_GART_PERFRD
;
74 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
,
75 ctrl
| UNI_N_CFG_GART_INVAL
);
76 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
, ctrl
);
78 if (uninorth_rev
<= 0x30) {
79 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
,
80 ctrl
| UNI_N_CFG_GART_2xRESET
);
81 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
,
86 static void uninorth_cleanup(void)
90 pci_read_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
, &tmp
);
91 if (!(tmp
& UNI_N_CFG_GART_ENABLE
))
93 tmp
|= UNI_N_CFG_GART_INVAL
;
94 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
, tmp
);
95 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
, 0);
97 if (uninorth_rev
<= 0x30) {
98 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
,
99 UNI_N_CFG_GART_2xRESET
);
100 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
,
105 static int uninorth_configure(void)
107 struct aper_size_info_32
*current_size
;
109 current_size
= A_SIZE_32(agp_bridge
->current_size
);
111 dev_info(&agp_bridge
->dev
->dev
, "configuring for size idx: %d\n",
112 current_size
->size_value
);
114 /* aperture size and gatt addr */
115 pci_write_config_dword(agp_bridge
->dev
,
117 (agp_bridge
->gatt_bus_addr
& 0xfffff000)
118 | current_size
->size_value
);
121 * UniNorth seem to be buggy enough not to handle properly when
122 * the AGP aperture isn't mapped at bus physical address 0
124 agp_bridge
->gart_bus_addr
= 0;
126 /* Assume U3 or later on PPC64 systems */
127 /* high 4 bits of GART physical address go in UNI_N_CFG_AGP_BASE */
128 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_AGP_BASE
,
129 (agp_bridge
->gatt_bus_addr
>> 32) & 0xf);
131 pci_write_config_dword(agp_bridge
->dev
,
132 UNI_N_CFG_AGP_BASE
, agp_bridge
->gart_bus_addr
);
136 pci_write_config_dword(agp_bridge
->dev
,
137 UNI_N_CFG_GART_DUMMY_PAGE
,
138 agp_bridge
->scratch_page_real
>> 12);
144 static int uninorth_insert_memory(struct agp_memory
*mem
, off_t pg_start
,
147 int i
, j
, num_entries
;
150 temp
= agp_bridge
->current_size
;
151 num_entries
= A_SIZE_32(temp
)->num_entries
;
153 if (type
!= 0 || mem
->type
!= 0)
154 /* We know nothing of memory types */
156 if ((pg_start
+ mem
->page_count
) > num_entries
)
161 while (j
< (pg_start
+ mem
->page_count
)) {
162 if (agp_bridge
->gatt_table
[j
])
167 for (i
= 0, j
= pg_start
; i
< mem
->page_count
; i
++, j
++) {
168 agp_bridge
->gatt_table
[j
] =
169 cpu_to_le32((mem
->memory
[i
] & 0xFFFFF000UL
) | 0x1UL
);
170 flush_dcache_range((unsigned long)__va(mem
->memory
[i
]),
171 (unsigned long)__va(mem
->memory
[i
])+0x1000);
173 (void)in_le32((volatile u32
*)&agp_bridge
->gatt_table
[pg_start
]);
175 flush_dcache_range((unsigned long)&agp_bridge
->gatt_table
[pg_start
],
176 (unsigned long)&agp_bridge
->gatt_table
[pg_start
+ mem
->page_count
]);
178 uninorth_tlbflush(mem
);
182 static int u3_insert_memory(struct agp_memory
*mem
, off_t pg_start
, int type
)
188 temp
= agp_bridge
->current_size
;
189 num_entries
= A_SIZE_32(temp
)->num_entries
;
191 if (type
!= 0 || mem
->type
!= 0)
192 /* We know nothing of memory types */
194 if ((pg_start
+ mem
->page_count
) > num_entries
)
197 gp
= (u32
*) &agp_bridge
->gatt_table
[pg_start
];
198 for (i
= 0; i
< mem
->page_count
; ++i
) {
200 dev_info(&agp_bridge
->dev
->dev
,
201 "u3_insert_memory: entry 0x%x occupied (%x)\n",
207 for (i
= 0; i
< mem
->page_count
; i
++) {
208 gp
[i
] = (mem
->memory
[i
] >> PAGE_SHIFT
) | 0x80000000UL
;
209 flush_dcache_range((unsigned long)__va(mem
->memory
[i
]),
210 (unsigned long)__va(mem
->memory
[i
])+0x1000);
213 flush_dcache_range((unsigned long)gp
, (unsigned long) &gp
[i
]);
214 uninorth_tlbflush(mem
);
219 int u3_remove_memory(struct agp_memory
*mem
, off_t pg_start
, int type
)
224 if (type
!= 0 || mem
->type
!= 0)
225 /* We know nothing of memory types */
228 gp
= (u32
*) &agp_bridge
->gatt_table
[pg_start
];
229 for (i
= 0; i
< mem
->page_count
; ++i
)
232 flush_dcache_range((unsigned long)gp
, (unsigned long) &gp
[i
]);
233 uninorth_tlbflush(mem
);
238 static void uninorth_agp_enable(struct agp_bridge_data
*bridge
, u32 mode
)
240 u32 command
, scratch
, status
;
243 pci_read_config_dword(bridge
->dev
,
244 bridge
->capndx
+ PCI_AGP_STATUS
,
247 command
= agp_collect_device_status(bridge
, mode
, status
);
248 command
|= PCI_AGP_COMMAND_AGP
;
250 if (uninorth_rev
== 0x21) {
252 * Darwin disable AGP 4x on this revision, thus we
253 * may assume it's broken. This is an AGP2 controller.
255 command
&= ~AGPSTAT2_4X
;
258 if ((uninorth_rev
>= 0x30) && (uninorth_rev
<= 0x33)) {
260 * We need to to set REQ_DEPTH to 7 for U3 versions 1.0, 2.1,
261 * 2.2 and 2.3, Darwin do so.
263 if ((command
>> AGPSTAT_RQ_DEPTH_SHIFT
) > 7)
264 command
= (command
& ~AGPSTAT_RQ_DEPTH
)
265 | (7 << AGPSTAT_RQ_DEPTH_SHIFT
);
268 uninorth_tlbflush(NULL
);
272 pci_write_config_dword(bridge
->dev
,
273 bridge
->capndx
+ PCI_AGP_COMMAND
,
275 pci_read_config_dword(bridge
->dev
,
276 bridge
->capndx
+ PCI_AGP_COMMAND
,
278 } while ((scratch
& PCI_AGP_COMMAND_AGP
) == 0 && ++timeout
< 1000);
279 if ((scratch
& PCI_AGP_COMMAND_AGP
) == 0)
280 dev_err(&bridge
->dev
->dev
, "can't write UniNorth AGP "
281 "command register\n");
283 if (uninorth_rev
>= 0x30) {
284 /* This is an AGP V3 */
285 agp_device_command(command
, (status
& AGPSTAT_MODE_3_0
) != 0);
288 agp_device_command(command
, false);
291 uninorth_tlbflush(NULL
);
296 * These Power Management routines are _not_ called by the normal PCI PM layer,
297 * but directly by the video driver through function pointers in the device
300 static int agp_uninorth_suspend(struct pci_dev
*pdev
)
302 struct agp_bridge_data
*bridge
;
305 struct pci_dev
*device
= NULL
;
307 bridge
= agp_find_bridge(pdev
);
311 /* Only one suspend supported */
312 if (bridge
->dev_private_data
)
315 /* turn off AGP on the video chip, if it was enabled */
316 for_each_pci_dev(device
) {
317 /* Don't touch the bridge yet, device first */
320 /* Only deal with devices on the same bus here, no Mac has a P2P
321 * bridge on the AGP port, and mucking around the entire PCI
322 * tree is source of problems on some machines because of a bug
323 * in some versions of pci_find_capability() when hitting a dead
326 if (device
->bus
!= pdev
->bus
)
328 agp
= pci_find_capability(device
, PCI_CAP_ID_AGP
);
331 pci_read_config_dword(device
, agp
+ PCI_AGP_COMMAND
, &cmd
);
332 if (!(cmd
& PCI_AGP_COMMAND_AGP
))
334 dev_info(&pdev
->dev
, "disabling AGP on device %s\n",
336 cmd
&= ~PCI_AGP_COMMAND_AGP
;
337 pci_write_config_dword(device
, agp
+ PCI_AGP_COMMAND
, cmd
);
340 /* turn off AGP on the bridge */
341 agp
= pci_find_capability(pdev
, PCI_CAP_ID_AGP
);
342 pci_read_config_dword(pdev
, agp
+ PCI_AGP_COMMAND
, &cmd
);
343 bridge
->dev_private_data
= (void *)(long)cmd
;
344 if (cmd
& PCI_AGP_COMMAND_AGP
) {
345 dev_info(&pdev
->dev
, "disabling AGP on bridge\n");
346 cmd
&= ~PCI_AGP_COMMAND_AGP
;
347 pci_write_config_dword(pdev
, agp
+ PCI_AGP_COMMAND
, cmd
);
349 /* turn off the GART */
355 static int agp_uninorth_resume(struct pci_dev
*pdev
)
357 struct agp_bridge_data
*bridge
;
360 bridge
= agp_find_bridge(pdev
);
364 command
= (long)bridge
->dev_private_data
;
365 bridge
->dev_private_data
= NULL
;
366 if (!(command
& PCI_AGP_COMMAND_AGP
))
369 uninorth_agp_enable(bridge
, command
);
373 #endif /* CONFIG_PM */
375 static int uninorth_create_gatt_table(struct agp_bridge_data
*bridge
)
386 /* We can't handle 2 level gatt's */
387 if (bridge
->driver
->size_type
== LVL2_APER_SIZE
)
391 i
= bridge
->aperture_size_idx
;
392 temp
= bridge
->current_size
;
393 size
= page_order
= num_entries
= 0;
396 size
= A_SIZE_32(temp
)->size
;
397 page_order
= A_SIZE_32(temp
)->page_order
;
398 num_entries
= A_SIZE_32(temp
)->num_entries
;
400 table
= (char *) __get_free_pages(GFP_KERNEL
, page_order
);
404 bridge
->current_size
= A_IDX32(bridge
);
406 bridge
->aperture_size_idx
= i
;
408 } while (!table
&& (i
< bridge
->driver
->num_aperture_sizes
));
413 table_end
= table
+ ((PAGE_SIZE
* (1 << page_order
)) - 1);
415 for (page
= virt_to_page(table
); page
<= virt_to_page(table_end
); page
++)
416 SetPageReserved(page
);
418 bridge
->gatt_table_real
= (u32
*) table
;
419 bridge
->gatt_table
= (u32
*)table
;
420 bridge
->gatt_bus_addr
= virt_to_gart(table
);
422 for (i
= 0; i
< num_entries
; i
++)
423 bridge
->gatt_table
[i
] = 0;
425 flush_dcache_range((unsigned long)table
, (unsigned long)table_end
);
430 static int uninorth_free_gatt_table(struct agp_bridge_data
*bridge
)
433 char *table
, *table_end
;
437 temp
= bridge
->current_size
;
438 page_order
= A_SIZE_32(temp
)->page_order
;
440 /* Do not worry about freeing memory, because if this is
441 * called, then all agp memory is deallocated and removed
445 table
= (char *) bridge
->gatt_table_real
;
446 table_end
= table
+ ((PAGE_SIZE
* (1 << page_order
)) - 1);
448 for (page
= virt_to_page(table
); page
<= virt_to_page(table_end
); page
++)
449 ClearPageReserved(page
);
451 free_pages((unsigned long) bridge
->gatt_table_real
, page_order
);
456 void null_cache_flush(void)
463 static const struct aper_size_info_32 uninorth_sizes
[7] =
465 #if 0 /* Not sure uninorth supports that high aperture sizes */
477 * Not sure that u3 supports that high aperture sizes but it
478 * would strange if it did not :)
480 static const struct aper_size_info_32 u3_sizes
[8] =
482 {512, 131072, 7, 128},
492 const struct agp_bridge_driver uninorth_agp_driver
= {
493 .owner
= THIS_MODULE
,
494 .aperture_sizes
= (void *)uninorth_sizes
,
495 .size_type
= U32_APER_SIZE
,
496 .num_aperture_sizes
= 4,
497 .configure
= uninorth_configure
,
498 .fetch_size
= uninorth_fetch_size
,
499 .cleanup
= uninorth_cleanup
,
500 .tlb_flush
= uninorth_tlbflush
,
501 .mask_memory
= agp_generic_mask_memory
,
503 .cache_flush
= null_cache_flush
,
504 .agp_enable
= uninorth_agp_enable
,
505 .create_gatt_table
= uninorth_create_gatt_table
,
506 .free_gatt_table
= uninorth_free_gatt_table
,
507 .insert_memory
= uninorth_insert_memory
,
508 .remove_memory
= agp_generic_remove_memory
,
509 .alloc_by_type
= agp_generic_alloc_by_type
,
510 .free_by_type
= agp_generic_free_by_type
,
511 .agp_alloc_page
= agp_generic_alloc_page
,
512 .agp_alloc_pages
= agp_generic_alloc_pages
,
513 .agp_destroy_page
= agp_generic_destroy_page
,
514 .agp_destroy_pages
= agp_generic_destroy_pages
,
515 .agp_type_to_mask_type
= agp_generic_type_to_mask_type
,
516 .cant_use_aperture
= true,
519 const struct agp_bridge_driver u3_agp_driver
= {
520 .owner
= THIS_MODULE
,
521 .aperture_sizes
= (void *)u3_sizes
,
522 .size_type
= U32_APER_SIZE
,
523 .num_aperture_sizes
= 8,
524 .configure
= uninorth_configure
,
525 .fetch_size
= uninorth_fetch_size
,
526 .cleanup
= uninorth_cleanup
,
527 .tlb_flush
= uninorth_tlbflush
,
528 .mask_memory
= agp_generic_mask_memory
,
530 .cache_flush
= null_cache_flush
,
531 .agp_enable
= uninorth_agp_enable
,
532 .create_gatt_table
= uninorth_create_gatt_table
,
533 .free_gatt_table
= uninorth_free_gatt_table
,
534 .insert_memory
= u3_insert_memory
,
535 .remove_memory
= u3_remove_memory
,
536 .alloc_by_type
= agp_generic_alloc_by_type
,
537 .free_by_type
= agp_generic_free_by_type
,
538 .agp_alloc_page
= agp_generic_alloc_page
,
539 .agp_alloc_pages
= agp_generic_alloc_pages
,
540 .agp_destroy_page
= agp_generic_destroy_page
,
541 .agp_destroy_pages
= agp_generic_destroy_pages
,
542 .agp_type_to_mask_type
= agp_generic_type_to_mask_type
,
543 .cant_use_aperture
= true,
544 .needs_scratch_page
= true,
547 static struct agp_device_ids uninorth_agp_device_ids
[] __devinitdata
= {
549 .device_id
= PCI_DEVICE_ID_APPLE_UNI_N_AGP
,
550 .chipset_name
= "UniNorth",
553 .device_id
= PCI_DEVICE_ID_APPLE_UNI_N_AGP_P
,
554 .chipset_name
= "UniNorth/Pangea",
557 .device_id
= PCI_DEVICE_ID_APPLE_UNI_N_AGP15
,
558 .chipset_name
= "UniNorth 1.5",
561 .device_id
= PCI_DEVICE_ID_APPLE_UNI_N_AGP2
,
562 .chipset_name
= "UniNorth 2",
565 .device_id
= PCI_DEVICE_ID_APPLE_U3_AGP
,
566 .chipset_name
= "U3",
569 .device_id
= PCI_DEVICE_ID_APPLE_U3L_AGP
,
570 .chipset_name
= "U3L",
573 .device_id
= PCI_DEVICE_ID_APPLE_U3H_AGP
,
574 .chipset_name
= "U3H",
577 .device_id
= PCI_DEVICE_ID_APPLE_IPID2_AGP
,
578 .chipset_name
= "UniNorth/Intrepid2",
582 static int __devinit
agp_uninorth_probe(struct pci_dev
*pdev
,
583 const struct pci_device_id
*ent
)
585 struct agp_device_ids
*devs
= uninorth_agp_device_ids
;
586 struct agp_bridge_data
*bridge
;
587 struct device_node
*uninorth_node
;
591 cap_ptr
= pci_find_capability(pdev
, PCI_CAP_ID_AGP
);
595 /* probe for known chipsets */
596 for (j
= 0; devs
[j
].chipset_name
!= NULL
; ++j
) {
597 if (pdev
->device
== devs
[j
].device_id
) {
598 dev_info(&pdev
->dev
, "Apple %s chipset\n",
599 devs
[j
].chipset_name
);
604 dev_err(&pdev
->dev
, "unsupported Apple chipset [%04x/%04x]\n",
605 pdev
->vendor
, pdev
->device
);
609 /* Set revision to 0 if we could not read it. */
612 /* Locate core99 Uni-N */
613 uninorth_node
= of_find_node_by_name(NULL
, "uni-n");
615 if (uninorth_node
== NULL
) {
617 uninorth_node
= of_find_node_by_name(NULL
, "u3");
620 const int *revprop
= of_get_property(uninorth_node
,
623 uninorth_rev
= *revprop
& 0x3f;
624 of_node_put(uninorth_node
);
628 /* Inform platform of our suspend/resume caps */
629 pmac_register_agp_pm(pdev
, agp_uninorth_suspend
, agp_uninorth_resume
);
632 /* Allocate & setup our driver */
633 bridge
= agp_alloc_bridge();
638 bridge
->driver
= &u3_agp_driver
;
640 bridge
->driver
= &uninorth_agp_driver
;
643 bridge
->capndx
= cap_ptr
;
644 bridge
->flags
= AGP_ERRATA_FASTWRITES
;
646 /* Fill in the mode register */
647 pci_read_config_dword(pdev
, cap_ptr
+PCI_AGP_STATUS
, &bridge
->mode
);
649 pci_set_drvdata(pdev
, bridge
);
650 return agp_add_bridge(bridge
);
653 static void __devexit
agp_uninorth_remove(struct pci_dev
*pdev
)
655 struct agp_bridge_data
*bridge
= pci_get_drvdata(pdev
);
658 /* Inform platform of our suspend/resume caps */
659 pmac_register_agp_pm(pdev
, NULL
, NULL
);
662 agp_remove_bridge(bridge
);
663 agp_put_bridge(bridge
);
666 static struct pci_device_id agp_uninorth_pci_table
[] = {
668 .class = (PCI_CLASS_BRIDGE_HOST
<< 8),
670 .vendor
= PCI_VENDOR_ID_APPLE
,
671 .device
= PCI_ANY_ID
,
672 .subvendor
= PCI_ANY_ID
,
673 .subdevice
= PCI_ANY_ID
,
678 MODULE_DEVICE_TABLE(pci
, agp_uninorth_pci_table
);
680 static struct pci_driver agp_uninorth_pci_driver
= {
681 .name
= "agpgart-uninorth",
682 .id_table
= agp_uninorth_pci_table
,
683 .probe
= agp_uninorth_probe
,
684 .remove
= agp_uninorth_remove
,
687 static int __init
agp_uninorth_init(void)
691 return pci_register_driver(&agp_uninorth_pci_driver
);
694 static void __exit
agp_uninorth_cleanup(void)
696 pci_unregister_driver(&agp_uninorth_pci_driver
);
699 module_init(agp_uninorth_init
);
700 module_exit(agp_uninorth_cleanup
);
702 module_param(aperture
, charp
, 0);
703 MODULE_PARM_DESC(aperture
,
704 "Aperture size, must be power of two between 4MB and an\n"
705 "\t\tupper limit specific to the UniNorth revision.\n"
708 MODULE_AUTHOR("Ben Herrenschmidt & Paul Mackerras");
709 MODULE_LICENSE("GPL");