1 // SPDX-License-Identifier: GPL-2.0-only
3 * UniNorth AGPGART routines.
5 #include <linux/module.h>
8 #include <linux/slab.h>
9 #include <linux/init.h>
10 #include <linux/pagemap.h>
11 #include <linux/agp_backend.h>
12 #include <linux/delay.h>
13 #include <linux/vmalloc.h>
14 #include <asm/uninorth.h>
16 #include <asm/pmac_feature.h>
20 * NOTES for uninorth3 (G5 AGP) supports :
22 * There maybe also possibility to have bigger cache line size for
23 * agp (see pmac_pci.c and look for cache line). Need to be investigated
26 * PAGE size are hardcoded but this may change, see asm/page.h.
28 * Jerome Glisse <j.glisse@gmail.com>
30 static int uninorth_rev
;
32 static u32 scratch_value
;
34 #define DEFAULT_APERTURE_SIZE 256
35 #define DEFAULT_APERTURE_STRING "256"
36 static char *aperture
= NULL
;
38 static int uninorth_fetch_size(void)
41 struct aper_size_info_32
*values
=
42 A_SIZE_32(agp_bridge
->driver
->aperture_sizes
);
45 char *save
= aperture
;
47 size
= memparse(aperture
, &aperture
) >> 20;
50 for (i
= 0; i
< agp_bridge
->driver
->num_aperture_sizes
; i
++)
51 if (size
== values
[i
].size
)
54 if (i
== agp_bridge
->driver
->num_aperture_sizes
) {
55 dev_err(&agp_bridge
->dev
->dev
, "invalid aperture size, "
63 for (i
= 0; i
< agp_bridge
->driver
->num_aperture_sizes
; i
++)
64 if (values
[i
].size
== DEFAULT_APERTURE_SIZE
)
68 agp_bridge
->previous_size
=
69 agp_bridge
->current_size
= (void *)(values
+ i
);
70 agp_bridge
->aperture_size_idx
= i
;
71 return values
[i
].size
;
74 static void uninorth_tlbflush(struct agp_memory
*mem
)
76 u32 ctrl
= UNI_N_CFG_GART_ENABLE
;
79 ctrl
|= U3_N_CFG_GART_PERFRD
;
80 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
,
81 ctrl
| UNI_N_CFG_GART_INVAL
);
82 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
, ctrl
);
84 if (!mem
&& uninorth_rev
<= 0x30) {
85 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
,
86 ctrl
| UNI_N_CFG_GART_2xRESET
);
87 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
,
92 static void uninorth_cleanup(void)
96 pci_read_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
, &tmp
);
97 if (!(tmp
& UNI_N_CFG_GART_ENABLE
))
99 tmp
|= UNI_N_CFG_GART_INVAL
;
100 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
, tmp
);
101 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
, 0);
103 if (uninorth_rev
<= 0x30) {
104 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
,
105 UNI_N_CFG_GART_2xRESET
);
106 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_GART_CTRL
,
111 static int uninorth_configure(void)
113 struct aper_size_info_32
*current_size
;
115 current_size
= A_SIZE_32(agp_bridge
->current_size
);
117 dev_info(&agp_bridge
->dev
->dev
, "configuring for size idx: %d\n",
118 current_size
->size_value
);
120 /* aperture size and gatt addr */
121 pci_write_config_dword(agp_bridge
->dev
,
123 (agp_bridge
->gatt_bus_addr
& 0xfffff000)
124 | current_size
->size_value
);
127 * UniNorth seem to be buggy enough not to handle properly when
128 * the AGP aperture isn't mapped at bus physical address 0
130 agp_bridge
->gart_bus_addr
= 0;
132 /* Assume U3 or later on PPC64 systems */
133 /* high 4 bits of GART physical address go in UNI_N_CFG_AGP_BASE */
134 pci_write_config_dword(agp_bridge
->dev
, UNI_N_CFG_AGP_BASE
,
135 (agp_bridge
->gatt_bus_addr
>> 32) & 0xf);
137 pci_write_config_dword(agp_bridge
->dev
,
138 UNI_N_CFG_AGP_BASE
, agp_bridge
->gart_bus_addr
);
142 pci_write_config_dword(agp_bridge
->dev
,
143 UNI_N_CFG_GART_DUMMY_PAGE
,
144 page_to_phys(agp_bridge
->scratch_page_page
) >> 12);
150 static int uninorth_insert_memory(struct agp_memory
*mem
, off_t pg_start
, int type
)
157 if (type
!= mem
->type
)
160 mask_type
= agp_bridge
->driver
->agp_type_to_mask_type(agp_bridge
, type
);
161 if (mask_type
!= 0) {
162 /* We know nothing of memory types */
166 if (mem
->page_count
== 0)
169 temp
= agp_bridge
->current_size
;
170 num_entries
= A_SIZE_32(temp
)->num_entries
;
172 if ((pg_start
+ mem
->page_count
) > num_entries
)
175 gp
= (u32
*) &agp_bridge
->gatt_table
[pg_start
];
176 for (i
= 0; i
< mem
->page_count
; ++i
) {
177 if (gp
[i
] != scratch_value
) {
178 dev_info(&agp_bridge
->dev
->dev
,
179 "uninorth_insert_memory: entry 0x%x occupied (%x)\n",
185 for (i
= 0; i
< mem
->page_count
; i
++) {
187 gp
[i
] = (page_to_phys(mem
->pages
[i
]) >> PAGE_SHIFT
) | 0x80000000UL
;
189 gp
[i
] = cpu_to_le32((page_to_phys(mem
->pages
[i
]) & 0xFFFFF000UL
) |
191 flush_dcache_range((unsigned long)__va(page_to_phys(mem
->pages
[i
])),
192 (unsigned long)__va(page_to_phys(mem
->pages
[i
]))+0x1000);
195 uninorth_tlbflush(mem
);
200 static int uninorth_remove_memory(struct agp_memory
*mem
, off_t pg_start
, int type
)
206 if (type
!= mem
->type
)
209 mask_type
= agp_bridge
->driver
->agp_type_to_mask_type(agp_bridge
, type
);
210 if (mask_type
!= 0) {
211 /* We know nothing of memory types */
215 if (mem
->page_count
== 0)
218 gp
= (u32
*) &agp_bridge
->gatt_table
[pg_start
];
219 for (i
= 0; i
< mem
->page_count
; ++i
) {
220 gp
[i
] = scratch_value
;
223 uninorth_tlbflush(mem
);
228 static void uninorth_agp_enable(struct agp_bridge_data
*bridge
, u32 mode
)
230 u32 command
, scratch
, status
;
233 pci_read_config_dword(bridge
->dev
,
234 bridge
->capndx
+ PCI_AGP_STATUS
,
237 command
= agp_collect_device_status(bridge
, mode
, status
);
238 command
|= PCI_AGP_COMMAND_AGP
;
240 if (uninorth_rev
== 0x21) {
242 * Darwin disable AGP 4x on this revision, thus we
243 * may assume it's broken. This is an AGP2 controller.
245 command
&= ~AGPSTAT2_4X
;
248 if ((uninorth_rev
>= 0x30) && (uninorth_rev
<= 0x33)) {
250 * We need to set REQ_DEPTH to 7 for U3 versions 1.0, 2.1,
251 * 2.2 and 2.3, Darwin do so.
253 if ((command
>> AGPSTAT_RQ_DEPTH_SHIFT
) > 7)
254 command
= (command
& ~AGPSTAT_RQ_DEPTH
)
255 | (7 << AGPSTAT_RQ_DEPTH_SHIFT
);
258 uninorth_tlbflush(NULL
);
262 pci_write_config_dword(bridge
->dev
,
263 bridge
->capndx
+ PCI_AGP_COMMAND
,
265 pci_read_config_dword(bridge
->dev
,
266 bridge
->capndx
+ PCI_AGP_COMMAND
,
268 } while ((scratch
& PCI_AGP_COMMAND_AGP
) == 0 && ++timeout
< 1000);
269 if ((scratch
& PCI_AGP_COMMAND_AGP
) == 0)
270 dev_err(&bridge
->dev
->dev
, "can't write UniNorth AGP "
271 "command register\n");
273 if (uninorth_rev
>= 0x30) {
274 /* This is an AGP V3 */
275 agp_device_command(command
, (status
& AGPSTAT_MODE_3_0
) != 0);
278 agp_device_command(command
, false);
281 uninorth_tlbflush(NULL
);
286 * These Power Management routines are _not_ called by the normal PCI PM layer,
287 * but directly by the video driver through function pointers in the device
290 static int agp_uninorth_suspend(struct pci_dev
*pdev
)
292 struct agp_bridge_data
*bridge
;
295 struct pci_dev
*device
= NULL
;
297 bridge
= agp_find_bridge(pdev
);
301 /* Only one suspend supported */
302 if (bridge
->dev_private_data
)
305 /* turn off AGP on the video chip, if it was enabled */
306 for_each_pci_dev(device
) {
307 /* Don't touch the bridge yet, device first */
310 /* Only deal with devices on the same bus here, no Mac has a P2P
311 * bridge on the AGP port, and mucking around the entire PCI
312 * tree is source of problems on some machines because of a bug
313 * in some versions of pci_find_capability() when hitting a dead
316 if (device
->bus
!= pdev
->bus
)
318 agp
= pci_find_capability(device
, PCI_CAP_ID_AGP
);
321 pci_read_config_dword(device
, agp
+ PCI_AGP_COMMAND
, &cmd
);
322 if (!(cmd
& PCI_AGP_COMMAND_AGP
))
324 dev_info(&pdev
->dev
, "disabling AGP on device %s\n",
326 cmd
&= ~PCI_AGP_COMMAND_AGP
;
327 pci_write_config_dword(device
, agp
+ PCI_AGP_COMMAND
, cmd
);
330 /* turn off AGP on the bridge */
331 agp
= pci_find_capability(pdev
, PCI_CAP_ID_AGP
);
332 pci_read_config_dword(pdev
, agp
+ PCI_AGP_COMMAND
, &cmd
);
333 bridge
->dev_private_data
= (void *)(long)cmd
;
334 if (cmd
& PCI_AGP_COMMAND_AGP
) {
335 dev_info(&pdev
->dev
, "disabling AGP on bridge\n");
336 cmd
&= ~PCI_AGP_COMMAND_AGP
;
337 pci_write_config_dword(pdev
, agp
+ PCI_AGP_COMMAND
, cmd
);
339 /* turn off the GART */
345 static int agp_uninorth_resume(struct pci_dev
*pdev
)
347 struct agp_bridge_data
*bridge
;
350 bridge
= agp_find_bridge(pdev
);
354 command
= (long)bridge
->dev_private_data
;
355 bridge
->dev_private_data
= NULL
;
356 if (!(command
& PCI_AGP_COMMAND_AGP
))
359 uninorth_agp_enable(bridge
, command
);
363 #endif /* CONFIG_PM */
366 struct page
**pages_arr
;
369 static int uninorth_create_gatt_table(struct agp_bridge_data
*bridge
)
380 /* We can't handle 2 level gatt's */
381 if (bridge
->driver
->size_type
== LVL2_APER_SIZE
)
385 i
= bridge
->aperture_size_idx
;
386 temp
= bridge
->current_size
;
387 size
= page_order
= num_entries
= 0;
390 size
= A_SIZE_32(temp
)->size
;
391 page_order
= A_SIZE_32(temp
)->page_order
;
392 num_entries
= A_SIZE_32(temp
)->num_entries
;
394 table
= (char *) __get_free_pages(GFP_KERNEL
, page_order
);
398 bridge
->current_size
= A_IDX32(bridge
);
400 bridge
->aperture_size_idx
= i
;
402 } while (!table
&& (i
< bridge
->driver
->num_aperture_sizes
));
407 uninorth_priv
.pages_arr
= kmalloc_array(1 << page_order
,
408 sizeof(struct page
*),
410 if (uninorth_priv
.pages_arr
== NULL
)
413 table_end
= table
+ ((PAGE_SIZE
* (1 << page_order
)) - 1);
415 for (page
= virt_to_page(table
), i
= 0; page
<= virt_to_page(table_end
);
417 SetPageReserved(page
);
418 uninorth_priv
.pages_arr
[i
] = page
;
421 bridge
->gatt_table_real
= (u32
*) table
;
422 /* Need to clear out any dirty data still sitting in caches */
423 flush_dcache_range((unsigned long)table
,
424 (unsigned long)table_end
+ 1);
425 bridge
->gatt_table
= vmap(uninorth_priv
.pages_arr
, (1 << page_order
), 0, PAGE_KERNEL_NCG
);
427 if (bridge
->gatt_table
== NULL
)
430 bridge
->gatt_bus_addr
= virt_to_phys(table
);
433 scratch_value
= (page_to_phys(agp_bridge
->scratch_page_page
) >> PAGE_SHIFT
) | 0x80000000UL
;
435 scratch_value
= cpu_to_le32((page_to_phys(agp_bridge
->scratch_page_page
) & 0xFFFFF000UL
) |
437 for (i
= 0; i
< num_entries
; i
++)
438 bridge
->gatt_table
[i
] = scratch_value
;
443 kfree(uninorth_priv
.pages_arr
);
445 free_pages((unsigned long)table
, page_order
);
449 static int uninorth_free_gatt_table(struct agp_bridge_data
*bridge
)
452 char *table
, *table_end
;
456 temp
= bridge
->current_size
;
457 page_order
= A_SIZE_32(temp
)->page_order
;
459 /* Do not worry about freeing memory, because if this is
460 * called, then all agp memory is deallocated and removed
464 vunmap(bridge
->gatt_table
);
465 kfree(uninorth_priv
.pages_arr
);
466 table
= (char *) bridge
->gatt_table_real
;
467 table_end
= table
+ ((PAGE_SIZE
* (1 << page_order
)) - 1);
469 for (page
= virt_to_page(table
); page
<= virt_to_page(table_end
); page
++)
470 ClearPageReserved(page
);
472 free_pages((unsigned long) bridge
->gatt_table_real
, page_order
);
477 static void null_cache_flush(void)
484 static const struct aper_size_info_32 uninorth_sizes
[] =
496 * Not sure that u3 supports that high aperture sizes but it
497 * would strange if it did not :)
499 static const struct aper_size_info_32 u3_sizes
[] =
501 {512, 131072, 7, 128},
511 const struct agp_bridge_driver uninorth_agp_driver
= {
512 .owner
= THIS_MODULE
,
513 .aperture_sizes
= (void *)uninorth_sizes
,
514 .size_type
= U32_APER_SIZE
,
515 .num_aperture_sizes
= ARRAY_SIZE(uninorth_sizes
),
516 .configure
= uninorth_configure
,
517 .fetch_size
= uninorth_fetch_size
,
518 .cleanup
= uninorth_cleanup
,
519 .tlb_flush
= uninorth_tlbflush
,
520 .mask_memory
= agp_generic_mask_memory
,
522 .cache_flush
= null_cache_flush
,
523 .agp_enable
= uninorth_agp_enable
,
524 .create_gatt_table
= uninorth_create_gatt_table
,
525 .free_gatt_table
= uninorth_free_gatt_table
,
526 .insert_memory
= uninorth_insert_memory
,
527 .remove_memory
= uninorth_remove_memory
,
528 .alloc_by_type
= agp_generic_alloc_by_type
,
529 .free_by_type
= agp_generic_free_by_type
,
530 .agp_alloc_page
= agp_generic_alloc_page
,
531 .agp_alloc_pages
= agp_generic_alloc_pages
,
532 .agp_destroy_page
= agp_generic_destroy_page
,
533 .agp_destroy_pages
= agp_generic_destroy_pages
,
534 .agp_type_to_mask_type
= agp_generic_type_to_mask_type
,
535 .cant_use_aperture
= true,
536 .needs_scratch_page
= true,
539 const struct agp_bridge_driver u3_agp_driver
= {
540 .owner
= THIS_MODULE
,
541 .aperture_sizes
= (void *)u3_sizes
,
542 .size_type
= U32_APER_SIZE
,
543 .num_aperture_sizes
= ARRAY_SIZE(u3_sizes
),
544 .configure
= uninorth_configure
,
545 .fetch_size
= uninorth_fetch_size
,
546 .cleanup
= uninorth_cleanup
,
547 .tlb_flush
= uninorth_tlbflush
,
548 .mask_memory
= agp_generic_mask_memory
,
550 .cache_flush
= null_cache_flush
,
551 .agp_enable
= uninorth_agp_enable
,
552 .create_gatt_table
= uninorth_create_gatt_table
,
553 .free_gatt_table
= uninorth_free_gatt_table
,
554 .insert_memory
= uninorth_insert_memory
,
555 .remove_memory
= uninorth_remove_memory
,
556 .alloc_by_type
= agp_generic_alloc_by_type
,
557 .free_by_type
= agp_generic_free_by_type
,
558 .agp_alloc_page
= agp_generic_alloc_page
,
559 .agp_alloc_pages
= agp_generic_alloc_pages
,
560 .agp_destroy_page
= agp_generic_destroy_page
,
561 .agp_destroy_pages
= agp_generic_destroy_pages
,
562 .agp_type_to_mask_type
= agp_generic_type_to_mask_type
,
563 .cant_use_aperture
= true,
564 .needs_scratch_page
= true,
567 static struct agp_device_ids uninorth_agp_device_ids
[] = {
569 .device_id
= PCI_DEVICE_ID_APPLE_UNI_N_AGP
,
570 .chipset_name
= "UniNorth",
573 .device_id
= PCI_DEVICE_ID_APPLE_UNI_N_AGP_P
,
574 .chipset_name
= "UniNorth/Pangea",
577 .device_id
= PCI_DEVICE_ID_APPLE_UNI_N_AGP15
,
578 .chipset_name
= "UniNorth 1.5",
581 .device_id
= PCI_DEVICE_ID_APPLE_UNI_N_AGP2
,
582 .chipset_name
= "UniNorth 2",
585 .device_id
= PCI_DEVICE_ID_APPLE_U3_AGP
,
586 .chipset_name
= "U3",
589 .device_id
= PCI_DEVICE_ID_APPLE_U3L_AGP
,
590 .chipset_name
= "U3L",
593 .device_id
= PCI_DEVICE_ID_APPLE_U3H_AGP
,
594 .chipset_name
= "U3H",
597 .device_id
= PCI_DEVICE_ID_APPLE_IPID2_AGP
,
598 .chipset_name
= "UniNorth/Intrepid2",
602 static int agp_uninorth_probe(struct pci_dev
*pdev
,
603 const struct pci_device_id
*ent
)
605 struct agp_device_ids
*devs
= uninorth_agp_device_ids
;
606 struct agp_bridge_data
*bridge
;
607 struct device_node
*uninorth_node
;
611 cap_ptr
= pci_find_capability(pdev
, PCI_CAP_ID_AGP
);
615 /* probe for known chipsets */
616 for (j
= 0; devs
[j
].chipset_name
!= NULL
; ++j
) {
617 if (pdev
->device
== devs
[j
].device_id
) {
618 dev_info(&pdev
->dev
, "Apple %s chipset\n",
619 devs
[j
].chipset_name
);
624 dev_err(&pdev
->dev
, "unsupported Apple chipset [%04x/%04x]\n",
625 pdev
->vendor
, pdev
->device
);
629 /* Set revision to 0 if we could not read it. */
632 /* Locate core99 Uni-N */
633 uninorth_node
= of_find_node_by_name(NULL
, "uni-n");
635 if (uninorth_node
== NULL
) {
637 uninorth_node
= of_find_node_by_name(NULL
, "u3");
640 const int *revprop
= of_get_property(uninorth_node
,
643 uninorth_rev
= *revprop
& 0x3f;
644 of_node_put(uninorth_node
);
648 /* Inform platform of our suspend/resume caps */
649 pmac_register_agp_pm(pdev
, agp_uninorth_suspend
, agp_uninorth_resume
);
652 /* Allocate & setup our driver */
653 bridge
= agp_alloc_bridge();
658 bridge
->driver
= &u3_agp_driver
;
660 bridge
->driver
= &uninorth_agp_driver
;
663 bridge
->capndx
= cap_ptr
;
664 bridge
->flags
= AGP_ERRATA_FASTWRITES
;
666 /* Fill in the mode register */
667 pci_read_config_dword(pdev
, cap_ptr
+PCI_AGP_STATUS
, &bridge
->mode
);
669 pci_set_drvdata(pdev
, bridge
);
670 return agp_add_bridge(bridge
);
673 static void agp_uninorth_remove(struct pci_dev
*pdev
)
675 struct agp_bridge_data
*bridge
= pci_get_drvdata(pdev
);
678 /* Inform platform of our suspend/resume caps */
679 pmac_register_agp_pm(pdev
, NULL
, NULL
);
682 agp_remove_bridge(bridge
);
683 agp_put_bridge(bridge
);
686 static const struct pci_device_id agp_uninorth_pci_table
[] = {
688 .class = (PCI_CLASS_BRIDGE_HOST
<< 8),
690 .vendor
= PCI_VENDOR_ID_APPLE
,
691 .device
= PCI_ANY_ID
,
692 .subvendor
= PCI_ANY_ID
,
693 .subdevice
= PCI_ANY_ID
,
698 MODULE_DEVICE_TABLE(pci
, agp_uninorth_pci_table
);
700 static struct pci_driver agp_uninorth_pci_driver
= {
701 .name
= "agpgart-uninorth",
702 .id_table
= agp_uninorth_pci_table
,
703 .probe
= agp_uninorth_probe
,
704 .remove
= agp_uninorth_remove
,
707 static int __init
agp_uninorth_init(void)
711 return pci_register_driver(&agp_uninorth_pci_driver
);
714 static void __exit
agp_uninorth_cleanup(void)
716 pci_unregister_driver(&agp_uninorth_pci_driver
);
719 module_init(agp_uninorth_init
);
720 module_exit(agp_uninorth_cleanup
);
722 module_param(aperture
, charp
, 0);
723 MODULE_PARM_DESC(aperture
,
724 "Aperture size, must be power of two between 4MB and an\n"
725 "\t\tupper limit specific to the UniNorth revision.\n"
726 "\t\tDefault: " DEFAULT_APERTURE_STRING
"M");
728 MODULE_AUTHOR("Ben Herrenschmidt & Paul Mackerras");
729 MODULE_DESCRIPTION("Apple UniNorth & U3 AGP support");
730 MODULE_LICENSE("GPL");