2 * Derived from arch/powerpc/platforms/pseries/iommu.c
4 * Copyright (C) IBM Corporation, 2006
6 * Author: Jon Mason <jdmason@us.ibm.com>
7 * Author: Muli Ben-Yehuda <muli@il.ibm.com>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
24 #include <linux/config.h>
25 #include <linux/types.h>
26 #include <linux/slab.h>
28 #include <linux/spinlock.h>
29 #include <linux/string.h>
30 #include <linux/pci.h>
31 #include <linux/dma-mapping.h>
32 #include <linux/bootmem.h>
34 #include <asm/calgary.h>
35 #include <asm/proto.h>
37 /* flush a tce at 'tceaddr' to main memory */
38 static inline void flush_tce(void* tceaddr
)
40 /* a single tce can't cross a cache line */
42 asm volatile("clflush (%0)" :: "r" (tceaddr
));
44 asm volatile("wbinvd":::"memory");
47 void tce_build(struct iommu_table
*tbl
, unsigned long index
,
48 unsigned int npages
, unsigned long uaddr
, int direction
)
54 t
= (1 << TCE_READ_SHIFT
);
55 if (direction
!= DMA_TO_DEVICE
)
56 t
|= (1 << TCE_WRITE_SHIFT
);
58 tp
= ((u64
*)tbl
->it_base
) + index
;
61 rpn
= (virt_to_bus((void*)uaddr
)) >> PAGE_SHIFT
;
63 t
|= (rpn
<< TCE_RPN_SHIFT
);
73 void tce_free(struct iommu_table
*tbl
, long index
, unsigned int npages
)
77 tp
= ((u64
*)tbl
->it_base
) + index
;
86 static inline unsigned int table_size_to_number_of_entries(unsigned char size
)
89 * size is the order of the table, 0-7
90 * smallest table is 8K entries, so shift result by 13 to
93 return (1 << size
) << 13;
96 static int tce_table_setparms(struct pci_dev
*dev
, struct iommu_table
*tbl
)
98 unsigned int bitmapsz
;
99 unsigned long bmppages
;
102 tbl
->it_busno
= dev
->bus
->number
;
104 /* set the tce table size - measured in entries */
105 tbl
->it_size
= table_size_to_number_of_entries(specified_table_size
);
107 tbl
->it_base
= (unsigned long)tce_table_kva
[dev
->bus
->number
];
109 printk(KERN_ERR
"Calgary: iommu_table_setparms: "
110 "no table allocated?!\n");
116 * number of bytes needed for the bitmap size in number of
117 * entries; we need one bit per entry
119 bitmapsz
= tbl
->it_size
/ BITS_PER_BYTE
;
120 bmppages
= __get_free_pages(GFP_KERNEL
, get_order(bitmapsz
));
122 printk(KERN_ERR
"Calgary: cannot allocate bitmap\n");
127 tbl
->it_map
= (unsigned long*)bmppages
;
129 memset(tbl
->it_map
, 0, bitmapsz
);
133 spin_lock_init(&tbl
->it_lock
);
141 int build_tce_table(struct pci_dev
*dev
, void __iomem
*bbar
)
143 struct iommu_table
*tbl
;
147 printk(KERN_ERR
"Calgary: dev %p has sysdata %p\n",
152 tbl
= kzalloc(sizeof(struct iommu_table
), GFP_KERNEL
);
154 printk(KERN_ERR
"Calgary: error allocating iommu_table\n");
159 ret
= tce_table_setparms(dev
, tbl
);
163 tce_free(tbl
, 0, tbl
->it_size
);
168 * NUMA is already using the bus's sysdata pointer, so we use
169 * the bus's pci_dev's sysdata instead.
181 void* alloc_tce_table(void)
185 size
= table_size_to_number_of_entries(specified_table_size
);
186 size
*= TCE_ENTRY_SIZE
;
188 return __alloc_bootmem_low(size
, size
, 0);
191 void free_tce_table(void *tbl
)
198 size
= table_size_to_number_of_entries(specified_table_size
);
199 size
*= TCE_ENTRY_SIZE
;
201 free_bootmem(__pa(tbl
), size
);