[NETFILTER]: PPTP conntrack: simplify expectation handling
[hh.org.git] / arch / x86_64 / kernel / tce.c
blob5530dda3f27ac3b84ec63a6e4f96662f4f50abc3
1 /*
2 * Derived from arch/powerpc/platforms/pseries/iommu.c
4 * Copyright (C) IBM Corporation, 2006
6 * Author: Jon Mason <jdmason@us.ibm.com>
7 * Author: Muli Ben-Yehuda <muli@il.ibm.com>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
24 #include <linux/config.h>
25 #include <linux/types.h>
26 #include <linux/slab.h>
27 #include <linux/mm.h>
28 #include <linux/spinlock.h>
29 #include <linux/string.h>
30 #include <linux/pci.h>
31 #include <linux/dma-mapping.h>
32 #include <linux/bootmem.h>
33 #include <asm/tce.h>
34 #include <asm/calgary.h>
35 #include <asm/proto.h>
37 /* flush a tce at 'tceaddr' to main memory */
38 static inline void flush_tce(void* tceaddr)
40 /* a single tce can't cross a cache line */
41 if (cpu_has_clflush)
42 asm volatile("clflush (%0)" :: "r" (tceaddr));
43 else
44 asm volatile("wbinvd":::"memory");
47 void tce_build(struct iommu_table *tbl, unsigned long index,
48 unsigned int npages, unsigned long uaddr, int direction)
50 u64* tp;
51 u64 t;
52 u64 rpn;
54 t = (1 << TCE_READ_SHIFT);
55 if (direction != DMA_TO_DEVICE)
56 t |= (1 << TCE_WRITE_SHIFT);
58 tp = ((u64*)tbl->it_base) + index;
60 while (npages--) {
61 rpn = (virt_to_bus((void*)uaddr)) >> PAGE_SHIFT;
62 t &= ~TCE_RPN_MASK;
63 t |= (rpn << TCE_RPN_SHIFT);
65 *tp = cpu_to_be64(t);
66 flush_tce(tp);
68 uaddr += PAGE_SIZE;
69 tp++;
73 void tce_free(struct iommu_table *tbl, long index, unsigned int npages)
75 u64* tp;
77 tp = ((u64*)tbl->it_base) + index;
79 while (npages--) {
80 *tp = cpu_to_be64(0);
81 flush_tce(tp);
82 tp++;
86 static inline unsigned int table_size_to_number_of_entries(unsigned char size)
89 * size is the order of the table, 0-7
90 * smallest table is 8K entries, so shift result by 13 to
91 * multiply by 8K
93 return (1 << size) << 13;
96 static int tce_table_setparms(struct pci_dev *dev, struct iommu_table *tbl)
98 unsigned int bitmapsz;
99 unsigned long bmppages;
100 int ret;
102 tbl->it_busno = dev->bus->number;
104 /* set the tce table size - measured in entries */
105 tbl->it_size = table_size_to_number_of_entries(specified_table_size);
107 tbl->it_base = (unsigned long)tce_table_kva[dev->bus->number];
108 if (!tbl->it_base) {
109 printk(KERN_ERR "Calgary: iommu_table_setparms: "
110 "no table allocated?!\n");
111 ret = -ENOMEM;
112 goto done;
116 * number of bytes needed for the bitmap size in number of
117 * entries; we need one bit per entry
119 bitmapsz = tbl->it_size / BITS_PER_BYTE;
120 bmppages = __get_free_pages(GFP_KERNEL, get_order(bitmapsz));
121 if (!bmppages) {
122 printk(KERN_ERR "Calgary: cannot allocate bitmap\n");
123 ret = -ENOMEM;
124 goto done;
127 tbl->it_map = (unsigned long*)bmppages;
129 memset(tbl->it_map, 0, bitmapsz);
131 tbl->it_hint = 0;
133 spin_lock_init(&tbl->it_lock);
135 return 0;
137 done:
138 return ret;
141 int build_tce_table(struct pci_dev *dev, void __iomem *bbar)
143 struct iommu_table *tbl;
144 int ret;
146 if (dev->sysdata) {
147 printk(KERN_ERR "Calgary: dev %p has sysdata %p\n",
148 dev, dev->sysdata);
149 BUG();
152 tbl = kzalloc(sizeof(struct iommu_table), GFP_KERNEL);
153 if (!tbl) {
154 printk(KERN_ERR "Calgary: error allocating iommu_table\n");
155 ret = -ENOMEM;
156 goto done;
159 ret = tce_table_setparms(dev, tbl);
160 if (ret)
161 goto free_tbl;
163 tce_free(tbl, 0, tbl->it_size);
165 tbl->bbar = bbar;
168 * NUMA is already using the bus's sysdata pointer, so we use
169 * the bus's pci_dev's sysdata instead.
171 dev->sysdata = tbl;
173 return 0;
175 free_tbl:
176 kfree(tbl);
177 done:
178 return ret;
181 void* alloc_tce_table(void)
183 unsigned int size;
185 size = table_size_to_number_of_entries(specified_table_size);
186 size *= TCE_ENTRY_SIZE;
188 return __alloc_bootmem_low(size, size, 0);
191 void free_tce_table(void *tbl)
193 unsigned int size;
195 if (!tbl)
196 return;
198 size = table_size_to_number_of_entries(specified_table_size);
199 size *= TCE_ENTRY_SIZE;
201 free_bootmem(__pa(tbl), size);