2 #include <asm/xen/page.h>
3 #include <asm/xen/hypercall.h>
4 #include <xen/interface/memory.h>
6 #include "multicalls.h"
10 * Protects atomic reservation decrease/increase against concurrent increases.
11 * Also protects non-atomic updates of current_pages and balloon lists.
13 DEFINE_SPINLOCK(xen_reservation_lock
);
15 unsigned long arbitrary_virt_to_mfn(void *vaddr
)
17 xmaddr_t maddr
= arbitrary_virt_to_machine(vaddr
);
19 return PFN_DOWN(maddr
.maddr
);
22 xmaddr_t
arbitrary_virt_to_machine(void *vaddr
)
24 unsigned long address
= (unsigned long)vaddr
;
30 * if the PFN is in the linear mapped vaddr range, we can just use
31 * the (quick) virt_to_machine() p2m lookup
33 if (virt_addr_valid(vaddr
))
34 return virt_to_machine(vaddr
);
36 /* otherwise we have to do a (slower) full page-table walk */
38 pte
= lookup_address(address
, &level
);
40 offset
= address
& ~PAGE_MASK
;
41 return XMADDR(((phys_addr_t
)pte_mfn(*pte
) << PAGE_SHIFT
) + offset
);
43 EXPORT_SYMBOL_GPL(arbitrary_virt_to_machine
);
45 static void xen_flush_tlb_all(void)
48 struct multicall_space mcs
;
50 trace_xen_mmu_flush_tlb_all(0);
54 mcs
= xen_mc_entry(sizeof(*op
));
57 op
->cmd
= MMUEXT_TLB_FLUSH_ALL
;
58 MULTI_mmuext_op(mcs
.mc
, op
, 1, NULL
, DOMID_SELF
);
60 xen_mc_issue(PARAVIRT_LAZY_MMU
);
65 #define REMAP_BATCH_SIZE 16
71 struct mmu_update
*mmu_update
;
74 static int remap_area_mfn_pte_fn(pte_t
*ptep
, pgtable_t token
,
75 unsigned long addr
, void *data
)
77 struct remap_data
*rmd
= data
;
78 pte_t pte
= pte_mkspecial(mfn_pte(*rmd
->mfn
, rmd
->prot
));
80 /* If we have a contiguous range, just update the mfn itself,
81 else update pointer to be "next mfn". */
87 rmd
->mmu_update
->ptr
= virt_to_machine(ptep
).maddr
;
88 rmd
->mmu_update
->val
= pte_val_ma(pte
);
94 static int do_remap_gfn(struct vm_area_struct
*vma
,
96 xen_pfn_t
*gfn
, int nr
,
97 int *err_ptr
, pgprot_t prot
,
102 struct remap_data rmd
;
103 struct mmu_update mmu_update
[REMAP_BATCH_SIZE
];
107 BUG_ON(!((vma
->vm_flags
& (VM_PFNMAP
| VM_IO
)) == (VM_PFNMAP
| VM_IO
)));
111 /* We use the err_ptr to indicate if there we are doing a contiguous
112 * mapping or a discontigious mapping. */
113 rmd
.contiguous
= !err_ptr
;
118 int batch
= min(REMAP_BATCH_SIZE
, nr
);
119 int batch_left
= batch
;
120 range
= (unsigned long)batch
<< PAGE_SHIFT
;
122 rmd
.mmu_update
= mmu_update
;
123 err
= apply_to_page_range(vma
->vm_mm
, addr
, range
,
124 remap_area_mfn_pte_fn
, &rmd
);
128 /* We record the error for each page that gives an error, but
129 * continue mapping until the whole set is done */
133 err
= HYPERVISOR_mmu_update(&mmu_update
[index
],
134 batch_left
, &done
, domid
);
137 * @err_ptr may be the same buffer as @gfn, so
138 * only clear it after each chunk of @gfn is
142 for (i
= index
; i
< index
+ done
; i
++)
149 done
++; /* Skip failed frame. */
154 } while (batch_left
);
166 return err
< 0 ? err
: mapped
;
169 int xen_remap_domain_gfn_range(struct vm_area_struct
*vma
,
171 xen_pfn_t gfn
, int nr
,
172 pgprot_t prot
, unsigned domid
,
175 return do_remap_gfn(vma
, addr
, &gfn
, nr
, NULL
, prot
, domid
, pages
);
177 EXPORT_SYMBOL_GPL(xen_remap_domain_gfn_range
);
179 int xen_remap_domain_gfn_array(struct vm_area_struct
*vma
,
181 xen_pfn_t
*gfn
, int nr
,
182 int *err_ptr
, pgprot_t prot
,
183 unsigned domid
, struct page
**pages
)
185 /* We BUG_ON because it's a programmer error to pass a NULL err_ptr,
186 * and the consequences later is quite hard to detect what the actual
187 * cause of "wrong memory was mapped in".
189 BUG_ON(err_ptr
== NULL
);
190 return do_remap_gfn(vma
, addr
, gfn
, nr
, err_ptr
, prot
, domid
, pages
);
192 EXPORT_SYMBOL_GPL(xen_remap_domain_gfn_array
);
194 /* Returns: 0 success */
195 int xen_unmap_domain_gfn_range(struct vm_area_struct
*vma
,
196 int numpgs
, struct page
**pages
)
198 if (!pages
|| !xen_feature(XENFEAT_auto_translated_physmap
))
203 EXPORT_SYMBOL_GPL(xen_unmap_domain_gfn_range
);