2 * kvm_host.h: used for kvm module, and hold ia64-specific sections.
4 * Copyright (C) 2007, Intel Corporation.
6 * Xiantao Zhang <xiantao.zhang@intel.com>
8 * This program is free software; you can redistribute it and/or modify it
9 * under the terms and conditions of the GNU General Public License,
10 * version 2, as published by the Free Software Foundation.
12 * This program is distributed in the hope it will be useful, but WITHOUT
13 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
17 * You should have received a copy of the GNU General Public License along with
18 * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
19 * Place - Suite 330, Boston, MA 02111-1307 USA.
23 #ifndef __ASM_KVM_HOST_H
24 #define __ASM_KVM_HOST_H
26 #define KVM_MEMORY_SLOTS 32
27 /* memory slots that does not exposed to userspace */
28 #define KVM_PRIVATE_MEM_SLOTS 4
30 #define KVM_COALESCED_MMIO_PAGE_OFFSET 1
32 /* define exit reasons from vmm to kvm*/
33 #define EXIT_REASON_VM_PANIC 0
34 #define EXIT_REASON_MMIO_INSTRUCTION 1
35 #define EXIT_REASON_PAL_CALL 2
36 #define EXIT_REASON_SAL_CALL 3
37 #define EXIT_REASON_SWITCH_RR6 4
38 #define EXIT_REASON_VM_DESTROY 5
39 #define EXIT_REASON_EXTERNAL_INTERRUPT 6
40 #define EXIT_REASON_IPI 7
41 #define EXIT_REASON_PTC_G 8
42 #define EXIT_REASON_DEBUG 20
44 /*Define vmm address space and vm data space.*/
45 #define KVM_VMM_SIZE (__IA64_UL_CONST(16)<<20)
46 #define KVM_VMM_SHIFT 24
47 #define KVM_VMM_BASE 0xD000000000000000
48 #define VMM_SIZE (__IA64_UL_CONST(8)<<20)
51 * Define vm_buffer, used by PAL Services, base address.
52 * Note: vm_buffer is in the VMM-BLOCK, the size must be < 8M
54 #define KVM_VM_BUFFER_BASE (KVM_VMM_BASE + VMM_SIZE)
55 #define KVM_VM_BUFFER_SIZE (__IA64_UL_CONST(8)<<20)
58 * kvm guest's data area looks as follow:
60 * +----------------------+ ------- KVM_VM_DATA_SIZE
61 * | vcpu[n]'s data | | ___________________KVM_STK_OFFSET
63 * | .......... | | /vcpu's struct&stack |
64 * | .......... | | /---------------------|---- 0
65 * | vcpu[5]'s data | | / vpd |
66 * | vcpu[4]'s data | |/-----------------------|
67 * | vcpu[3]'s data | / vtlb |
68 * | vcpu[2]'s data | /|------------------------|
69 * | vcpu[1]'s data |/ | vhpt |
70 * | vcpu[0]'s data |____________________________|
71 * +----------------------+ |
72 * | memory dirty log | |
73 * +----------------------+ |
74 * | vm's data struct | |
75 * +----------------------+ |
83 * | vm's p2m table | |
88 * +----------------------+ ------- 0
89 * To support large memory, needs to increase the size of p2m.
90 * To support more vcpus, needs to ensure it has enough space to
94 #define KVM_VM_DATA_SHIFT 26
95 #define KVM_VM_DATA_SIZE (__IA64_UL_CONST(1) << KVM_VM_DATA_SHIFT)
96 #define KVM_VM_DATA_BASE (KVM_VMM_BASE + KVM_VM_DATA_SIZE)
98 #define KVM_P2M_BASE KVM_VM_DATA_BASE
99 #define KVM_P2M_SIZE (__IA64_UL_CONST(24) << 20)
101 #define VHPT_SHIFT 16
102 #define VHPT_SIZE (__IA64_UL_CONST(1) << VHPT_SHIFT)
103 #define VHPT_NUM_ENTRIES (__IA64_UL_CONST(1) << (VHPT_SHIFT-5))
105 #define VTLB_SHIFT 16
106 #define VTLB_SIZE (__IA64_UL_CONST(1) << VTLB_SHIFT)
107 #define VTLB_NUM_ENTRIES (1UL << (VHPT_SHIFT-5))
110 #define VPD_SIZE (__IA64_UL_CONST(1) << VPD_SHIFT)
112 #define VCPU_STRUCT_SHIFT 16
113 #define VCPU_STRUCT_SIZE (__IA64_UL_CONST(1) << VCPU_STRUCT_SHIFT)
116 * This must match KVM_IA64_VCPU_STACK_{SHIFT,SIZE} arch/ia64/include/asm/kvm.h
118 #define KVM_STK_SHIFT 16
119 #define KVM_STK_OFFSET (__IA64_UL_CONST(1)<< KVM_STK_SHIFT)
121 #define KVM_VM_STRUCT_SHIFT 19
122 #define KVM_VM_STRUCT_SIZE (__IA64_UL_CONST(1) << KVM_VM_STRUCT_SHIFT)
124 #define KVM_MEM_DIRY_LOG_SHIFT 19
125 #define KVM_MEM_DIRTY_LOG_SIZE (__IA64_UL_CONST(1) << KVM_MEM_DIRY_LOG_SHIFT)
129 /*Define the max vcpus and memory for Guests.*/
130 #define KVM_MAX_VCPUS (KVM_VM_DATA_SIZE - KVM_P2M_SIZE - KVM_VM_STRUCT_SIZE -\
131 KVM_MEM_DIRTY_LOG_SIZE) / sizeof(struct kvm_vcpu_data)
132 #define KVM_MAX_MEM_SIZE (KVM_P2M_SIZE >> 3 << PAGE_SHIFT)
134 #define VMM_LOG_LEN 256
136 #include <linux/types.h>
137 #include <linux/mm.h>
138 #include <linux/kvm.h>
139 #include <linux/kvm_para.h>
140 #include <linux/kvm_types.h>
144 #include <asm/page.h>
146 struct kvm_vcpu_data
{
147 char vcpu_vhpt
[VHPT_SIZE
];
148 char vcpu_vtlb
[VTLB_SIZE
];
149 char vcpu_vpd
[VPD_SIZE
];
150 char vcpu_struct
[VCPU_STRUCT_SIZE
];
154 char kvm_p2m
[KVM_P2M_SIZE
];
155 char kvm_vm_struct
[KVM_VM_STRUCT_SIZE
];
156 char kvm_mem_dirty_log
[KVM_MEM_DIRTY_LOG_SIZE
];
157 struct kvm_vcpu_data vcpu_data
[KVM_MAX_VCPUS
];
160 #define VCPU_BASE(n) (KVM_VM_DATA_BASE + \
161 offsetof(struct kvm_vm_data, vcpu_data[n]))
162 #define KVM_VM_BASE (KVM_VM_DATA_BASE + \
163 offsetof(struct kvm_vm_data, kvm_vm_struct))
164 #define KVM_MEM_DIRTY_LOG_BASE KVM_VM_DATA_BASE + \
165 offsetof(struct kvm_vm_data, kvm_mem_dirty_log)
167 #define VHPT_BASE(n) (VCPU_BASE(n) + offsetof(struct kvm_vcpu_data, vcpu_vhpt))
168 #define VTLB_BASE(n) (VCPU_BASE(n) + offsetof(struct kvm_vcpu_data, vcpu_vtlb))
169 #define VPD_BASE(n) (VCPU_BASE(n) + offsetof(struct kvm_vcpu_data, vcpu_vpd))
170 #define VCPU_STRUCT_BASE(n) (VCPU_BASE(n) + \
171 offsetof(struct kvm_vcpu_data, vcpu_struct))
173 /*IO section definitions*/
175 #define IOREQ_WRITE 0
177 #define STATE_IOREQ_NONE 0
178 #define STATE_IOREQ_READY 1
179 #define STATE_IOREQ_INPROCESS 2
180 #define STATE_IORESP_READY 3
182 /*Guest Physical address layout.*/
183 #define GPFN_MEM (0UL << 60) /* Guest pfn is normal mem */
184 #define GPFN_FRAME_BUFFER (1UL << 60) /* VGA framebuffer */
185 #define GPFN_LOW_MMIO (2UL << 60) /* Low MMIO range */
186 #define GPFN_PIB (3UL << 60) /* PIB base */
187 #define GPFN_IOSAPIC (4UL << 60) /* IOSAPIC base */
188 #define GPFN_LEGACY_IO (5UL << 60) /* Legacy I/O base */
189 #define GPFN_GFW (6UL << 60) /* Guest Firmware */
190 #define GPFN_PHYS_MMIO (7UL << 60) /* Directed MMIO Range */
192 #define GPFN_IO_MASK (7UL << 60) /* Guest pfn is I/O type */
193 #define GPFN_INV_MASK (1UL << 63) /* Guest pfn is invalid */
194 #define INVALID_MFN (~0UL)
195 #define MEM_G (1UL << 30)
196 #define MEM_M (1UL << 20)
197 #define MMIO_START (3 * MEM_G)
198 #define MMIO_SIZE (512 * MEM_M)
199 #define VGA_IO_START 0xA0000UL
200 #define VGA_IO_SIZE 0x20000
201 #define LEGACY_IO_START (MMIO_START + MMIO_SIZE)
202 #define LEGACY_IO_SIZE (64 * MEM_M)
203 #define IO_SAPIC_START 0xfec00000UL
204 #define IO_SAPIC_SIZE 0x100000
205 #define PIB_START 0xfee00000UL
206 #define PIB_SIZE 0x200000
207 #define GFW_START (4 * MEM_G - 16 * MEM_M)
208 #define GFW_SIZE (16 * MEM_M)
210 /*Deliver mode, defined for ioapic.c*/
211 #define dest_Fixed IOSAPIC_FIXED
212 #define dest_LowestPrio IOSAPIC_LOWEST_PRIORITY
215 #define ExtINT_VECTOR 0
216 #define NULL_VECTOR (-1)
217 #define IA64_SPURIOUS_INT_VECTOR 0x0f
219 #define VCPU_LID(v) (((u64)(v)->vcpu_id) << 24)
224 #define SAPIC_DELIV_SHIFT 8
225 #define SAPIC_FIXED 0x0
226 #define SAPIC_LOWEST_PRIORITY 0x1
227 #define SAPIC_PMI 0x2
228 #define SAPIC_NMI 0x4
229 #define SAPIC_INIT 0x5
230 #define SAPIC_EXTINT 0x7
233 * vcpu->requests bit members for arch
235 #define KVM_REQ_PTC_G 32
236 #define KVM_REQ_RESUME 33
238 #define KVM_NR_PAGE_SIZES 1
239 #define KVM_PAGES_PER_HPAGE(x) 1
244 struct kvm_mmio_req
{
245 uint64_t addr
; /* physical address */
246 uint64_t size
; /* size in bytes */
247 uint64_t data
; /* data (or paddr of data) */
249 uint8_t dir
:1; /* 1=read, 0=write */
260 struct ia64_pal_retval ret
;
263 /* Sal data structure */
274 struct sal_ret_values ret
;
278 struct kvm_switch_rr6
{
286 unsigned long rv
: 3;
287 unsigned long ir
: 1;
288 unsigned long eid
: 8;
289 unsigned long id
: 8;
290 unsigned long ib_base
: 44;
297 unsigned long vector
: 8;
298 unsigned long dm
: 3;
299 unsigned long ig
: 53;
303 /*ipi check exit data*/
305 union ia64_ipi_a addr
;
306 union ia64_ipi_d data
;
309 /*global purge data*/
314 struct kvm_vcpu
*vcpu
;
317 /*Exit control data */
318 struct exit_ctl_data
{
319 uint32_t exit_reason
;
322 struct kvm_mmio_req ioreq
;
323 struct kvm_pal_call pal_data
;
324 struct kvm_sal_call sal_data
;
325 struct kvm_switch_rr6 rr_data
;
326 struct kvm_ipi_data ipi_data
;
327 struct kvm_ptc_g ptc_g_data
;
334 unsigned long p
: 1; /*0 */
335 unsigned long : 1; /* 1 */
336 unsigned long ma
: 3; /* 2-4 */
337 unsigned long a
: 1; /* 5 */
338 unsigned long d
: 1; /* 6 */
339 unsigned long pl
: 2; /* 7-8 */
340 unsigned long ar
: 3; /* 9-11 */
341 unsigned long ppn
: 38; /* 12-49 */
342 unsigned long : 2; /* 50-51 */
343 unsigned long ed
: 1; /* 52 */
350 unsigned long ve
: 1;
351 unsigned long reserved0
: 1;
352 unsigned long size
: 6;
353 unsigned long vf
: 1;
354 unsigned long reserved1
: 6;
355 unsigned long base
: 49;
360 /* THASH base information */
361 struct thash_data
*hash
; /* hash table pointer */
366 struct kvm_vcpu_stat
{
369 struct kvm_vcpu_arch
{
377 #define KVM_MP_STATE_RUNNABLE 0
378 #define KVM_MP_STATE_UNINITIALIZED 1
379 #define KVM_MP_STATE_INIT_RECEIVED 2
380 #define KVM_MP_STATE_HALTED 3
383 #define MAX_PTC_G_NUM 3
385 struct kvm_ptc_g ptc_g_data
[MAX_PTC_G_NUM
];
387 /*halt timer to wake up sleepy vcpus*/
388 struct hrtimer hlt_timer
;
391 struct kvm_lapic
*apic
; /* kernel irqchip context */
394 /* Exit data for vmm_transition*/
395 struct exit_ctl_data exit_data
;
397 cpumask_t cache_coherent_map
;
399 unsigned long vmm_rr
;
400 unsigned long host_rr6
;
401 unsigned long psbits
[8];
402 unsigned long cr_iipa
;
403 unsigned long cr_isr
;
404 unsigned long vsa_base
;
405 unsigned long dirty_log_lock_pa
;
408 struct thash_data itrs
[NITRS
];
409 struct thash_data dtrs
[NDTRS
];
410 /* Bit is set if there is a tr/tc for the region. */
411 unsigned char itr_regions
;
412 unsigned char dtr_regions
;
413 unsigned char tc_regions
;
415 unsigned long ptce_base
;
416 unsigned long ptce_count
[2];
417 unsigned long ptce_stride
[2];
419 unsigned long last_itc
;
421 unsigned long itc_check
;
422 unsigned long timer_check
;
423 unsigned int timer_pending
;
424 unsigned int timer_fired
;
426 unsigned long vrr
[8];
427 unsigned long ibr
[8];
428 unsigned long dbr
[8];
429 unsigned long insvc
[4]; /* Interrupt in service. */
432 unsigned long metaphysical_rr0
; /* from kvm_arch (so is pinned) */
433 unsigned long metaphysical_rr4
; /* from kvm_arch (so is pinned) */
434 unsigned long metaphysical_saved_rr0
; /* from kvm_arch */
435 unsigned long metaphysical_saved_rr4
; /* from kvm_arch */
436 unsigned long fp_psr
; /*used for lazy float register */
437 unsigned long saved_gp
;
438 /*for phycial emulation */
440 struct thash_cb vtlb
;
441 struct thash_cb vhpt
;
443 char irq_new_pending
;
445 unsigned long opcode
;
447 char log_buf
[VMM_LOG_LEN
];
453 u64 remote_tlb_flush
;
456 struct kvm_sal_data
{
457 unsigned long boot_ip
;
458 unsigned long boot_gp
;
462 spinlock_t dirty_log_lock
;
464 unsigned long vm_base
;
465 unsigned long metaphysical_rr0
;
466 unsigned long metaphysical_rr4
;
467 unsigned long vmm_init_rr
;
471 struct kvm_ioapic
*vioapic
;
472 struct kvm_vm_stat stat
;
473 struct kvm_sal_data rdv_sal_data
;
475 struct list_head assigned_dev_head
;
476 struct iommu_domain
*iommu_domain
;
478 struct hlist_head irq_ack_notifier_list
;
480 unsigned long irq_sources_bitmap
;
481 unsigned long irq_states
[KVM_IOAPIC_NUM_PINS
];
497 /* The following registers are saved by SAVE_MIN: */
498 unsigned long b6
; /* scratch */
499 unsigned long b7
; /* scratch */
501 unsigned long ar_csd
; /* used by cmp8xchg16 (scratch) */
502 unsigned long ar_ssd
; /* reserved for future use (scratch) */
504 unsigned long r8
; /* scratch (return value register 0) */
505 unsigned long r9
; /* scratch (return value register 1) */
506 unsigned long r10
; /* scratch (return value register 2) */
507 unsigned long r11
; /* scratch (return value register 3) */
509 unsigned long cr_ipsr
; /* interrupted task's psr */
510 unsigned long cr_iip
; /* interrupted task's instruction pointer */
511 unsigned long cr_ifs
; /* interrupted task's function state */
513 unsigned long ar_unat
; /* interrupted task's NaT register (preserved) */
514 unsigned long ar_pfs
; /* prev function state */
515 unsigned long ar_rsc
; /* RSE configuration */
516 /* The following two are valid only if cr_ipsr.cpl > 0: */
517 unsigned long ar_rnat
; /* RSE NaT */
518 unsigned long ar_bspstore
; /* RSE bspstore */
520 unsigned long pr
; /* 64 predicate registers (1 bit each) */
521 unsigned long b0
; /* return pointer (bp) */
522 unsigned long loadrs
; /* size of dirty partition << 16 */
524 unsigned long r1
; /* the gp pointer */
525 unsigned long r12
; /* interrupted task's memory stack pointer */
526 unsigned long r13
; /* thread pointer */
528 unsigned long ar_fpsr
; /* floating point status (preserved) */
529 unsigned long r15
; /* scratch */
531 /* The remaining registers are NOT saved for system calls. */
532 unsigned long r14
; /* scratch */
533 unsigned long r2
; /* scratch */
534 unsigned long r3
; /* scratch */
535 unsigned long r16
; /* scratch */
536 unsigned long r17
; /* scratch */
537 unsigned long r18
; /* scratch */
538 unsigned long r19
; /* scratch */
539 unsigned long r20
; /* scratch */
540 unsigned long r21
; /* scratch */
541 unsigned long r22
; /* scratch */
542 unsigned long r23
; /* scratch */
543 unsigned long r24
; /* scratch */
544 unsigned long r25
; /* scratch */
545 unsigned long r26
; /* scratch */
546 unsigned long r27
; /* scratch */
547 unsigned long r28
; /* scratch */
548 unsigned long r29
; /* scratch */
549 unsigned long r30
; /* scratch */
550 unsigned long r31
; /* scratch */
551 unsigned long ar_ccv
; /* compare/exchange value (scratch) */
554 * Floating point registers that the kernel considers scratch:
556 struct ia64_fpreg f6
; /* scratch */
557 struct ia64_fpreg f7
; /* scratch */
558 struct ia64_fpreg f8
; /* scratch */
559 struct ia64_fpreg f9
; /* scratch */
560 struct ia64_fpreg f10
; /* scratch */
561 struct ia64_fpreg f11
; /* scratch */
563 unsigned long r4
; /* preserved */
564 unsigned long r5
; /* preserved */
565 unsigned long r6
; /* preserved */
566 unsigned long r7
; /* preserved */
567 unsigned long eml_unat
; /* used for emulating instruction */
568 unsigned long pad0
; /* alignment pad */
571 static inline struct kvm_pt_regs
*vcpu_regs(struct kvm_vcpu
*v
)
573 return (struct kvm_pt_regs
*) ((unsigned long) v
+ KVM_STK_OFFSET
) - 1;
576 typedef int kvm_vmm_entry(void);
577 typedef void kvm_tramp_entry(union context
*host
, union context
*guest
);
580 struct module
*module
;
581 kvm_vmm_entry
*vmm_entry
;
582 kvm_tramp_entry
*tramp_entry
;
583 unsigned long vmm_ivt
;
584 unsigned long patch_mov_ar
;
585 unsigned long patch_mov_ar_sn2
;
588 int kvm_highest_pending_irq(struct kvm_vcpu
*vcpu
);
589 int kvm_emulate_halt(struct kvm_vcpu
*vcpu
);
590 int kvm_pal_emul(struct kvm_vcpu
*vcpu
, struct kvm_run
*kvm_run
);
591 void kvm_sal_emul(struct kvm_vcpu
*vcpu
);
593 #endif /* __ASSEMBLY__*/