net: smsc911x: Fix bug where PHY interrupts are overwritten by 0
[linux/fpc-iii.git] / arch / x86 / xen / time.c
blob6deba5bc7e3490546031ce0a11e90e9f9a917884
1 /*
2 * Xen time implementation.
4 * This is implemented in terms of a clocksource driver which uses
5 * the hypervisor clock as a nanosecond timebase, and a clockevent
6 * driver which uses the hypervisor's timer mechanism.
8 * Jeremy Fitzhardinge <jeremy@xensource.com>, XenSource Inc, 2007
9 */
10 #include <linux/kernel.h>
11 #include <linux/interrupt.h>
12 #include <linux/clocksource.h>
13 #include <linux/clockchips.h>
14 #include <linux/kernel_stat.h>
15 #include <linux/math64.h>
16 #include <linux/gfp.h>
17 #include <linux/slab.h>
18 #include <linux/pvclock_gtod.h>
19 #include <linux/timekeeper_internal.h>
21 #include <asm/pvclock.h>
22 #include <asm/xen/hypervisor.h>
23 #include <asm/xen/hypercall.h>
25 #include <xen/events.h>
26 #include <xen/features.h>
27 #include <xen/interface/xen.h>
28 #include <xen/interface/vcpu.h>
30 #include "xen-ops.h"
32 /* Xen may fire a timer up to this many ns early */
33 #define TIMER_SLOP 100000
34 #define NS_PER_TICK (1000000000LL / HZ)
36 /* snapshots of runstate info */
37 static DEFINE_PER_CPU(struct vcpu_runstate_info, xen_runstate_snapshot);
39 /* unused ns of stolen time */
40 static DEFINE_PER_CPU(u64, xen_residual_stolen);
42 static void do_stolen_accounting(void)
44 struct vcpu_runstate_info state;
45 struct vcpu_runstate_info *snap;
46 s64 runnable, offline, stolen;
47 cputime_t ticks;
49 xen_get_runstate_snapshot(&state);
51 WARN_ON(state.state != RUNSTATE_running);
53 snap = this_cpu_ptr(&xen_runstate_snapshot);
55 /* work out how much time the VCPU has not been runn*ing* */
56 runnable = state.time[RUNSTATE_runnable] - snap->time[RUNSTATE_runnable];
57 offline = state.time[RUNSTATE_offline] - snap->time[RUNSTATE_offline];
59 *snap = state;
61 /* Add the appropriate number of ticks of stolen time,
62 including any left-overs from last time. */
63 stolen = runnable + offline + __this_cpu_read(xen_residual_stolen);
65 if (stolen < 0)
66 stolen = 0;
68 ticks = iter_div_u64_rem(stolen, NS_PER_TICK, &stolen);
69 __this_cpu_write(xen_residual_stolen, stolen);
70 account_steal_ticks(ticks);
73 /* Get the TSC speed from Xen */
74 static unsigned long xen_tsc_khz(void)
76 struct pvclock_vcpu_time_info *info =
77 &HYPERVISOR_shared_info->vcpu_info[0].time;
79 return pvclock_tsc_khz(info);
82 cycle_t xen_clocksource_read(void)
84 struct pvclock_vcpu_time_info *src;
85 cycle_t ret;
87 preempt_disable_notrace();
88 src = &__this_cpu_read(xen_vcpu)->time;
89 ret = pvclock_clocksource_read(src);
90 preempt_enable_notrace();
91 return ret;
94 static cycle_t xen_clocksource_get_cycles(struct clocksource *cs)
96 return xen_clocksource_read();
99 static void xen_read_wallclock(struct timespec *ts)
101 struct shared_info *s = HYPERVISOR_shared_info;
102 struct pvclock_wall_clock *wall_clock = &(s->wc);
103 struct pvclock_vcpu_time_info *vcpu_time;
105 vcpu_time = &get_cpu_var(xen_vcpu)->time;
106 pvclock_read_wallclock(wall_clock, vcpu_time, ts);
107 put_cpu_var(xen_vcpu);
110 static void xen_get_wallclock(struct timespec *now)
112 xen_read_wallclock(now);
115 static int xen_set_wallclock(const struct timespec *now)
117 return -1;
120 static int xen_pvclock_gtod_notify(struct notifier_block *nb,
121 unsigned long was_set, void *priv)
123 /* Protected by the calling core code serialization */
124 static struct timespec64 next_sync;
126 struct xen_platform_op op;
127 struct timespec64 now;
128 struct timekeeper *tk = priv;
129 static bool settime64_supported = true;
130 int ret;
132 now.tv_sec = tk->xtime_sec;
133 now.tv_nsec = (long)(tk->tkr_mono.xtime_nsec >> tk->tkr_mono.shift);
136 * We only take the expensive HV call when the clock was set
137 * or when the 11 minutes RTC synchronization time elapsed.
139 if (!was_set && timespec64_compare(&now, &next_sync) < 0)
140 return NOTIFY_OK;
142 again:
143 if (settime64_supported) {
144 op.cmd = XENPF_settime64;
145 op.u.settime64.mbz = 0;
146 op.u.settime64.secs = now.tv_sec;
147 op.u.settime64.nsecs = now.tv_nsec;
148 op.u.settime64.system_time = xen_clocksource_read();
149 } else {
150 op.cmd = XENPF_settime32;
151 op.u.settime32.secs = now.tv_sec;
152 op.u.settime32.nsecs = now.tv_nsec;
153 op.u.settime32.system_time = xen_clocksource_read();
156 ret = HYPERVISOR_platform_op(&op);
158 if (ret == -ENOSYS && settime64_supported) {
159 settime64_supported = false;
160 goto again;
162 if (ret < 0)
163 return NOTIFY_BAD;
166 * Move the next drift compensation time 11 minutes
167 * ahead. That's emulating the sync_cmos_clock() update for
168 * the hardware RTC.
170 next_sync = now;
171 next_sync.tv_sec += 11 * 60;
173 return NOTIFY_OK;
176 static struct notifier_block xen_pvclock_gtod_notifier = {
177 .notifier_call = xen_pvclock_gtod_notify,
180 static struct clocksource xen_clocksource __read_mostly = {
181 .name = "xen",
182 .rating = 400,
183 .read = xen_clocksource_get_cycles,
184 .mask = ~0,
185 .flags = CLOCK_SOURCE_IS_CONTINUOUS,
189 Xen clockevent implementation
191 Xen has two clockevent implementations:
193 The old timer_op one works with all released versions of Xen prior
194 to version 3.0.4. This version of the hypervisor provides a
195 single-shot timer with nanosecond resolution. However, sharing the
196 same event channel is a 100Hz tick which is delivered while the
197 vcpu is running. We don't care about or use this tick, but it will
198 cause the core time code to think the timer fired too soon, and
199 will end up resetting it each time. It could be filtered, but
200 doing so has complications when the ktime clocksource is not yet
201 the xen clocksource (ie, at boot time).
203 The new vcpu_op-based timer interface allows the tick timer period
204 to be changed or turned off. The tick timer is not useful as a
205 periodic timer because events are only delivered to running vcpus.
206 The one-shot timer can report when a timeout is in the past, so
207 set_next_event is capable of returning -ETIME when appropriate.
208 This interface is used when available.
213 Get a hypervisor absolute time. In theory we could maintain an
214 offset between the kernel's time and the hypervisor's time, and
215 apply that to a kernel's absolute timeout. Unfortunately the
216 hypervisor and kernel times can drift even if the kernel is using
217 the Xen clocksource, because ntp can warp the kernel's clocksource.
219 static s64 get_abs_timeout(unsigned long delta)
221 return xen_clocksource_read() + delta;
224 static int xen_timerop_shutdown(struct clock_event_device *evt)
226 /* cancel timeout */
227 HYPERVISOR_set_timer_op(0);
229 return 0;
232 static int xen_timerop_set_next_event(unsigned long delta,
233 struct clock_event_device *evt)
235 WARN_ON(!clockevent_state_oneshot(evt));
237 if (HYPERVISOR_set_timer_op(get_abs_timeout(delta)) < 0)
238 BUG();
240 /* We may have missed the deadline, but there's no real way of
241 knowing for sure. If the event was in the past, then we'll
242 get an immediate interrupt. */
244 return 0;
247 static const struct clock_event_device xen_timerop_clockevent = {
248 .name = "xen",
249 .features = CLOCK_EVT_FEAT_ONESHOT,
251 .max_delta_ns = 0xffffffff,
252 .min_delta_ns = TIMER_SLOP,
254 .mult = 1,
255 .shift = 0,
256 .rating = 500,
258 .set_state_shutdown = xen_timerop_shutdown,
259 .set_next_event = xen_timerop_set_next_event,
262 static int xen_vcpuop_shutdown(struct clock_event_device *evt)
264 int cpu = smp_processor_id();
266 if (HYPERVISOR_vcpu_op(VCPUOP_stop_singleshot_timer, cpu, NULL) ||
267 HYPERVISOR_vcpu_op(VCPUOP_stop_periodic_timer, cpu, NULL))
268 BUG();
270 return 0;
273 static int xen_vcpuop_set_oneshot(struct clock_event_device *evt)
275 int cpu = smp_processor_id();
277 if (HYPERVISOR_vcpu_op(VCPUOP_stop_periodic_timer, cpu, NULL))
278 BUG();
280 return 0;
283 static int xen_vcpuop_set_next_event(unsigned long delta,
284 struct clock_event_device *evt)
286 int cpu = smp_processor_id();
287 struct vcpu_set_singleshot_timer single;
288 int ret;
290 WARN_ON(!clockevent_state_oneshot(evt));
292 single.timeout_abs_ns = get_abs_timeout(delta);
293 /* Get an event anyway, even if the timeout is already expired */
294 single.flags = 0;
296 ret = HYPERVISOR_vcpu_op(VCPUOP_set_singleshot_timer, cpu, &single);
297 BUG_ON(ret != 0);
299 return ret;
302 static const struct clock_event_device xen_vcpuop_clockevent = {
303 .name = "xen",
304 .features = CLOCK_EVT_FEAT_ONESHOT,
306 .max_delta_ns = 0xffffffff,
307 .min_delta_ns = TIMER_SLOP,
309 .mult = 1,
310 .shift = 0,
311 .rating = 500,
313 .set_state_shutdown = xen_vcpuop_shutdown,
314 .set_state_oneshot = xen_vcpuop_set_oneshot,
315 .set_next_event = xen_vcpuop_set_next_event,
318 static const struct clock_event_device *xen_clockevent =
319 &xen_timerop_clockevent;
321 struct xen_clock_event_device {
322 struct clock_event_device evt;
323 char name[16];
325 static DEFINE_PER_CPU(struct xen_clock_event_device, xen_clock_events) = { .evt.irq = -1 };
327 static irqreturn_t xen_timer_interrupt(int irq, void *dev_id)
329 struct clock_event_device *evt = this_cpu_ptr(&xen_clock_events.evt);
330 irqreturn_t ret;
332 ret = IRQ_NONE;
333 if (evt->event_handler) {
334 evt->event_handler(evt);
335 ret = IRQ_HANDLED;
338 do_stolen_accounting();
340 return ret;
343 void xen_teardown_timer(int cpu)
345 struct clock_event_device *evt;
346 BUG_ON(cpu == 0);
347 evt = &per_cpu(xen_clock_events, cpu).evt;
349 if (evt->irq >= 0) {
350 unbind_from_irqhandler(evt->irq, NULL);
351 evt->irq = -1;
355 void xen_setup_timer(int cpu)
357 struct xen_clock_event_device *xevt = &per_cpu(xen_clock_events, cpu);
358 struct clock_event_device *evt = &xevt->evt;
359 int irq;
361 WARN(evt->irq >= 0, "IRQ%d for CPU%d is already allocated\n", evt->irq, cpu);
362 if (evt->irq >= 0)
363 xen_teardown_timer(cpu);
365 printk(KERN_INFO "installing Xen timer for CPU %d\n", cpu);
367 snprintf(xevt->name, sizeof(xevt->name), "timer%d", cpu);
369 irq = bind_virq_to_irqhandler(VIRQ_TIMER, cpu, xen_timer_interrupt,
370 IRQF_PERCPU|IRQF_NOBALANCING|IRQF_TIMER|
371 IRQF_FORCE_RESUME|IRQF_EARLY_RESUME,
372 xevt->name, NULL);
373 (void)xen_set_irq_priority(irq, XEN_IRQ_PRIORITY_MAX);
375 memcpy(evt, xen_clockevent, sizeof(*evt));
377 evt->cpumask = cpumask_of(cpu);
378 evt->irq = irq;
382 void xen_setup_cpu_clockevents(void)
384 clockevents_register_device(this_cpu_ptr(&xen_clock_events.evt));
387 void xen_timer_resume(void)
389 int cpu;
391 pvclock_resume();
393 if (xen_clockevent != &xen_vcpuop_clockevent)
394 return;
396 for_each_online_cpu(cpu) {
397 if (HYPERVISOR_vcpu_op(VCPUOP_stop_periodic_timer, cpu, NULL))
398 BUG();
402 static const struct pv_time_ops xen_time_ops __initconst = {
403 .sched_clock = xen_clocksource_read,
406 static void __init xen_time_init(void)
408 int cpu = smp_processor_id();
409 struct timespec tp;
411 /* As Dom0 is never moved, no penalty on using TSC there */
412 if (xen_initial_domain())
413 xen_clocksource.rating = 275;
415 clocksource_register_hz(&xen_clocksource, NSEC_PER_SEC);
417 if (HYPERVISOR_vcpu_op(VCPUOP_stop_periodic_timer, cpu, NULL) == 0) {
418 /* Successfully turned off 100Hz tick, so we have the
419 vcpuop-based timer interface */
420 printk(KERN_DEBUG "Xen: using vcpuop timer interface\n");
421 xen_clockevent = &xen_vcpuop_clockevent;
424 /* Set initial system time with full resolution */
425 xen_read_wallclock(&tp);
426 do_settimeofday(&tp);
428 setup_force_cpu_cap(X86_FEATURE_TSC);
430 xen_setup_runstate_info(cpu);
431 xen_setup_timer(cpu);
432 xen_setup_cpu_clockevents();
434 if (xen_initial_domain())
435 pvclock_gtod_register_notifier(&xen_pvclock_gtod_notifier);
438 void __init xen_init_time_ops(void)
440 pv_time_ops = xen_time_ops;
442 x86_init.timers.timer_init = xen_time_init;
443 x86_init.timers.setup_percpu_clockev = x86_init_noop;
444 x86_cpuinit.setup_percpu_clockev = x86_init_noop;
446 x86_platform.calibrate_tsc = xen_tsc_khz;
447 x86_platform.get_wallclock = xen_get_wallclock;
448 /* Dom0 uses the native method to set the hardware RTC. */
449 if (!xen_initial_domain())
450 x86_platform.set_wallclock = xen_set_wallclock;
453 #ifdef CONFIG_XEN_PVHVM
454 static void xen_hvm_setup_cpu_clockevents(void)
456 int cpu = smp_processor_id();
457 xen_setup_runstate_info(cpu);
459 * xen_setup_timer(cpu) - snprintf is bad in atomic context. Hence
460 * doing it xen_hvm_cpu_notify (which gets called by smp_init during
461 * early bootup and also during CPU hotplug events).
463 xen_setup_cpu_clockevents();
466 void __init xen_hvm_init_time_ops(void)
468 /* vector callback is needed otherwise we cannot receive interrupts
469 * on cpu > 0 and at this point we don't know how many cpus are
470 * available */
471 if (!xen_have_vector_callback)
472 return;
473 if (!xen_feature(XENFEAT_hvm_safe_pvclock)) {
474 printk(KERN_INFO "Xen doesn't support pvclock on HVM,"
475 "disable pv timer\n");
476 return;
479 pv_time_ops = xen_time_ops;
480 x86_init.timers.setup_percpu_clockev = xen_time_init;
481 x86_cpuinit.setup_percpu_clockev = xen_hvm_setup_cpu_clockevents;
483 x86_platform.calibrate_tsc = xen_tsc_khz;
484 x86_platform.get_wallclock = xen_get_wallclock;
485 x86_platform.set_wallclock = xen_set_wallclock;
487 #endif