xref: /openbmc/linux/drivers/xen/time.c (revision 4ccefbe5)
14ccefbe5SStefano Stabellini /*
24ccefbe5SStefano Stabellini  * Xen stolen ticks accounting.
34ccefbe5SStefano Stabellini  */
44ccefbe5SStefano Stabellini #include <linux/kernel.h>
54ccefbe5SStefano Stabellini #include <linux/kernel_stat.h>
64ccefbe5SStefano Stabellini #include <linux/math64.h>
74ccefbe5SStefano Stabellini #include <linux/gfp.h>
84ccefbe5SStefano Stabellini 
94ccefbe5SStefano Stabellini #include <asm/xen/hypervisor.h>
104ccefbe5SStefano Stabellini #include <asm/xen/hypercall.h>
114ccefbe5SStefano Stabellini 
124ccefbe5SStefano Stabellini #include <xen/events.h>
134ccefbe5SStefano Stabellini #include <xen/features.h>
144ccefbe5SStefano Stabellini #include <xen/interface/xen.h>
154ccefbe5SStefano Stabellini #include <xen/interface/vcpu.h>
164ccefbe5SStefano Stabellini #include <xen/xen-ops.h>
174ccefbe5SStefano Stabellini 
184ccefbe5SStefano Stabellini /* runstate info updated by Xen */
194ccefbe5SStefano Stabellini static DEFINE_PER_CPU(struct vcpu_runstate_info, xen_runstate);
204ccefbe5SStefano Stabellini 
214ccefbe5SStefano Stabellini /* return an consistent snapshot of 64-bit time/counter value */
224ccefbe5SStefano Stabellini static u64 get64(const u64 *p)
234ccefbe5SStefano Stabellini {
244ccefbe5SStefano Stabellini 	u64 ret;
254ccefbe5SStefano Stabellini 
264ccefbe5SStefano Stabellini 	if (BITS_PER_LONG < 64) {
274ccefbe5SStefano Stabellini 		u32 *p32 = (u32 *)p;
284ccefbe5SStefano Stabellini 		u32 h, l;
294ccefbe5SStefano Stabellini 
304ccefbe5SStefano Stabellini 		/*
314ccefbe5SStefano Stabellini 		 * Read high then low, and then make sure high is
324ccefbe5SStefano Stabellini 		 * still the same; this will only loop if low wraps
334ccefbe5SStefano Stabellini 		 * and carries into high.
344ccefbe5SStefano Stabellini 		 * XXX some clean way to make this endian-proof?
354ccefbe5SStefano Stabellini 		 */
364ccefbe5SStefano Stabellini 		do {
374ccefbe5SStefano Stabellini 			h = p32[1];
384ccefbe5SStefano Stabellini 			barrier();
394ccefbe5SStefano Stabellini 			l = p32[0];
404ccefbe5SStefano Stabellini 			barrier();
414ccefbe5SStefano Stabellini 		} while (p32[1] != h);
424ccefbe5SStefano Stabellini 
434ccefbe5SStefano Stabellini 		ret = (((u64)h) << 32) | l;
444ccefbe5SStefano Stabellini 	} else
454ccefbe5SStefano Stabellini 		ret = *p;
464ccefbe5SStefano Stabellini 
474ccefbe5SStefano Stabellini 	return ret;
484ccefbe5SStefano Stabellini }
494ccefbe5SStefano Stabellini 
504ccefbe5SStefano Stabellini /*
514ccefbe5SStefano Stabellini  * Runstate accounting
524ccefbe5SStefano Stabellini  */
534ccefbe5SStefano Stabellini void xen_get_runstate_snapshot(struct vcpu_runstate_info *res)
544ccefbe5SStefano Stabellini {
554ccefbe5SStefano Stabellini 	u64 state_time;
564ccefbe5SStefano Stabellini 	struct vcpu_runstate_info *state;
574ccefbe5SStefano Stabellini 
584ccefbe5SStefano Stabellini 	BUG_ON(preemptible());
594ccefbe5SStefano Stabellini 
604ccefbe5SStefano Stabellini 	state = this_cpu_ptr(&xen_runstate);
614ccefbe5SStefano Stabellini 
624ccefbe5SStefano Stabellini 	/*
634ccefbe5SStefano Stabellini 	 * The runstate info is always updated by the hypervisor on
644ccefbe5SStefano Stabellini 	 * the current CPU, so there's no need to use anything
654ccefbe5SStefano Stabellini 	 * stronger than a compiler barrier when fetching it.
664ccefbe5SStefano Stabellini 	 */
674ccefbe5SStefano Stabellini 	do {
684ccefbe5SStefano Stabellini 		state_time = get64(&state->state_entry_time);
694ccefbe5SStefano Stabellini 		barrier();
704ccefbe5SStefano Stabellini 		*res = *state;
714ccefbe5SStefano Stabellini 		barrier();
724ccefbe5SStefano Stabellini 	} while (get64(&state->state_entry_time) != state_time);
734ccefbe5SStefano Stabellini }
744ccefbe5SStefano Stabellini 
754ccefbe5SStefano Stabellini /* return true when a vcpu could run but has no real cpu to run on */
764ccefbe5SStefano Stabellini bool xen_vcpu_stolen(int vcpu)
774ccefbe5SStefano Stabellini {
784ccefbe5SStefano Stabellini 	return per_cpu(xen_runstate, vcpu).state == RUNSTATE_runnable;
794ccefbe5SStefano Stabellini }
804ccefbe5SStefano Stabellini 
814ccefbe5SStefano Stabellini void xen_setup_runstate_info(int cpu)
824ccefbe5SStefano Stabellini {
834ccefbe5SStefano Stabellini 	struct vcpu_register_runstate_memory_area area;
844ccefbe5SStefano Stabellini 
854ccefbe5SStefano Stabellini 	area.addr.v = &per_cpu(xen_runstate, cpu);
864ccefbe5SStefano Stabellini 
874ccefbe5SStefano Stabellini 	if (HYPERVISOR_vcpu_op(VCPUOP_register_runstate_memory_area,
884ccefbe5SStefano Stabellini 			       cpu, &area))
894ccefbe5SStefano Stabellini 		BUG();
904ccefbe5SStefano Stabellini }
914ccefbe5SStefano Stabellini 
92