14ccefbe5SStefano Stabellini /* 24ccefbe5SStefano Stabellini * Xen stolen ticks accounting. 34ccefbe5SStefano Stabellini */ 44ccefbe5SStefano Stabellini #include <linux/kernel.h> 54ccefbe5SStefano Stabellini #include <linux/kernel_stat.h> 64ccefbe5SStefano Stabellini #include <linux/math64.h> 74ccefbe5SStefano Stabellini #include <linux/gfp.h> 84ccefbe5SStefano Stabellini 94ccefbe5SStefano Stabellini #include <asm/xen/hypervisor.h> 104ccefbe5SStefano Stabellini #include <asm/xen/hypercall.h> 114ccefbe5SStefano Stabellini 124ccefbe5SStefano Stabellini #include <xen/events.h> 134ccefbe5SStefano Stabellini #include <xen/features.h> 144ccefbe5SStefano Stabellini #include <xen/interface/xen.h> 154ccefbe5SStefano Stabellini #include <xen/interface/vcpu.h> 164ccefbe5SStefano Stabellini #include <xen/xen-ops.h> 174ccefbe5SStefano Stabellini 184ccefbe5SStefano Stabellini /* runstate info updated by Xen */ 194ccefbe5SStefano Stabellini static DEFINE_PER_CPU(struct vcpu_runstate_info, xen_runstate); 204ccefbe5SStefano Stabellini 214ccefbe5SStefano Stabellini /* return an consistent snapshot of 64-bit time/counter value */ 224ccefbe5SStefano Stabellini static u64 get64(const u64 *p) 234ccefbe5SStefano Stabellini { 244ccefbe5SStefano Stabellini u64 ret; 254ccefbe5SStefano Stabellini 264ccefbe5SStefano Stabellini if (BITS_PER_LONG < 64) { 274ccefbe5SStefano Stabellini u32 *p32 = (u32 *)p; 284ccefbe5SStefano Stabellini u32 h, l; 294ccefbe5SStefano Stabellini 304ccefbe5SStefano Stabellini /* 314ccefbe5SStefano Stabellini * Read high then low, and then make sure high is 324ccefbe5SStefano Stabellini * still the same; this will only loop if low wraps 334ccefbe5SStefano Stabellini * and carries into high. 344ccefbe5SStefano Stabellini * XXX some clean way to make this endian-proof? 354ccefbe5SStefano Stabellini */ 364ccefbe5SStefano Stabellini do { 374ccefbe5SStefano Stabellini h = p32[1]; 384ccefbe5SStefano Stabellini barrier(); 394ccefbe5SStefano Stabellini l = p32[0]; 404ccefbe5SStefano Stabellini barrier(); 414ccefbe5SStefano Stabellini } while (p32[1] != h); 424ccefbe5SStefano Stabellini 434ccefbe5SStefano Stabellini ret = (((u64)h) << 32) | l; 444ccefbe5SStefano Stabellini } else 454ccefbe5SStefano Stabellini ret = *p; 464ccefbe5SStefano Stabellini 474ccefbe5SStefano Stabellini return ret; 484ccefbe5SStefano Stabellini } 494ccefbe5SStefano Stabellini 504ccefbe5SStefano Stabellini /* 514ccefbe5SStefano Stabellini * Runstate accounting 524ccefbe5SStefano Stabellini */ 534ccefbe5SStefano Stabellini void xen_get_runstate_snapshot(struct vcpu_runstate_info *res) 544ccefbe5SStefano Stabellini { 554ccefbe5SStefano Stabellini u64 state_time; 564ccefbe5SStefano Stabellini struct vcpu_runstate_info *state; 574ccefbe5SStefano Stabellini 584ccefbe5SStefano Stabellini BUG_ON(preemptible()); 594ccefbe5SStefano Stabellini 604ccefbe5SStefano Stabellini state = this_cpu_ptr(&xen_runstate); 614ccefbe5SStefano Stabellini 624ccefbe5SStefano Stabellini /* 634ccefbe5SStefano Stabellini * The runstate info is always updated by the hypervisor on 644ccefbe5SStefano Stabellini * the current CPU, so there's no need to use anything 654ccefbe5SStefano Stabellini * stronger than a compiler barrier when fetching it. 664ccefbe5SStefano Stabellini */ 674ccefbe5SStefano Stabellini do { 684ccefbe5SStefano Stabellini state_time = get64(&state->state_entry_time); 694ccefbe5SStefano Stabellini barrier(); 704ccefbe5SStefano Stabellini *res = *state; 714ccefbe5SStefano Stabellini barrier(); 724ccefbe5SStefano Stabellini } while (get64(&state->state_entry_time) != state_time); 734ccefbe5SStefano Stabellini } 744ccefbe5SStefano Stabellini 754ccefbe5SStefano Stabellini /* return true when a vcpu could run but has no real cpu to run on */ 764ccefbe5SStefano Stabellini bool xen_vcpu_stolen(int vcpu) 774ccefbe5SStefano Stabellini { 784ccefbe5SStefano Stabellini return per_cpu(xen_runstate, vcpu).state == RUNSTATE_runnable; 794ccefbe5SStefano Stabellini } 804ccefbe5SStefano Stabellini 814ccefbe5SStefano Stabellini void xen_setup_runstate_info(int cpu) 824ccefbe5SStefano Stabellini { 834ccefbe5SStefano Stabellini struct vcpu_register_runstate_memory_area area; 844ccefbe5SStefano Stabellini 854ccefbe5SStefano Stabellini area.addr.v = &per_cpu(xen_runstate, cpu); 864ccefbe5SStefano Stabellini 874ccefbe5SStefano Stabellini if (HYPERVISOR_vcpu_op(VCPUOP_register_runstate_memory_area, 884ccefbe5SStefano Stabellini cpu, &area)) 894ccefbe5SStefano Stabellini BUG(); 904ccefbe5SStefano Stabellini } 914ccefbe5SStefano Stabellini 92