# HG changeset patch
# User Keir Fraser <keir.fraser@xxxxxxxxxx>
# Date 1260258525 0
# Node ID cf4f3e2f425c86d54f4e8cebe1e193ca7839dbd9
# Parent 91555131e235f814e68179dc5ffd6b698be882be
Make tsc_mode=3 (pvrdtscp) work correctly.
Initial tsc_mode patch contained a rough cut at pvrdtscp mode. This
patch gets it working correctly. For the record, pvrdtscp mode allows
an application to obtain information from Xen to descale/de-offset
a physical tsc value to obtain "nsec since VM start". Though the
raw tsc value may change across migration due to different Hz rates
and different start times of different physical machines, applying
the pvrdtscp algorithm to a raw tsc value guarantees that the result
will always be both a fixed known rate (nanoseconds) and monotonically
increasing. BUT, pvrdtscp will only be fast on physical machines that
support the rdtscp instruction AND on which tsc is "safe"; on other
machines both the rdtsc and rdtscp instructions will be emulated.
Also note that when tsc_mode=3 is enabled, tsc-sensitive applications
that do NOT implement the pvrdtscp algorithm will behave incorrectly.
So, tsc_mode=3 should only be used when all apps are either
tsc-resilient
or pvrdtscp-modified, and only has a performance advantage on very
recent generation processors.
Signed-off-by: Dan Magenheiemer <dan.magenheimer@xxxxxxxxxx>
---
xen/arch/x86/time.c | 73 ++++++++++++++++++++++++++++++---------------------
xen/arch/x86/traps.c | 2 -
2 files changed, 44 insertions(+), 31 deletions(-)
diff -r 91555131e235 -r cf4f3e2f425c xen/arch/x86/time.c
--- a/xen/arch/x86/time.c Tue Dec 08 07:47:52 2009 +0000
+++ b/xen/arch/x86/time.c Tue Dec 08 07:48:45 2009 +0000
@@ -832,13 +832,9 @@ static void __update_vcpu_system_time(st
else
tsc_stamp = t->local_tsc_stamp;
- if ( boot_cpu_has(X86_FEATURE_RDTSCP) )
- {
- if ( d->arch.tsc_mode == TSC_MODE_PVRDTSCP )
- write_rdtscp_aux(d->arch.incarnation);
- else
- write_rdtscp_aux(0);
- }
+ if ( (d->arch.tsc_mode == TSC_MODE_PVRDTSCP) &&
+ boot_cpu_has(X86_FEATURE_RDTSCP) )
+ write_rdtscp_aux(d->arch.incarnation);
/* Don't bother unless timestamps have changed or we are forced. */
if ( !force && (u->tsc_timestamp == tsc_stamp) )
@@ -1644,9 +1640,8 @@ void cpuid_time_leaf(uint32_t sub_idx, u
uint32_t *ecx, uint32_t *edx)
{
struct domain *d = current->domain;
- struct cpu_time *t;
-
- t = &this_cpu(cpu_time);
+ uint64_t offset;
+
switch ( sub_idx )
{
case 0: /* features */
@@ -1658,22 +1653,23 @@ void cpuid_time_leaf(uint32_t sub_idx, u
*ecx = d->arch.tsc_khz;
*edx = d->arch.incarnation;
break;
- case 1: /* pvclock group1 */ /* FIXME are these right? */
- *eax = (uint32_t)t->local_tsc_stamp;
- *ebx = (uint32_t)(t->local_tsc_stamp >> 32);
- *ecx = t->tsc_scale.mul_frac;
- *edx = d->arch.incarnation;
+ case 1: /* scale and offset */
+ if ( !d->arch.vtsc )
+ offset = d->arch.vtsc_offset;
+ else
+ /* offset already applied to value returned by virtual rdtscp */
+ offset = 0;
+ *eax = (uint32_t)offset;
+ *ebx = (uint32_t)(offset >> 32);
+ *ecx = d->arch.vtsc_to_ns.mul_frac;
+ *edx = (s8)d->arch.vtsc_to_ns.shift;
break;
- case 2: /* pvclock scaling values */ /* FIXME are these right? */
- *eax = (uint32_t)t->stime_local_stamp;
- *ebx = (uint32_t)(t->stime_local_stamp >> 32);
- *ecx = t->tsc_scale.shift;
- *edx = d->arch.incarnation;
- case 3: /* physical cpu_khz */
+ case 2: /* physical cpu_khz */
*eax = cpu_khz;
- *ebx = *ecx = 0;
- *edx = d->arch.incarnation;
+ *ebx = *ecx = *edx = 0;
break;
+ default:
+ *eax = *ebx = *ecx = *edx = 0;
}
}
@@ -1708,8 +1704,17 @@ void tsc_get_info(struct domain *d, uint
}
break;
case TSC_MODE_PVRDTSCP:
- *elapsed_nsec = get_s_time() - d->arch.vtsc_offset; /* FIXME scale? */
- *gtsc_khz = d->arch.tsc_khz;
+ if ( d->arch.vtsc )
+ {
+ *elapsed_nsec = get_s_time() - d->arch.vtsc_offset;
+ *gtsc_khz = cpu_khz;
+ } else {
+ uint64_t tsc = 0;
+ rdtscll(tsc);
+ *elapsed_nsec = scale_delta(tsc,&d->arch.vtsc_to_ns) -
+ d->arch.vtsc_offset;
+ *gtsc_khz = 0; /* ignored by tsc_set_info */
+ }
break;
}
}
@@ -1755,12 +1760,20 @@ void tsc_set_info(struct domain *d,
d->arch.ns_to_vtsc = scale_reciprocal(d->arch.vtsc_to_ns);
break;
case TSC_MODE_PVRDTSCP:
- if ( boot_cpu_has(X86_FEATURE_RDTSCP) && gtsc_khz != 0 ) {
- d->arch.vtsc = 0;
- set_time_scale(&d->arch.vtsc_to_ns, gtsc_khz * 1000 );
- } else {
- d->arch.vtsc = 1;
+ d->arch.vtsc = boot_cpu_has(X86_FEATURE_RDTSCP) &&
+ host_tsc_is_safe() ? 0 : 1;
+ d->arch.tsc_khz = cpu_khz;
+ set_time_scale(&d->arch.vtsc_to_ns, d->arch.tsc_khz * 1000 );
+ d->arch.ns_to_vtsc = scale_reciprocal(d->arch.vtsc_to_ns);
+ if ( d->arch.vtsc )
d->arch.vtsc_offset = get_s_time() - elapsed_nsec;
+ else {
+ /* when using native TSC, offset is nsec relative to power-on
+ * of physical machine */
+ uint64_t tsc = 0;
+ rdtscll(tsc);
+ d->arch.vtsc_offset = scale_delta(tsc,&d->arch.vtsc_to_ns) -
+ elapsed_nsec;
}
break;
}
diff -r 91555131e235 -r cf4f3e2f425c xen/arch/x86/traps.c
--- a/xen/arch/x86/traps.c Tue Dec 08 07:47:52 2009 +0000
+++ b/xen/arch/x86/traps.c Tue Dec 08 07:48:45 2009 +0000
@@ -688,7 +688,7 @@ int cpuid_hypervisor_leaves( uint32_t id
uint32_t base = is_viridian_domain(d) ? 0x40000100 : 0x40000000;
idx -= base;
- if ( idx > 2 )
+ if ( idx > 3 )
return 0;
switch ( idx )
_______________________________________________
Xen-changelog mailing list
Xen-changelog@xxxxxxxxxxxxxxxxxxx
http://lists.xensource.com/xen-changelog
|
Home