|
[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index] [PATCH 13/22] x86/hvm: use a per-pCPU monitor table in HAP mode
Instead of allocating a monitor table for each vCPU when running in HVM HAP
mode, use a per-pCPU monitor table, which gets the per-domain slot updated on
guest context switch.
This limits the amount of memory used for HVM HAP monitor tables to the amount
of active pCPUs, rather than to the number of vCPUs. It also simplifies vCPU
allocation and teardown, since the monitor table handling is removed from
there.
Note the switch to using a per-CPU monitor table is done regardless of whether
Address Space Isolation is enabled or not. Partly for the memory usage
reduction, and also because it allows to simplify the VM tear down path by not
having to cleanup the per-vCPU monitor tables.
Signed-off-by: Roger Pau Monné <roger.pau@xxxxxxxxxx>
---
Note the monitor table is not made static because uses outside of the file
where it's defined will be added by further patches.
---
xen/arch/x86/hvm/hvm.c | 60 ++++++++++++++++++++++++
xen/arch/x86/hvm/svm/svm.c | 5 ++
xen/arch/x86/hvm/vmx/vmcs.c | 1 +
xen/arch/x86/hvm/vmx/vmx.c | 4 ++
xen/arch/x86/include/asm/hap.h | 1 -
xen/arch/x86/include/asm/hvm/hvm.h | 8 ++++
xen/arch/x86/mm.c | 8 ++++
xen/arch/x86/mm/hap/hap.c | 75 ------------------------------
xen/arch/x86/mm/paging.c | 4 +-
9 files changed, 87 insertions(+), 79 deletions(-)
diff --git a/xen/arch/x86/hvm/hvm.c b/xen/arch/x86/hvm/hvm.c
index 7f4b627b1f5f..3f771bc65677 100644
--- a/xen/arch/x86/hvm/hvm.c
+++ b/xen/arch/x86/hvm/hvm.c
@@ -104,6 +104,54 @@ static const char __initconst warning_hvm_fep[] =
static bool __initdata opt_altp2m_enabled;
boolean_param("altp2m", opt_altp2m_enabled);
+DEFINE_PER_CPU(root_pgentry_t *, monitor_pgt);
+
+static int allocate_cpu_monitor_table(unsigned int cpu)
+{
+ root_pgentry_t *pgt = alloc_xenheap_page();
+
+ if ( !pgt )
+ return -ENOMEM;
+
+ clear_page(pgt);
+
+ init_xen_l4_slots(pgt, _mfn(virt_to_mfn(pgt)), INVALID_MFN, NULL,
+ false, true, false);
+
+ ASSERT(!per_cpu(monitor_pgt, cpu));
+ per_cpu(monitor_pgt, cpu) = pgt;
+
+ return 0;
+}
+
+static void free_cpu_monitor_table(unsigned int cpu)
+{
+ root_pgentry_t *pgt = per_cpu(monitor_pgt, cpu);
+
+ if ( !pgt )
+ return;
+
+ per_cpu(monitor_pgt, cpu) = NULL;
+ free_xenheap_page(pgt);
+}
+
+void hvm_set_cpu_monitor_table(struct vcpu *v)
+{
+ root_pgentry_t *pgt = this_cpu(monitor_pgt);
+
+ ASSERT(pgt);
+
+ setup_perdomain_slot(v, pgt);
+
+ make_cr3(v, _mfn(virt_to_mfn(pgt)));
+}
+
+void hvm_clear_cpu_monitor_table(struct vcpu *v)
+{
+ /* Poison %cr3, it will be updated when the vCPU is scheduled. */
+ make_cr3(v, INVALID_MFN);
+}
+
static int cf_check cpu_callback(
struct notifier_block *nfb, unsigned long action, void *hcpu)
{
@@ -113,6 +161,9 @@ static int cf_check cpu_callback(
switch ( action )
{
case CPU_UP_PREPARE:
+ rc = allocate_cpu_monitor_table(cpu);
+ if ( rc )
+ break;
rc = alternative_call(hvm_funcs.cpu_up_prepare, cpu);
break;
case CPU_DYING:
@@ -121,6 +172,7 @@ static int cf_check cpu_callback(
case CPU_UP_CANCELED:
case CPU_DEAD:
alternative_vcall(hvm_funcs.cpu_dead, cpu);
+ free_cpu_monitor_table(cpu);
break;
default:
break;
@@ -154,6 +206,7 @@ static bool __init hap_supported(struct hvm_function_table
*fns)
static int __init cf_check hvm_enable(void)
{
const struct hvm_function_table *fns = NULL;
+ int rc;
if ( cpu_has_vmx )
fns = start_vmx();
@@ -205,6 +258,13 @@ static int __init cf_check hvm_enable(void)
register_cpu_notifier(&cpu_nfb);
+ rc = allocate_cpu_monitor_table(0);
+ if ( rc )
+ {
+ printk(XENLOG_ERR "Error %d setting up HVM monitor page tables\n", rc);
+ return rc;
+ }
+
return 0;
}
presmp_initcall(hvm_enable);
diff --git a/xen/arch/x86/hvm/svm/svm.c b/xen/arch/x86/hvm/svm/svm.c
index 988250dbc154..a3fc033c0100 100644
--- a/xen/arch/x86/hvm/svm/svm.c
+++ b/xen/arch/x86/hvm/svm/svm.c
@@ -902,6 +902,8 @@ static void cf_check svm_ctxt_switch_from(struct vcpu *v)
if ( unlikely((read_efer() & EFER_SVME) == 0) )
return;
+ hvm_clear_cpu_monitor_table(v);
+
if ( !v->arch.fully_eager_fpu )
svm_fpu_leave(v);
@@ -957,6 +959,8 @@ static void cf_check svm_ctxt_switch_to(struct vcpu *v)
ASSERT(v->domain->arch.cpuid->extd.virt_ssbd);
amd_set_legacy_ssbd(true);
}
+
+ hvm_set_cpu_monitor_table(v);
}
static void noreturn cf_check svm_do_resume(void)
@@ -990,6 +994,7 @@ static void noreturn cf_check svm_do_resume(void)
hvm_migrate_pirqs(v);
/* Migrating to another ASID domain. Request a new ASID. */
hvm_asid_flush_vcpu(v);
+ hvm_update_host_cr3(v);
}
if ( !vcpu_guestmode && !vlapic_hw_disabled(vlapic) )
diff --git a/xen/arch/x86/hvm/vmx/vmcs.c b/xen/arch/x86/hvm/vmx/vmcs.c
index 9b6dc51f36ab..5d67c8157825 100644
--- a/xen/arch/x86/hvm/vmx/vmcs.c
+++ b/xen/arch/x86/hvm/vmx/vmcs.c
@@ -1957,6 +1957,7 @@ void cf_check vmx_do_resume(void)
v->arch.hvm.vmx.hostenv_migrated = 1;
hvm_asid_flush_vcpu(v);
+ hvm_update_host_cr3(v);
}
debug_state = v->domain->debugger_attached
diff --git a/xen/arch/x86/hvm/vmx/vmx.c b/xen/arch/x86/hvm/vmx/vmx.c
index cbe91c679807..5863c57b2d4a 100644
--- a/xen/arch/x86/hvm/vmx/vmx.c
+++ b/xen/arch/x86/hvm/vmx/vmx.c
@@ -1153,6 +1153,8 @@ static void cf_check vmx_ctxt_switch_from(struct vcpu *v)
if ( unlikely(!this_cpu(vmxon)) )
return;
+ hvm_clear_cpu_monitor_table(v);
+
if ( !v->is_running )
{
/*
@@ -1182,6 +1184,8 @@ static void cf_check vmx_ctxt_switch_to(struct vcpu *v)
if ( v->domain->arch.hvm.pi_ops.flags & PI_CSW_TO )
vmx_pi_switch_to(v);
+
+ hvm_set_cpu_monitor_table(v);
}
diff --git a/xen/arch/x86/include/asm/hap.h b/xen/arch/x86/include/asm/hap.h
index f01ce73fb4f3..ae6760bc2bf5 100644
--- a/xen/arch/x86/include/asm/hap.h
+++ b/xen/arch/x86/include/asm/hap.h
@@ -24,7 +24,6 @@ int hap_domctl(struct domain *d, struct
xen_domctl_shadow_op *sc,
XEN_GUEST_HANDLE_PARAM(xen_domctl_t) u_domctl);
int hap_enable(struct domain *d, u32 mode);
void hap_final_teardown(struct domain *d);
-void hap_vcpu_teardown(struct vcpu *v);
void hap_teardown(struct domain *d, bool *preempted);
void hap_vcpu_init(struct vcpu *v);
int hap_track_dirty_vram(struct domain *d,
diff --git a/xen/arch/x86/include/asm/hvm/hvm.h
b/xen/arch/x86/include/asm/hvm/hvm.h
index 1c01e22c8e62..6d9a1ae04feb 100644
--- a/xen/arch/x86/include/asm/hvm/hvm.h
+++ b/xen/arch/x86/include/asm/hvm/hvm.h
@@ -550,6 +550,14 @@ static inline void hvm_invlpg(struct vcpu *v, unsigned
long linear)
(1U << X86_EXC_AC) | \
(1U << X86_EXC_MC))
+/*
+ * Setup the per-domain slots of the per-cpu monitor table and update the vCPU
+ * cr3 to use it.
+ */
+DECLARE_PER_CPU(root_pgentry_t *, monitor_pgt);
+void hvm_set_cpu_monitor_table(struct vcpu *v);
+void hvm_clear_cpu_monitor_table(struct vcpu *v);
+
/* Called in boot/resume paths. Must cope with no HVM support. */
static inline int hvm_cpu_up(void)
{
diff --git a/xen/arch/x86/mm.c b/xen/arch/x86/mm.c
index 35e929057d21..7f2666adaef4 100644
--- a/xen/arch/x86/mm.c
+++ b/xen/arch/x86/mm.c
@@ -6367,6 +6367,14 @@ void setup_perdomain_slot(const struct vcpu *v,
root_pgentry_t *root_pgt)
l4e_write(&root_pgt[root_table_offset(PERDOMAIN_VIRT_START)],
l4e_from_page(v->domain->arch.perdomain_l3_pg,
__PAGE_HYPERVISOR_RW));
+
+ if ( !is_pv_64bit_vcpu(v) )
+ /*
+ * HVM guests always have the compatibility L4 per-domain area because
+ * bitness is not know, and can change at runtime.
+ */
+ l4e_write(&root_pgt[root_table_offset(PERDOMAIN_ALT_VIRT_START)],
+ root_pgt[root_table_offset(PERDOMAIN_VIRT_START)]);
}
static void __init __maybe_unused build_assertions(void)
diff --git a/xen/arch/x86/mm/hap/hap.c b/xen/arch/x86/mm/hap/hap.c
index c8514ca0e917..3279aafcd7d8 100644
--- a/xen/arch/x86/mm/hap/hap.c
+++ b/xen/arch/x86/mm/hap/hap.c
@@ -387,46 +387,6 @@ int hap_set_allocation(struct domain *d, unsigned int
pages, bool *preempted)
return 0;
}
-static mfn_t hap_make_monitor_table(struct vcpu *v)
-{
- struct domain *d = v->domain;
- struct page_info *pg;
- l4_pgentry_t *l4e;
- mfn_t m4mfn;
-
- ASSERT(pagetable_get_pfn(v->arch.hvm.monitor_table) == 0);
-
- if ( (pg = hap_alloc(d)) == NULL )
- goto oom;
-
- m4mfn = page_to_mfn(pg);
- l4e = map_domain_page(m4mfn);
-
- init_xen_l4_slots(l4e, m4mfn, INVALID_MFN, d->arch.perdomain_l3_pg,
- false, true, false);
- unmap_domain_page(l4e);
-
- return m4mfn;
-
- oom:
- if ( !d->is_dying &&
- (!d->is_shutting_down || d->shutdown_code != SHUTDOWN_crash) )
- {
- printk(XENLOG_G_ERR "%pd: out of memory building monitor pagetable\n",
- d);
- domain_crash(d);
- }
- return INVALID_MFN;
-}
-
-static void hap_destroy_monitor_table(struct vcpu* v, mfn_t mmfn)
-{
- struct domain *d = v->domain;
-
- /* Put the memory back in the pool */
- hap_free(d, mmfn);
-}
-
/************************************************/
/* HAP DOMAIN LEVEL FUNCTIONS */
/************************************************/
@@ -548,25 +508,6 @@ void hap_final_teardown(struct domain *d)
}
}
-void hap_vcpu_teardown(struct vcpu *v)
-{
- struct domain *d = v->domain;
- mfn_t mfn;
-
- paging_lock(d);
-
- if ( !paging_mode_hap(d) || !v->arch.paging.mode )
- goto out;
-
- mfn = pagetable_get_mfn(v->arch.hvm.monitor_table);
- if ( mfn_x(mfn) )
- hap_destroy_monitor_table(v, mfn);
- v->arch.hvm.monitor_table = pagetable_null();
-
- out:
- paging_unlock(d);
-}
-
void hap_teardown(struct domain *d, bool *preempted)
{
struct vcpu *v;
@@ -575,10 +516,6 @@ void hap_teardown(struct domain *d, bool *preempted)
ASSERT(d->is_dying);
ASSERT(d != current->domain);
- /* TODO - Remove when the teardown path is better structured. */
- for_each_vcpu ( d, v )
- hap_vcpu_teardown(v);
-
/* Leave the root pt in case we get further attempts to modify the p2m. */
if ( hvm_altp2m_supported() )
{
@@ -782,21 +719,9 @@ static void cf_check hap_update_paging_modes(struct vcpu
*v)
v->arch.paging.mode = hap_paging_get_mode(v);
- if ( pagetable_is_null(v->arch.hvm.monitor_table) )
- {
- mfn_t mmfn = hap_make_monitor_table(v);
-
- if ( mfn_eq(mmfn, INVALID_MFN) )
- goto unlock;
- v->arch.hvm.monitor_table = pagetable_from_mfn(mmfn);
- make_cr3(v, mmfn);
- hvm_update_host_cr3(v);
- }
-
/* CR3 is effectively updated by a mode change. Flush ASIDs, etc. */
hap_update_cr3(v, false);
- unlock:
paging_unlock(d);
put_gfn(d, cr3_gfn);
}
diff --git a/xen/arch/x86/mm/paging.c b/xen/arch/x86/mm/paging.c
index bca320fffabf..8ba105b5cb0c 100644
--- a/xen/arch/x86/mm/paging.c
+++ b/xen/arch/x86/mm/paging.c
@@ -794,9 +794,7 @@ long do_paging_domctl_cont(
void paging_vcpu_teardown(struct vcpu *v)
{
- if ( hap_enabled(v->domain) )
- hap_vcpu_teardown(v);
- else
+ if ( !hap_enabled(v->domain) )
shadow_vcpu_teardown(v);
}
--
2.45.2
|
 |
Lists.xenproject.org is hosted with RackSpace, monitoring our |