lkml.org 
[lkml]   [2011]   [Jul]   [26]   [last100]   RSS Feed
Views: [wrap][no wrap]   [headers]  [forward] 
 
Messages in this thread
    Patch in this message
    /
    Date
    From
    Subject[PATCH 06/11] KVM: MMU: fast prefetch spte on invlpg path
    Fast prefetch spte for the unsync shadow page on invlpg path

    Signed-off-by: Xiao Guangrong <xiaoguangrong@cn.fujitsu.com>
    ---
    arch/x86/include/asm/kvm_host.h | 4 +---
    arch/x86/kvm/mmu.c | 38 +++++++++++++++-----------------------
    arch/x86/kvm/paging_tmpl.h | 23 ++++++++++-------------
    arch/x86/kvm/x86.c | 4 ++--
    4 files changed, 28 insertions(+), 41 deletions(-)

    diff --git a/arch/x86/include/asm/kvm_host.h b/arch/x86/include/asm/kvm_host.h
    index ad88bfb..ce17642 100644
    --- a/arch/x86/include/asm/kvm_host.h
    +++ b/arch/x86/include/asm/kvm_host.h
    @@ -456,7 +456,6 @@ struct kvm_arch {
    unsigned int n_requested_mmu_pages;
    unsigned int n_max_mmu_pages;
    unsigned int indirect_shadow_pages;
    - atomic_t invlpg_counter;
    struct hlist_head mmu_page_hash[KVM_NUM_MMU_PAGES];
    /*
    * Hash table of struct kvm_mmu_page.
    @@ -750,8 +749,7 @@ int fx_init(struct kvm_vcpu *vcpu);

    void kvm_mmu_flush_tlb(struct kvm_vcpu *vcpu);
    void kvm_mmu_pte_write(struct kvm_vcpu *vcpu, gpa_t gpa,
    - const u8 *new, int bytes,
    - bool guest_initiated, bool repeat_write);
    + const u8 *new, int bytes, bool repeat_write);
    int kvm_mmu_unprotect_page_virt(struct kvm_vcpu *vcpu, gva_t gva);
    void __kvm_mmu_free_some_pages(struct kvm_vcpu *vcpu);
    int kvm_mmu_load(struct kvm_vcpu *vcpu);
    diff --git a/arch/x86/kvm/mmu.c b/arch/x86/kvm/mmu.c
    index 52ef6d7..dfe8e6b 100644
    --- a/arch/x86/kvm/mmu.c
    +++ b/arch/x86/kvm/mmu.c
    @@ -3525,8 +3525,7 @@ static int get_free_pte_list_desc_nr(struct kvm_vcpu *vcpu)
    }

    void kvm_mmu_pte_write(struct kvm_vcpu *vcpu, gpa_t gpa,
    - const u8 *new, int bytes,
    - bool guest_initiated, bool repeat_write)
    + const u8 *new, int bytes, bool repeat_write)
    {
    gfn_t gfn = gpa >> PAGE_SHIFT;
    union kvm_mmu_page_role mask = { .word = 0 };
    @@ -3535,7 +3534,7 @@ void kvm_mmu_pte_write(struct kvm_vcpu *vcpu, gpa_t gpa,
    LIST_HEAD(invalid_list);
    u64 entry, gentry, *spte;
    unsigned pte_size, page_offset, misaligned, quadrant, offset;
    - int level, npte, invlpg_counter, r, flooded = 0;
    + int level, npte, r, flooded = 0;
    bool remote_flush, local_flush, zap_page;

    /*
    @@ -3550,19 +3549,16 @@ void kvm_mmu_pte_write(struct kvm_vcpu *vcpu, gpa_t gpa,

    pgprintk("%s: gpa %llx bytes %d\n", __func__, gpa, bytes);

    - invlpg_counter = atomic_read(&vcpu->kvm->arch.invlpg_counter);
    -
    /*
    * Assume that the pte write on a page table of the same type
    * as the current vcpu paging mode since we update the sptes only
    * when they have the same mode.
    */
    - if ((is_pae(vcpu) && bytes == 4) || !new) {
    + if (is_pae(vcpu) && bytes == 4) {
    /* Handle a 32-bit guest writing two halves of a 64-bit gpte */
    - if (is_pae(vcpu)) {
    - gpa &= ~(gpa_t)7;
    - bytes = 8;
    - }
    + gpa &= ~(gpa_t)7;
    + bytes = 8;
    +
    r = kvm_read_guest(vcpu->kvm, gpa, &gentry, min(bytes, 8));
    if (r)
    gentry = 0;
    @@ -3583,22 +3579,18 @@ void kvm_mmu_pte_write(struct kvm_vcpu *vcpu, gpa_t gpa,

    mmu_topup_memory_caches(vcpu);
    spin_lock(&vcpu->kvm->mmu_lock);
    - if (atomic_read(&vcpu->kvm->arch.invlpg_counter) != invlpg_counter)
    - gentry = 0;
    kvm_mmu_free_some_pages(vcpu);
    ++vcpu->kvm->stat.mmu_pte_write;
    trace_kvm_mmu_audit(vcpu, AUDIT_PRE_PTE_WRITE);
    - if (guest_initiated) {
    - if (gfn == vcpu->arch.last_pt_write_gfn
    - && !last_updated_pte_accessed(vcpu)) {
    - ++vcpu->arch.last_pt_write_count;
    - if (vcpu->arch.last_pt_write_count >= 3)
    - flooded = 1;
    - } else {
    - vcpu->arch.last_pt_write_gfn = gfn;
    - vcpu->arch.last_pt_write_count = 1;
    - vcpu->arch.last_pte_updated = NULL;
    - }
    + if (gfn == vcpu->arch.last_pt_write_gfn
    + && !last_updated_pte_accessed(vcpu)) {
    + ++vcpu->arch.last_pt_write_count;
    + if (vcpu->arch.last_pt_write_count >= 3)
    + flooded = 1;
    + } else {
    + vcpu->arch.last_pt_write_gfn = gfn;
    + vcpu->arch.last_pt_write_count = 1;
    + vcpu->arch.last_pte_updated = NULL;
    }

    mask.cr0_wp = mask.cr4_pae = mask.nxe = 1;
    diff --git a/arch/x86/kvm/paging_tmpl.h b/arch/x86/kvm/paging_tmpl.h
    index 64210a0..3466229 100644
    --- a/arch/x86/kvm/paging_tmpl.h
    +++ b/arch/x86/kvm/paging_tmpl.h
    @@ -666,20 +666,22 @@ static void FNAME(invlpg)(struct kvm_vcpu *vcpu, gva_t gva)
    {
    struct kvm_shadow_walk_iterator iterator;
    struct kvm_mmu_page *sp;
    - gpa_t pte_gpa = -1;
    int level;
    u64 *sptep;

    vcpu_clear_mmio_info(vcpu, gva);
    + mmu_topup_memory_caches(vcpu);

    spin_lock(&vcpu->kvm->mmu_lock);
    -
    for_each_shadow_entry(vcpu, gva, iterator) {
    level = iterator.level;
    sptep = iterator.sptep;

    sp = page_header(__pa(sptep));
    if (is_last_spte(*sptep, level)) {
    + pt_element_t gpte;
    + gpa_t pte_gpa;
    +
    if (!sp->unsync)
    break;

    @@ -688,23 +690,18 @@ static void FNAME(invlpg)(struct kvm_vcpu *vcpu, gva_t gva)

    if (mmu_page_zap_pte(vcpu->kvm, sp, sptep))
    kvm_flush_remote_tlbs(vcpu->kvm);
    +
    + if (kvm_read_guest_atomic(vcpu->kvm, pte_gpa, &gpte,
    + sizeof(pt_element_t)))
    + break;
    +
    + FNAME(update_pte)(vcpu, sp, sptep, &gpte);
    }

    if (!is_shadow_present_pte(*sptep) || !sp->unsync_children)
    break;
    }
    -
    - atomic_inc(&vcpu->kvm->arch.invlpg_counter);
    -
    spin_unlock(&vcpu->kvm->mmu_lock);
    -
    - if (pte_gpa == -1)
    - return;
    -
    - if (mmu_topup_memory_caches(vcpu))
    - return;
    - kvm_mmu_pte_write(vcpu, pte_gpa, NULL, sizeof(pt_element_t),
    - false, false);
    }

    static gpa_t FNAME(gva_to_gpa)(struct kvm_vcpu *vcpu, gva_t vaddr, u32 access,
    diff --git a/arch/x86/kvm/x86.c b/arch/x86/kvm/x86.c
    index 6fb9001..c3c8bae 100644
    --- a/arch/x86/kvm/x86.c
    +++ b/arch/x86/kvm/x86.c
    @@ -4058,7 +4058,7 @@ int emulator_write_phys(struct kvm_vcpu *vcpu, gpa_t gpa,
    ret = kvm_write_guest(vcpu->kvm, gpa, val, bytes);
    if (ret < 0)
    return 0;
    - kvm_mmu_pte_write(vcpu, gpa, val, bytes, true,
    + kvm_mmu_pte_write(vcpu, gpa, val, bytes,
    vcpu->arch.emulate_ctxt.rep_prefix);
    return 1;
    }
    @@ -4298,7 +4298,7 @@ static int emulator_cmpxchg_emulated(struct x86_emulate_ctxt *ctxt,
    if (!exchanged)
    return X86EMUL_CMPXCHG_FAILED;

    - kvm_mmu_pte_write(vcpu, gpa, new, bytes, true, false);
    + kvm_mmu_pte_write(vcpu, gpa, new, bytes, false);

    return X86EMUL_CONTINUE;

    --
    1.7.5.4


    \
     
     \ /
      Last update: 2011-07-26 13:31    [W:2.359 / U:0.660 seconds]
    ©2003-2020 Jasper Spaans|hosted at Digital Ocean and TransIP|Read the blog|Advertise on this site