Home
last modified time | relevance | path

Searched refs:spte (Results 1 – 19 of 19) sorted by relevance

/openbmc/linux/arch/x86/kvm/mmu/
H A Dspte.c74 u64 spte = generation_mmio_spte_mask(gen); in make_mmio_spte() local
80 spte |= shadow_mmio_value | access; in make_mmio_spte()
81 spte |= gpa | shadow_nonpresent_or_rsvd_mask; in make_mmio_spte()
82 spte |= (gpa & shadow_nonpresent_or_rsvd_mask) in make_mmio_spte()
85 return spte; in make_mmio_spte()
114 bool spte_has_volatile_bits(u64 spte) in spte_has_volatile_bits() argument
122 if (!is_writable_pte(spte) && is_mmu_writable_spte(spte)) in spte_has_volatile_bits()
125 if (is_access_track_spte(spte)) in spte_has_volatile_bits()
128 if (spte_ad_enabled(spte)) { in spte_has_volatile_bits()
129 if (!(spte & shadow_accessed_mask) || in spte_has_volatile_bits()
[all …]
H A Dspte.h202 static inline bool is_removed_spte(u64 spte) in is_removed_spte() argument
204 return spte == REMOVED_SPTE; in is_removed_spte()
230 static inline struct kvm_mmu_page *spte_to_child_sp(u64 spte) in spte_to_child_sp() argument
232 return to_shadow_page(spte & SPTE_BASE_ADDR_MASK); in spte_to_child_sp()
252 static inline bool is_mmio_spte(u64 spte) in is_mmio_spte() argument
254 return (spte & shadow_mmio_mask) == shadow_mmio_value && in is_mmio_spte()
279 static inline bool spte_ad_enabled(u64 spte) in spte_ad_enabled() argument
281 KVM_MMU_WARN_ON(!is_shadow_present_pte(spte)); in spte_ad_enabled()
282 return (spte & SPTE_TDP_AD_MASK) != SPTE_TDP_AD_DISABLED; in spte_ad_enabled()
285 static inline bool spte_ad_need_write_protect(u64 spte) in spte_ad_need_write_protect() argument
[all …]
H A Dmmutrace.h212 TP_PROTO(u64 *sptep, gfn_t gfn, u64 spte),
213 TP_ARGS(sptep, gfn, spte),
225 __entry->access = spte & ACC_ALL;
226 __entry->gen = get_mmio_spte_generation(spte);
312 TP_PROTO(u64 spte, unsigned int kvm_gen, unsigned int spte_gen),
313 TP_ARGS(spte, kvm_gen, spte_gen),
318 __field(u64, spte)
324 __entry->spte = spte;
327 TP_printk("spte %llx kvm_gen %x spte-gen %x valid %d", __entry->spte,
340 __field(u64, spte)
[all …]
H A Dmmu.c174 #define for_each_shadow_entry_lockless(_vcpu, _addr, _walker, spte) \ argument
177 ({ spte = mmu_spte_get_lockless(_walker.sptep); 1; }); \
178 __shadow_walk_next(&(_walker), spte))
184 static void mmu_spte_set(u64 *sptep, u64 spte);
299 u64 spte = make_mmio_spte(vcpu, gfn, access); in mark_mmio_spte() local
301 trace_mark_mmio_spte(sptep, gfn, spte); in mark_mmio_spte()
302 mmu_spte_set(sptep, spte); in mark_mmio_spte()
305 static gfn_t get_mmio_spte_gfn(u64 spte) in get_mmio_spte_gfn() argument
307 u64 gpa = spte & shadow_nonpresent_or_rsvd_lower_gfn_mask; in get_mmio_spte_gfn()
309 gpa |= (spte >> SHADOW_NONPRESENT_OR_RSVD_MASK_LEN) in get_mmio_spte_gfn()
[all …]
H A Dpaging_tmpl.h152 struct kvm_mmu_page *sp, u64 *spte, in FNAME()
169 drop_spte(vcpu->kvm, spte); in FNAME()
534 u64 *spte, pt_element_t gpte) in FNAME()
541 if (FNAME(prefetch_invalid_gpte)(vcpu, sp, spte, gpte)) in FNAME()
556 mmu_set_spte(vcpu, slot, spte, pte_access, gfn, pfn, NULL); in FNAME()
589 u64 *spte; in FNAME() local
608 spte = sp->spt + i; in FNAME()
610 for (i = 0; i < PTE_PREFETCH_NUM; i++, spte++) { in FNAME()
611 if (spte == sptep) in FNAME()
614 if (is_shadow_present_pte(*spte)) in FNAME()
[all …]
H A Dtdp_iter.c62 tdp_ptep_t spte_to_child_pt(u64 spte, int level) in spte_to_child_pt() argument
68 if (!is_shadow_present_pte(spte) || is_last_spte(spte, level)) in spte_to_child_pt()
71 return (tdp_ptep_t)__va(spte_to_pfn(spte) << PAGE_SHIFT); in spte_to_child_pt()
H A Dtdp_mmu.h70 u64 *spte);
H A Dtdp_mmu.c1018 u64 spte = make_nonleaf_spte(sp->spt, !kvm_ad_enabled()); in tdp_mmu_link_sp() local
1022 ret = tdp_mmu_set_spte_atomic(kvm, iter, spte); in tdp_mmu_link_sp()
1026 tdp_mmu_iter_set_spte(kvm, iter, spte); in tdp_mmu_link_sp()
1805 u64 *spte) in kvm_tdp_mmu_fast_pf_get_last_sptep() argument
1813 *spte = iter.old_spte; in kvm_tdp_mmu_fast_pf_get_last_sptep()
H A Dmmu_internal.h343 void disallowed_hugepage_adjust(struct kvm_page_fault *fault, u64 spte, int cur_level);
/openbmc/linux/Documentation/virt/kvm/
H A Dlocking.rst75 write-protect. That means we just need to change the W bit of the spte.
78 on the spte:
85 On fast page fault path, we will use cmpxchg to atomically set the spte W
86 bit if spte.HOST_WRITEABLE = 1 and spte.WRITE_PROTECT = 1, to restore the saved
87 R/X bits if for an access-traced spte, or both. This is safe because whenever
103 | spte is the shadow page table entry corresponding with gpte and |
104 | spte = pfn1 |
112 | old_spte = *spte; | |
116 | | spte = 0; |
123 | | spte = pfn1; |
[all …]
/openbmc/linux/Documentation/virt/kvm/x86/
H A Dmmu.rst55 spte shadow pte (referring to pfns)
125 A nonleaf spte allows the hardware mmu to reach the leaf pages and
128 A leaf spte corresponds to either one or two translations encoded into
233 parent_ptes bit 0 is zero, only one spte points at this page and
234 parent_ptes points at this single spte, otherwise, there exists multiple
251 Only present on 32-bit hosts, where a 64-bit spte cannot be written
316 - check for valid generation number in the spte (see "Fast invalidation of
335 - walk the shadow page table to find the spte for the translation,
338 - If this is an mmio request, cache the mmio info to the spte and set some
339 reserved bit on the spte (see callers of kvm_mmu_set_mmio_spte_mask)
[all …]
/openbmc/linux/arch/x86/kvm/
H A DMakefile15 mmu/spte.o
/openbmc/linux/arch/s390/mm/
H A Dpgtable.c691 pte_t spte, tpte; in ptep_shadow_pte() local
697 spte = *sptep; in ptep_shadow_pte()
698 if (!(pte_val(spte) & _PAGE_INVALID) && in ptep_shadow_pte()
699 !((pte_val(spte) & _PAGE_PROTECT) && in ptep_shadow_pte()
703 tpte = __pte((pte_val(spte) & PAGE_MASK) | in ptep_shadow_pte()
/openbmc/linux/mm/
H A Dhugetlb.c7004 pte_t *spte = NULL; in huge_pmd_share() local
7014 spte = hugetlb_walk(svma, saddr, in huge_pmd_share()
7016 if (spte) { in huge_pmd_share()
7017 ptdesc_pmd_pts_inc(virt_to_ptdesc(spte)); in huge_pmd_share()
7023 if (!spte) in huge_pmd_share()
7029 (pmd_t *)((unsigned long)spte & PAGE_MASK)); in huge_pmd_share()
7032 ptdesc_pmd_pts_dec(virt_to_ptdesc(spte)); in huge_pmd_share()
/openbmc/linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/
H A Dvmm.c448 bool spte = pgt->pte[ptei] & NVKM_VMM_PTE_SPTES; in nvkm_vmm_ref_hwpt() local
451 if (spte != next) in nvkm_vmm_ref_hwpt()
455 if (!spte) { in nvkm_vmm_ref_hwpt()
/openbmc/linux/
H A Dopengrok2.0.log[all...]
H A Dopengrok1.0.log[all...]
/openbmc/
Dopengrok1.0.log[all...]
Dopengrok2.0.log[all...]