| /openbmc/linux/arch/x86/kvm/mmu/ |
| H A D | tdp_iter.h | 17 static inline u64 kvm_tdp_mmu_read_spte(tdp_ptep_t sptep) in kvm_tdp_mmu_read_spte() argument
19 return READ_ONCE(*rcu_dereference(sptep)); in kvm_tdp_mmu_read_spte()
24 return xchg(rcu_dereference(sptep), new_spte); in kvm_tdp_mmu_write_spte_atomic()
27 static inline void __kvm_tdp_mmu_write_spte(tdp_ptep_t sptep, u64 new_spte) in __kvm_tdp_mmu_write_spte() argument
29 WRITE_ONCE(*rcu_dereference(sptep), new_spte); in __kvm_tdp_mmu_write_spte()
51 static inline u64 kvm_tdp_mmu_write_spte(tdp_ptep_t sptep, u64 old_spte, in kvm_tdp_mmu_write_spte() argument
55 return kvm_tdp_mmu_write_spte_atomic(sptep, new_spte); in kvm_tdp_mmu_write_spte()
57 __kvm_tdp_mmu_write_spte(sptep, new_spte); in kvm_tdp_mmu_write_spte()
67 sptep_atomic = (atomic64_t *)rcu_dereference(sptep); in tdp_mmu_clear_spte_bits()
71 __kvm_tdp_mmu_write_spte(sptep, old_spte & ~mask); in tdp_mmu_clear_spte_bits()
[all …]
|
| H A D | mmutrace.h | 213 TP_ARGS(sptep, gfn, spte),
216 __field(void *, sptep)
223 __entry->sptep = sptep;
264 __field(u64 *, sptep)
274 __entry->sptep = sptep;
276 __entry->new_spte = *sptep;
336 TP_ARGS(level, gfn, sptep),
341 __field(u64, sptep)
351 __entry->spte = *sptep;
352 __entry->sptep = virt_to_phys(sptep);
[all …]
|
| H A D | mmu.c | 158 u64 *sptep; member
1133 u64 *sptep; in rmap_get_first() local
1159 u64 *sptep; in rmap_get_next() local
1241 u64 *sptep; in rmap_write_protect() local
1279 u64 *sptep; in __rmap_clear_dirty() local
1455 u64 *sptep; in kvm_set_pte_rmap() local
1610 u64 *sptep; in kvm_age_rmap() local
1624 u64 *sptep; in kvm_test_age_rmap() local
1773 u64 *sptep; in kvm_mmu_mark_parents_unsync() local
2532 u64 *sptep; in kvm_mmu_unlink_parents() local
[all …]
|
| H A D | tdp_iter.c | 14 iter->sptep = iter->pt_path[iter->level - 1] + in tdp_iter_refresh_sptep()
16 iter->old_spte = kvm_tdp_mmu_read_spte(iter->sptep); in tdp_iter_refresh_sptep()
89 iter->old_spte = kvm_tdp_mmu_read_spte(iter->sptep); in try_step_down()
122 iter->sptep++; in try_step_side()
123 iter->old_spte = kvm_tdp_mmu_read_spte(iter->sptep); in try_step_side()
|
| H A D | paging_tmpl.h | 585 u64 *sptep) in FNAME()
592 sp = sptep_to_sp(sptep); in FNAME()
611 if (spte == sptep) in FNAME()
668 clear_sp_write_flooding_count(it.sptep); in FNAME()
707 link_shadow_page(vcpu, it.sptep, sp); in FNAME()
742 link_shadow_page(vcpu, it.sptep, sp); in FNAME()
756 FNAME(pte_prefetch)(vcpu, gw, it.sptep); in FNAME()
907 u64 *sptep, spte; in FNAME() local
959 sptep = &sp->spt[i]; in FNAME()
960 spte = *sptep; in FNAME()
[all …]
|
| H A D | tdp_mmu.c | 200 sp->ptep = sptep; in tdp_mmu_init_sp()
212 parent_sp = sptep_to_sp(rcu_dereference(iter->sptep)); in tdp_mmu_init_child_sp()
332 tdp_ptep_t sptep = pt + i; in handle_removed_pt() local
361 old_spte = kvm_tdp_mmu_read_spte(sptep); in handle_removed_pt()
393 old_spte = kvm_tdp_mmu_write_spte(sptep, old_spte, in handle_removed_pt()
532 u64 *sptep = rcu_dereference(iter->sptep); in tdp_mmu_set_spte_atomic() local
584 __kvm_tdp_mmu_write_spte(iter->sptep, 0); in tdp_mmu_zap_spte_atomic()
997 rcu_dereference(iter->sptep)); in tdp_mmu_map_handle_target_level()
1810 tdp_ptep_t sptep = NULL; in kvm_tdp_mmu_fast_pf_get_last_sptep() local
1814 sptep = iter.sptep; in kvm_tdp_mmu_fast_pf_get_last_sptep()
[all …]
|
| H A D | spte.h | 208 static inline int spte_index(u64 *sptep) in spte_index() argument
210 return ((unsigned long)sptep / sizeof(*sptep)) & (SPTE_ENT_PER_PAGE - 1); in spte_index()
235 static inline struct kvm_mmu_page *sptep_to_sp(u64 *sptep) in sptep_to_sp() argument
237 return to_shadow_page(__pa(sptep)); in sptep_to_sp()
|
| /openbmc/linux/arch/s390/mm/ |
| H A D | pgtable.c | 688 pte_t *sptep, pte_t *tptep, pte_t pte) in ptep_shadow_pte() argument
696 spgste = pgste_get_lock(sptep); in ptep_shadow_pte()
697 spte = *sptep; in ptep_shadow_pte()
710 pgste_set_unlock(sptep, spgste); in ptep_shadow_pte()
|
| H A D | gmap.c | 2141 pte_t *sptep, *tptep; in gmap_shadow_page() local
2165 sptep = gmap_pte_op_walk(parent, paddr, &ptl); in gmap_shadow_page()
2166 if (sptep) { in gmap_shadow_page()
2172 gmap_pte_op_end(sptep, ptl); in gmap_shadow_page()
2176 rc = ptep_shadow_pte(sg->mm, saddr, sptep, tptep, pte); in gmap_shadow_page()
2183 gmap_pte_op_end(sptep, ptl); in gmap_shadow_page()
|
| /openbmc/linux/arch/s390/include/asm/ |
| H A D | pgtable.h | 1287 pte_t *sptep, pte_t *tptep, pte_t pte);
|