Lines Matching refs:pe_data

41 struct pe_data {  struct
74 struct pe_data pe_data; member
152 rc = copro_handle_mm_fault(fault->pe_data.mm, fault->dar, fault->dsisr, in xsl_fault_handler_bh()
156 if (fault->pe_data.xsl_err_cb) { in xsl_fault_handler_bh()
157 fault->pe_data.xsl_err_cb( in xsl_fault_handler_bh()
158 fault->pe_data.xsl_err_data, in xsl_fault_handler_bh()
179 hash_page_mm(fault->pe_data.mm, fault->dar, access, 0x300, in xsl_fault_handler_bh()
185 mmput(fault->pe_data.mm); in xsl_fault_handler_bh()
194 struct pe_data *pe_data; in xsl_fault_handler() local
219 pe_data = radix_tree_lookup(&spa->pe_tree, pe_handle); in xsl_fault_handler()
220 if (!pe_data) { in xsl_fault_handler()
237 if (!pe_data->mm) { in xsl_fault_handler()
247 WARN_ON(pe_data->mm->context.id != pid); in xsl_fault_handler()
249 if (mmget_not_zero(pe_data->mm)) { in xsl_fault_handler()
253 spa->xsl_fault.pe_data = *pe_data; in xsl_fault_handler()
498 struct pe_data *pe_data = container_of(mn, struct pe_data, mmu_notifier); in arch_invalidate_secondary_tlbs() local
499 struct ocxl_link *link = pe_data->link; in arch_invalidate_secondary_tlbs()
547 struct pe_data *pe_data; in ocxl_link_add_pe() local
562 pe_data = kmalloc(sizeof(*pe_data), GFP_KERNEL); in ocxl_link_add_pe()
563 if (!pe_data) { in ocxl_link_add_pe()
568 pe_data->mm = mm; in ocxl_link_add_pe()
569 pe_data->xsl_err_cb = xsl_err_cb; in ocxl_link_add_pe()
570 pe_data->xsl_err_data = xsl_err_data; in ocxl_link_add_pe()
571 pe_data->link = link; in ocxl_link_add_pe()
572 pe_data->mmu_notifier.ops = &ocxl_mmu_notifier_ops; in ocxl_link_add_pe()
596 mmu_notifier_register(&pe_data->mmu_notifier, mm); in ocxl_link_add_pe()
606 radix_tree_insert(&spa->pe_tree, pe_handle, pe_data); in ocxl_link_add_pe()
672 struct pe_data *pe_data; in ocxl_link_remove_pe() local
725 pe_data = radix_tree_delete(&spa->pe_tree, pe_handle); in ocxl_link_remove_pe()
726 if (!pe_data) { in ocxl_link_remove_pe()
729 if (pe_data->mm) { in ocxl_link_remove_pe()
732 pe_data->mm->context.id); in ocxl_link_remove_pe()
733 mmu_notifier_unregister(&pe_data->mmu_notifier, in ocxl_link_remove_pe()
734 pe_data->mm); in ocxl_link_remove_pe()
737 pe_data->mm->context.id, in ocxl_link_remove_pe()
742 mm_context_remove_copro(pe_data->mm); in ocxl_link_remove_pe()
743 mmdrop(pe_data->mm); in ocxl_link_remove_pe()
745 kfree_rcu(pe_data, rcu); in ocxl_link_remove_pe()