loongarch/mm/tlbex.S

42 	jirl		ra, t0, 0
49 	csrwr		ra, EXCEPTION_KS2
60 	bstrpick.d	ra, t0, PTRS_PER_PGD_BITS + PGDIR_SHIFT - 1, PGDIR_SHIFT
61 	alsl.d		t1, ra, t1, 3
64 	bstrpick.d	ra, t0, PTRS_PER_PUD_BITS + PUD_SHIFT - 1, PUD_SHIFT
65 	alsl.d		t1, ra, t1, 3
69 	bstrpick.d	ra, t0, PTRS_PER_PMD_BITS + PMD_SHIFT - 1, PMD_SHIFT
70 	alsl.d		t1, ra, t1, 3
72 	ld.d		ra, t1, 0
79 	rotri.d		ra, ra, _PAGE_HUGE_SHIFT + 1
80 	bltz		ra, tlb_huge_update_load
82 	rotri.d		ra, ra, 64 - (_PAGE_HUGE_SHIFT + 1)
84 	alsl.d		t1, t0, ra, _PTE_T_LOG2
92 	andi		ra, t0, _PAGE_PRESENT
93 	beqz		ra, nopage_tlb_load
112 	csrrd		ra, EXCEPTION_KS2
124 	ll.d		ra, t1, 0
126 	andi		t0, ra, _PAGE_PRESENT
130 	ori		t0, ra, _PAGE_VALID
133 	ori		t0, ra, _PAGE_VALID
135 	rotri.d		ra, ra, 64 - (_PAGE_HUGE_SHIFT + 1)
136 	ori		t0, ra, _PAGE_VALID
139 	csrrd		ra, LOONGARCH_CSR_ASID
141 	andi		ra, ra, CSR_ASID_ASID
142 	invtlb		INVTLB_ADDR_GFALSE_AND_ASID, ra, t1
160 	move		ra, t0
161 	csrwr		ra, LOONGARCH_CSR_TLBELO0
182 	csrrd		ra, EXCEPTION_KS2
187 	csrrd		ra, EXCEPTION_KS2
202 	csrwr		ra, EXCEPTION_KS2
213 	bstrpick.d	ra, t0, PTRS_PER_PGD_BITS + PGDIR_SHIFT - 1, PGDIR_SHIFT
214 	alsl.d		t1, ra, t1, 3
217 	bstrpick.d	ra, t0, PTRS_PER_PUD_BITS + PUD_SHIFT - 1, PUD_SHIFT
218 	alsl.d		t1, ra, t1, 3
222 	bstrpick.d	ra, t0, PTRS_PER_PMD_BITS + PMD_SHIFT - 1, PMD_SHIFT
223 	alsl.d		t1, ra, t1, 3
225 	ld.d		ra, t1, 0
232 	rotri.d		ra, ra, _PAGE_HUGE_SHIFT + 1
233 	bltz		ra, tlb_huge_update_store
235 	rotri.d		ra, ra, 64 - (_PAGE_HUGE_SHIFT + 1)
237 	alsl.d		t1, t0, ra, _PTE_T_LOG2
245 	andi		ra, t0, _PAGE_PRESENT | _PAGE_WRITE
246 	xori		ra, ra, _PAGE_PRESENT | _PAGE_WRITE
247 	bnez		ra, nopage_tlb_store
266 	csrrd		ra, EXCEPTION_KS2
278 	ll.d		ra, t1, 0
280 	andi		t0, ra, _PAGE_PRESENT | _PAGE_WRITE
285 	ori		t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
288 	ori		t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
290 	rotri.d		ra, ra, 64 - (_PAGE_HUGE_SHIFT + 1)
291 	ori		t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
294 	csrrd		ra, LOONGARCH_CSR_ASID
296 	andi		ra, ra, CSR_ASID_ASID
297 	invtlb		INVTLB_ADDR_GFALSE_AND_ASID, ra, t1
315 	move		ra, t0
316 	csrwr		ra, LOONGARCH_CSR_TLBELO0
338 	csrrd		ra, EXCEPTION_KS2
343 	csrrd		ra, EXCEPTION_KS2
358 	csrwr		ra, EXCEPTION_KS2
369 	bstrpick.d	ra, t0, PTRS_PER_PGD_BITS + PGDIR_SHIFT - 1, PGDIR_SHIFT
370 	alsl.d		t1, ra, t1, 3
373 	bstrpick.d	ra, t0, PTRS_PER_PUD_BITS + PUD_SHIFT - 1, PUD_SHIFT
374 	alsl.d		t1, ra, t1, 3
378 	bstrpick.d	ra, t0, PTRS_PER_PMD_BITS + PMD_SHIFT - 1, PMD_SHIFT
379 	alsl.d		t1, ra, t1, 3
381 	ld.d		ra, t1, 0
388 	rotri.d		ra, ra, _PAGE_HUGE_SHIFT + 1
389 	bltz		ra, tlb_huge_update_modify
391 	rotri.d		ra, ra, 64 - (_PAGE_HUGE_SHIFT + 1)
393 	alsl.d		t1, t0, ra, _PTE_T_LOG2
401 	andi		ra, t0, _PAGE_WRITE
402 	beqz		ra, nopage_tlb_modify
421 	csrrd		ra, EXCEPTION_KS2
433 	ll.d		ra, t1, 0
435 	andi		t0, ra, _PAGE_WRITE
439 	ori		t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
442 	ori		t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
444 	rotri.d		ra, ra, 64 - (_PAGE_HUGE_SHIFT + 1)
445 	ori		t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
448 	csrrd		ra, LOONGARCH_CSR_ASID
450 	andi		ra, ra, CSR_ASID_ASID
451 	invtlb		INVTLB_ADDR_GFALSE_AND_ASID, ra, t1
469 	move		ra, t0
470 	csrwr		ra, LOONGARCH_CSR_TLBELO0
492 	csrrd		ra, EXCEPTION_KS2
497 	csrrd		ra, EXCEPTION_KS2