242 static inline void native_lock_hpte(struct hash_pte *hptep)  in native_lock_hpte()  argument
244 	unsigned long *word = (unsigned long *)&hptep->v;  in native_lock_hpte()
257 static inline void native_unlock_hpte(struct hash_pte *hptep)  in native_unlock_hpte()  argument
259 	unsigned long *word = (unsigned long *)&hptep->v;  in native_unlock_hpte()
269 	struct hash_pte *hptep = htab_address + hpte_group;  in native_hpte_insert()  local
283 		if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID)) {  in native_hpte_insert()
285 			native_lock_hpte(hptep);  in native_hpte_insert()
286 			if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID))  in native_hpte_insert()
288 			native_unlock_hpte(hptep);  in native_hpte_insert()
291 		hptep++;  in native_hpte_insert()
312 	hptep->r = cpu_to_be64(hpte_r);  in native_hpte_insert()
320 	hptep->v = cpu_to_be64(hpte_v);  in native_hpte_insert()
332 	struct hash_pte *hptep;  in native_hpte_remove()  local
344 		hptep = htab_address + hpte_group + slot_offset;  in native_hpte_remove()
345 		hpte_v = be64_to_cpu(hptep->v);  in native_hpte_remove()
349 			native_lock_hpte(hptep);  in native_hpte_remove()
350 			hpte_v = be64_to_cpu(hptep->v);  in native_hpte_remove()
354 			native_unlock_hpte(hptep);  in native_hpte_remove()
368 	hptep->v = 0;  in native_hpte_remove()
378 	struct hash_pte *hptep = htab_address + slot;  in native_hpte_updatepp()  local
390 	hpte_v = hpte_get_old_v(hptep);  in native_hpte_updatepp()
402 		native_lock_hpte(hptep);  in native_hpte_updatepp()
404 		hpte_v = hpte_get_old_v(hptep);  in native_hpte_updatepp()
411 			hptep->r = cpu_to_be64((be64_to_cpu(hptep->r) &  in native_hpte_updatepp()
416 		native_unlock_hpte(hptep);  in native_hpte_updatepp()
434 	struct hash_pte *hptep;  in __native_hpte_find()  local
440 		hptep = htab_address + slot;  in __native_hpte_find()
441 		hpte_v = hpte_get_old_v(hptep);  in __native_hpte_find()
491 	struct hash_pte *hptep;  in native_hpte_updateboltedpp()  local
502 	hptep = htab_address + slot;  in native_hpte_updateboltedpp()
505 	hptep->r = cpu_to_be64((be64_to_cpu(hptep->r) &  in native_hpte_updateboltedpp()
527 	struct hash_pte *hptep;  in native_hpte_removebolted()  local
539 	hptep = htab_address + slot;  in native_hpte_removebolted()
541 	VM_WARN_ON(!(be64_to_cpu(hptep->v) & HPTE_V_BOLTED));  in native_hpte_removebolted()
544 	hptep->v = 0;  in native_hpte_removebolted()
558 	struct hash_pte *hptep = htab_address + slot;  in native_hpte_invalidate()  local
568 	hpte_v = hpte_get_old_v(hptep);  in native_hpte_invalidate()
571 		native_lock_hpte(hptep);  in native_hpte_invalidate()
573 		hpte_v = hpte_get_old_v(hptep);  in native_hpte_invalidate()
578 			hptep->v = 0;  in native_hpte_invalidate()
580 			native_unlock_hpte(hptep);  in native_hpte_invalidate()
601 	struct hash_pte *hptep;  in native_hugepage_invalidate()  local
628 		hptep = htab_address + slot;  in native_hugepage_invalidate()
630 		hpte_v = hpte_get_old_v(hptep);  in native_hugepage_invalidate()
635 			native_lock_hpte(hptep);  in native_hugepage_invalidate()
636 			hpte_v = hpte_get_old_v(hptep);  in native_hugepage_invalidate()
641 				hptep->v = 0;  in native_hugepage_invalidate()
643 				native_unlock_hpte(hptep);  in native_hugepage_invalidate()
744 	struct hash_pte *hptep = htab_address;  in native_hpte_clear()  local
753 	for (slot = 0; slot < slots; slot++, hptep++) {  in native_hpte_clear()
759 		hpte_v = be64_to_cpu(hptep->v);  in native_hpte_clear()
766 			hpte_decode(hptep, slot, &psize, &apsize, &ssize, &vpn);  in native_hpte_clear()
767 			hptep->v = 0;  in native_hpte_clear()
783 	struct hash_pte *hptep;  in native_flush_hash_range()  local
810 			hptep = htab_address + slot;  in native_flush_hash_range()
812 			hpte_v = hpte_get_old_v(hptep);  in native_flush_hash_range()
817 			native_lock_hpte(hptep);  in native_flush_hash_range()
818 			hpte_v = hpte_get_old_v(hptep);  in native_flush_hash_range()
821 				native_unlock_hpte(hptep);  in native_flush_hash_range()
824 				hptep->v = 0;  in native_flush_hash_range()