158 static void __init __sme_early_map_unmap_mem(void *vaddr, unsigned long size,  in __sme_early_map_unmap_mem()  argument
161 	unsigned long paddr = (unsigned long)vaddr - __PAGE_OFFSET;  in __sme_early_map_unmap_mem()
169 		__early_make_pgtable((unsigned long)vaddr, pmd);  in __sme_early_map_unmap_mem()
171 		vaddr += PMD_SIZE;  in __sme_early_map_unmap_mem()
292 static void enc_dec_hypercall(unsigned long vaddr, unsigned long size, bool enc)  in enc_dec_hypercall()  argument
295 	unsigned long vaddr_end = vaddr + size;  in enc_dec_hypercall()
297 	while (vaddr < vaddr_end) {  in enc_dec_hypercall()
302 		kpte = lookup_address(vaddr, &level);  in enc_dec_hypercall()
317 		vaddr = (vaddr & pmask) + psize;  in enc_dec_hypercall()
322 static bool amd_enc_status_change_prepare(unsigned long vaddr, int npages, bool enc)  in amd_enc_status_change_prepare()  argument
329 		snp_set_memory_shared(vaddr, npages);  in amd_enc_status_change_prepare()
335 static bool amd_enc_status_change_finish(unsigned long vaddr, int npages, bool enc)  in amd_enc_status_change_finish()  argument
342 		snp_set_memory_private(vaddr, npages);  in amd_enc_status_change_finish()
345 		enc_dec_hypercall(vaddr, npages << PAGE_SHIFT, enc);  in amd_enc_status_change_finish()
405 static int __init early_set_memory_enc_dec(unsigned long vaddr,  in early_set_memory_enc_dec()  argument
414 	start = vaddr;  in early_set_memory_enc_dec()
415 	vaddr_next = vaddr;  in early_set_memory_enc_dec()
416 	vaddr_end = vaddr + size;  in early_set_memory_enc_dec()
418 	for (; vaddr < vaddr_end; vaddr = vaddr_next) {  in early_set_memory_enc_dec()
419 		kpte = lookup_address(vaddr, &level);  in early_set_memory_enc_dec()
427 			vaddr_next = (vaddr & PAGE_MASK) + PAGE_SIZE;  in early_set_memory_enc_dec()
440 		if (vaddr == (vaddr & pmask) &&  in early_set_memory_enc_dec()
441 		    ((vaddr_end - vaddr) >= psize)) {  in early_set_memory_enc_dec()
443 			vaddr_next = (vaddr & pmask) + psize;  in early_set_memory_enc_dec()
462 		kernel_physical_mapping_change(__pa(vaddr & pmask),  in early_set_memory_enc_dec()
475 int __init early_set_memory_decrypted(unsigned long vaddr, unsigned long size)  in early_set_memory_decrypted()  argument
477 	return early_set_memory_enc_dec(vaddr, size, false);  in early_set_memory_decrypted()
480 int __init early_set_memory_encrypted(unsigned long vaddr, unsigned long size)  in early_set_memory_encrypted()  argument
482 	return early_set_memory_enc_dec(vaddr, size, true);  in early_set_memory_encrypted()
485 void __init early_set_mem_enc_dec_hypercall(unsigned long vaddr, unsigned long size, bool enc)  in early_set_mem_enc_dec_hypercall()  argument
487 	enc_dec_hypercall(vaddr, size, enc);  in early_set_mem_enc_dec_hypercall()
553 	unsigned long vaddr, vaddr_end, npages;  in mem_encrypt_free_decrypted_mem()  local
556 	vaddr = (unsigned long)__start_bss_decrypted_unused;  in mem_encrypt_free_decrypted_mem()
558 	npages = (vaddr_end - vaddr) >> PAGE_SHIFT;  in mem_encrypt_free_decrypted_mem()
569 		r = set_memory_encrypted(vaddr, npages);  in mem_encrypt_free_decrypted_mem()
576 	free_init_pages("unused decrypted", vaddr, vaddr_end);  in mem_encrypt_free_decrypted_mem()