Lines Matching refs:vaddr
157 static void __init __sme_early_map_unmap_mem(void *vaddr, unsigned long size, in __sme_early_map_unmap_mem() argument
160 unsigned long paddr = (unsigned long)vaddr - __PAGE_OFFSET; in __sme_early_map_unmap_mem()
168 __early_make_pgtable((unsigned long)vaddr, pmd); in __sme_early_map_unmap_mem()
170 vaddr += PMD_SIZE; in __sme_early_map_unmap_mem()
291 static void enc_dec_hypercall(unsigned long vaddr, int npages, bool enc) in enc_dec_hypercall() argument
295 unsigned long vaddr_end = vaddr + sz; in enc_dec_hypercall()
297 while (vaddr < vaddr_end) { in enc_dec_hypercall()
302 kpte = lookup_address(vaddr, &level); in enc_dec_hypercall()
317 vaddr = (vaddr & pmask) + psize; in enc_dec_hypercall()
322 static void amd_enc_status_change_prepare(unsigned long vaddr, int npages, bool enc) in amd_enc_status_change_prepare() argument
329 snp_set_memory_shared(vaddr, npages); in amd_enc_status_change_prepare()
333 static bool amd_enc_status_change_finish(unsigned long vaddr, int npages, bool enc) in amd_enc_status_change_finish() argument
340 snp_set_memory_private(vaddr, npages); in amd_enc_status_change_finish()
343 enc_dec_hypercall(vaddr, npages, enc); in amd_enc_status_change_finish()
403 static int __init early_set_memory_enc_dec(unsigned long vaddr, in early_set_memory_enc_dec() argument
412 start = vaddr; in early_set_memory_enc_dec()
413 vaddr_next = vaddr; in early_set_memory_enc_dec()
414 vaddr_end = vaddr + size; in early_set_memory_enc_dec()
416 for (; vaddr < vaddr_end; vaddr = vaddr_next) { in early_set_memory_enc_dec()
417 kpte = lookup_address(vaddr, &level); in early_set_memory_enc_dec()
425 vaddr_next = (vaddr & PAGE_MASK) + PAGE_SIZE; in early_set_memory_enc_dec()
438 if (vaddr == (vaddr & pmask) && in early_set_memory_enc_dec()
439 ((vaddr_end - vaddr) >= psize)) { in early_set_memory_enc_dec()
441 vaddr_next = (vaddr & pmask) + psize; in early_set_memory_enc_dec()
460 kernel_physical_mapping_change(__pa(vaddr & pmask), in early_set_memory_enc_dec()
473 int __init early_set_memory_decrypted(unsigned long vaddr, unsigned long size) in early_set_memory_decrypted() argument
475 return early_set_memory_enc_dec(vaddr, size, false); in early_set_memory_decrypted()
478 int __init early_set_memory_encrypted(unsigned long vaddr, unsigned long size) in early_set_memory_encrypted() argument
480 return early_set_memory_enc_dec(vaddr, size, true); in early_set_memory_encrypted()
483 void __init early_set_mem_enc_dec_hypercall(unsigned long vaddr, int npages, bool enc) in early_set_mem_enc_dec_hypercall() argument
485 enc_dec_hypercall(vaddr, npages, enc); in early_set_mem_enc_dec_hypercall()
508 unsigned long vaddr, vaddr_end, npages; in mem_encrypt_free_decrypted_mem() local
511 vaddr = (unsigned long)__start_bss_decrypted_unused; in mem_encrypt_free_decrypted_mem()
513 npages = (vaddr_end - vaddr) >> PAGE_SHIFT; in mem_encrypt_free_decrypted_mem()
520 r = set_memory_encrypted(vaddr, npages); in mem_encrypt_free_decrypted_mem()
527 free_init_pages("unused decrypted", vaddr, vaddr_end); in mem_encrypt_free_decrypted_mem()