Lines Matching refs:mem
160 static int child_memcmp_fn(char *mem, size_t size, in child_memcmp_fn() argument
167 memcpy(old, mem, size); in child_memcmp_fn()
175 return memcmp(old, mem, size); in child_memcmp_fn()
178 static int child_vmsplice_memcmp_fn(char *mem, size_t size, in child_vmsplice_memcmp_fn() argument
182 .iov_base = mem, in child_vmsplice_memcmp_fn()
194 memcpy(old, mem, size); in child_vmsplice_memcmp_fn()
207 if (munmap(mem, size) < 0) in child_vmsplice_memcmp_fn()
225 typedef int (*child_fn)(char *mem, size_t size, struct comm_pipes *comm_pipes);
227 static void do_test_cow_in_parent(char *mem, size_t size, bool do_mprotect, in do_test_cow_in_parent() argument
245 exit(fn(mem, size, &comm_pipes)); in do_test_cow_in_parent()
256 ret = mprotect(mem, size, PROT_READ); in do_test_cow_in_parent()
257 ret |= mprotect(mem, size, PROT_READ|PROT_WRITE); in do_test_cow_in_parent()
267 memset(mem, 0xff, size); in do_test_cow_in_parent()
281 static void test_cow_in_parent(char *mem, size_t size) in test_cow_in_parent() argument
283 do_test_cow_in_parent(mem, size, false, child_memcmp_fn); in test_cow_in_parent()
286 static void test_cow_in_parent_mprotect(char *mem, size_t size) in test_cow_in_parent_mprotect() argument
288 do_test_cow_in_parent(mem, size, true, child_memcmp_fn); in test_cow_in_parent_mprotect()
291 static void test_vmsplice_in_child(char *mem, size_t size) in test_vmsplice_in_child() argument
293 do_test_cow_in_parent(mem, size, false, child_vmsplice_memcmp_fn); in test_vmsplice_in_child()
296 static void test_vmsplice_in_child_mprotect(char *mem, size_t size) in test_vmsplice_in_child_mprotect() argument
298 do_test_cow_in_parent(mem, size, true, child_vmsplice_memcmp_fn); in test_vmsplice_in_child_mprotect()
301 static void do_test_vmsplice_in_parent(char *mem, size_t size, in do_test_vmsplice_in_parent() argument
305 .iov_base = mem, in do_test_vmsplice_in_parent()
317 memcpy(old, mem, size); in do_test_vmsplice_in_parent()
347 memset(mem, 0xff, size); in do_test_vmsplice_in_parent()
362 if (munmap(mem, size) < 0) { in do_test_vmsplice_in_parent()
396 static void test_vmsplice_before_fork(char *mem, size_t size) in test_vmsplice_before_fork() argument
398 do_test_vmsplice_in_parent(mem, size, true); in test_vmsplice_before_fork()
401 static void test_vmsplice_after_fork(char *mem, size_t size) in test_vmsplice_after_fork() argument
403 do_test_vmsplice_in_parent(mem, size, false); in test_vmsplice_after_fork()
407 static void do_test_iouring(char *mem, size_t size, bool use_fork) in do_test_iouring() argument
453 iov.iov_base = mem; in do_test_iouring()
487 ret = mprotect(mem, size, PROT_READ); in do_test_iouring()
489 ret |= mprotect(mem, size, PROT_READ | PROT_WRITE); in do_test_iouring()
500 memset(mem, 0xff, size); in do_test_iouring()
506 io_uring_prep_write_fixed(sqe, fd, mem, size, 0, 0); in do_test_iouring()
538 ksft_test_result(!memcmp(mem, tmp, size), in do_test_iouring()
558 static void test_iouring_ro(char *mem, size_t size) in test_iouring_ro() argument
560 do_test_iouring(mem, size, false); in test_iouring_ro()
563 static void test_iouring_fork(char *mem, size_t size) in test_iouring_fork() argument
565 do_test_iouring(mem, size, true); in test_iouring_fork()
577 static void do_test_ro_pin(char *mem, size_t size, enum ro_pin_test test, in do_test_ro_pin() argument
647 ret = mprotect(mem, size, PROT_READ); in do_test_ro_pin()
649 ret |= mprotect(mem, size, PROT_READ | PROT_WRITE); in do_test_ro_pin()
660 args.addr = (__u64)(uintptr_t)mem; in do_test_ro_pin()
673 memset(mem, 0xff, size); in do_test_ro_pin()
684 ksft_test_result(!memcmp(mem, tmp, size), in do_test_ro_pin()
707 static void test_ro_pin_on_shared(char *mem, size_t size) in test_ro_pin_on_shared() argument
709 do_test_ro_pin(mem, size, RO_PIN_TEST_SHARED, false); in test_ro_pin_on_shared()
712 static void test_ro_fast_pin_on_shared(char *mem, size_t size) in test_ro_fast_pin_on_shared() argument
714 do_test_ro_pin(mem, size, RO_PIN_TEST_SHARED, true); in test_ro_fast_pin_on_shared()
717 static void test_ro_pin_on_ro_previously_shared(char *mem, size_t size) in test_ro_pin_on_ro_previously_shared() argument
719 do_test_ro_pin(mem, size, RO_PIN_TEST_PREVIOUSLY_SHARED, false); in test_ro_pin_on_ro_previously_shared()
722 static void test_ro_fast_pin_on_ro_previously_shared(char *mem, size_t size) in test_ro_fast_pin_on_ro_previously_shared() argument
724 do_test_ro_pin(mem, size, RO_PIN_TEST_PREVIOUSLY_SHARED, true); in test_ro_fast_pin_on_ro_previously_shared()
727 static void test_ro_pin_on_ro_exclusive(char *mem, size_t size) in test_ro_pin_on_ro_exclusive() argument
729 do_test_ro_pin(mem, size, RO_PIN_TEST_RO_EXCLUSIVE, false); in test_ro_pin_on_ro_exclusive()
732 static void test_ro_fast_pin_on_ro_exclusive(char *mem, size_t size) in test_ro_fast_pin_on_ro_exclusive() argument
734 do_test_ro_pin(mem, size, RO_PIN_TEST_RO_EXCLUSIVE, true); in test_ro_fast_pin_on_ro_exclusive()
737 typedef void (*test_fn)(char *mem, size_t size);
741 char *mem; in do_run_with_base_page() local
744 mem = mmap(NULL, pagesize, PROT_READ | PROT_WRITE, in do_run_with_base_page()
746 if (mem == MAP_FAILED) { in do_run_with_base_page()
751 ret = madvise(mem, pagesize, MADV_NOHUGEPAGE); in do_run_with_base_page()
759 memset(mem, 0, pagesize); in do_run_with_base_page()
762 madvise(mem, pagesize, MADV_PAGEOUT); in do_run_with_base_page()
763 if (!pagemap_is_swapped(pagemap_fd, mem)) { in do_run_with_base_page()
769 fn(mem, pagesize); in do_run_with_base_page()
771 munmap(mem, pagesize); in do_run_with_base_page()
799 char *mem, *mmap_mem, *tmp, *mremap_mem = MAP_FAILED; in do_run_with_thp() local
813 mem = (char *)(((uintptr_t)mmap_mem + thpsize) & ~(thpsize - 1)); in do_run_with_thp()
815 ret = madvise(mem, thpsize, MADV_HUGEPAGE); in do_run_with_thp()
825 mem[0] = 0; in do_run_with_thp()
826 if (!pagemap_is_populated(pagemap_fd, mem + pagesize)) { in do_run_with_thp()
830 memset(mem, 0, thpsize); in do_run_with_thp()
843 ret = mprotect(mem + pagesize, pagesize, PROT_READ); in do_run_with_thp()
848 ret = mprotect(mem + pagesize, pagesize, PROT_READ | PROT_WRITE); in do_run_with_thp()
860 ret = madvise(mem + pagesize, thpsize - pagesize, MADV_DONTNEED); in do_run_with_thp()
875 if (mem == MAP_FAILED) { in do_run_with_thp()
879 tmp = mremap(mem + mremap_size, mremap_size, mremap_size, in do_run_with_thp()
893 ret = madvise(mem + pagesize, thpsize - pagesize, MADV_DONTFORK); in do_run_with_thp()
907 ret = madvise(mem + pagesize, thpsize - pagesize, MADV_DOFORK); in do_run_with_thp()
921 madvise(mem, size, MADV_PAGEOUT); in do_run_with_thp()
922 if (!range_is_swapped(mem, size)) { in do_run_with_thp()
931 fn(mem, size); in do_run_with_thp()
989 char *mem, *dummy; in run_with_hugetlb() local
996 mem = mmap(NULL, hugetlbsize, PROT_READ | PROT_WRITE, flags, -1, 0); in run_with_hugetlb()
997 if (mem == MAP_FAILED) { in run_with_hugetlb()
1003 memset(mem, 0, hugetlbsize); in run_with_hugetlb()
1016 fn(mem, hugetlbsize); in run_with_hugetlb()
1018 munmap(mem, hugetlbsize); in run_with_hugetlb()
1195 static void do_test_anon_thp_collapse(char *mem, size_t size, in do_test_anon_thp_collapse() argument
1212 ret = mprotect(mem + pagesize, pagesize, PROT_READ); in do_test_anon_thp_collapse()
1217 ret = mprotect(mem + pagesize, pagesize, PROT_READ | PROT_WRITE); in do_test_anon_thp_collapse()
1226 ret = madvise(mem, size, MADV_COLLAPSE); in do_test_anon_thp_collapse()
1238 ret = madvise(mem + size / 2, size / 2, MADV_DONTFORK); in do_test_anon_thp_collapse()
1246 ret = madvise(mem, size / 2, MADV_DONTFORK); in do_test_anon_thp_collapse()
1264 exit(child_memcmp_fn(mem, size, &comm_pipes)); in do_test_anon_thp_collapse()
1267 exit(child_memcmp_fn(mem, size / 2, &comm_pipes)); in do_test_anon_thp_collapse()
1270 exit(child_memcmp_fn(mem + size / 2, size / 2, in do_test_anon_thp_collapse()
1290 ret = madvise(mem, size, MADV_DOFORK); in do_test_anon_thp_collapse()
1300 ret = madvise(mem, size, MADV_COLLAPSE); in do_test_anon_thp_collapse()
1314 memset(mem, 0xff, size); in do_test_anon_thp_collapse()
1328 static void test_anon_thp_collapse_unshared(char *mem, size_t size) in test_anon_thp_collapse_unshared() argument
1330 do_test_anon_thp_collapse(mem, size, ANON_THP_COLLAPSE_UNSHARED); in test_anon_thp_collapse_unshared()
1333 static void test_anon_thp_collapse_fully_shared(char *mem, size_t size) in test_anon_thp_collapse_fully_shared() argument
1335 do_test_anon_thp_collapse(mem, size, ANON_THP_COLLAPSE_FULLY_SHARED); in test_anon_thp_collapse_fully_shared()
1338 static void test_anon_thp_collapse_lower_shared(char *mem, size_t size) in test_anon_thp_collapse_lower_shared() argument
1340 do_test_anon_thp_collapse(mem, size, ANON_THP_COLLAPSE_LOWER_SHARED); in test_anon_thp_collapse_lower_shared()
1343 static void test_anon_thp_collapse_upper_shared(char *mem, size_t size) in test_anon_thp_collapse_upper_shared() argument
1345 do_test_anon_thp_collapse(mem, size, ANON_THP_COLLAPSE_UPPER_SHARED); in test_anon_thp_collapse_upper_shared()
1410 typedef void (*non_anon_test_fn)(char *mem, const char *smem, size_t size);
1412 static void test_cow(char *mem, const char *smem, size_t size) in test_cow() argument
1420 memset(mem, 0xff, size); in test_cow()
1428 static void test_ro_pin(char *mem, const char *smem, size_t size) in test_ro_pin() argument
1430 do_test_ro_pin(mem, size, RO_PIN_TEST, false); in test_ro_pin()
1433 static void test_ro_fast_pin(char *mem, const char *smem, size_t size) in test_ro_fast_pin() argument
1435 do_test_ro_pin(mem, size, RO_PIN_TEST, true); in test_ro_fast_pin()
1440 char *mem, *smem, tmp; in run_with_zeropage() local
1444 mem = mmap(NULL, pagesize, PROT_READ | PROT_WRITE, in run_with_zeropage()
1446 if (mem == MAP_FAILED) { in run_with_zeropage()
1452 if (mem == MAP_FAILED) { in run_with_zeropage()
1458 tmp = *mem + *smem; in run_with_zeropage()
1461 fn(mem, smem, pagesize); in run_with_zeropage()
1463 munmap(mem, pagesize); in run_with_zeropage()
1470 char *mem, *smem, *mmap_mem, *mmap_smem, tmp; in run_with_huge_zeropage() local
1497 mem = (char *)(((uintptr_t)mmap_mem + thpsize) & ~(thpsize - 1)); in run_with_huge_zeropage()
1500 ret = madvise(mem, thpsize, MADV_HUGEPAGE); in run_with_huge_zeropage()
1512 tmp = *mem + *smem; in run_with_huge_zeropage()
1514 if (!pagemap_is_populated(pagemap_fd, mem + pagesize) || in run_with_huge_zeropage()
1520 fn(mem, smem, thpsize); in run_with_huge_zeropage()
1529 char *mem, *smem, tmp; in run_with_memfd() local
1547 mem = mmap(NULL, pagesize, PROT_READ | PROT_WRITE, MAP_PRIVATE, fd, 0); in run_with_memfd()
1548 if (mem == MAP_FAILED) { in run_with_memfd()
1553 if (mem == MAP_FAILED) { in run_with_memfd()
1559 tmp = *mem + *smem; in run_with_memfd()
1562 fn(mem, smem, pagesize); in run_with_memfd()
1564 munmap(mem, pagesize); in run_with_memfd()
1573 char *mem, *smem, tmp; in run_with_tmpfile() local
1598 mem = mmap(NULL, pagesize, PROT_READ | PROT_WRITE, MAP_PRIVATE, fd, 0); in run_with_tmpfile()
1599 if (mem == MAP_FAILED) { in run_with_tmpfile()
1604 if (mem == MAP_FAILED) { in run_with_tmpfile()
1610 tmp = *mem + *smem; in run_with_tmpfile()
1613 fn(mem, smem, pagesize); in run_with_tmpfile()
1615 munmap(mem, pagesize); in run_with_tmpfile()
1626 char *mem, *smem, tmp; in run_with_memfd_hugetlb() local
1647 mem = mmap(NULL, hugetlbsize, PROT_READ | PROT_WRITE, MAP_PRIVATE, fd, in run_with_memfd_hugetlb()
1649 if (mem == MAP_FAILED) { in run_with_memfd_hugetlb()
1654 if (mem == MAP_FAILED) { in run_with_memfd_hugetlb()
1660 tmp = *mem + *smem; in run_with_memfd_hugetlb()
1663 fn(mem, smem, hugetlbsize); in run_with_memfd_hugetlb()
1665 munmap(mem, hugetlbsize); in run_with_memfd_hugetlb()
1666 if (mem != MAP_FAILED) in run_with_memfd_hugetlb()