selftests/mm/uffd-unit-tests.c

195 		page_size = default_huge_page_size();
197 		page_size = psize();
199 	nr_pages = UFFD_TEST_MEM_SIZE / page_size;
323 		if (test_pin && pin_pages(&args, area_dst, page_size))
361 	if (uffd_register(uffd, area_dst, nr_pages * page_size,
368 	wp_range(uffd, (uint64_t)area_dst, page_size, true);
373 	wp_range(uffd, (uint64_t)area_dst, page_size, false);
378 	wp_range(uffd, (uint64_t)area_dst, page_size, true);
379 	if (madvise(area_dst, page_size, MADV_DONTNEED))
389 	if (madvise(area_dst, page_size, MADV_DONTNEED))
393 	wp_range(uffd, (uint64_t)area_dst, page_size, true);
396 	if (madvise(area_dst, page_size, MADV_DONTNEED))
408 	if (uffd_register(uffd, area_dst, nr_pages * page_size,
416 	wp_range(uffd, (uint64_t)area_dst, page_size, true);
437 		if (madvise(area_dst, page_size, MADV_DONTNEED))
444 		madvise(area_dst, page_size, MADV_PAGEOUT);
457 	wp_range(uffd, (uint64_t)area_dst, page_size, false);
467 	if (uffd_unregister(uffd, area_dst, nr_pages * page_size))
488 	if (uffd_register(uffd, area_dst, page_size, false, true, false))
495 	wp_range(uffd, (uint64_t)area_dst, page_size, true);
501 	if (pin_pages(&pin_args, area_dst, page_size)) {
505 		uffd_unregister(uffd, area_dst, page_size);
529 	if (uffd_unregister(uffd, area_dst, page_size))
551 		for (j = 0; j < page_size; j++) {
552 			uint8_t v = *(uint8_t *)(p + (i * page_size) + j);
572 	if (uffd_register(uffd, area_dst_alias, nr_pages * page_size,
582 		memset(area_dst + (p * page_size), p % ((uint8_t)-1),
583 		       page_size);
603 		if (madvise(area_dst_alias, nr_pages * page_size,
611 						 nr_pages * page_size /
696 		unsigned long offset = nr * page_size;
716 							 page_size, false);
739 	area_dst = mremap(area_dst, nr_pages * page_size,  nr_pages * page_size,
762 		for (i = 0; i < page_size; i++)
763 			if (*(area_dst + nr * page_size + i) != 0)
782 	if (uffd_register(uffd, area_dst, nr_pages * page_size,
840 	if (uffd_register(uffd, area_dst, nr_pages * page_size,
905 	uffdio_zeropage.range.len = page_size;
916 		if (res != page_size)
950 	has_zeropage = uffd_register_detect_zeropage(uffd, area_dst, page_size);
953 		uffd_register_detect_zeropage(uffd, area_dst_alias, page_size);
956 		for (i = 0; i < page_size; i++)
960 	if (uffd_unregister(uffd, area_dst, page_size))
963 	if (area_dst_alias && uffd_unregister(uffd, area_dst_alias, page_size))
989 	uffdio_poison.range.len = page_size;
996 	else if (res != page_size)
1013 	offset &= ~(page_size-1);
1016 	if (offset & page_size)
1033 	uffd_register_poison(uffd, area_dst, nr_pages * page_size);
1034 	memset(area_src, 0, nr_pages * page_size);
1047 		unsigned long offset = nr * page_size;
1061 		for (i = bytes; i < bytes + page_size; ++i) {
1103 	uffd_move_handle_fault_common(msg, args, page_size);
1127 	if (madvise(area_src, nr_pages * page_size, MADV_DONTFORK))
1130 	if (uffd_register(uffd, area_dst, nr_pages * page_size,
1138 	step_size = chunk_size / page_size;
1141 	if (chunk_size > page_size) {
1146 			src_offs = (aligned_src - area_src) / page_size;
1147 			dst_offs = (aligned_dst - area_dst) / page_size;
1189 	if (step_size > page_size) {
1207 	uffd_move_test_common(targs, page_size, uffd_move_handle_fault);
1212 	if (madvise(area_dst, nr_pages * page_size, MADV_HUGEPAGE))
1220 	if (madvise(area_dst, nr_pages * page_size, MADV_NOHUGEPAGE))
1229 	if (madvise(area_src, nr_pages * page_size, MADV_NOHUGEPAGE)) {
1243 	if (madvise(area_src, nr_pages * page_size, MADV_HUGEPAGE)) {
1273 	ret = uffd_register_with_ioctls(uffd, area_dst, page_size,
1304 	if (uffd_unregister(uffd, area_dst, page_size))