mm/kfence/core.c

242 	return !KFENCE_WARN_ON(!kfence_protect_page(ALIGN_DOWN(addr, PAGE_SIZE), true));
247 	return !KFENCE_WARN_ON(!kfence_protect_page(ALIGN_DOWN(addr, PAGE_SIZE), false));
252 	unsigned long offset = (meta - kfence_metadata + 1) * PAGE_SIZE * 2;
266 	if (KFENCE_WARN_ON(ALIGN_DOWN(meta->addr, PAGE_SIZE) != pageaddr))
329 	const unsigned long pageaddr = ALIGN_DOWN(meta->addr, PAGE_SIZE);
340 	for (; addr - pageaddr < PAGE_SIZE; addr += sizeof(u64))
346 	const unsigned long pageaddr = ALIGN_DOWN(meta->addr, PAGE_SIZE);
379 	for (; addr - pageaddr < PAGE_SIZE; addr += sizeof(u64)) {
382 			for (; addr - pageaddr < PAGE_SIZE; addr++) {
447 		meta->addr += PAGE_SIZE - size;
508 	kcsan_begin_scoped_access((void *)ALIGN_DOWN((unsigned long)addr, PAGE_SIZE), PAGE_SIZE,
517 		memzero_explicit((void *)ALIGN_DOWN(meta->unprotected_page, PAGE_SIZE), PAGE_SIZE);
591 	for (i = 0; i < KFENCE_POOL_SIZE / PAGE_SIZE; i++) {
614 		addr += PAGE_SIZE;
628 		if (unlikely(!kfence_protect(addr + PAGE_SIZE)))
631 		addr += 2 * PAGE_SIZE;
643 	for (i = 0; i < KFENCE_POOL_SIZE / PAGE_SIZE; i++) {
849 		__kfence_pool = memblock_alloc(KFENCE_POOL_SIZE, PAGE_SIZE);
857 	kfence_metadata_init = memblock_alloc(KFENCE_METADATA_SIZE, PAGE_SIZE);
904 	const unsigned long nr_pages_pool = KFENCE_POOL_SIZE / PAGE_SIZE;
905 	const unsigned long nr_pages_meta = KFENCE_METADATA_SIZE / PAGE_SIZE;
957 			  free_size / PAGE_SIZE);
1053 	if (size > PAGE_SIZE) {
1159 	const int page_index = (addr - (unsigned long)__kfence_pool) / PAGE_SIZE;
1177 		meta = addr_to_metadata(addr - PAGE_SIZE);
1184 		meta = addr_to_metadata(addr + PAGE_SIZE);