arm64/mm/kasan_init.c

116 				      unsigned long end, int node, bool early)
129 	} while (ptep++, addr = next, addr != end && pte_none(__ptep_get(ptep)));
133 				      unsigned long end, int node, bool early)
139 		next = pmd_addr_end(addr, end);
141 	} while (pmdp++, addr = next, addr != end && pmd_none(READ_ONCE(*pmdp)));
145 				      unsigned long end, int node, bool early)
151 		next = pud_addr_end(addr, end);
153 	} while (pudp++, addr = next, addr != end && pud_none(READ_ONCE(*pudp)));
157 				      unsigned long end, int node, bool early)
163 		next = p4d_addr_end(addr, end);
165 	} while (p4dp++, addr = next, addr != end && p4d_none(READ_ONCE(*p4dp)));
168 static void __init kasan_pgd_populate(unsigned long addr, unsigned long end,
176 		next = pgd_addr_end(addr, end);
178 	} while (pgdp++, addr = next, addr != end);
214 		 * shadow pud_t[]/p4d_t[], which could end up getting corrupted
228 static void __init kasan_map_populate(unsigned long start, unsigned long end,
231 	kasan_pgd_populate(start & PAGE_MASK, PAGE_ALIGN(end), node, false);
279  * 'start' to 'end' (exclusive) from the table.
281 static void __init clear_next_level(int pgd_idx, int start, int end)
286 	memset(&pudp[start], 0, (end - start) * sizeof(pud_t));
289 static void __init clear_shadow(u64 start, u64 end)
291 	int l = root_level_idx(start), m = root_level_idx(end);
295 	if (!root_level_aligned(end))
296 		clear_next_level(m, 0, next_level_idx(end));
326 	 * If the start or end address of the shadow region is not aligned to
354 		void *end = (void *)__phys_to_virt(pa_end);
356 		if (start >= end)
360 				   (unsigned long)kasan_mem_to_shadow(end),