arm/mm/fault.c

30 	unsigned long addr = (unsigned long)unsafe_src;
32 	return addr >= TASK_SIZE && ULONG_MAX - addr >= size;
39  * 'addr' in mm 'mm'.
41 void show_pte(const char *lvl, struct mm_struct *mm, unsigned long addr)
48 	pgd = pgd_offset(mm, addr);
49 	printk("%s[%08lx] *pgd=%08llx", lvl, addr, (long long)pgd_val(*pgd));
57 		p4d = p4d_offset(pgd, addr);
66 		pud = pud_offset(p4d, addr);
78 		pmd = pmd_offset(pud, addr);
94 		pte = pte_offset_map(pmd, addr);
109 void show_pte(const char *lvl, struct mm_struct *mm, unsigned long addr)
132 			     unsigned long addr, unsigned int fsr,
138 		 msg, addr, fsr & FSR_LNX_PF ? "execute" :
141 	show_pte(KERN_ALERT, mm, addr);
151 __do_kernel_fault(struct mm_struct *mm, unsigned long addr, unsigned int fsr,
164 	if (addr < PAGE_SIZE) {
168 		    kfence_handle_page_fault(addr, is_write_fault(fsr), regs))
174 	die_kernel_fault(msg, mm, addr, fsr, regs);
182 __do_user_fault(unsigned long addr, unsigned int fsr, unsigned int sig,
187 	if (addr > TASK_SIZE)
195 		       tsk->comm, sig, addr, fsr);
196 		show_pte(KERN_ERR, tsk->mm, addr);
201 	if ((sig == SIGSEGV) && ((addr & PAGE_MASK) == 0xffff0000))
204 				   tsk->comm, addr);
207 	tsk->thread.address = addr;
210 	force_sig_fault(sig, code, (void __user *)addr);
213 void do_bad_area(unsigned long addr, unsigned int fsr, struct pt_regs *regs)
223 		__do_user_fault(addr, fsr, SIGSEGV, SEGV_MAPERR, regs);
225 		__do_kernel_fault(mm, addr, fsr, regs);
246 do_page_fault(unsigned long addr, unsigned int fsr, struct pt_regs *regs)
283 					 mm, addr, fsr, regs);
286 	perf_sw_event(PERF_COUNT_SW_PAGE_FAULTS, 1, regs, addr);
291 	vma = lock_vma_under_rcu(mm, addr);
299 	fault = handle_mm_fault(vma, addr, flags | FAULT_FLAG_VMA_LOCK, regs);
320 	vma = lock_mm_and_find_vma(mm, addr, regs);
333 		fault = handle_mm_fault(vma, addr & PAGE_MASK, flags, regs);
400 	__do_user_fault(addr, fsr, sig, code, regs);
404 	__do_kernel_fault(mm, addr, fsr, regs);
409 do_page_fault(unsigned long addr, unsigned int fsr, struct pt_regs *regs)
434 do_translation_fault(unsigned long addr, unsigned int fsr,
443 	if (addr < TASK_SIZE)
444 		return do_page_fault(addr, fsr, regs);
449 	index = pgd_index(addr);
454 	p4d = p4d_offset(pgd, addr);
455 	p4d_k = p4d_offset(pgd_k, addr);
462 	pud = pud_offset(p4d, addr);
463 	pud_k = pud_offset(p4d_k, addr);
470 	pmd = pmd_offset(pud, addr);
471 	pmd_k = pmd_offset(pud_k, addr);
487 	index = (addr >> SECTION_SHIFT) & 1;
496 	do_bad_area(addr, fsr, regs);
501 do_translation_fault(unsigned long addr, unsigned int fsr,
514 do_sect_fault(unsigned long addr, unsigned int fsr, struct pt_regs *regs)
516 	do_bad_area(addr, fsr, regs);
525 do_bad(unsigned long addr, unsigned int fsr, struct pt_regs *regs)
531 	int	(*fn)(unsigned long addr, unsigned int fsr, struct pt_regs *regs);
561 do_DataAbort(unsigned long addr, unsigned int fsr, struct pt_regs *regs)
565 	if (!inf->fn(addr, fsr & ~FSR_LNX_PF, regs))
570 		inf->name, fsr, addr);
571 	show_pte(KERN_ALERT, current->mm, addr);
573 	arm_notify_die("", regs, inf->sig, inf->code, (void __user *)addr,
591 do_PrefetchAbort(unsigned long addr, unsigned int ifsr, struct pt_regs *regs)
595 	if (!inf->fn(addr, ifsr | FSR_LNX_PF, regs))
600 		inf->name, ifsr, addr);
602 	arm_notify_die("", regs, inf->sig, inf->code, (void __user *)addr,
611 static int __init early_abort_handler(unsigned long addr, unsigned int fsr,