arm64/mm/mmu.c

109 static phys_addr_t __init early_pgtable_alloc(int shift)
111 	phys_addr_t phys;
176 		     phys_addr_t phys, pgprot_t prot)
200 				unsigned long end, phys_addr_t phys,
202 				phys_addr_t (*pgtable_alloc)(int),
211 		phys_addr_t pte_phys;
239 		     phys_addr_t phys, pgprot_t prot,
240 		     phys_addr_t (*pgtable_alloc)(int), int flags)
276 				unsigned long end, phys_addr_t phys,
278 				phys_addr_t (*pgtable_alloc)(int), int flags)
289 		phys_addr_t pmd_phys;
317 			   phys_addr_t phys, pgprot_t prot,
318 			   phys_addr_t (*pgtable_alloc)(int),
327 		phys_addr_t pud_phys;
372 			   phys_addr_t phys, pgprot_t prot,
373 			   phys_addr_t (*pgtable_alloc)(int),
382 		phys_addr_t p4d_phys;
411 static void __create_pgd_mapping_locked(pgd_t *pgdir, phys_addr_t phys,
412 					unsigned long virt, phys_addr_t size,
414 					phys_addr_t (*pgtable_alloc)(int),
439 static void __create_pgd_mapping(pgd_t *pgdir, phys_addr_t phys,
440 				 unsigned long virt, phys_addr_t size,
442 				 phys_addr_t (*pgtable_alloc)(int),
453 void create_kpti_ng_temp_pgd(pgd_t *pgdir, phys_addr_t phys, unsigned long virt,
454 			     phys_addr_t size, pgprot_t prot,
455 			     phys_addr_t (*pgtable_alloc)(int), int flags);
458 static phys_addr_t __pgd_pgtable_alloc(int shift)
468 static phys_addr_t pgd_pgtable_alloc(int shift)
470 	phys_addr_t pa = __pgd_pgtable_alloc(shift);
494 void __init create_mapping_noalloc(phys_addr_t phys, unsigned long virt,
495 				   phys_addr_t size, pgprot_t prot)
506 void __init create_pgd_mapping(struct mm_struct *mm, phys_addr_t phys,
507 			       unsigned long virt, phys_addr_t size,
521 static void update_mapping_prot(phys_addr_t phys, unsigned long virt,
522 				phys_addr_t size, pgprot_t prot)
537 static void __init __map_memblock(pgd_t *pgdp, phys_addr_t start,
538 				  phys_addr_t end, pgprot_t prot, int flags)
569 static phys_addr_t __init arm64_kfence_alloc_pool(void)
571 	phys_addr_t kfence_pool;
589 static void __init arm64_kfence_map_pool(phys_addr_t kfence_pool, pgd_t *pgdp)
603 static inline phys_addr_t arm64_kfence_alloc_pool(void) { return 0; }
604 static inline void arm64_kfence_map_pool(phys_addr_t kfence_pool, pgd_t *pgdp) { }
611 	phys_addr_t kernel_start = __pa_symbol(_stext);
612 	phys_addr_t kernel_end = __pa_symbol(__init_begin);
613 	phys_addr_t start, end;
614 	phys_addr_t early_kfence_pool;
691 	phys_addr_t pa_start = __pa_symbol(va_start);
723 	phys_addr_t pa_start = __pa_symbol(__entry_tramp_text_start);
1182 int pud_set_huge(pud_t *pudp, phys_addr_t phys, pgprot_t prot)
1196 int pmd_set_huge(pmd_t *pmdp, phys_addr_t phys, pgprot_t prot)
1433 	phys_addr_t start, end, addr;
1513 	typedef void (ttbr_replace_func)(phys_addr_t);
1519 	phys_addr_t ttbr1 = phys_to_ttbr(virt_to_phys(pgdp));