x86/mm/ioremap.c

184 __ioremap_caller(resource_size_t phys_addr, unsigned long size,
189 	const resource_size_t unaligned_phys_addr = phys_addr;
199 	last_addr = phys_addr + size - 1;
200 	if (!size || last_addr < phys_addr)
203 	if (!phys_addr_valid(phys_addr)) {
205 		       (unsigned long long)phys_addr);
210 	__ioremap_check_mem(phys_addr, size, &io_desc);
217 			  &phys_addr, &last_addr);
224 	offset = phys_addr & ~PAGE_MASK;
225 	phys_addr &= PAGE_MASK;
226 	size = PAGE_ALIGN(last_addr+1) - phys_addr;
232 	phys_addr &= PHYSICAL_PAGE_MASK;
234 	retval = memtype_reserve(phys_addr, (u64)phys_addr + size,
242 		if (!is_new_memtype_allowed(phys_addr, size, pcm, new_pcm)) {
245 				(unsigned long long)phys_addr,
246 				(unsigned long long)(phys_addr + size),
295 	area->phys_addr = phys_addr;
298 	if (memtype_kernel_map_sync(phys_addr, size, pcm))
301 	if (ioremap_page_range(vaddr, vaddr + size, phys_addr, prot))
318 	memtype_free(phys_addr, phys_addr + size);
324  * @phys_addr:    bus address of the memory
343 void __iomem *ioremap(resource_size_t phys_addr, unsigned long size)
355 	return __ioremap_caller(phys_addr, size, pcm,
362  * @phys_addr:    bus address of the memory
384 void __iomem *ioremap_uc(resource_size_t phys_addr, unsigned long size)
388 	return __ioremap_caller(phys_addr, size, pcm,
395  * @phys_addr:	bus address of the memory
403 void __iomem *ioremap_wc(resource_size_t phys_addr, unsigned long size)
405 	return __ioremap_caller(phys_addr, size, _PAGE_CACHE_MODE_WC,
412  * @phys_addr:	bus address of the memory
420 void __iomem *ioremap_wt(resource_size_t phys_addr, unsigned long size)
422 	return __ioremap_caller(phys_addr, size, _PAGE_CACHE_MODE_WT,
427 void __iomem *ioremap_encrypted(resource_size_t phys_addr, unsigned long size)
429 	return __ioremap_caller(phys_addr, size, _PAGE_CACHE_MODE_WB,
434 void __iomem *ioremap_cache(resource_size_t phys_addr, unsigned long size)
436 	return __ioremap_caller(phys_addr, size, _PAGE_CACHE_MODE_WB,
441 void __iomem *ioremap_prot(resource_size_t phys_addr, unsigned long size,
444 	return __ioremap_caller(phys_addr, size,
496 	memtype_free(p->phys_addr, p->phys_addr + get_vm_area_size(p));
542 static bool memremap_should_map_decrypted(resource_size_t phys_addr,
551 	is_pmem = region_intersects(phys_addr, size, IORESOURCE_MEM,
561 		switch (efi_mem_type(phys_addr)) {
563 			if (efi_mem_attributes(phys_addr) & EFI_MEMORY_NV)
572 	switch (e820__get_entry_type(phys_addr, phys_addr + size - 1)) {
595 static bool memremap_is_efi_data(resource_size_t phys_addr,
607 	if (phys_addr == paddr)
613 	if (phys_addr == paddr)
616 	if (efi_is_table_address(phys_addr))
619 	switch (efi_mem_type(phys_addr)) {
634 static bool memremap_is_setup_data(resource_size_t phys_addr,
645 		if (phys_addr == paddr)
658 		if ((phys_addr > paddr) && (phys_addr < (paddr + len))) {
682 		if ((phys_addr > paddr) && (phys_addr < (paddr + len)))
695 static bool __init early_memremap_is_setup_data(resource_size_t phys_addr,
706 		if (phys_addr == paddr)
720 		if ((phys_addr > paddr) && (phys_addr < (paddr + len))) {
744 		if ((phys_addr > paddr) && (phys_addr < (paddr + len)))
758 bool arch_memremap_can_ram_remap(resource_size_t phys_addr, unsigned long size,
771 		if (memremap_is_setup_data(phys_addr, size) ||
772 		    memremap_is_efi_data(phys_addr, size))
776 	return !memremap_should_map_decrypted(phys_addr, size);
785 pgprot_t __init early_memremap_pgprot_adjust(resource_size_t phys_addr,
797 		if (early_memremap_is_setup_data(phys_addr, size) ||
798 		    memremap_is_efi_data(phys_addr, size))
802 	if (encrypted_prot && memremap_should_map_decrypted(phys_addr, size))
809 bool phys_mem_access_encrypted(unsigned long phys_addr, unsigned long size)
811 	return arch_memremap_can_ram_remap(phys_addr, size, 0);
815 void __init *early_memremap_encrypted(resource_size_t phys_addr,
818 	return early_memremap_prot(phys_addr, size, __PAGE_KERNEL_ENC);
825 void __init *early_memremap_encrypted_wp(resource_size_t phys_addr,
830 	return early_memremap_prot(phys_addr, size, __PAGE_KERNEL_ENC_WP);
834 void __init *early_memremap_decrypted(resource_size_t phys_addr,
837 	return early_memremap_prot(phys_addr, size, __PAGE_KERNEL_NOENC);
844 void __init *early_memremap_decrypted_wp(resource_size_t phys_addr,
849 	return early_memremap_prot(phys_addr, size, __PAGE_KERNEL_NOENC_WP);