// SPDX-License-Identifier: GPL-2.0-or-later #include <linux/io.h> #include <linux/slab.h> #include <linux/vmalloc.h> #include <mm/mmu_decl.h> void __iomem *ioremap_wt(phys_addr_t addr, unsigned long size) { pgprot_t prot = pgprot_cached_wthru(PAGE_KERNEL); return __ioremap_caller(addr, size, prot, __builtin_return_address(0)); } EXPORT_SYMBOL(ioremap_wt); void __iomem * __ioremap_caller(phys_addr_t addr, unsigned long size, pgprot_t prot, void *caller) { unsigned long v; phys_addr_t p, offset; int err; /* * Choose an address to map it to. * Once the vmalloc system is running, we use it. * Before then, we use space going down from IOREMAP_TOP * (ioremap_bot records where we're up to). */ p = addr & PAGE_MASK; offset = addr & ~PAGE_MASK; size = PAGE_ALIGN(addr + size) - p; /* * If the address lies within the first 16 MB, assume it's in ISA * memory space */ if (p < 16 * 1024 * 1024) p += _ISA_MEM_BASE; #ifndef [31mCONFIG_CRASH_DUMP[0m /* * Don't allow anybody to remap normal RAM that we're using. * mem_init() sets high_memory so only do the check after that. */ if (slab_is_available() && p <= virt_to_phys(high_memory - 1) && page_is_ram(__phys_to_pfn(p))) { pr_warn("%s(): phys addr 0x%llx is RAM lr %ps\n", __func__, (unsigned long long)p, __builtin_return_address(0)); return NULL; } #endif if (size == 0) return NULL; /* * Is it already mapped? Perhaps overlapped by a previous * mapping. */ v = p_block_mapped(p); if (v) return (void __iomem *)v + offset; if (slab_is_available()) return do_ioremap(p, offset, size, prot, caller); /* * Should check if it is a candidate for a BAT mapping */ err = early_ioremap_range(ioremap_bot - size, p, size, prot); if (err) return NULL; ioremap_bot -= size; return (void __iomem *)ioremap_bot + offset; } void iounmap(volatile void __iomem *addr) { /* * If mapped by BATs then there is nothing to do. * Calling vfree() generates a benign warning. */ if (v_block_mapped((unsigned long)addr)) return; if (addr > high_memory && (unsigned long)addr < ioremap_bot) vunmap((void *)(PAGE_MASK & (unsigned long)addr)); } EXPORT_SYMBOL(iounmap); |