| 1 |
// SPDX-License-Identifier: GPL-2.0 |
| 2 |
#include <linux/bug.h> |
| 3 |
#include <linux/export.h> |
| 4 |
#include <linux/types.h> |
| 5 |
#include <linux/mmdebug.h> |
| 6 |
#include <linux/mm.h> |
| 7 |
|
| 8 |
#include <asm/addrspace.h> |
| 9 |
#include <asm/sections.h> |
| 10 |
#include <asm/io.h> |
| 11 |
#include <asm/page.h> |
| 12 |
#include <asm/dma.h> |
| 13 |
|
| 14 |
static inline bool __debug_virt_addr_valid(unsigned long x) |
| 15 |
{ |
| 16 |
/* |
| 17 |
* MAX_DMA_ADDRESS is a virtual address that may not correspond to an |
| 18 |
* actual physical address. Enough code relies on |
| 19 |
* virt_to_phys(MAX_DMA_ADDRESS) that we just need to work around it |
| 20 |
* and always return true. |
| 21 |
*/ |
| 22 |
if (x == MAX_DMA_ADDRESS) |
| 23 |
return true; |
| 24 |
|
| 25 |
return x >= PAGE_OFFSET && (KSEGX(x) < KSEG2 || |
| 26 |
IS_ENABLED(CONFIG_EVA) || |
| 27 |
!IS_ENABLED(CONFIG_HIGHMEM)); |
| 28 |
} |
| 29 |
|
| 30 |
phys_addr_t __virt_to_phys(volatile const void *x) |
| 31 |
{ |
| 32 |
WARN(!__debug_virt_addr_valid((unsigned long)x), |
| 33 |
"virt_to_phys used for non-linear address: %p (%pS)\n", |
| 34 |
x, x); |
| 35 |
|
| 36 |
return __virt_to_phys_nodebug(x); |
| 37 |
} |
| 38 |
EXPORT_SYMBOL(__virt_to_phys); |
| 39 |
|
| 40 |
phys_addr_t __phys_addr_symbol(unsigned long x) |
| 41 |
{ |
| 42 |
/* This is bounds checking against the kernel image only. |
| 43 |
* __pa_symbol should only be used on kernel symbol addresses. |
| 44 |
*/ |
| 45 |
VIRTUAL_BUG_ON(x < (unsigned long)_text || |
| 46 |
x > (unsigned long)_end); |
| 47 |
|
| 48 |
return __pa_symbol_nodebug(x); |
| 49 |
} |
| 50 |
EXPORT_SYMBOL(__phys_addr_symbol); |