projects / mirror_ubuntu-bionic-kernel.git / blame
| Commit | Line | Data |
|---|---|---|
| b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
| 1965aae3 PA |
2 | #ifndef _ASM_X86_DMA_MAPPING_H |
| 3 | #define _ASM_X86_DMA_MAPPING_H | |
| 6f536635 GC |
4 | |
| 5 | /* | |
| 395cf969 | 6 | * IOMMU interface. See Documentation/DMA-API-HOWTO.txt and |
| 5872fb94 | 7 | * Documentation/DMA-API.txt for documentation. |
| 6f536635 GC |
8 | */ |
| 9 | ||
| 10 | #include <linux/scatterlist.h> | |
| 2118d0c5 | 11 | #include <linux/dma-debug.h> |
| 6f536635 GC |
12 | #include <asm/io.h> |
| 13 | #include <asm/swiotlb.h> | |
| 0a2b9a6e | 14 | #include <linux/dma-contiguous.h> |
| c7753208 | 15 | #include <linux/mem_encrypt.h> |
| 6f536635 | 16 | |
| eb647138 JB |
17 | #ifdef CONFIG_ISA |
| 18 | # define ISA_DMA_BIT_MASK DMA_BIT_MASK(24) | |
| 19 | #else | |
| 20 | # define ISA_DMA_BIT_MASK DMA_BIT_MASK(32) | |
| 21 | #endif | |
| 22 | ||
| b7107a3d | 23 | extern int iommu_merge; |
| 6c505ce3 | 24 | extern struct device x86_dma_fallback_dev; |
| b7107a3d | 25 | extern int panic_on_overflow; |
| 7c183416 | 26 | |
| 5299709d | 27 | extern const struct dma_map_ops *dma_ops; |
| 160c1d8e | 28 | |
| 815dd187 | 29 | static inline const struct dma_map_ops *get_arch_dma_ops(struct bus_type *bus) |
| c786df08 | 30 | { |
| 8d8bb39b | 31 | return dma_ops; |
| 8d8bb39b FT |
32 | } |
| 33 | ||
| 6894258e CH |
34 | bool arch_dma_alloc_attrs(struct device **dev, gfp_t *gfp); |
| 35 | #define arch_dma_alloc_attrs arch_dma_alloc_attrs | |
| 36 | ||
| 9f6ac577 | 37 | extern void *dma_generic_alloc_coherent(struct device *dev, size_t size, |
| baa676fc | 38 | dma_addr_t *dma_addr, gfp_t flag, |
| 00085f1e | 39 | unsigned long attrs); |
| 9f6ac577 | 40 | |
| 0a2b9a6e MS |
41 | extern void dma_generic_free_coherent(struct device *dev, size_t size, |
| 42 | void *vaddr, dma_addr_t dma_addr, | |
| 00085f1e | 43 | unsigned long attrs); |
| 0a2b9a6e | 44 | |
| f7219a53 AR |
45 | #ifdef CONFIG_X86_DMA_REMAP /* Platform code defines bridge-specific code */ |
| 46 | extern bool dma_capable(struct device *dev, dma_addr_t addr, size_t size); | |
| 47 | extern dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr); | |
| 48 | extern phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr); | |
| 49 | #else | |
| 50 | ||
| 99becaca FT |
51 | static inline bool dma_capable(struct device *dev, dma_addr_t addr, size_t size) |
| 52 | { | |
| 53 | if (!dev->dma_mask) | |
| 54 | return 0; | |
| 55 | ||
| ac2b3e67 | 56 | return addr + size - 1 <= *dev->dma_mask; |
| 99becaca FT |
57 | } |
| 58 | ||
| 8d4f5339 FT |
59 | static inline dma_addr_t phys_to_dma(struct device *dev, phys_addr_t paddr) |
| 60 | { | |
| c7753208 | 61 | return __sme_set(paddr); |
| 8d4f5339 FT |
62 | } |
| 63 | ||
| 64 | static inline phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr) | |
| 65 | { | |
| c7753208 | 66 | return __sme_clr(daddr); |
| 8d4f5339 | 67 | } |
| f7219a53 | 68 | #endif /* CONFIG_X86_DMA_REMAP */ |
| 8d4f5339 | 69 | |
| 823e7e8c FT |
70 | static inline unsigned long dma_alloc_coherent_mask(struct device *dev, |
| 71 | gfp_t gfp) | |
| 72 | { | |
| 73 | unsigned long dma_mask = 0; | |
| b7107a3d | 74 | |
| 823e7e8c FT |
75 | dma_mask = dev->coherent_dma_mask; |
| 76 | if (!dma_mask) | |
| 2f4f27d4 | 77 | dma_mask = (gfp & GFP_DMA) ? DMA_BIT_MASK(24) : DMA_BIT_MASK(32); |
| 823e7e8c FT |
78 | |
| 79 | return dma_mask; | |
| 80 | } | |
| 81 | ||
| 82 | static inline gfp_t dma_alloc_coherent_gfp_flags(struct device *dev, gfp_t gfp) | |
| 83 | { | |
| 84 | unsigned long dma_mask = dma_alloc_coherent_mask(dev, gfp); | |
| 85 | ||
| 2f4f27d4 | 86 | if (dma_mask <= DMA_BIT_MASK(24)) |
| 75bebb7f FT |
87 | gfp |= GFP_DMA; |
| 88 | #ifdef CONFIG_X86_64 | |
| 284901a9 | 89 | if (dma_mask <= DMA_BIT_MASK(32) && !(gfp & GFP_DMA)) |
| 823e7e8c FT |
90 | gfp |= GFP_DMA32; |
| 91 | #endif | |
| 92 | return gfp; | |
| 93 | } | |
| 94 | ||
| 6f536635 | 95 | #endif |