2 #include <linux/init.h>
3 #include <linux/dma-mapping.h>
4 #include <linux/scatterlist.h>
5 #include <linux/swiotlb.h>
6 #include <linux/bootmem.h>
8 #include <asm/bootinfo.h>
9 #include <boot_param.h>
10 #include <dma-coherence.h>
12 static void *loongson_dma_alloc_coherent(struct device
*dev
, size_t size
,
13 dma_addr_t
*dma_handle
, gfp_t gfp
, struct dma_attrs
*attrs
)
17 if (dma_alloc_from_coherent(dev
, size
, dma_handle
, &ret
))
20 /* ignore region specifiers */
21 gfp
&= ~(__GFP_DMA
| __GFP_DMA32
| __GFP_HIGHMEM
);
28 #ifdef CONFIG_ZONE_DMA
29 if (dev
->coherent_dma_mask
< DMA_BIT_MASK(32))
33 #ifdef CONFIG_ZONE_DMA32
34 if (dev
->coherent_dma_mask
< DMA_BIT_MASK(40))
41 ret
= swiotlb_alloc_coherent(dev
, size
, dma_handle
, gfp
);
46 static void loongson_dma_free_coherent(struct device
*dev
, size_t size
,
47 void *vaddr
, dma_addr_t dma_handle
, struct dma_attrs
*attrs
)
49 int order
= get_order(size
);
51 if (dma_release_from_coherent(dev
, order
, vaddr
))
54 swiotlb_free_coherent(dev
, size
, vaddr
, dma_handle
);
57 static dma_addr_t
loongson_dma_map_page(struct device
*dev
, struct page
*page
,
58 unsigned long offset
, size_t size
,
59 enum dma_data_direction dir
,
60 struct dma_attrs
*attrs
)
62 dma_addr_t daddr
= swiotlb_map_page(dev
, page
, offset
, size
,
68 static int loongson_dma_map_sg(struct device
*dev
, struct scatterlist
*sg
,
69 int nents
, enum dma_data_direction dir
,
70 struct dma_attrs
*attrs
)
72 int r
= swiotlb_map_sg_attrs(dev
, sg
, nents
, dir
, NULL
);
78 static void loongson_dma_sync_single_for_device(struct device
*dev
,
79 dma_addr_t dma_handle
, size_t size
,
80 enum dma_data_direction dir
)
82 swiotlb_sync_single_for_device(dev
, dma_handle
, size
, dir
);
86 static void loongson_dma_sync_sg_for_device(struct device
*dev
,
87 struct scatterlist
*sg
, int nents
,
88 enum dma_data_direction dir
)
90 swiotlb_sync_sg_for_device(dev
, sg
, nents
, dir
);
94 static int loongson_dma_set_mask(struct device
*dev
, u64 mask
)
96 if (mask
> DMA_BIT_MASK(loongson_sysconf
.dma_mask_bits
)) {
97 *dev
->dma_mask
= DMA_BIT_MASK(loongson_sysconf
.dma_mask_bits
);
101 *dev
->dma_mask
= mask
;
106 dma_addr_t
phys_to_dma(struct device
*dev
, phys_addr_t paddr
)
111 phys_addr_t
dma_to_phys(struct device
*dev
, dma_addr_t daddr
)
116 static struct dma_map_ops loongson_dma_map_ops
= {
117 .alloc
= loongson_dma_alloc_coherent
,
118 .free
= loongson_dma_free_coherent
,
119 .map_page
= loongson_dma_map_page
,
120 .unmap_page
= swiotlb_unmap_page
,
121 .map_sg
= loongson_dma_map_sg
,
122 .unmap_sg
= swiotlb_unmap_sg_attrs
,
123 .sync_single_for_cpu
= swiotlb_sync_single_for_cpu
,
124 .sync_single_for_device
= loongson_dma_sync_single_for_device
,
125 .sync_sg_for_cpu
= swiotlb_sync_sg_for_cpu
,
126 .sync_sg_for_device
= loongson_dma_sync_sg_for_device
,
127 .mapping_error
= swiotlb_dma_mapping_error
,
128 .dma_supported
= swiotlb_dma_supported
,
129 .set_dma_mask
= loongson_dma_set_mask
132 void __init
plat_swiotlb_setup(void)
135 mips_dma_map_ops
= &loongson_dma_map_ops
;