2 * NVIDIA Tegra DRM GEM helper functions
4 * Copyright (C) 2012 Sascha Hauer, Pengutronix
5 * Copyright (C) 2013 NVIDIA CORPORATION, All rights reserved.
7 * Based on the GEM/CMA helpers
9 * Copyright (c) 2011 Samsung Electronics Co., Ltd.
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License version 2 as
13 * published by the Free Software Foundation.
16 #include <linux/dma-buf.h>
17 #include <drm/tegra_drm.h>
21 static inline struct tegra_bo
*host1x_to_tegra_bo(struct host1x_bo
*bo
)
23 return container_of(bo
, struct tegra_bo
, base
);
26 static void tegra_bo_put(struct host1x_bo
*bo
)
28 struct tegra_bo
*obj
= host1x_to_tegra_bo(bo
);
29 struct drm_device
*drm
= obj
->gem
.dev
;
31 mutex_lock(&drm
->struct_mutex
);
32 drm_gem_object_unreference(&obj
->gem
);
33 mutex_unlock(&drm
->struct_mutex
);
36 static dma_addr_t
tegra_bo_pin(struct host1x_bo
*bo
, struct sg_table
**sgt
)
38 struct tegra_bo
*obj
= host1x_to_tegra_bo(bo
);
43 static void tegra_bo_unpin(struct host1x_bo
*bo
, struct sg_table
*sgt
)
47 static void *tegra_bo_mmap(struct host1x_bo
*bo
)
49 struct tegra_bo
*obj
= host1x_to_tegra_bo(bo
);
54 static void tegra_bo_munmap(struct host1x_bo
*bo
, void *addr
)
58 static void *tegra_bo_kmap(struct host1x_bo
*bo
, unsigned int page
)
60 struct tegra_bo
*obj
= host1x_to_tegra_bo(bo
);
62 return obj
->vaddr
+ page
* PAGE_SIZE
;
65 static void tegra_bo_kunmap(struct host1x_bo
*bo
, unsigned int page
,
70 static struct host1x_bo
*tegra_bo_get(struct host1x_bo
*bo
)
72 struct tegra_bo
*obj
= host1x_to_tegra_bo(bo
);
73 struct drm_device
*drm
= obj
->gem
.dev
;
75 mutex_lock(&drm
->struct_mutex
);
76 drm_gem_object_reference(&obj
->gem
);
77 mutex_unlock(&drm
->struct_mutex
);
82 static const struct host1x_bo_ops tegra_bo_ops
= {
86 .unpin
= tegra_bo_unpin
,
87 .mmap
= tegra_bo_mmap
,
88 .munmap
= tegra_bo_munmap
,
89 .kmap
= tegra_bo_kmap
,
90 .kunmap
= tegra_bo_kunmap
,
93 static void tegra_bo_destroy(struct drm_device
*drm
, struct tegra_bo
*bo
)
95 dma_free_writecombine(drm
->dev
, bo
->gem
.size
, bo
->vaddr
, bo
->paddr
);
98 struct tegra_bo
*tegra_bo_create(struct drm_device
*drm
, unsigned int size
,
104 bo
= kzalloc(sizeof(*bo
), GFP_KERNEL
);
106 return ERR_PTR(-ENOMEM
);
108 host1x_bo_init(&bo
->base
, &tegra_bo_ops
);
109 size
= round_up(size
, PAGE_SIZE
);
111 bo
->vaddr
= dma_alloc_writecombine(drm
->dev
, size
, &bo
->paddr
,
112 GFP_KERNEL
| __GFP_NOWARN
);
114 dev_err(drm
->dev
, "failed to allocate buffer with size %u\n",
120 err
= drm_gem_object_init(drm
, &bo
->gem
, size
);
124 err
= drm_gem_create_mmap_offset(&bo
->gem
);
128 if (flags
& DRM_TEGRA_GEM_CREATE_TILED
)
129 bo
->tiling
.mode
= TEGRA_BO_TILING_MODE_TILED
;
131 if (flags
& DRM_TEGRA_GEM_CREATE_BOTTOM_UP
)
132 bo
->flags
|= TEGRA_BO_BOTTOM_UP
;
137 drm_gem_object_release(&bo
->gem
);
139 tegra_bo_destroy(drm
, bo
);
146 struct tegra_bo
*tegra_bo_create_with_handle(struct drm_file
*file
,
147 struct drm_device
*drm
,
150 unsigned int *handle
)
155 bo
= tegra_bo_create(drm
, size
, flags
);
159 ret
= drm_gem_handle_create(file
, &bo
->gem
, handle
);
163 drm_gem_object_unreference_unlocked(&bo
->gem
);
168 tegra_bo_free_object(&bo
->gem
);
172 static struct tegra_bo
*tegra_bo_import(struct drm_device
*drm
,
175 struct dma_buf_attachment
*attach
;
180 bo
= kzalloc(sizeof(*bo
), GFP_KERNEL
);
182 return ERR_PTR(-ENOMEM
);
184 host1x_bo_init(&bo
->base
, &tegra_bo_ops
);
185 size
= round_up(buf
->size
, PAGE_SIZE
);
187 err
= drm_gem_object_init(drm
, &bo
->gem
, size
);
191 err
= drm_gem_create_mmap_offset(&bo
->gem
);
195 attach
= dma_buf_attach(buf
, drm
->dev
);
196 if (IS_ERR(attach
)) {
197 err
= PTR_ERR(attach
);
203 bo
->sgt
= dma_buf_map_attachment(attach
, DMA_TO_DEVICE
);
209 if (IS_ERR(bo
->sgt
)) {
210 err
= PTR_ERR(bo
->sgt
);
214 if (bo
->sgt
->nents
> 1) {
219 bo
->paddr
= sg_dma_address(bo
->sgt
->sgl
);
220 bo
->gem
.import_attach
= attach
;
225 if (!IS_ERR_OR_NULL(bo
->sgt
))
226 dma_buf_unmap_attachment(attach
, bo
->sgt
, DMA_TO_DEVICE
);
228 dma_buf_detach(buf
, attach
);
231 drm_gem_free_mmap_offset(&bo
->gem
);
233 drm_gem_object_release(&bo
->gem
);
240 void tegra_bo_free_object(struct drm_gem_object
*gem
)
242 struct tegra_bo
*bo
= to_tegra_bo(gem
);
244 if (gem
->import_attach
) {
245 dma_buf_unmap_attachment(gem
->import_attach
, bo
->sgt
,
247 drm_prime_gem_destroy(gem
, NULL
);
249 tegra_bo_destroy(gem
->dev
, bo
);
252 drm_gem_free_mmap_offset(gem
);
253 drm_gem_object_release(gem
);
258 int tegra_bo_dumb_create(struct drm_file
*file
, struct drm_device
*drm
,
259 struct drm_mode_create_dumb
*args
)
261 int min_pitch
= DIV_ROUND_UP(args
->width
* args
->bpp
, 8);
264 if (args
->pitch
< min_pitch
)
265 args
->pitch
= min_pitch
;
267 if (args
->size
< args
->pitch
* args
->height
)
268 args
->size
= args
->pitch
* args
->height
;
270 bo
= tegra_bo_create_with_handle(file
, drm
, args
->size
, 0,
278 int tegra_bo_dumb_map_offset(struct drm_file
*file
, struct drm_device
*drm
,
279 uint32_t handle
, uint64_t *offset
)
281 struct drm_gem_object
*gem
;
284 mutex_lock(&drm
->struct_mutex
);
286 gem
= drm_gem_object_lookup(drm
, file
, handle
);
288 dev_err(drm
->dev
, "failed to lookup GEM object\n");
289 mutex_unlock(&drm
->struct_mutex
);
293 bo
= to_tegra_bo(gem
);
295 *offset
= drm_vma_node_offset_addr(&bo
->gem
.vma_node
);
297 drm_gem_object_unreference(gem
);
299 mutex_unlock(&drm
->struct_mutex
);
304 const struct vm_operations_struct tegra_bo_vm_ops
= {
305 .open
= drm_gem_vm_open
,
306 .close
= drm_gem_vm_close
,
309 int tegra_drm_mmap(struct file
*file
, struct vm_area_struct
*vma
)
311 struct drm_gem_object
*gem
;
315 ret
= drm_gem_mmap(file
, vma
);
319 gem
= vma
->vm_private_data
;
320 bo
= to_tegra_bo(gem
);
322 ret
= remap_pfn_range(vma
, vma
->vm_start
, bo
->paddr
>> PAGE_SHIFT
,
323 vma
->vm_end
- vma
->vm_start
, vma
->vm_page_prot
);
325 drm_gem_vm_close(vma
);
330 static struct sg_table
*
331 tegra_gem_prime_map_dma_buf(struct dma_buf_attachment
*attach
,
332 enum dma_data_direction dir
)
334 struct drm_gem_object
*gem
= attach
->dmabuf
->priv
;
335 struct tegra_bo
*bo
= to_tegra_bo(gem
);
336 struct sg_table
*sgt
;
338 sgt
= kmalloc(sizeof(*sgt
), GFP_KERNEL
);
342 if (sg_alloc_table(sgt
, 1, GFP_KERNEL
)) {
347 sg_dma_address(sgt
->sgl
) = bo
->paddr
;
348 sg_dma_len(sgt
->sgl
) = gem
->size
;
353 static void tegra_gem_prime_unmap_dma_buf(struct dma_buf_attachment
*attach
,
354 struct sg_table
*sgt
,
355 enum dma_data_direction dir
)
361 static void tegra_gem_prime_release(struct dma_buf
*buf
)
363 drm_gem_dmabuf_release(buf
);
366 static void *tegra_gem_prime_kmap_atomic(struct dma_buf
*buf
,
372 static void tegra_gem_prime_kunmap_atomic(struct dma_buf
*buf
,
378 static void *tegra_gem_prime_kmap(struct dma_buf
*buf
, unsigned long page
)
383 static void tegra_gem_prime_kunmap(struct dma_buf
*buf
, unsigned long page
,
388 static int tegra_gem_prime_mmap(struct dma_buf
*buf
, struct vm_area_struct
*vma
)
393 static void *tegra_gem_prime_vmap(struct dma_buf
*buf
)
395 struct drm_gem_object
*gem
= buf
->priv
;
396 struct tegra_bo
*bo
= to_tegra_bo(gem
);
401 static void tegra_gem_prime_vunmap(struct dma_buf
*buf
, void *vaddr
)
405 static const struct dma_buf_ops tegra_gem_prime_dmabuf_ops
= {
406 .map_dma_buf
= tegra_gem_prime_map_dma_buf
,
407 .unmap_dma_buf
= tegra_gem_prime_unmap_dma_buf
,
408 .release
= tegra_gem_prime_release
,
409 .kmap_atomic
= tegra_gem_prime_kmap_atomic
,
410 .kunmap_atomic
= tegra_gem_prime_kunmap_atomic
,
411 .kmap
= tegra_gem_prime_kmap
,
412 .kunmap
= tegra_gem_prime_kunmap
,
413 .mmap
= tegra_gem_prime_mmap
,
414 .vmap
= tegra_gem_prime_vmap
,
415 .vunmap
= tegra_gem_prime_vunmap
,
418 struct dma_buf
*tegra_gem_prime_export(struct drm_device
*drm
,
419 struct drm_gem_object
*gem
,
422 return dma_buf_export(gem
, &tegra_gem_prime_dmabuf_ops
, gem
->size
,
426 struct drm_gem_object
*tegra_gem_prime_import(struct drm_device
*drm
,
431 if (buf
->ops
== &tegra_gem_prime_dmabuf_ops
) {
432 struct drm_gem_object
*gem
= buf
->priv
;
434 if (gem
->dev
== drm
) {
435 drm_gem_object_reference(gem
);
440 bo
= tegra_bo_import(drm
, buf
);