[mirror_ubuntu-jammy-kernel.git] / drivers / gpu / drm / bochs / bochs_mm.c

// SPDX-License-Identifier: GPL-2.0-or-later
/*
 */

#include "bochs.h"

static void bochs_ttm_placement(struct bochs_bo *bo, int domain);

/* ---------------------------------------------------------------------- */

static inline struct bochs_device *bochs_bdev(struct ttm_bo_device *bd)
{
	return container_of(bd, struct bochs_device, ttm.bdev);
}

static void bochs_bo_ttm_destroy(struct ttm_buffer_object *tbo)
{
	struct bochs_bo *bo;

	bo = container_of(tbo, struct bochs_bo, bo);
	drm_gem_object_release(&bo->gem);
	kfree(bo);
}

static bool bochs_ttm_bo_is_bochs_bo(struct ttm_buffer_object *bo)
{
	if (bo->destroy == &bochs_bo_ttm_destroy)
		return true;
	return false;
}

static int bochs_bo_init_mem_type(struct ttm_bo_device *bdev, uint32_t type,
				  struct ttm_mem_type_manager *man)
{
	switch (type) {
	case TTM_PL_SYSTEM:
		man->flags = TTM_MEMTYPE_FLAG_MAPPABLE;
		man->available_caching = TTM_PL_MASK_CACHING;
		man->default_caching = TTM_PL_FLAG_CACHED;
		break;
	case TTM_PL_VRAM:
		man->func = &ttm_bo_manager_func;
		man->flags = TTM_MEMTYPE_FLAG_FIXED |
			TTM_MEMTYPE_FLAG_MAPPABLE;
		man->available_caching = TTM_PL_FLAG_UNCACHED |
			TTM_PL_FLAG_WC;
		man->default_caching = TTM_PL_FLAG_WC;
		break;
	default:
		DRM_ERROR("Unsupported memory type %u\n", (unsigned)type);
		return -EINVAL;
	}
	return 0;
}

static void
bochs_bo_evict_flags(struct ttm_buffer_object *bo, struct ttm_placement *pl)
{
	struct bochs_bo *bochsbo = bochs_bo(bo);

	if (!bochs_ttm_bo_is_bochs_bo(bo))
		return;

	bochs_ttm_placement(bochsbo, TTM_PL_FLAG_SYSTEM);
	*pl = bochsbo->placement;
}

static int bochs_bo_verify_access(struct ttm_buffer_object *bo,
				  struct file *filp)
{
	struct bochs_bo *bochsbo = bochs_bo(bo);

	return drm_vma_node_verify_access(&bochsbo->gem.vma_node,
					  filp->private_data);
}

static int bochs_ttm_io_mem_reserve(struct ttm_bo_device *bdev,
				    struct ttm_mem_reg *mem)
{
	struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];
	struct bochs_device *bochs = bochs_bdev(bdev);

	mem->bus.addr = NULL;
	mem->bus.offset = 0;
	mem->bus.size = mem->num_pages << PAGE_SHIFT;
	mem->bus.base = 0;
	mem->bus.is_iomem = false;
	if (!(man->flags & TTM_MEMTYPE_FLAG_MAPPABLE))
		return -EINVAL;
	switch (mem->mem_type) {
	case TTM_PL_SYSTEM:
		/* system memory */
		return 0;
	case TTM_PL_VRAM:
		mem->bus.offset = mem->start << PAGE_SHIFT;
		mem->bus.base = bochs->fb_base;
		mem->bus.is_iomem = true;
		break;
	default:
		return -EINVAL;
		break;
	}
	return 0;
}

static void bochs_ttm_io_mem_free(struct ttm_bo_device *bdev,
				  struct ttm_mem_reg *mem)
{
}

static void bochs_ttm_backend_destroy(struct ttm_tt *tt)
{
	ttm_tt_fini(tt);
	kfree(tt);
}

static struct ttm_backend_func bochs_tt_backend_func = {
	.destroy = &bochs_ttm_backend_destroy,
};

static struct ttm_tt *bochs_ttm_tt_create(struct ttm_buffer_object *bo,
					  uint32_t page_flags)
{
	struct ttm_tt *tt;

	tt = kzalloc(sizeof(struct ttm_tt), GFP_KERNEL);
	if (tt == NULL)
		return NULL;
	tt->func = &bochs_tt_backend_func;
	if (ttm_tt_init(tt, bo, page_flags)) {
		kfree(tt);
		return NULL;
	}
	return tt;
}

static struct ttm_bo_driver bochs_bo_driver = {
	.ttm_tt_create = bochs_ttm_tt_create,
	.init_mem_type = bochs_bo_init_mem_type,
	.eviction_valuable = ttm_bo_eviction_valuable,
	.evict_flags = bochs_bo_evict_flags,
	.move = NULL,
	.verify_access = bochs_bo_verify_access,
	.io_mem_reserve = &bochs_ttm_io_mem_reserve,
	.io_mem_free = &bochs_ttm_io_mem_free,
};

int bochs_mm_init(struct bochs_device *bochs)
{
	struct ttm_bo_device *bdev = &bochs->ttm.bdev;
	int ret;

	ret = ttm_bo_device_init(&bochs->ttm.bdev,
				 &bochs_bo_driver,
				 bochs->dev->anon_inode->i_mapping,
				 true);
	if (ret) {
		DRM_ERROR("Error initialising bo driver; %d\n", ret);
		return ret;
	}

	ret = ttm_bo_init_mm(bdev, TTM_PL_VRAM,
			     bochs->fb_size >> PAGE_SHIFT);
	if (ret) {
		DRM_ERROR("Failed ttm VRAM init: %d\n", ret);
		return ret;
	}

	bochs->ttm.initialized = true;
	return 0;
}

void bochs_mm_fini(struct bochs_device *bochs)
{
	if (!bochs->ttm.initialized)
		return;

	ttm_bo_device_release(&bochs->ttm.bdev);
	bochs->ttm.initialized = false;
}

static void bochs_ttm_placement(struct bochs_bo *bo, int domain)
{
	unsigned i;
	u32 c = 0;
	bo->placement.placement = bo->placements;
	bo->placement.busy_placement = bo->placements;
	if (domain & TTM_PL_FLAG_VRAM) {
		bo->placements[c++].flags = TTM_PL_FLAG_WC
			| TTM_PL_FLAG_UNCACHED
			| TTM_PL_FLAG_VRAM;
	}
	if (domain & TTM_PL_FLAG_SYSTEM) {
		bo->placements[c++].flags = TTM_PL_MASK_CACHING
			| TTM_PL_FLAG_SYSTEM;
	}
	if (!c) {
		bo->placements[c++].flags = TTM_PL_MASK_CACHING
			| TTM_PL_FLAG_SYSTEM;
	}
	for (i = 0; i < c; ++i) {
		bo->placements[i].fpfn = 0;
		bo->placements[i].lpfn = 0;
	}
	bo->placement.num_placement = c;
	bo->placement.num_busy_placement = c;
}

int bochs_bo_pin(struct bochs_bo *bo, u32 pl_flag)
{
	struct ttm_operation_ctx ctx = { false, false };
	int i, ret;

	if (bo->pin_count) {
		bo->pin_count++;
		return 0;
	}

	bochs_ttm_placement(bo, pl_flag);
	for (i = 0; i < bo->placement.num_placement; i++)
		bo->placements[i].flags |= TTM_PL_FLAG_NO_EVICT;
	ret = ttm_bo_reserve(&bo->bo, true, false, NULL);
	if (ret)
		return ret;
	ret = ttm_bo_validate(&bo->bo, &bo->placement, &ctx);
	ttm_bo_unreserve(&bo->bo);
	if (ret)
		return ret;

	bo->pin_count = 1;
	return 0;
}

int bochs_bo_unpin(struct bochs_bo *bo)
{
	struct ttm_operation_ctx ctx = { false, false };
	int i, ret;

	if (!bo->pin_count) {
		DRM_ERROR("unpin bad %p\n", bo);
		return 0;
	}
	bo->pin_count--;

	if (bo->pin_count)
		return 0;

	for (i = 0; i < bo->placement.num_placement; i++)
		bo->placements[i].flags &= ~TTM_PL_FLAG_NO_EVICT;
	ret = ttm_bo_reserve(&bo->bo, true, false, NULL);
	if (ret)
		return ret;
	ret = ttm_bo_validate(&bo->bo, &bo->placement, &ctx);
	ttm_bo_unreserve(&bo->bo);
	if (ret)
		return ret;

	return 0;
}

int bochs_mmap(struct file *filp, struct vm_area_struct *vma)
{
	struct drm_file *file_priv = filp->private_data;
	struct bochs_device *bochs = file_priv->minor->dev->dev_private;

	return ttm_bo_mmap(filp, vma, &bochs->ttm.bdev);
}

/* ---------------------------------------------------------------------- */

static int bochs_bo_create(struct drm_device *dev, int size, int align,
			   uint32_t flags, struct bochs_bo **pbochsbo)
{
	struct bochs_device *bochs = dev->dev_private;
	struct bochs_bo *bochsbo;
	size_t acc_size;
	int ret;

	bochsbo = kzalloc(sizeof(struct bochs_bo), GFP_KERNEL);
	if (!bochsbo)
		return -ENOMEM;

	ret = drm_gem_object_init(dev, &bochsbo->gem, size);
	if (ret) {
		kfree(bochsbo);
		return ret;
	}

	bochsbo->bo.bdev = &bochs->ttm.bdev;
	bochsbo->bo.bdev->dev_mapping = dev->anon_inode->i_mapping;

	bochs_ttm_placement(bochsbo, TTM_PL_FLAG_VRAM | TTM_PL_FLAG_SYSTEM);

	acc_size = ttm_bo_dma_acc_size(&bochs->ttm.bdev, size,
				       sizeof(struct bochs_bo));

	ret = ttm_bo_init(&bochs->ttm.bdev, &bochsbo->bo, size,
			  ttm_bo_type_device, &bochsbo->placement,
			  align >> PAGE_SHIFT, false, acc_size,
			  NULL, NULL, bochs_bo_ttm_destroy);
	if (ret)
		return ret;

	*pbochsbo = bochsbo;
	return 0;
}

int bochs_gem_create(struct drm_device *dev, u32 size, bool iskernel,
		     struct drm_gem_object **obj)
{
	struct bochs_bo *bochsbo;
	int ret;

	*obj = NULL;

	size = PAGE_ALIGN(size);
	if (size == 0)
		return -EINVAL;

	ret = bochs_bo_create(dev, size, 0, 0, &bochsbo);
	if (ret) {
		if (ret != -ERESTARTSYS)
			DRM_ERROR("failed to allocate GEM object\n");
		return ret;
	}
	*obj = &bochsbo->gem;
	return 0;
}

int bochs_dumb_create(struct drm_file *file, struct drm_device *dev,
		      struct drm_mode_create_dumb *args)
{
	struct drm_gem_object *gobj;
	u32 handle;
	int ret;

	args->pitch = args->width * ((args->bpp + 7) / 8);
	args->size = args->pitch * args->height;

	ret = bochs_gem_create(dev, args->size, false,
			       &gobj);
	if (ret)
		return ret;

	ret = drm_gem_handle_create(file, gobj, &handle);
	drm_gem_object_put_unlocked(gobj);
	if (ret)
		return ret;

	args->handle = handle;
	return 0;
}

static void bochs_bo_unref(struct bochs_bo **bo)
{
	struct ttm_buffer_object *tbo;

	if ((*bo) == NULL)
		return;

	tbo = &((*bo)->bo);
	ttm_bo_put(tbo);
	*bo = NULL;
}

void bochs_gem_free_object(struct drm_gem_object *obj)
{
	struct bochs_bo *bochs_bo = gem_to_bochs_bo(obj);

	bochs_bo_unref(&bochs_bo);
}

int bochs_dumb_mmap_offset(struct drm_file *file, struct drm_device *dev,
			   uint32_t handle, uint64_t *offset)
{
	struct drm_gem_object *obj;
	struct bochs_bo *bo;

	obj = drm_gem_object_lookup(file, handle);
	if (obj == NULL)
		return -ENOENT;

	bo = gem_to_bochs_bo(obj);
	*offset = bochs_bo_mmap_offset(bo);

	drm_gem_object_put_unlocked(obj);
	return 0;
}

/* ---------------------------------------------------------------------- */

int bochs_gem_prime_pin(struct drm_gem_object *obj)
{
	struct bochs_bo *bo = gem_to_bochs_bo(obj);

	return bochs_bo_pin(bo, TTM_PL_FLAG_VRAM);
}

void bochs_gem_prime_unpin(struct drm_gem_object *obj)
{
	struct bochs_bo *bo = gem_to_bochs_bo(obj);

	bochs_bo_unpin(bo);
}

void *bochs_gem_prime_vmap(struct drm_gem_object *obj)
{
	struct bochs_bo *bo = gem_to_bochs_bo(obj);
	bool is_iomem;
	int ret;

	ret = bochs_bo_pin(bo, TTM_PL_FLAG_VRAM);
	if (ret)
		return NULL;
	ret = ttm_bo_kmap(&bo->bo, 0, bo->bo.num_pages, &bo->kmap);
	if (ret) {
		bochs_bo_unpin(bo);
		return NULL;
	}
	return ttm_kmap_obj_virtual(&bo->kmap, &is_iomem);
}

void bochs_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr)
{
	struct bochs_bo *bo = gem_to_bochs_bo(obj);

	ttm_bo_kunmap(&bo->kmap);
	bochs_bo_unpin(bo);
}

int bochs_gem_prime_mmap(struct drm_gem_object *obj,
			 struct vm_area_struct *vma)
{
	struct bochs_bo *bo = gem_to_bochs_bo(obj);

	bo->gem.vma_node.vm_node.start = bo->bo.vma_node.vm_node.start;
	return drm_gem_prime_mmap(obj, vma);
}
Commit	Line	Data
2874c5fd	1	// SPDX-License-Identifier: GPL-2.0-or-later
0a6659bd	2	/*
0a6659bd GH	3	*/
	4
	5	#include "bochs.h"
	6
	7	static void bochs_ttm_placement(struct bochs_bo *bo, int domain);
	8
	9	/* ---------------------------------------------------------------------- */
	10
	11	static inline struct bochs_device bochs_bdev(struct ttm_bo_device bd)
	12	{
	13	return container_of(bd, struct bochs_device, ttm.bdev);
	14	}
	15
0a6659bd GH	16	static void bochs_bo_ttm_destroy(struct ttm_buffer_object *tbo)
	17	{
	18	struct bochs_bo *bo;
	19
	20	bo = container_of(tbo, struct bochs_bo, bo);
	21	drm_gem_object_release(&bo->gem);
	22	kfree(bo);
	23	}
	24
	25	static bool bochs_ttm_bo_is_bochs_bo(struct ttm_buffer_object *bo)
	26	{
	27	if (bo->destroy == &bochs_bo_ttm_destroy)
	28	return true;
	29	return false;
	30	}
	31
	32	static int bochs_bo_init_mem_type(struct ttm_bo_device *bdev, uint32_t type,
	33	struct ttm_mem_type_manager *man)
	34	{
	35	switch (type) {
	36	case TTM_PL_SYSTEM:
	37	man->flags = TTM_MEMTYPE_FLAG_MAPPABLE;
	38	man->available_caching = TTM_PL_MASK_CACHING;
	39	man->default_caching = TTM_PL_FLAG_CACHED;
	40	break;
	41	case TTM_PL_VRAM:
	42	man->func = &ttm_bo_manager_func;
	43	man->flags = TTM_MEMTYPE_FLAG_FIXED \|
	44	TTM_MEMTYPE_FLAG_MAPPABLE;
	45	man->available_caching = TTM_PL_FLAG_UNCACHED \|
	46	TTM_PL_FLAG_WC;
	47	man->default_caching = TTM_PL_FLAG_WC;
	48	break;
	49	default:
	50	DRM_ERROR("Unsupported memory type %u\n", (unsigned)type);
	51	return -EINVAL;
	52	}
	53	return 0;
	54	}
	55
	56	static void
	57	bochs_bo_evict_flags(struct ttm_buffer_object bo, struct ttm_placement pl)
	58	{
	59	struct bochs_bo *bochsbo = bochs_bo(bo);
	60
	61	if (!bochs_ttm_bo_is_bochs_bo(bo))
	62	return;
	63
	64	bochs_ttm_placement(bochsbo, TTM_PL_FLAG_SYSTEM);
	65	*pl = bochsbo->placement;
	66	}
	67
	68	static int bochs_bo_verify_access(struct ttm_buffer_object *bo,
	69	struct file *filp)
	70	{
	71	struct bochs_bo *bochsbo = bochs_bo(bo);
	72
d9a1f0b4 DH	73	return drm_vma_node_verify_access(&bochsbo->gem.vma_node,
d9a1f0b4 DH	74	filp->private_data);
0a6659bd GH	75	}
	76
	77	static int bochs_ttm_io_mem_reserve(struct ttm_bo_device *bdev,
	78	struct ttm_mem_reg *mem)
	79	{
	80	struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];
	81	struct bochs_device *bochs = bochs_bdev(bdev);
	82
	83	mem->bus.addr = NULL;
	84	mem->bus.offset = 0;
	85	mem->bus.size = mem->num_pages << PAGE_SHIFT;
	86	mem->bus.base = 0;
	87	mem->bus.is_iomem = false;
	88	if (!(man->flags & TTM_MEMTYPE_FLAG_MAPPABLE))
	89	return -EINVAL;
	90	switch (mem->mem_type) {
	91	case TTM_PL_SYSTEM:
	92	/* system memory */
	93	return 0;
	94	case TTM_PL_VRAM:
	95	mem->bus.offset = mem->start << PAGE_SHIFT;
	96	mem->bus.base = bochs->fb_base;
	97	mem->bus.is_iomem = true;
	98	break;
	99	default:
	100	return -EINVAL;
	101	break;
	102	}
	103	return 0;
	104	}
	105
	106	static void bochs_ttm_io_mem_free(struct ttm_bo_device *bdev,
	107	struct ttm_mem_reg *mem)
	108	{
	109	}
	110
0a6659bd GH	111	static void bochs_ttm_backend_destroy(struct ttm_tt *tt)
	112	{
	113	ttm_tt_fini(tt);
	114	kfree(tt);
	115	}
	116
	117	static struct ttm_backend_func bochs_tt_backend_func = {
	118	.destroy = &bochs_ttm_backend_destroy,
	119	};
	120
dde5da23	121	static struct ttm_tt bochs_ttm_tt_create(struct ttm_buffer_object bo,
231cdafc	122	uint32_t page_flags)
0a6659bd GH	123	{
	124	struct ttm_tt *tt;
	125
	126	tt = kzalloc(sizeof(struct ttm_tt), GFP_KERNEL);
	127	if (tt == NULL)
	128	return NULL;
	129	tt->func = &bochs_tt_backend_func;
dde5da23	130	if (ttm_tt_init(tt, bo, page_flags)) {
0a6659bd GH	131	kfree(tt);
	132	return NULL;
	133	}
	134	return tt;
	135	}
	136
f42bd946	137	static struct ttm_bo_driver bochs_bo_driver = {
0a6659bd	138	.ttm_tt_create = bochs_ttm_tt_create,
0a6659bd	139	.init_mem_type = bochs_bo_init_mem_type,
a2ab19fe	140	.eviction_valuable = ttm_bo_eviction_valuable,
0a6659bd	141	.evict_flags = bochs_bo_evict_flags,
18885778	142	.move = NULL,
0a6659bd GH	143	.verify_access = bochs_bo_verify_access,
	144	.io_mem_reserve = &bochs_ttm_io_mem_reserve,
	145	.io_mem_free = &bochs_ttm_io_mem_free,
	146	};
	147
	148	int bochs_mm_init(struct bochs_device *bochs)
	149	{
	150	struct ttm_bo_device *bdev = &bochs->ttm.bdev;
	151	int ret;
	152
0a6659bd	153	ret = ttm_bo_device_init(&bochs->ttm.bdev,
44d847b7 DH	154	&bochs_bo_driver,
44d847b7 DH	155	bochs->dev->anon_inode->i_mapping,
0a6659bd GH	156	true);
	157	if (ret) {
	158	DRM_ERROR("Error initialising bo driver; %d\n", ret);
	159	return ret;
	160	}
	161
	162	ret = ttm_bo_init_mm(bdev, TTM_PL_VRAM,
	163	bochs->fb_size >> PAGE_SHIFT);
	164	if (ret) {
	165	DRM_ERROR("Failed ttm VRAM init: %d\n", ret);
	166	return ret;
	167	}
	168
	169	bochs->ttm.initialized = true;
	170	return 0;
	171	}
	172
	173	void bochs_mm_fini(struct bochs_device *bochs)
	174	{
	175	if (!bochs->ttm.initialized)
	176	return;
	177
	178	ttm_bo_device_release(&bochs->ttm.bdev);
0a6659bd GH	179	bochs->ttm.initialized = false;
	180	}
	181
	182	static void bochs_ttm_placement(struct bochs_bo *bo, int domain)
	183	{
f1217ed0	184	unsigned i;
0a6659bd	185	u32 c = 0;
0a6659bd GH	186	bo->placement.placement = bo->placements;
	187	bo->placement.busy_placement = bo->placements;
	188	if (domain & TTM_PL_FLAG_VRAM) {
f1217ed0 CK	189	bo->placements[c++].flags = TTM_PL_FLAG_WC
f1217ed0 CK	190	\| TTM_PL_FLAG_UNCACHED
0a6659bd GH	191	\| TTM_PL_FLAG_VRAM;
	192	}
	193	if (domain & TTM_PL_FLAG_SYSTEM) {
f1217ed0 CK	194	bo->placements[c++].flags = TTM_PL_MASK_CACHING
f1217ed0 CK	195	\| TTM_PL_FLAG_SYSTEM;
0a6659bd GH	196	}
0a6659bd GH	197	if (!c) {
f1217ed0 CK	198	bo->placements[c++].flags = TTM_PL_MASK_CACHING
	199	\| TTM_PL_FLAG_SYSTEM;
	200	}
	201	for (i = 0; i < c; ++i) {
	202	bo->placements[i].fpfn = 0;
	203	bo->placements[i].lpfn = 0;
0a6659bd GH	204	}
	205	bo->placement.num_placement = c;
	206	bo->placement.num_busy_placement = c;
	207	}
	208
dde8fb55	209	int bochs_bo_pin(struct bochs_bo *bo, u32 pl_flag)
0a6659bd	210	{
19be5570	211	struct ttm_operation_ctx ctx = { false, false };
0a6659bd GH	212	int i, ret;
	213
	214	if (bo->pin_count) {
	215	bo->pin_count++;
0a6659bd GH	216	return 0;
	217	}
	218
	219	bochs_ttm_placement(bo, pl_flag);
	220	for (i = 0; i < bo->placement.num_placement; i++)
f1217ed0	221	bo->placements[i].flags \|= TTM_PL_FLAG_NO_EVICT;
0bcdda5e GH	222	ret = ttm_bo_reserve(&bo->bo, true, false, NULL);
	223	if (ret)
	224	return ret;
19be5570	225	ret = ttm_bo_validate(&bo->bo, &bo->placement, &ctx);
0bcdda5e	226	ttm_bo_unreserve(&bo->bo);
0a6659bd GH	227	if (ret)
	228	return ret;
	229
	230	bo->pin_count = 1;
0a6659bd GH	231	return 0;
	232	}
	233
	234	int bochs_bo_unpin(struct bochs_bo *bo)
	235	{
19be5570	236	struct ttm_operation_ctx ctx = { false, false };
0a6659bd GH	237	int i, ret;
	238
	239	if (!bo->pin_count) {
	240	DRM_ERROR("unpin bad %p\n", bo);
	241	return 0;
	242	}
	243	bo->pin_count--;
	244
	245	if (bo->pin_count)
	246	return 0;
	247
	248	for (i = 0; i < bo->placement.num_placement; i++)
f1217ed0	249	bo->placements[i].flags &= ~TTM_PL_FLAG_NO_EVICT;
0bcdda5e GH	250	ret = ttm_bo_reserve(&bo->bo, true, false, NULL);
	251	if (ret)
	252	return ret;
19be5570	253	ret = ttm_bo_validate(&bo->bo, &bo->placement, &ctx);
0bcdda5e	254	ttm_bo_unreserve(&bo->bo);
0a6659bd GH	255	if (ret)
	256	return ret;
	257
	258	return 0;
	259	}
	260
	261	int bochs_mmap(struct file filp, struct vm_area_struct vma)
	262	{
bed2dd84 TZ	263	struct drm_file *file_priv = filp->private_data;
bed2dd84 TZ	264	struct bochs_device *bochs = file_priv->minor->dev->dev_private;
0a6659bd	265
0a6659bd GH	266	return ttm_bo_mmap(filp, vma, &bochs->ttm.bdev);
	267	}
	268
	269	/* ---------------------------------------------------------------------- */
	270
	271	static int bochs_bo_create(struct drm_device *dev, int size, int align,
	272	uint32_t flags, struct bochs_bo **pbochsbo)
	273	{
	274	struct bochs_device *bochs = dev->dev_private;
	275	struct bochs_bo *bochsbo;
	276	size_t acc_size;
	277	int ret;
	278
	279	bochsbo = kzalloc(sizeof(struct bochs_bo), GFP_KERNEL);
	280	if (!bochsbo)
	281	return -ENOMEM;
	282
	283	ret = drm_gem_object_init(dev, &bochsbo->gem, size);
	284	if (ret) {
	285	kfree(bochsbo);
	286	return ret;
	287	}
	288
	289	bochsbo->bo.bdev = &bochs->ttm.bdev;
6796cb16	290	bochsbo->bo.bdev->dev_mapping = dev->anon_inode->i_mapping;
0a6659bd GH	291
	292	bochs_ttm_placement(bochsbo, TTM_PL_FLAG_VRAM \| TTM_PL_FLAG_SYSTEM);
	293
	294	acc_size = ttm_bo_dma_acc_size(&bochs->ttm.bdev, size,
	295	sizeof(struct bochs_bo));
	296
	297	ret = ttm_bo_init(&bochs->ttm.bdev, &bochsbo->bo, size,
	298	ttm_bo_type_device, &bochsbo->placement,
724daa4f	299	align >> PAGE_SHIFT, false, acc_size,
f4f4e3e3	300	NULL, NULL, bochs_bo_ttm_destroy);
0a6659bd GH	301	if (ret)
	302	return ret;
	303
	304	*pbochsbo = bochsbo;
	305	return 0;
	306	}
	307
	308	int bochs_gem_create(struct drm_device *dev, u32 size, bool iskernel,
	309	struct drm_gem_object **obj)
	310	{
	311	struct bochs_bo *bochsbo;
	312	int ret;
	313
	314	*obj = NULL;
	315
a8ba29cd	316	size = PAGE_ALIGN(size);
0a6659bd GH	317	if (size == 0)
	318	return -EINVAL;
	319
	320	ret = bochs_bo_create(dev, size, 0, 0, &bochsbo);
	321	if (ret) {
	322	if (ret != -ERESTARTSYS)
	323	DRM_ERROR("failed to allocate GEM object\n");
	324	return ret;
	325	}
	326	*obj = &bochsbo->gem;
	327	return 0;
	328	}
	329
	330	int bochs_dumb_create(struct drm_file file, struct drm_device dev,
	331	struct drm_mode_create_dumb *args)
	332	{
	333	struct drm_gem_object *gobj;
	334	u32 handle;
	335	int ret;
	336
	337	args->pitch = args->width * ((args->bpp + 7) / 8);
	338	args->size = args->pitch * args->height;
	339
	340	ret = bochs_gem_create(dev, args->size, false,
	341	&gobj);
	342	if (ret)
	343	return ret;
	344
	345	ret = drm_gem_handle_create(file, gobj, &handle);
a0d4d42c	346	drm_gem_object_put_unlocked(gobj);
0a6659bd GH	347	if (ret)
	348	return ret;
	349
	350	args->handle = handle;
	351	return 0;
	352	}
	353
	354	static void bochs_bo_unref(struct bochs_bo **bo)
	355	{
	356	struct ttm_buffer_object *tbo;
	357
	358	if ((*bo) == NULL)
	359	return;
	360
	361	tbo = &((*bo)->bo);
aba911e6	362	ttm_bo_put(tbo);
dcb1ee57	363	*bo = NULL;
0a6659bd GH	364	}
	365
	366	void bochs_gem_free_object(struct drm_gem_object *obj)
	367	{
	368	struct bochs_bo *bochs_bo = gem_to_bochs_bo(obj);
	369
0a6659bd GH	370	bochs_bo_unref(&bochs_bo);
	371	}
	372
	373	int bochs_dumb_mmap_offset(struct drm_file file, struct drm_device dev,
	374	uint32_t handle, uint64_t *offset)
	375	{
	376	struct drm_gem_object *obj;
0a6659bd GH	377	struct bochs_bo *bo;
0a6659bd GH	378
a8ad0bd8	379	obj = drm_gem_object_lookup(file, handle);
37ae75c8 DV	380	if (obj == NULL)
37ae75c8 DV	381	return -ENOENT;
0a6659bd GH	382
	383	bo = gem_to_bochs_bo(obj);
	384	*offset = bochs_bo_mmap_offset(bo);
	385
a0d4d42c	386	drm_gem_object_put_unlocked(obj);
37ae75c8	387	return 0;
0a6659bd	388	}
132a4534 GH	389
	390	/* ---------------------------------------------------------------------- */
	391
	392	int bochs_gem_prime_pin(struct drm_gem_object *obj)
	393	{
	394	struct bochs_bo *bo = gem_to_bochs_bo(obj);
	395
	396	return bochs_bo_pin(bo, TTM_PL_FLAG_VRAM);
	397	}
	398
	399	void bochs_gem_prime_unpin(struct drm_gem_object *obj)
	400	{
	401	struct bochs_bo *bo = gem_to_bochs_bo(obj);
	402
	403	bochs_bo_unpin(bo);
	404	}
	405
	406	void bochs_gem_prime_vmap(struct drm_gem_object obj)
	407	{
	408	struct bochs_bo *bo = gem_to_bochs_bo(obj);
	409	bool is_iomem;
	410	int ret;
	411
	412	ret = bochs_bo_pin(bo, TTM_PL_FLAG_VRAM);
	413	if (ret)
	414	return NULL;
	415	ret = ttm_bo_kmap(&bo->bo, 0, bo->bo.num_pages, &bo->kmap);
	416	if (ret) {
	417	bochs_bo_unpin(bo);
	418	return NULL;
	419	}
	420	return ttm_kmap_obj_virtual(&bo->kmap, &is_iomem);
	421	}
	422
	423	void bochs_gem_prime_vunmap(struct drm_gem_object obj, void vaddr)
	424	{
	425	struct bochs_bo *bo = gem_to_bochs_bo(obj);
	426
	427	ttm_bo_kunmap(&bo->kmap);
	428	bochs_bo_unpin(bo);
	429	}
	430
	431	int bochs_gem_prime_mmap(struct drm_gem_object *obj,
	432	struct vm_area_struct *vma)
	433	{
	434	struct bochs_bo *bo = gem_to_bochs_bo(obj);
	435
86c5b359 GH	436	bo->gem.vma_node.vm_node.start = bo->bo.vma_node.vm_node.start;
86c5b359 GH	437	return drm_gem_prime_mmap(obj, vma);
132a4534	438	}