[mirror_ubuntu-bionic-kernel.git] / drivers / gpu / drm / nouveau / nouveau_display.c

/*
 * Copyright (C) 2008 Maarten Maathuis.
 * All Rights Reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining
 * a copy of this software and associated documentation files (the
 * "Software"), to deal in the Software without restriction, including
 * without limitation the rights to use, copy, modify, merge, publish,
 * distribute, sublicense, and/or sell copies of the Software, and to
 * permit persons to whom the Software is furnished to do so, subject to
 * the following conditions:
 *
 * The above copyright notice and this permission notice (including the
 * next paragraph) shall be included in all copies or substantial
 * portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
 * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 *
 */

#include "drmP.h"
#include "drm_crtc_helper.h"
#include "nouveau_drv.h"
#include "nouveau_fb.h"
#include "nouveau_fbcon.h"
#include "nouveau_hw.h"
#include "nouveau_crtc.h"
#include "nouveau_dma.h"
#include "nv50_display.h"

static void
nouveau_user_framebuffer_destroy(struct drm_framebuffer *drm_fb)
{
	struct nouveau_framebuffer *fb = nouveau_framebuffer(drm_fb);

	if (fb->nvbo)
		drm_gem_object_unreference_unlocked(fb->nvbo->gem);

	drm_framebuffer_cleanup(drm_fb);
	kfree(fb);
}

static int
nouveau_user_framebuffer_create_handle(struct drm_framebuffer *drm_fb,
				       struct drm_file *file_priv,
				       unsigned int *handle)
{
	struct nouveau_framebuffer *fb = nouveau_framebuffer(drm_fb);

	return drm_gem_handle_create(file_priv, fb->nvbo->gem, handle);
}

static const struct drm_framebuffer_funcs nouveau_framebuffer_funcs = {
	.destroy = nouveau_user_framebuffer_destroy,
	.create_handle = nouveau_user_framebuffer_create_handle,
};

int
nouveau_framebuffer_init(struct drm_device *dev,
			 struct nouveau_framebuffer *nv_fb,
			 struct drm_mode_fb_cmd *mode_cmd,
			 struct nouveau_bo *nvbo)
{
	struct drm_nouveau_private *dev_priv = dev->dev_private;
	struct drm_framebuffer *fb = &nv_fb->base;
	int ret;

	ret = drm_framebuffer_init(dev, fb, &nouveau_framebuffer_funcs);
	if (ret) {
		return ret;
	}

	drm_helper_mode_fill_fb_struct(fb, mode_cmd);
	nv_fb->nvbo = nvbo;

	if (dev_priv->card_type >= NV_50) {
		u32 tile_flags = nouveau_bo_tile_layout(nvbo);
		if (tile_flags == 0x7a00 ||
		    tile_flags == 0xfe00)
			nv_fb->r_dma = NvEvoFB32;
		else
		if (tile_flags == 0x7000)
			nv_fb->r_dma = NvEvoFB16;
		else
			nv_fb->r_dma = NvEvoVRAM_LP;

		switch (fb->depth) {
		case  8: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_8; break;
		case 15: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_15; break;
		case 16: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_16; break;
		case 24:
		case 32: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_24; break;
		case 30: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_30; break;
		default:
			 NV_ERROR(dev, "unknown depth %d\n", fb->depth);
			 return -EINVAL;
		}

		if (dev_priv->chipset == 0x50)
			nv_fb->r_format |= (tile_flags << 8);

		if (!tile_flags)
			nv_fb->r_pitch = 0x00100000 | fb->pitch;
		else {
			u32 mode = nvbo->tile_mode;
			if (dev_priv->card_type >= NV_C0)
				mode >>= 4;
			nv_fb->r_pitch = ((fb->pitch / 4) << 4) | mode;
		}
	}

	return 0;
}

static struct drm_framebuffer *
nouveau_user_framebuffer_create(struct drm_device *dev,
				struct drm_file *file_priv,
				struct drm_mode_fb_cmd *mode_cmd)
{
	struct nouveau_framebuffer *nouveau_fb;
	struct drm_gem_object *gem;
	int ret;

	gem = drm_gem_object_lookup(dev, file_priv, mode_cmd->handle);
	if (!gem)
		return ERR_PTR(-ENOENT);

	nouveau_fb = kzalloc(sizeof(struct nouveau_framebuffer), GFP_KERNEL);
	if (!nouveau_fb)
		return ERR_PTR(-ENOMEM);

	ret = nouveau_framebuffer_init(dev, nouveau_fb, mode_cmd, nouveau_gem_object(gem));
	if (ret) {
		drm_gem_object_unreference(gem);
		return ERR_PTR(ret);
	}

	return &nouveau_fb->base;
}

const struct drm_mode_config_funcs nouveau_mode_config_funcs = {
	.fb_create = nouveau_user_framebuffer_create,
	.output_poll_changed = nouveau_fbcon_output_poll_changed,
};

int
nouveau_vblank_enable(struct drm_device *dev, int crtc)
{
	struct drm_nouveau_private *dev_priv = dev->dev_private;

	if (dev_priv->card_type >= NV_50)
		nv_mask(dev, NV50_PDISPLAY_INTR_EN_1, 0,
			NV50_PDISPLAY_INTR_EN_1_VBLANK_CRTC_(crtc));
	else
		NVWriteCRTC(dev, crtc, NV_PCRTC_INTR_EN_0,
			    NV_PCRTC_INTR_0_VBLANK);

	return 0;
}

void
nouveau_vblank_disable(struct drm_device *dev, int crtc)
{
	struct drm_nouveau_private *dev_priv = dev->dev_private;

	if (dev_priv->card_type >= NV_50)
		nv_mask(dev, NV50_PDISPLAY_INTR_EN_1,
			NV50_PDISPLAY_INTR_EN_1_VBLANK_CRTC_(crtc), 0);
	else
		NVWriteCRTC(dev, crtc, NV_PCRTC_INTR_EN_0, 0);
}

static int
nouveau_page_flip_reserve(struct nouveau_bo *old_bo,
			  struct nouveau_bo *new_bo)
{
	int ret;

	ret = nouveau_bo_pin(new_bo, TTM_PL_FLAG_VRAM);
	if (ret)
		return ret;

	ret = ttm_bo_reserve(&new_bo->bo, false, false, false, 0);
	if (ret)
		goto fail;

	ret = ttm_bo_reserve(&old_bo->bo, false, false, false, 0);
	if (ret)
		goto fail_unreserve;

	return 0;

fail_unreserve:
	ttm_bo_unreserve(&new_bo->bo);
fail:
	nouveau_bo_unpin(new_bo);
	return ret;
}

static void
nouveau_page_flip_unreserve(struct nouveau_bo *old_bo,
			    struct nouveau_bo *new_bo,
			    struct nouveau_fence *fence)
{
	nouveau_bo_fence(new_bo, fence);
	ttm_bo_unreserve(&new_bo->bo);

	nouveau_bo_fence(old_bo, fence);
	ttm_bo_unreserve(&old_bo->bo);

	nouveau_bo_unpin(old_bo);
}

static int
nouveau_page_flip_emit(struct nouveau_channel *chan,
		       struct nouveau_bo *old_bo,
		       struct nouveau_bo *new_bo,
		       struct nouveau_page_flip_state *s,
		       struct nouveau_fence **pfence)
{
	struct drm_device *dev = chan->dev;
	unsigned long flags;
	int ret;

	/* Queue it to the pending list */
	spin_lock_irqsave(&dev->event_lock, flags);
	list_add_tail(&s->head, &chan->nvsw.flip);
	spin_unlock_irqrestore(&dev->event_lock, flags);

	/* Synchronize with the old framebuffer */
	ret = nouveau_fence_sync(old_bo->bo.sync_obj, chan);
	if (ret)
		goto fail;

	/* Emit the pageflip */
	ret = RING_SPACE(chan, 2);
	if (ret)
		goto fail;

	BEGIN_RING(chan, NvSubSw, NV_SW_PAGE_FLIP, 1);
	OUT_RING(chan, 0);
	FIRE_RING(chan);

	ret = nouveau_fence_new(chan, pfence, true);
	if (ret)
		goto fail;

	return 0;
fail:
	spin_lock_irqsave(&dev->event_lock, flags);
	list_del(&s->head);
	spin_unlock_irqrestore(&dev->event_lock, flags);
	return ret;
}

int
nouveau_crtc_page_flip(struct drm_crtc *crtc, struct drm_framebuffer *fb,
		       struct drm_pending_vblank_event *event)
{
	struct drm_device *dev = crtc->dev;
	struct drm_nouveau_private *dev_priv = dev->dev_private;
	struct nouveau_bo *old_bo = nouveau_framebuffer(crtc->fb)->nvbo;
	struct nouveau_bo *new_bo = nouveau_framebuffer(fb)->nvbo;
	struct nouveau_page_flip_state *s;
	struct nouveau_channel *chan;
	struct nouveau_fence *fence;
	int ret;

	if (dev_priv->engine.graph.accel_blocked)
		return -ENODEV;

	s = kzalloc(sizeof(*s), GFP_KERNEL);
	if (!s)
		return -ENOMEM;

	/* Don't let the buffers go away while we flip */
	ret = nouveau_page_flip_reserve(old_bo, new_bo);
	if (ret)
		goto fail_free;

	/* Initialize a page flip struct */
	*s = (struct nouveau_page_flip_state)
		{ { }, s->event, nouveau_crtc(crtc)->index,
		  fb->bits_per_pixel, fb->pitch, crtc->x, crtc->y,
		  new_bo->bo.offset };

	/* Choose the channel the flip will be handled in */
	chan = nouveau_fence_channel(new_bo->bo.sync_obj);
	if (!chan)
		chan = nouveau_channel_get_unlocked(dev_priv->channel);
	mutex_lock(&chan->mutex);

	/* Emit a page flip */
	if (dev_priv->card_type >= NV_50) {
		ret = nv50_display_flip_next(crtc, fb, chan);
		if (ret) {
			nouveau_channel_put(&chan);
			goto fail_unreserve;
		}
	}

	ret = nouveau_page_flip_emit(chan, old_bo, new_bo, s, &fence);
	nouveau_channel_put(&chan);
	if (ret)
		goto fail_unreserve;

	/* Update the crtc struct and cleanup */
	crtc->fb = fb;

	nouveau_page_flip_unreserve(old_bo, new_bo, fence);
	nouveau_fence_unref(&fence);
	return 0;

fail_unreserve:
	nouveau_page_flip_unreserve(old_bo, new_bo, NULL);
fail_free:
	kfree(s);
	return ret;
}

int
nouveau_finish_page_flip(struct nouveau_channel *chan,
			 struct nouveau_page_flip_state *ps)
{
	struct drm_device *dev = chan->dev;
	struct nouveau_page_flip_state *s;
	unsigned long flags;

	spin_lock_irqsave(&dev->event_lock, flags);

	if (list_empty(&chan->nvsw.flip)) {
		NV_ERROR(dev, "Unexpected pageflip in channel %d.\n", chan->id);
		spin_unlock_irqrestore(&dev->event_lock, flags);
		return -EINVAL;
	}

	s = list_first_entry(&chan->nvsw.flip,
			     struct nouveau_page_flip_state, head);
	if (s->event) {
		struct drm_pending_vblank_event *e = s->event;
		struct timeval now;

		do_gettimeofday(&now);
		e->event.sequence = 0;
		e->event.tv_sec = now.tv_sec;
		e->event.tv_usec = now.tv_usec;
		list_add_tail(&e->base.link, &e->base.file_priv->event_list);
		wake_up_interruptible(&e->base.file_priv->event_wait);
	}

	list_del(&s->head);
	if (ps)
		*ps = *s;
	kfree(s);

	spin_unlock_irqrestore(&dev->event_lock, flags);
	return 0;
}
Commit	Line	Data
6ee73861 BS	1	/*
	2	* Copyright (C) 2008 Maarten Maathuis.
	3	* All Rights Reserved.
	4	*
	5	* Permission is hereby granted, free of charge, to any person obtaining
	6	* a copy of this software and associated documentation files (the
	7	* "Software"), to deal in the Software without restriction, including
	8	* without limitation the rights to use, copy, modify, merge, publish,
	9	* distribute, sublicense, and/or sell copies of the Software, and to
	10	* permit persons to whom the Software is furnished to do so, subject to
	11	* the following conditions:
	12	*
	13	* The above copyright notice and this permission notice (including the
	14	* next paragraph) shall be included in all copies or substantial
	15	* portions of the Software.
	16	*
	17	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
	18	* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
	19	* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
	20	* IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
	21	* LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
	22	* OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
	23	* WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
	24	*
	25	*/
	26
	27	#include "drmP.h"
	28	#include "drm_crtc_helper.h"
	29	#include "nouveau_drv.h"
	30	#include "nouveau_fb.h"
	31	#include "nouveau_fbcon.h"
042206c0	32	#include "nouveau_hw.h"
332b242f FJ	33	#include "nouveau_crtc.h"
332b242f FJ	34	#include "nouveau_dma.h"
45c4e0aa	35	#include "nv50_display.h"
6ee73861 BS	36
	37	static void
	38	nouveau_user_framebuffer_destroy(struct drm_framebuffer *drm_fb)
	39	{
	40	struct nouveau_framebuffer *fb = nouveau_framebuffer(drm_fb);
6ee73861	41
bc9025bd LB	42	if (fb->nvbo)
bc9025bd LB	43	drm_gem_object_unreference_unlocked(fb->nvbo->gem);
6ee73861 BS	44
	45	drm_framebuffer_cleanup(drm_fb);
	46	kfree(fb);
	47	}
	48
	49	static int
	50	nouveau_user_framebuffer_create_handle(struct drm_framebuffer *drm_fb,
	51	struct drm_file *file_priv,
	52	unsigned int *handle)
	53	{
	54	struct nouveau_framebuffer *fb = nouveau_framebuffer(drm_fb);
	55
	56	return drm_gem_handle_create(file_priv, fb->nvbo->gem, handle);
	57	}
	58
	59	static const struct drm_framebuffer_funcs nouveau_framebuffer_funcs = {
	60	.destroy = nouveau_user_framebuffer_destroy,
	61	.create_handle = nouveau_user_framebuffer_create_handle,
	62	};
	63
38651674	64	int
45c4e0aa BS	65	nouveau_framebuffer_init(struct drm_device *dev,
	66	struct nouveau_framebuffer *nv_fb,
	67	struct drm_mode_fb_cmd *mode_cmd,
	68	struct nouveau_bo *nvbo)
6ee73861	69	{
45c4e0aa BS	70	struct drm_nouveau_private *dev_priv = dev->dev_private;
45c4e0aa BS	71	struct drm_framebuffer *fb = &nv_fb->base;
6ee73861 BS	72	int ret;
6ee73861 BS	73
45c4e0aa	74	ret = drm_framebuffer_init(dev, fb, &nouveau_framebuffer_funcs);
6ee73861	75	if (ret) {
38651674	76	return ret;
6ee73861 BS	77	}
6ee73861 BS	78
45c4e0aa BS	79	drm_helper_mode_fill_fb_struct(fb, mode_cmd);
	80	nv_fb->nvbo = nvbo;
	81
	82	if (dev_priv->card_type >= NV_50) {
	83	u32 tile_flags = nouveau_bo_tile_layout(nvbo);
	84	if (tile_flags == 0x7a00 \|\|
	85	tile_flags == 0xfe00)
	86	nv_fb->r_dma = NvEvoFB32;
	87	else
	88	if (tile_flags == 0x7000)
	89	nv_fb->r_dma = NvEvoFB16;
	90	else
	91	nv_fb->r_dma = NvEvoVRAM_LP;
	92
	93	switch (fb->depth) {
	94	case 8: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_8; break;
	95	case 15: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_15; break;
	96	case 16: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_16; break;
	97	case 24:
	98	case 32: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_24; break;
	99	case 30: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_30; break;
	100	default:
	101	NV_ERROR(dev, "unknown depth %d\n", fb->depth);
	102	return -EINVAL;
	103	}
	104
	105	if (dev_priv->chipset == 0x50)
	106	nv_fb->r_format \|= (tile_flags << 8);
	107
	108	if (!tile_flags)
	109	nv_fb->r_pitch = 0x00100000 \| fb->pitch;
	110	else {
	111	u32 mode = nvbo->tile_mode;
	112	if (dev_priv->card_type >= NV_C0)
	113	mode >>= 4;
	114	nv_fb->r_pitch = ((fb->pitch / 4) << 4) \| mode;
	115	}
	116	}
	117
38651674	118	return 0;
6ee73861 BS	119	}
	120
	121	static struct drm_framebuffer *
	122	nouveau_user_framebuffer_create(struct drm_device *dev,
	123	struct drm_file *file_priv,
	124	struct drm_mode_fb_cmd *mode_cmd)
	125	{
38651674	126	struct nouveau_framebuffer *nouveau_fb;
6ee73861	127	struct drm_gem_object *gem;
38651674	128	int ret;
6ee73861 BS	129
	130	gem = drm_gem_object_lookup(dev, file_priv, mode_cmd->handle);
	131	if (!gem)
cce13ff7	132	return ERR_PTR(-ENOENT);
6ee73861	133
38651674 DA	134	nouveau_fb = kzalloc(sizeof(struct nouveau_framebuffer), GFP_KERNEL);
38651674 DA	135	if (!nouveau_fb)
cce13ff7	136	return ERR_PTR(-ENOMEM);
38651674 DA	137
	138	ret = nouveau_framebuffer_init(dev, nouveau_fb, mode_cmd, nouveau_gem_object(gem));
	139	if (ret) {
6ee73861	140	drm_gem_object_unreference(gem);
cce13ff7	141	return ERR_PTR(ret);
6ee73861 BS	142	}
6ee73861 BS	143
38651674	144	return &nouveau_fb->base;
6ee73861 BS	145	}
	146
	147	const struct drm_mode_config_funcs nouveau_mode_config_funcs = {
	148	.fb_create = nouveau_user_framebuffer_create,
eb1f8e4f	149	.output_poll_changed = nouveau_fbcon_output_poll_changed,
6ee73861 BS	150	};
6ee73861 BS	151
042206c0 FJ	152	int
	153	nouveau_vblank_enable(struct drm_device *dev, int crtc)
	154	{
	155	struct drm_nouveau_private *dev_priv = dev->dev_private;
	156
	157	if (dev_priv->card_type >= NV_50)
	158	nv_mask(dev, NV50_PDISPLAY_INTR_EN_1, 0,
	159	NV50_PDISPLAY_INTR_EN_1_VBLANK_CRTC_(crtc));
	160	else
	161	NVWriteCRTC(dev, crtc, NV_PCRTC_INTR_EN_0,
	162	NV_PCRTC_INTR_0_VBLANK);
	163
	164	return 0;
	165	}
	166
	167	void
	168	nouveau_vblank_disable(struct drm_device *dev, int crtc)
	169	{
	170	struct drm_nouveau_private *dev_priv = dev->dev_private;
	171
	172	if (dev_priv->card_type >= NV_50)
	173	nv_mask(dev, NV50_PDISPLAY_INTR_EN_1,
	174	NV50_PDISPLAY_INTR_EN_1_VBLANK_CRTC_(crtc), 0);
	175	else
	176	NVWriteCRTC(dev, crtc, NV_PCRTC_INTR_EN_0, 0);
	177	}
332b242f FJ	178
	179	static int
	180	nouveau_page_flip_reserve(struct nouveau_bo *old_bo,
	181	struct nouveau_bo *new_bo)
	182	{
	183	int ret;
	184
	185	ret = nouveau_bo_pin(new_bo, TTM_PL_FLAG_VRAM);
	186	if (ret)
	187	return ret;
	188
	189	ret = ttm_bo_reserve(&new_bo->bo, false, false, false, 0);
	190	if (ret)
	191	goto fail;
	192
	193	ret = ttm_bo_reserve(&old_bo->bo, false, false, false, 0);
	194	if (ret)
	195	goto fail_unreserve;
	196
	197	return 0;
	198
	199	fail_unreserve:
	200	ttm_bo_unreserve(&new_bo->bo);
	201	fail:
	202	nouveau_bo_unpin(new_bo);
	203	return ret;
	204	}
	205
	206	static void
	207	nouveau_page_flip_unreserve(struct nouveau_bo *old_bo,
	208	struct nouveau_bo *new_bo,
	209	struct nouveau_fence *fence)
	210	{
	211	nouveau_bo_fence(new_bo, fence);
	212	ttm_bo_unreserve(&new_bo->bo);
	213
	214	nouveau_bo_fence(old_bo, fence);
	215	ttm_bo_unreserve(&old_bo->bo);
	216
	217	nouveau_bo_unpin(old_bo);
	218	}
	219
	220	static int
	221	nouveau_page_flip_emit(struct nouveau_channel *chan,
	222	struct nouveau_bo *old_bo,
	223	struct nouveau_bo *new_bo,
	224	struct nouveau_page_flip_state *s,
	225	struct nouveau_fence **pfence)
	226	{
	227	struct drm_device *dev = chan->dev;
	228	unsigned long flags;
	229	int ret;
	230
	231	/* Queue it to the pending list */
	232	spin_lock_irqsave(&dev->event_lock, flags);
	233	list_add_tail(&s->head, &chan->nvsw.flip);
	234	spin_unlock_irqrestore(&dev->event_lock, flags);
	235
	236	/* Synchronize with the old framebuffer */
	237	ret = nouveau_fence_sync(old_bo->bo.sync_obj, chan);
	238	if (ret)
	239	goto fail;
	240
	241	/* Emit the pageflip */
242	ret = RING_SPACE(chan, 2);
243	if (ret)
244	goto fail;
245
246	BEGIN_RING(chan, NvSubSw, NV_SW_PAGE_FLIP, 1);
247	OUT_RING(chan, 0);
248	FIRE_RING(chan);
249
250	ret = nouveau_fence_new(chan, pfence, true);
251	if (ret)
252	goto fail;
253
254	return 0;
255	fail:
256	spin_lock_irqsave(&dev->event_lock, flags);
257	list_del(&s->head);
258	spin_unlock_irqrestore(&dev->event_lock, flags);
259	return ret;
260	}
261
262	int
263	nouveau_crtc_page_flip(struct drm_crtc crtc, struct drm_framebuffer fb,
264	struct drm_pending_vblank_event *event)
265	{
266	struct drm_device *dev = crtc->dev;
267	struct drm_nouveau_private *dev_priv = dev->dev_private;
268	struct nouveau_bo *old_bo = nouveau_framebuffer(crtc->fb)->nvbo;
269	struct nouveau_bo *new_bo = nouveau_framebuffer(fb)->nvbo;
270	struct nouveau_page_flip_state *s;
271	struct nouveau_channel *chan;
272	struct nouveau_fence *fence;
273	int ret;
274
275	if (dev_priv->engine.graph.accel_blocked)
276	return -ENODEV;
277
278	s = kzalloc(sizeof(*s), GFP_KERNEL);
279	if (!s)
280	return -ENOMEM;
281
282	/* Don't let the buffers go away while we flip */
283	ret = nouveau_page_flip_reserve(old_bo, new_bo);
284	if (ret)
285	goto fail_free;
286
287	/* Initialize a page flip struct */
288	*s = (struct nouveau_page_flip_state)
289	{ { }, s->event, nouveau_crtc(crtc)->index,
290	fb->bits_per_pixel, fb->pitch, crtc->x, crtc->y,
291	new_bo->bo.offset };
292
293	/* Choose the channel the flip will be handled in */
294	chan = nouveau_fence_channel(new_bo->bo.sync_obj);
295	if (!chan)
296	chan = nouveau_channel_get_unlocked(dev_priv->channel);
297	mutex_lock(&chan->mutex);
298
299	/* Emit a page flip */
d7117e0d BS	300	if (dev_priv->card_type >= NV_50) {
	301	ret = nv50_display_flip_next(crtc, fb, chan);
	302	if (ret) {
	303	nouveau_channel_put(&chan);
	304	goto fail_unreserve;
	305	}
	306	}
	307
332b242f FJ	308	ret = nouveau_page_flip_emit(chan, old_bo, new_bo, s, &fence);
	309	nouveau_channel_put(&chan);
	310	if (ret)
	311	goto fail_unreserve;
	312
	313	/* Update the crtc struct and cleanup */
	314	crtc->fb = fb;
	315
	316	nouveau_page_flip_unreserve(old_bo, new_bo, fence);
	317	nouveau_fence_unref(&fence);
	318	return 0;
	319
	320	fail_unreserve:
	321	nouveau_page_flip_unreserve(old_bo, new_bo, NULL);
	322	fail_free:
	323	kfree(s);
	324	return ret;
	325	}
	326
	327	int
	328	nouveau_finish_page_flip(struct nouveau_channel *chan,
	329	struct nouveau_page_flip_state *ps)
	330	{
	331	struct drm_device *dev = chan->dev;
	332	struct nouveau_page_flip_state *s;
	333	unsigned long flags;
	334
	335	spin_lock_irqsave(&dev->event_lock, flags);
	336
	337	if (list_empty(&chan->nvsw.flip)) {
	338	NV_ERROR(dev, "Unexpected pageflip in channel %d.\n", chan->id);
	339	spin_unlock_irqrestore(&dev->event_lock, flags);
	340	return -EINVAL;
	341	}
	342
	343	s = list_first_entry(&chan->nvsw.flip,
	344	struct nouveau_page_flip_state, head);
	345	if (s->event) {
	346	struct drm_pending_vblank_event *e = s->event;
	347	struct timeval now;
	348
	349	do_gettimeofday(&now);
	350	e->event.sequence = 0;
	351	e->event.tv_sec = now.tv_sec;
	352	e->event.tv_usec = now.tv_usec;
	353	list_add_tail(&e->base.link, &e->base.file_priv->event_list);
	354	wake_up_interruptible(&e->base.file_priv->event_wait);
	355	}
	356
	357	list_del(&s->head);
d7117e0d BS	358	if (ps)
d7117e0d BS	359	ps = s;
332b242f FJ	360	kfree(s);
	361
	362	spin_unlock_irqrestore(&dev->event_lock, flags);
	363	return 0;
	364	}