[mirror_ubuntu-artful-kernel.git] / drivers / char / drm / i915_irq.c

/* i915_irq.c -- IRQ support for the I915 -*- linux-c -*-
 */
/*
 * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
 * All Rights Reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the
 * "Software"), to deal in the Software without restriction, including
 * without limitation the rights to use, copy, modify, merge, publish,
 * distribute, sub license, and/or sell copies of the Software, and to
 * permit persons to whom the Software is furnished to do so, subject to
 * the following conditions:
 *
 * The above copyright notice and this permission notice (including the
 * next paragraph) shall be included in all copies or substantial portions
 * of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 *
 */

#include "drmP.h"
#include "drm.h"
#include "i915_drm.h"
#include "i915_drv.h"

#define USER_INT_FLAG (1<<1)
#define VSYNC_PIPEB_FLAG (1<<5)
#define VSYNC_PIPEA_FLAG (1<<7)

#define MAX_NOPID ((u32)~0)

/**
 * Emit blits for scheduled buffer swaps.
 *
 * This function will be called with the HW lock held.
 */
static void i915_vblank_tasklet(drm_device_t *dev)
{
	drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
	unsigned long irqflags;
	struct list_head *list, *tmp;

	DRM_DEBUG("\n");

	spin_lock_irqsave(&dev_priv->swaps_lock, irqflags);

	list_for_each_safe(list, tmp, &dev_priv->vbl_swaps.head) {
		drm_i915_vbl_swap_t *vbl_swap =
			list_entry(list, drm_i915_vbl_swap_t, head);
		atomic_t *counter = vbl_swap->pipe ? &dev->vbl_received2 :
			&dev->vbl_received;

		if ((atomic_read(counter) - vbl_swap->sequence) <= (1<<23)) {
			drm_drawable_info_t *drw;

			spin_unlock(&dev_priv->swaps_lock);

			spin_lock(&dev->drw_lock);

			drw = drm_get_drawable_info(dev, vbl_swap->drw_id);
				
			if (drw) {
				int i, num_rects = drw->num_rects;
				drm_clip_rect_t *rect = drw->rects;
				drm_i915_sarea_t *sarea_priv =
				    dev_priv->sarea_priv;
				u32 cpp = dev_priv->cpp;
				u32 cmd = (cpp == 4) ? (XY_SRC_COPY_BLT_CMD |
							XY_SRC_COPY_BLT_WRITE_ALPHA |
							XY_SRC_COPY_BLT_WRITE_RGB)
						     : XY_SRC_COPY_BLT_CMD;
				u32 pitchropcpp = (sarea_priv->pitch * cpp) |
						  (0xcc << 16) | (cpp << 23) |
						  (1 << 24);
				RING_LOCALS;

				i915_kernel_lost_context(dev);

				BEGIN_LP_RING(6);

				OUT_RING(GFX_OP_DRAWRECT_INFO);
				OUT_RING(0);
				OUT_RING(0);
				OUT_RING(sarea_priv->width |
					 sarea_priv->height << 16);
				OUT_RING(sarea_priv->width |
					 sarea_priv->height << 16);
				OUT_RING(0);

				ADVANCE_LP_RING();

				sarea_priv->ctxOwner = DRM_KERNEL_CONTEXT;

				for (i = 0; i < num_rects; i++, rect++) {
					BEGIN_LP_RING(8);

					OUT_RING(cmd);
					OUT_RING(pitchropcpp);
					OUT_RING((rect->y1 << 16) | rect->x1);
					OUT_RING((rect->y2 << 16) | rect->x2);
					OUT_RING(sarea_priv->front_offset);
					OUT_RING((rect->y1 << 16) | rect->x1);
					OUT_RING(pitchropcpp & 0xffff);
					OUT_RING(sarea_priv->back_offset);

					ADVANCE_LP_RING();
				}
			}

			spin_unlock(&dev->drw_lock);

			spin_lock(&dev_priv->swaps_lock);

			list_del(list);

			drm_free(vbl_swap, sizeof(*vbl_swap), DRM_MEM_DRIVER);

			dev_priv->swaps_pending--;
		}
	}

	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);
}

irqreturn_t i915_driver_irq_handler(DRM_IRQ_ARGS)
{
	drm_device_t *dev = (drm_device_t *) arg;
	drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
	u16 temp;

	temp = I915_READ16(I915REG_INT_IDENTITY_R);

	temp &= (USER_INT_FLAG | VSYNC_PIPEA_FLAG | VSYNC_PIPEB_FLAG);

	DRM_DEBUG("%s flag=%08x\n", __FUNCTION__, temp);

	if (temp == 0)
		return IRQ_NONE;

	I915_WRITE16(I915REG_INT_IDENTITY_R, temp);

	dev_priv->sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);

	if (temp & USER_INT_FLAG)
		DRM_WAKEUP(&dev_priv->irq_queue);

	if (temp & (VSYNC_PIPEA_FLAG | VSYNC_PIPEB_FLAG)) {
		int vblank_pipe = dev_priv->vblank_pipe;

		if ((vblank_pipe &
		     (DRM_I915_VBLANK_PIPE_A | DRM_I915_VBLANK_PIPE_B))
		    == (DRM_I915_VBLANK_PIPE_A | DRM_I915_VBLANK_PIPE_B)) {
			if (temp & VSYNC_PIPEA_FLAG)
				atomic_inc(&dev->vbl_received);
			if (temp & VSYNC_PIPEB_FLAG)
				atomic_inc(&dev->vbl_received2);
		} else if (((temp & VSYNC_PIPEA_FLAG) &&
			    (vblank_pipe & DRM_I915_VBLANK_PIPE_A)) ||
			   ((temp & VSYNC_PIPEB_FLAG) &&
			    (vblank_pipe & DRM_I915_VBLANK_PIPE_B)))
			atomic_inc(&dev->vbl_received);

		DRM_WAKEUP(&dev->vbl_queue);
		drm_vbl_send_signals(dev);

		if (dev_priv->swaps_pending > 0)
			drm_locked_tasklet(dev, i915_vblank_tasklet);
	}

	return IRQ_HANDLED;
}

static int i915_emit_irq(drm_device_t * dev)
{
	drm_i915_private_t *dev_priv = dev->dev_private;
	RING_LOCALS;

	i915_kernel_lost_context(dev);

	DRM_DEBUG("%s\n", __FUNCTION__);

	dev_priv->sarea_priv->last_enqueue = ++dev_priv->counter;

	if (dev_priv->counter > 0x7FFFFFFFUL)
		dev_priv->sarea_priv->last_enqueue = dev_priv->counter = 1;

	BEGIN_LP_RING(6);
	OUT_RING(CMD_STORE_DWORD_IDX);
	OUT_RING(20);
	OUT_RING(dev_priv->counter);
	OUT_RING(0);
	OUT_RING(0);
	OUT_RING(GFX_OP_USER_INTERRUPT);
	ADVANCE_LP_RING();
	
	return dev_priv->counter;
}

static int i915_wait_irq(drm_device_t * dev, int irq_nr)
{
	drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
	int ret = 0;

	DRM_DEBUG("%s irq_nr=%d breadcrumb=%d\n", __FUNCTION__, irq_nr,
		  READ_BREADCRUMB(dev_priv));

	if (READ_BREADCRUMB(dev_priv) >= irq_nr)
		return 0;

	dev_priv->sarea_priv->perf_boxes |= I915_BOX_WAIT;

	DRM_WAIT_ON(ret, dev_priv->irq_queue, 3 * DRM_HZ,
		    READ_BREADCRUMB(dev_priv) >= irq_nr);

	if (ret == DRM_ERR(EBUSY)) {
		DRM_ERROR("%s: EBUSY -- rec: %d emitted: %d\n",
			  __FUNCTION__,
			  READ_BREADCRUMB(dev_priv), (int)dev_priv->counter);
	}

	dev_priv->sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);
	return ret;
}

static int i915_driver_vblank_do_wait(drm_device_t *dev, unsigned int *sequence,
				      atomic_t *counter)
{
	drm_i915_private_t *dev_priv = dev->dev_private;
	unsigned int cur_vblank;
	int ret = 0;

	if (!dev_priv) {
		DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
		return DRM_ERR(EINVAL);
	}

	DRM_WAIT_ON(ret, dev->vbl_queue, 3 * DRM_HZ,
		    (((cur_vblank = atomic_read(counter))
			- *sequence) <= (1<<23)));
	
	*sequence = cur_vblank;

	return ret;
}


int i915_driver_vblank_wait(drm_device_t *dev, unsigned int *sequence)
{
	return i915_driver_vblank_do_wait(dev, sequence, &dev->vbl_received);
}

int i915_driver_vblank_wait2(drm_device_t *dev, unsigned int *sequence)
{
	return i915_driver_vblank_do_wait(dev, sequence, &dev->vbl_received2);
}

/* Needs the lock as it touches the ring.
 */
int i915_irq_emit(DRM_IOCTL_ARGS)
{
	DRM_DEVICE;
	drm_i915_private_t *dev_priv = dev->dev_private;
	drm_i915_irq_emit_t emit;
	int result;

	LOCK_TEST_WITH_RETURN(dev, filp);

	if (!dev_priv) {
		DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
		return DRM_ERR(EINVAL);
	}

	DRM_COPY_FROM_USER_IOCTL(emit, (drm_i915_irq_emit_t __user *) data,
				 sizeof(emit));

	result = i915_emit_irq(dev);

	if (DRM_COPY_TO_USER(emit.irq_seq, &result, sizeof(int))) {
		DRM_ERROR("copy_to_user\n");
		return DRM_ERR(EFAULT);
	}

	return 0;
}

/* Doesn't need the hardware lock.
 */
int i915_irq_wait(DRM_IOCTL_ARGS)
{
	DRM_DEVICE;
	drm_i915_private_t *dev_priv = dev->dev_private;
	drm_i915_irq_wait_t irqwait;

	if (!dev_priv) {
		DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
		return DRM_ERR(EINVAL);
	}

	DRM_COPY_FROM_USER_IOCTL(irqwait, (drm_i915_irq_wait_t __user *) data,
				 sizeof(irqwait));

	return i915_wait_irq(dev, irqwait.irq_seq);
}

static void i915_enable_interrupt (drm_device_t *dev)
{
	drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
	u16 flag;

	flag = 0;
	if (dev_priv->vblank_pipe & DRM_I915_VBLANK_PIPE_A)
		flag |= VSYNC_PIPEA_FLAG;
	if (dev_priv->vblank_pipe & DRM_I915_VBLANK_PIPE_B)
		flag |= VSYNC_PIPEB_FLAG;

	I915_WRITE16(I915REG_INT_ENABLE_R, USER_INT_FLAG | flag);
}

/* Set the vblank monitor pipe
 */
int i915_vblank_pipe_set(DRM_IOCTL_ARGS)
{
	DRM_DEVICE;
	drm_i915_private_t *dev_priv = dev->dev_private;
	drm_i915_vblank_pipe_t pipe;

	if (!dev_priv) {
		DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
		return DRM_ERR(EINVAL);
	}

	DRM_COPY_FROM_USER_IOCTL(pipe, (drm_i915_vblank_pipe_t __user *) data,
				 sizeof(pipe));

	if (pipe.pipe & ~(DRM_I915_VBLANK_PIPE_A|DRM_I915_VBLANK_PIPE_B)) {
		DRM_ERROR("%s called with invalid pipe 0x%x\n", 
			  __FUNCTION__, pipe.pipe);
		return DRM_ERR(EINVAL);
	}

	dev_priv->vblank_pipe = pipe.pipe;

	i915_enable_interrupt (dev);

	return 0;
}

int i915_vblank_pipe_get(DRM_IOCTL_ARGS)
{
	DRM_DEVICE;
	drm_i915_private_t *dev_priv = dev->dev_private;
	drm_i915_vblank_pipe_t pipe;
	u16 flag;

	if (!dev_priv) {
		DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
		return DRM_ERR(EINVAL);
	}

	flag = I915_READ(I915REG_INT_ENABLE_R);
	pipe.pipe = 0;
	if (flag & VSYNC_PIPEA_FLAG)
		pipe.pipe |= DRM_I915_VBLANK_PIPE_A;
	if (flag & VSYNC_PIPEB_FLAG)
		pipe.pipe |= DRM_I915_VBLANK_PIPE_B;
	DRM_COPY_TO_USER_IOCTL((drm_i915_vblank_pipe_t __user *) data, pipe,
				 sizeof(pipe));
	return 0;
}

/**
 * Schedule buffer swap at given vertical blank.
 */
int i915_vblank_swap(DRM_IOCTL_ARGS)
{
	DRM_DEVICE;
	drm_i915_private_t *dev_priv = dev->dev_private;
	drm_i915_vblank_swap_t swap;
	drm_i915_vbl_swap_t *vbl_swap;
	unsigned int pipe, seqtype, curseq;
	unsigned long irqflags;
	struct list_head *list;

	if (!dev_priv) {
		DRM_ERROR("%s called with no initialization\n", __func__);
		return DRM_ERR(EINVAL);
	}

	if (dev_priv->sarea_priv->rotation) {
		DRM_DEBUG("Rotation not supported\n");
		return DRM_ERR(EINVAL);
	}

	DRM_COPY_FROM_USER_IOCTL(swap, (drm_i915_vblank_swap_t __user *) data,
				 sizeof(swap));

	if (swap.seqtype & ~(_DRM_VBLANK_RELATIVE | _DRM_VBLANK_ABSOLUTE |
			     _DRM_VBLANK_SECONDARY | _DRM_VBLANK_NEXTONMISS)) {
		DRM_ERROR("Invalid sequence type 0x%x\n", swap.seqtype);
		return DRM_ERR(EINVAL);
	}

	pipe = (swap.seqtype & _DRM_VBLANK_SECONDARY) ? 1 : 0;

	seqtype = swap.seqtype & (_DRM_VBLANK_RELATIVE | _DRM_VBLANK_ABSOLUTE);

	if (!(dev_priv->vblank_pipe & (1 << pipe))) {
		DRM_ERROR("Invalid pipe %d\n", pipe);
		return DRM_ERR(EINVAL);
	}

	spin_lock_irqsave(&dev->drw_lock, irqflags);

	if (!drm_get_drawable_info(dev, swap.drawable)) {
		spin_unlock_irqrestore(&dev->drw_lock, irqflags);
		DRM_ERROR("Invalid drawable ID %d\n", swap.drawable);
		return DRM_ERR(EINVAL);
	}

	spin_unlock_irqrestore(&dev->drw_lock, irqflags);

	curseq = atomic_read(pipe ? &dev->vbl_received2 : &dev->vbl_received);

	if (seqtype == _DRM_VBLANK_RELATIVE)
		swap.sequence += curseq;

	if ((curseq - swap.sequence) <= (1<<23)) {
		if (swap.seqtype & _DRM_VBLANK_NEXTONMISS) {
			swap.sequence = curseq + 1;
		} else {
			DRM_DEBUG("Missed target sequence\n");
			return DRM_ERR(EINVAL);
		}
	}

	spin_lock_irqsave(&dev_priv->swaps_lock, irqflags);

	list_for_each(list, &dev_priv->vbl_swaps.head) {
		vbl_swap = list_entry(list, drm_i915_vbl_swap_t, head);

		if (vbl_swap->drw_id == swap.drawable &&
		    vbl_swap->pipe == pipe &&
		    vbl_swap->sequence == swap.sequence) {
			spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);
			DRM_DEBUG("Already scheduled\n");
			return 0;
		}
	}

	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);

	if (dev_priv->swaps_pending >= 100) {
		DRM_DEBUG("Too many swaps queued\n");
		return DRM_ERR(EBUSY);
	}

	vbl_swap = drm_calloc(1, sizeof(vbl_swap), DRM_MEM_DRIVER);

	if (!vbl_swap) {
		DRM_ERROR("Failed to allocate memory to queue swap\n");
		return DRM_ERR(ENOMEM);
	}

	DRM_DEBUG("\n");

	vbl_swap->drw_id = swap.drawable;
	vbl_swap->pipe = pipe;
	vbl_swap->sequence = swap.sequence;

	spin_lock_irqsave(&dev_priv->swaps_lock, irqflags);

	list_add_tail((struct list_head *)vbl_swap, &dev_priv->vbl_swaps.head);
	dev_priv->swaps_pending++;

	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);

	DRM_COPY_TO_USER_IOCTL((drm_i915_vblank_swap_t __user *) data, swap,
			       sizeof(swap));

	return 0;
}

/* drm_dma.h hooks
*/
void i915_driver_irq_preinstall(drm_device_t * dev)
{
	drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;

	I915_WRITE16(I915REG_HWSTAM, 0xfffe);
	I915_WRITE16(I915REG_INT_MASK_R, 0x0);
	I915_WRITE16(I915REG_INT_ENABLE_R, 0x0);
}

void i915_driver_irq_postinstall(drm_device_t * dev)
{
	drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;

	dev_priv->swaps_lock = SPIN_LOCK_UNLOCKED;
	INIT_LIST_HEAD(&dev_priv->vbl_swaps.head);
	dev_priv->swaps_pending = 0;

	if (!dev_priv->vblank_pipe)
		dev_priv->vblank_pipe = DRM_I915_VBLANK_PIPE_A;
	i915_enable_interrupt(dev);
	DRM_INIT_WAITQUEUE(&dev_priv->irq_queue);
}

void i915_driver_irq_uninstall(drm_device_t * dev)
{
	drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
	u16 temp;

	if (!dev_priv)
		return;

	I915_WRITE16(I915REG_HWSTAM, 0xffff);
	I915_WRITE16(I915REG_INT_MASK_R, 0xffff);
	I915_WRITE16(I915REG_INT_ENABLE_R, 0x0);

	temp = I915_READ16(I915REG_INT_IDENTITY_R);
	I915_WRITE16(I915REG_INT_IDENTITY_R, temp);
}
Commit	Line	Data
0d6aa60b	1	/* i915_irq.c -- IRQ support for the I915 -- linux-c --
1da177e4	2	*/
0d6aa60b	3	/*
1da177e4 LT	4	* Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
1da177e4 LT	5	* All Rights Reserved.
bc54fd1a DA	6	*
	7	* Permission is hereby granted, free of charge, to any person obtaining a
	8	* copy of this software and associated documentation files (the
	9	* "Software"), to deal in the Software without restriction, including
	10	* without limitation the rights to use, copy, modify, merge, publish,
	11	* distribute, sub license, and/or sell copies of the Software, and to
	12	* permit persons to whom the Software is furnished to do so, subject to
	13	* the following conditions:
	14	*
	15	* The above copyright notice and this permission notice (including the
	16	* next paragraph) shall be included in all copies or substantial portions
	17	* of the Software.
	18	*
	19	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
	20	* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
	21	* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
	22	* IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
	23	* ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
	24	* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
	25	* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
	26	*
0d6aa60b	27	*/
1da177e4 LT	28
	29	#include "drmP.h"
	30	#include "drm.h"
	31	#include "i915_drm.h"
	32	#include "i915_drv.h"
	33
0d6aa60b DA	34	#define USER_INT_FLAG (1<<1)
	35	#define VSYNC_PIPEB_FLAG (1<<5)
	36	#define VSYNC_PIPEA_FLAG (1<<7)
	37
1da177e4	38	#define MAX_NOPID ((u32)~0)
1da177e4	39
a6b54f3f MD	40	/**
	41	* Emit blits for scheduled buffer swaps.
	42	*
	43	* This function will be called with the HW lock held.
	44	*/
	45	static void i915_vblank_tasklet(drm_device_t *dev)
	46	{
	47	drm_i915_private_t dev_priv = (drm_i915_private_t ) dev->dev_private;
a0b136bb	48	unsigned long irqflags;
a6b54f3f MD	49	struct list_head list, tmp;
	50
	51	DRM_DEBUG("\n");
	52
	53	spin_lock_irqsave(&dev_priv->swaps_lock, irqflags);
	54
	55	list_for_each_safe(list, tmp, &dev_priv->vbl_swaps.head) {
	56	drm_i915_vbl_swap_t *vbl_swap =
	57	list_entry(list, drm_i915_vbl_swap_t, head);
	58	atomic_t *counter = vbl_swap->pipe ? &dev->vbl_received2 :
	59	&dev->vbl_received;
	60
	61	if ((atomic_read(counter) - vbl_swap->sequence) <= (1<<23)) {
	62	drm_drawable_info_t *drw;
	63
	64	spin_unlock(&dev_priv->swaps_lock);
	65
	66	spin_lock(&dev->drw_lock);
	67
	68	drw = drm_get_drawable_info(dev, vbl_swap->drw_id);
	69
	70	if (drw) {
	71	int i, num_rects = drw->num_rects;
	72	drm_clip_rect_t *rect = drw->rects;
	73	drm_i915_sarea_t *sarea_priv =
	74	dev_priv->sarea_priv;
	75	u32 cpp = dev_priv->cpp;
	76	u32 cmd = (cpp == 4) ? (XY_SRC_COPY_BLT_CMD \|
	77	XY_SRC_COPY_BLT_WRITE_ALPHA \|
	78	XY_SRC_COPY_BLT_WRITE_RGB)
	79	: XY_SRC_COPY_BLT_CMD;
	80	u32 pitchropcpp = (sarea_priv->pitch * cpp) \|
	81	(0xcc << 16) \| (cpp << 23) \|
	82	(1 << 24);
	83	RING_LOCALS;
	84
	85	i915_kernel_lost_context(dev);
	86
	87	BEGIN_LP_RING(6);
	88
	89	OUT_RING(GFX_OP_DRAWRECT_INFO);
	90	OUT_RING(0);
	91	OUT_RING(0);
	92	OUT_RING(sarea_priv->width \|
	93	sarea_priv->height << 16);
	94	OUT_RING(sarea_priv->width \|
	95	sarea_priv->height << 16);
	96	OUT_RING(0);
	97
	98	ADVANCE_LP_RING();
	99
	100	sarea_priv->ctxOwner = DRM_KERNEL_CONTEXT;
	101
	102	for (i = 0; i < num_rects; i++, rect++) {
	103	BEGIN_LP_RING(8);
	104
	105	OUT_RING(cmd);
	106	OUT_RING(pitchropcpp);
	107	OUT_RING((rect->y1 << 16) \| rect->x1);
	108	OUT_RING((rect->y2 << 16) \| rect->x2);
	109	OUT_RING(sarea_priv->front_offset);
	110	OUT_RING((rect->y1 << 16) \| rect->x1);
	111	OUT_RING(pitchropcpp & 0xffff);
	112	OUT_RING(sarea_priv->back_offset);
113
114	ADVANCE_LP_RING();
115	}
116	}
117
118	spin_unlock(&dev->drw_lock);
119
120	spin_lock(&dev_priv->swaps_lock);
121
122	list_del(list);
123
124	drm_free(vbl_swap, sizeof(*vbl_swap), DRM_MEM_DRIVER);
125
126	dev_priv->swaps_pending--;
127	}
128	}
129
130	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);
131	}
132
1da177e4 LT	133	irqreturn_t i915_driver_irq_handler(DRM_IRQ_ARGS)
	134	{
	135	drm_device_t dev = (drm_device_t ) arg;
	136	drm_i915_private_t dev_priv = (drm_i915_private_t ) dev->dev_private;
	137	u16 temp;
	138
	139	temp = I915_READ16(I915REG_INT_IDENTITY_R);
702880f2 DA	140
702880f2 DA	141	temp &= (USER_INT_FLAG \| VSYNC_PIPEA_FLAG \| VSYNC_PIPEB_FLAG);
1da177e4 LT	142
	143	DRM_DEBUG("%s flag=%08x\n", __FUNCTION__, temp);
	144
	145	if (temp == 0)
	146	return IRQ_NONE;
	147
	148	I915_WRITE16(I915REG_INT_IDENTITY_R, temp);
0d6aa60b	149
6e5fca53 DA	150	dev_priv->sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);
6e5fca53 DA	151
0d6aa60b DA	152	if (temp & USER_INT_FLAG)
	153	DRM_WAKEUP(&dev_priv->irq_queue);
	154
702880f2	155	if (temp & (VSYNC_PIPEA_FLAG \| VSYNC_PIPEB_FLAG)) {
2228ed67 MD	156	int vblank_pipe = dev_priv->vblank_pipe;
	157
	158	if ((vblank_pipe &
68815bad MD	159	(DRM_I915_VBLANK_PIPE_A \| DRM_I915_VBLANK_PIPE_B))
	160	== (DRM_I915_VBLANK_PIPE_A \| DRM_I915_VBLANK_PIPE_B)) {
	161	if (temp & VSYNC_PIPEA_FLAG)
	162	atomic_inc(&dev->vbl_received);
	163	if (temp & VSYNC_PIPEB_FLAG)
	164	atomic_inc(&dev->vbl_received2);
2228ed67 MD	165	} else if (((temp & VSYNC_PIPEA_FLAG) &&
	166	(vblank_pipe & DRM_I915_VBLANK_PIPE_A)) \|\|
	167	((temp & VSYNC_PIPEB_FLAG) &&
	168	(vblank_pipe & DRM_I915_VBLANK_PIPE_B)))
68815bad MD	169	atomic_inc(&dev->vbl_received);
68815bad MD	170
0d6aa60b DA	171	DRM_WAKEUP(&dev->vbl_queue);
0d6aa60b DA	172	drm_vbl_send_signals(dev);
a6b54f3f	173
2228ed67 MD	174	if (dev_priv->swaps_pending > 0)
2228ed67 MD	175	drm_locked_tasklet(dev, i915_vblank_tasklet);
0d6aa60b	176	}
1da177e4 LT	177
	178	return IRQ_HANDLED;
	179	}
	180
c94f7029	181	static int i915_emit_irq(drm_device_t * dev)
1da177e4 LT	182	{
1da177e4 LT	183	drm_i915_private_t *dev_priv = dev->dev_private;
1da177e4 LT	184	RING_LOCALS;
	185
	186	i915_kernel_lost_context(dev);
	187
	188	DRM_DEBUG("%s\n", __FUNCTION__);
	189
c29b669c	190	dev_priv->sarea_priv->last_enqueue = ++dev_priv->counter;
1da177e4	191
c29b669c AH	192	if (dev_priv->counter > 0x7FFFFFFFUL)
	193	dev_priv->sarea_priv->last_enqueue = dev_priv->counter = 1;
	194
	195	BEGIN_LP_RING(6);
	196	OUT_RING(CMD_STORE_DWORD_IDX);
	197	OUT_RING(20);
	198	OUT_RING(dev_priv->counter);
	199	OUT_RING(0);
1da177e4 LT	200	OUT_RING(0);
	201	OUT_RING(GFX_OP_USER_INTERRUPT);
	202	ADVANCE_LP_RING();
c29b669c AH	203
c29b669c AH	204	return dev_priv->counter;
1da177e4 LT	205	}
1da177e4 LT	206
c94f7029	207	static int i915_wait_irq(drm_device_t * dev, int irq_nr)
1da177e4 LT	208	{
	209	drm_i915_private_t dev_priv = (drm_i915_private_t ) dev->dev_private;
	210	int ret = 0;
	211
	212	DRM_DEBUG("%s irq_nr=%d breadcrumb=%d\n", __FUNCTION__, irq_nr,
	213	READ_BREADCRUMB(dev_priv));
	214
	215	if (READ_BREADCRUMB(dev_priv) >= irq_nr)
	216	return 0;
	217
	218	dev_priv->sarea_priv->perf_boxes \|= I915_BOX_WAIT;
	219
	220	DRM_WAIT_ON(ret, dev_priv->irq_queue, 3 * DRM_HZ,
	221	READ_BREADCRUMB(dev_priv) >= irq_nr);
	222
	223	if (ret == DRM_ERR(EBUSY)) {
	224	DRM_ERROR("%s: EBUSY -- rec: %d emitted: %d\n",
	225	__FUNCTION__,
	226	READ_BREADCRUMB(dev_priv), (int)dev_priv->counter);
	227	}
	228
	229	dev_priv->sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);
	230	return ret;
	231	}
	232
68815bad MD	233	static int i915_driver_vblank_do_wait(drm_device_t dev, unsigned int sequence,
68815bad MD	234	atomic_t *counter)
0d6aa60b DA	235	{
	236	drm_i915_private_t *dev_priv = dev->dev_private;
	237	unsigned int cur_vblank;
	238	int ret = 0;
	239
	240	if (!dev_priv) {
	241	DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
	242	return DRM_ERR(EINVAL);
	243	}
	244
	245	DRM_WAIT_ON(ret, dev->vbl_queue, 3 * DRM_HZ,
68815bad	246	(((cur_vblank = atomic_read(counter))
0d6aa60b DA	247	- *sequence) <= (1<<23)));
	248
	249	*sequence = cur_vblank;
	250
	251	return ret;
	252	}
	253
	254
68815bad MD	255	int i915_driver_vblank_wait(drm_device_t dev, unsigned int sequence)
	256	{
	257	return i915_driver_vblank_do_wait(dev, sequence, &dev->vbl_received);
	258	}
	259
	260	int i915_driver_vblank_wait2(drm_device_t dev, unsigned int sequence)
	261	{
	262	return i915_driver_vblank_do_wait(dev, sequence, &dev->vbl_received2);
	263	}
	264
1da177e4 LT	265	/* Needs the lock as it touches the ring.
	266	*/
	267	int i915_irq_emit(DRM_IOCTL_ARGS)
	268	{
	269	DRM_DEVICE;
	270	drm_i915_private_t *dev_priv = dev->dev_private;
	271	drm_i915_irq_emit_t emit;
	272	int result;
	273
	274	LOCK_TEST_WITH_RETURN(dev, filp);
	275
	276	if (!dev_priv) {
	277	DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
	278	return DRM_ERR(EINVAL);
	279	}
	280
	281	DRM_COPY_FROM_USER_IOCTL(emit, (drm_i915_irq_emit_t __user *) data,
	282	sizeof(emit));
	283
	284	result = i915_emit_irq(dev);
	285
	286	if (DRM_COPY_TO_USER(emit.irq_seq, &result, sizeof(int))) {
	287	DRM_ERROR("copy_to_user\n");
	288	return DRM_ERR(EFAULT);
	289	}
	290
	291	return 0;
	292	}
	293
	294	/* Doesn't need the hardware lock.
	295	*/
	296	int i915_irq_wait(DRM_IOCTL_ARGS)
	297	{
	298	DRM_DEVICE;
	299	drm_i915_private_t *dev_priv = dev->dev_private;
	300	drm_i915_irq_wait_t irqwait;
	301
	302	if (!dev_priv) {
	303	DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
	304	return DRM_ERR(EINVAL);
	305	}
	306
	307	DRM_COPY_FROM_USER_IOCTL(irqwait, (drm_i915_irq_wait_t __user *) data,
	308	sizeof(irqwait));
	309
	310	return i915_wait_irq(dev, irqwait.irq_seq);
	311	}
	312
5b51694a	313	static void i915_enable_interrupt (drm_device_t *dev)
702880f2 DA	314	{
	315	drm_i915_private_t dev_priv = (drm_i915_private_t ) dev->dev_private;
	316	u16 flag;
	317
	318	flag = 0;
	319	if (dev_priv->vblank_pipe & DRM_I915_VBLANK_PIPE_A)
	320	flag \|= VSYNC_PIPEA_FLAG;
	321	if (dev_priv->vblank_pipe & DRM_I915_VBLANK_PIPE_B)
	322	flag \|= VSYNC_PIPEB_FLAG;
5b51694a	323
702880f2	324	I915_WRITE16(I915REG_INT_ENABLE_R, USER_INT_FLAG \| flag);
702880f2 DA	325	}
	326
	327	/* Set the vblank monitor pipe
	328	*/
	329	int i915_vblank_pipe_set(DRM_IOCTL_ARGS)
	330	{
	331	DRM_DEVICE;
	332	drm_i915_private_t *dev_priv = dev->dev_private;
	333	drm_i915_vblank_pipe_t pipe;
	334
	335	if (!dev_priv) {
	336	DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
	337	return DRM_ERR(EINVAL);
	338	}
	339
	340	DRM_COPY_FROM_USER_IOCTL(pipe, (drm_i915_vblank_pipe_t __user *) data,
	341	sizeof(pipe));
	342
5b51694a MD	343	if (pipe.pipe & ~(DRM_I915_VBLANK_PIPE_A\|DRM_I915_VBLANK_PIPE_B)) {
	344	DRM_ERROR("%s called with invalid pipe 0x%x\n",
	345	__FUNCTION__, pipe.pipe);
	346	return DRM_ERR(EINVAL);
	347	}
	348
702880f2	349	dev_priv->vblank_pipe = pipe.pipe;
5b51694a MD	350
	351	i915_enable_interrupt (dev);
	352
	353	return 0;
702880f2 DA	354	}
	355
	356	int i915_vblank_pipe_get(DRM_IOCTL_ARGS)
	357	{
	358	DRM_DEVICE;
	359	drm_i915_private_t *dev_priv = dev->dev_private;
	360	drm_i915_vblank_pipe_t pipe;
	361	u16 flag;
	362
	363	if (!dev_priv) {
	364	DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
	365	return DRM_ERR(EINVAL);
	366	}
	367
	368	flag = I915_READ(I915REG_INT_ENABLE_R);
	369	pipe.pipe = 0;
	370	if (flag & VSYNC_PIPEA_FLAG)
	371	pipe.pipe \|= DRM_I915_VBLANK_PIPE_A;
	372	if (flag & VSYNC_PIPEB_FLAG)
	373	pipe.pipe \|= DRM_I915_VBLANK_PIPE_B;
	374	DRM_COPY_TO_USER_IOCTL((drm_i915_vblank_pipe_t __user *) data, pipe,
	375	sizeof(pipe));
	376	return 0;
	377	}
	378
a6b54f3f MD	379	/**
	380	* Schedule buffer swap at given vertical blank.
	381	*/
	382	int i915_vblank_swap(DRM_IOCTL_ARGS)
	383	{
	384	DRM_DEVICE;
	385	drm_i915_private_t *dev_priv = dev->dev_private;
	386	drm_i915_vblank_swap_t swap;
	387	drm_i915_vbl_swap_t *vbl_swap;
a0b136bb MD	388	unsigned int pipe, seqtype, curseq;
a0b136bb MD	389	unsigned long irqflags;
a6b54f3f MD	390	struct list_head *list;
	391
	392	if (!dev_priv) {
	393	DRM_ERROR("%s called with no initialization\n", __func__);
	394	return DRM_ERR(EINVAL);
	395	}
	396
	397	if (dev_priv->sarea_priv->rotation) {
	398	DRM_DEBUG("Rotation not supported\n");
	399	return DRM_ERR(EINVAL);
	400	}
	401
a6b54f3f MD	402	DRM_COPY_FROM_USER_IOCTL(swap, (drm_i915_vblank_swap_t __user *) data,
	403	sizeof(swap));
	404
541f29aa	405	if (swap.seqtype & ~(_DRM_VBLANK_RELATIVE \| _DRM_VBLANK_ABSOLUTE \|
2228ed67	406	_DRM_VBLANK_SECONDARY \| _DRM_VBLANK_NEXTONMISS)) {
541f29aa MD	407	DRM_ERROR("Invalid sequence type 0x%x\n", swap.seqtype);
	408	return DRM_ERR(EINVAL);
	409	}
	410
	411	pipe = (swap.seqtype & _DRM_VBLANK_SECONDARY) ? 1 : 0;
	412
	413	seqtype = swap.seqtype & (_DRM_VBLANK_RELATIVE \| _DRM_VBLANK_ABSOLUTE);
	414
541f29aa MD	415	if (!(dev_priv->vblank_pipe & (1 << pipe))) {
541f29aa MD	416	DRM_ERROR("Invalid pipe %d\n", pipe);
a6b54f3f MD	417	return DRM_ERR(EINVAL);
	418	}
	419
	420	spin_lock_irqsave(&dev->drw_lock, irqflags);
	421
	422	if (!drm_get_drawable_info(dev, swap.drawable)) {
	423	spin_unlock_irqrestore(&dev->drw_lock, irqflags);
	424	DRM_ERROR("Invalid drawable ID %d\n", swap.drawable);
	425	return DRM_ERR(EINVAL);
	426	}
	427
	428	spin_unlock_irqrestore(&dev->drw_lock, irqflags);
	429
541f29aa MD	430	curseq = atomic_read(pipe ? &dev->vbl_received2 : &dev->vbl_received);
541f29aa MD	431
2228ed67	432	if (seqtype == _DRM_VBLANK_RELATIVE)
541f29aa	433	swap.sequence += curseq;
2228ed67 MD	434
	435	if ((curseq - swap.sequence) <= (1<<23)) {
	436	if (swap.seqtype & _DRM_VBLANK_NEXTONMISS) {
	437	swap.sequence = curseq + 1;
	438	} else {
541f29aa MD	439	DRM_DEBUG("Missed target sequence\n");
	440	return DRM_ERR(EINVAL);
	441	}
541f29aa MD	442	}
541f29aa MD	443
2228ed67 MD	444	spin_lock_irqsave(&dev_priv->swaps_lock, irqflags);
2228ed67 MD	445
a6b54f3f MD	446	list_for_each(list, &dev_priv->vbl_swaps.head) {
	447	vbl_swap = list_entry(list, drm_i915_vbl_swap_t, head);
	448
	449	if (vbl_swap->drw_id == swap.drawable &&
541f29aa	450	vbl_swap->pipe == pipe &&
a6b54f3f MD	451	vbl_swap->sequence == swap.sequence) {
	452	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);
	453	DRM_DEBUG("Already scheduled\n");
	454	return 0;
	455	}
	456	}
	457
	458	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);
	459
21fa60ed MD	460	if (dev_priv->swaps_pending >= 100) {
	461	DRM_DEBUG("Too many swaps queued\n");
	462	return DRM_ERR(EBUSY);
	463	}
	464
a6b54f3f MD	465	vbl_swap = drm_calloc(1, sizeof(vbl_swap), DRM_MEM_DRIVER);
	466
	467	if (!vbl_swap) {
	468	DRM_ERROR("Failed to allocate memory to queue swap\n");
	469	return DRM_ERR(ENOMEM);
	470	}
	471
	472	DRM_DEBUG("\n");
	473
	474	vbl_swap->drw_id = swap.drawable;
541f29aa	475	vbl_swap->pipe = pipe;
a6b54f3f MD	476	vbl_swap->sequence = swap.sequence;
	477
	478	spin_lock_irqsave(&dev_priv->swaps_lock, irqflags);
	479
	480	list_add_tail((struct list_head *)vbl_swap, &dev_priv->vbl_swaps.head);
	481	dev_priv->swaps_pending++;
	482
	483	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);
	484
541f29aa MD	485	DRM_COPY_TO_USER_IOCTL((drm_i915_vblank_swap_t __user *) data, swap,
	486	sizeof(swap));
	487
a6b54f3f MD	488	return 0;
	489	}
	490
1da177e4 LT	491	/* drm_dma.h hooks
	492	*/
	493	void i915_driver_irq_preinstall(drm_device_t * dev)
	494	{
	495	drm_i915_private_t dev_priv = (drm_i915_private_t ) dev->dev_private;
	496
	497	I915_WRITE16(I915REG_HWSTAM, 0xfffe);
	498	I915_WRITE16(I915REG_INT_MASK_R, 0x0);
	499	I915_WRITE16(I915REG_INT_ENABLE_R, 0x0);
	500	}
	501
	502	void i915_driver_irq_postinstall(drm_device_t * dev)
	503	{
	504	drm_i915_private_t dev_priv = (drm_i915_private_t ) dev->dev_private;
	505
a6b54f3f MD	506	dev_priv->swaps_lock = SPIN_LOCK_UNLOCKED;
	507	INIT_LIST_HEAD(&dev_priv->vbl_swaps.head);
	508	dev_priv->swaps_pending = 0;
	509
5b51694a MD	510	if (!dev_priv->vblank_pipe)
5b51694a MD	511	dev_priv->vblank_pipe = DRM_I915_VBLANK_PIPE_A;
702880f2	512	i915_enable_interrupt(dev);
1da177e4 LT	513	DRM_INIT_WAITQUEUE(&dev_priv->irq_queue);
	514	}
	515
	516	void i915_driver_irq_uninstall(drm_device_t * dev)
	517	{
	518	drm_i915_private_t dev_priv = (drm_i915_private_t ) dev->dev_private;
91e3738e DA	519	u16 temp;
91e3738e DA	520
1da177e4 LT	521	if (!dev_priv)
	522	return;
	523
	524	I915_WRITE16(I915REG_HWSTAM, 0xffff);
	525	I915_WRITE16(I915REG_INT_MASK_R, 0xffff);
	526	I915_WRITE16(I915REG_INT_ENABLE_R, 0x0);
91e3738e DA	527
	528	temp = I915_READ16(I915REG_INT_IDENTITY_R);
	529	I915_WRITE16(I915REG_INT_IDENTITY_R, temp);
1da177e4	530	}