]>
Commit | Line | Data |
---|---|---|
0d6aa60b | 1 | /* i915_irq.c -- IRQ support for the I915 -*- linux-c -*- |
1da177e4 | 2 | */ |
0d6aa60b | 3 | /* |
1da177e4 LT |
4 | * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas. |
5 | * All Rights Reserved. | |
bc54fd1a DA |
6 | * |
7 | * Permission is hereby granted, free of charge, to any person obtaining a | |
8 | * copy of this software and associated documentation files (the | |
9 | * "Software"), to deal in the Software without restriction, including | |
10 | * without limitation the rights to use, copy, modify, merge, publish, | |
11 | * distribute, sub license, and/or sell copies of the Software, and to | |
12 | * permit persons to whom the Software is furnished to do so, subject to | |
13 | * the following conditions: | |
14 | * | |
15 | * The above copyright notice and this permission notice (including the | |
16 | * next paragraph) shall be included in all copies or substantial portions | |
17 | * of the Software. | |
18 | * | |
19 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS | |
20 | * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF | |
21 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. | |
22 | * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR | |
23 | * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, | |
24 | * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE | |
25 | * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. | |
26 | * | |
0d6aa60b | 27 | */ |
1da177e4 LT |
28 | |
29 | #include "drmP.h" | |
30 | #include "drm.h" | |
31 | #include "i915_drm.h" | |
32 | #include "i915_drv.h" | |
33 | ||
0d6aa60b DA |
34 | #define USER_INT_FLAG (1<<1) |
35 | #define VSYNC_PIPEB_FLAG (1<<5) | |
36 | #define VSYNC_PIPEA_FLAG (1<<7) | |
37 | ||
1da177e4 | 38 | #define MAX_NOPID ((u32)~0) |
1da177e4 | 39 | |
a6b54f3f MD |
40 | /** |
41 | * Emit blits for scheduled buffer swaps. | |
42 | * | |
43 | * This function will be called with the HW lock held. | |
44 | */ | |
45 | static void i915_vblank_tasklet(drm_device_t *dev) | |
46 | { | |
47 | drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; | |
48 | unsigned int irqflags; | |
49 | struct list_head *list, *tmp; | |
50 | ||
51 | DRM_DEBUG("\n"); | |
52 | ||
53 | spin_lock_irqsave(&dev_priv->swaps_lock, irqflags); | |
54 | ||
55 | list_for_each_safe(list, tmp, &dev_priv->vbl_swaps.head) { | |
56 | drm_i915_vbl_swap_t *vbl_swap = | |
57 | list_entry(list, drm_i915_vbl_swap_t, head); | |
58 | atomic_t *counter = vbl_swap->pipe ? &dev->vbl_received2 : | |
59 | &dev->vbl_received; | |
60 | ||
61 | if ((atomic_read(counter) - vbl_swap->sequence) <= (1<<23)) { | |
62 | drm_drawable_info_t *drw; | |
63 | ||
64 | spin_unlock(&dev_priv->swaps_lock); | |
65 | ||
66 | spin_lock(&dev->drw_lock); | |
67 | ||
68 | drw = drm_get_drawable_info(dev, vbl_swap->drw_id); | |
69 | ||
70 | if (drw) { | |
71 | int i, num_rects = drw->num_rects; | |
72 | drm_clip_rect_t *rect = drw->rects; | |
73 | drm_i915_sarea_t *sarea_priv = | |
74 | dev_priv->sarea_priv; | |
75 | u32 cpp = dev_priv->cpp; | |
76 | u32 cmd = (cpp == 4) ? (XY_SRC_COPY_BLT_CMD | | |
77 | XY_SRC_COPY_BLT_WRITE_ALPHA | | |
78 | XY_SRC_COPY_BLT_WRITE_RGB) | |
79 | : XY_SRC_COPY_BLT_CMD; | |
80 | u32 pitchropcpp = (sarea_priv->pitch * cpp) | | |
81 | (0xcc << 16) | (cpp << 23) | | |
82 | (1 << 24); | |
83 | RING_LOCALS; | |
84 | ||
85 | i915_kernel_lost_context(dev); | |
86 | ||
87 | BEGIN_LP_RING(6); | |
88 | ||
89 | OUT_RING(GFX_OP_DRAWRECT_INFO); | |
90 | OUT_RING(0); | |
91 | OUT_RING(0); | |
92 | OUT_RING(sarea_priv->width | | |
93 | sarea_priv->height << 16); | |
94 | OUT_RING(sarea_priv->width | | |
95 | sarea_priv->height << 16); | |
96 | OUT_RING(0); | |
97 | ||
98 | ADVANCE_LP_RING(); | |
99 | ||
100 | sarea_priv->ctxOwner = DRM_KERNEL_CONTEXT; | |
101 | ||
102 | for (i = 0; i < num_rects; i++, rect++) { | |
103 | BEGIN_LP_RING(8); | |
104 | ||
105 | OUT_RING(cmd); | |
106 | OUT_RING(pitchropcpp); | |
107 | OUT_RING((rect->y1 << 16) | rect->x1); | |
108 | OUT_RING((rect->y2 << 16) | rect->x2); | |
109 | OUT_RING(sarea_priv->front_offset); | |
110 | OUT_RING((rect->y1 << 16) | rect->x1); | |
111 | OUT_RING(pitchropcpp & 0xffff); | |
112 | OUT_RING(sarea_priv->back_offset); | |
113 | ||
114 | ADVANCE_LP_RING(); | |
115 | } | |
116 | } | |
117 | ||
118 | spin_unlock(&dev->drw_lock); | |
119 | ||
120 | spin_lock(&dev_priv->swaps_lock); | |
121 | ||
122 | list_del(list); | |
123 | ||
124 | drm_free(vbl_swap, sizeof(*vbl_swap), DRM_MEM_DRIVER); | |
125 | ||
126 | dev_priv->swaps_pending--; | |
127 | } | |
128 | } | |
129 | ||
130 | spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags); | |
131 | } | |
132 | ||
1da177e4 LT |
133 | irqreturn_t i915_driver_irq_handler(DRM_IRQ_ARGS) |
134 | { | |
135 | drm_device_t *dev = (drm_device_t *) arg; | |
136 | drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; | |
137 | u16 temp; | |
138 | ||
139 | temp = I915_READ16(I915REG_INT_IDENTITY_R); | |
702880f2 DA |
140 | |
141 | temp &= (USER_INT_FLAG | VSYNC_PIPEA_FLAG | VSYNC_PIPEB_FLAG); | |
1da177e4 LT |
142 | |
143 | DRM_DEBUG("%s flag=%08x\n", __FUNCTION__, temp); | |
144 | ||
145 | if (temp == 0) | |
146 | return IRQ_NONE; | |
147 | ||
148 | I915_WRITE16(I915REG_INT_IDENTITY_R, temp); | |
0d6aa60b | 149 | |
6e5fca53 DA |
150 | dev_priv->sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv); |
151 | ||
0d6aa60b DA |
152 | if (temp & USER_INT_FLAG) |
153 | DRM_WAKEUP(&dev_priv->irq_queue); | |
154 | ||
702880f2 | 155 | if (temp & (VSYNC_PIPEA_FLAG | VSYNC_PIPEB_FLAG)) { |
68815bad MD |
156 | if ((dev_priv->vblank_pipe & |
157 | (DRM_I915_VBLANK_PIPE_A | DRM_I915_VBLANK_PIPE_B)) | |
158 | == (DRM_I915_VBLANK_PIPE_A | DRM_I915_VBLANK_PIPE_B)) { | |
159 | if (temp & VSYNC_PIPEA_FLAG) | |
160 | atomic_inc(&dev->vbl_received); | |
161 | if (temp & VSYNC_PIPEB_FLAG) | |
162 | atomic_inc(&dev->vbl_received2); | |
163 | } else | |
164 | atomic_inc(&dev->vbl_received); | |
165 | ||
0d6aa60b DA |
166 | DRM_WAKEUP(&dev->vbl_queue); |
167 | drm_vbl_send_signals(dev); | |
a6b54f3f MD |
168 | |
169 | drm_locked_tasklet(dev, i915_vblank_tasklet); | |
0d6aa60b | 170 | } |
1da177e4 LT |
171 | |
172 | return IRQ_HANDLED; | |
173 | } | |
174 | ||
c94f7029 | 175 | static int i915_emit_irq(drm_device_t * dev) |
1da177e4 LT |
176 | { |
177 | drm_i915_private_t *dev_priv = dev->dev_private; | |
1da177e4 LT |
178 | RING_LOCALS; |
179 | ||
180 | i915_kernel_lost_context(dev); | |
181 | ||
182 | DRM_DEBUG("%s\n", __FUNCTION__); | |
183 | ||
c29b669c | 184 | dev_priv->sarea_priv->last_enqueue = ++dev_priv->counter; |
1da177e4 | 185 | |
c29b669c AH |
186 | if (dev_priv->counter > 0x7FFFFFFFUL) |
187 | dev_priv->sarea_priv->last_enqueue = dev_priv->counter = 1; | |
188 | ||
189 | BEGIN_LP_RING(6); | |
190 | OUT_RING(CMD_STORE_DWORD_IDX); | |
191 | OUT_RING(20); | |
192 | OUT_RING(dev_priv->counter); | |
193 | OUT_RING(0); | |
1da177e4 LT |
194 | OUT_RING(0); |
195 | OUT_RING(GFX_OP_USER_INTERRUPT); | |
196 | ADVANCE_LP_RING(); | |
c29b669c AH |
197 | |
198 | return dev_priv->counter; | |
1da177e4 LT |
199 | } |
200 | ||
c94f7029 | 201 | static int i915_wait_irq(drm_device_t * dev, int irq_nr) |
1da177e4 LT |
202 | { |
203 | drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; | |
204 | int ret = 0; | |
205 | ||
206 | DRM_DEBUG("%s irq_nr=%d breadcrumb=%d\n", __FUNCTION__, irq_nr, | |
207 | READ_BREADCRUMB(dev_priv)); | |
208 | ||
209 | if (READ_BREADCRUMB(dev_priv) >= irq_nr) | |
210 | return 0; | |
211 | ||
212 | dev_priv->sarea_priv->perf_boxes |= I915_BOX_WAIT; | |
213 | ||
214 | DRM_WAIT_ON(ret, dev_priv->irq_queue, 3 * DRM_HZ, | |
215 | READ_BREADCRUMB(dev_priv) >= irq_nr); | |
216 | ||
217 | if (ret == DRM_ERR(EBUSY)) { | |
218 | DRM_ERROR("%s: EBUSY -- rec: %d emitted: %d\n", | |
219 | __FUNCTION__, | |
220 | READ_BREADCRUMB(dev_priv), (int)dev_priv->counter); | |
221 | } | |
222 | ||
223 | dev_priv->sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv); | |
224 | return ret; | |
225 | } | |
226 | ||
68815bad MD |
227 | static int i915_driver_vblank_do_wait(drm_device_t *dev, unsigned int *sequence, |
228 | atomic_t *counter) | |
0d6aa60b DA |
229 | { |
230 | drm_i915_private_t *dev_priv = dev->dev_private; | |
231 | unsigned int cur_vblank; | |
232 | int ret = 0; | |
233 | ||
234 | if (!dev_priv) { | |
235 | DRM_ERROR("%s called with no initialization\n", __FUNCTION__); | |
236 | return DRM_ERR(EINVAL); | |
237 | } | |
238 | ||
239 | DRM_WAIT_ON(ret, dev->vbl_queue, 3 * DRM_HZ, | |
68815bad | 240 | (((cur_vblank = atomic_read(counter)) |
0d6aa60b DA |
241 | - *sequence) <= (1<<23))); |
242 | ||
243 | *sequence = cur_vblank; | |
244 | ||
245 | return ret; | |
246 | } | |
247 | ||
248 | ||
68815bad MD |
249 | int i915_driver_vblank_wait(drm_device_t *dev, unsigned int *sequence) |
250 | { | |
251 | return i915_driver_vblank_do_wait(dev, sequence, &dev->vbl_received); | |
252 | } | |
253 | ||
254 | int i915_driver_vblank_wait2(drm_device_t *dev, unsigned int *sequence) | |
255 | { | |
256 | return i915_driver_vblank_do_wait(dev, sequence, &dev->vbl_received2); | |
257 | } | |
258 | ||
1da177e4 LT |
259 | /* Needs the lock as it touches the ring. |
260 | */ | |
261 | int i915_irq_emit(DRM_IOCTL_ARGS) | |
262 | { | |
263 | DRM_DEVICE; | |
264 | drm_i915_private_t *dev_priv = dev->dev_private; | |
265 | drm_i915_irq_emit_t emit; | |
266 | int result; | |
267 | ||
268 | LOCK_TEST_WITH_RETURN(dev, filp); | |
269 | ||
270 | if (!dev_priv) { | |
271 | DRM_ERROR("%s called with no initialization\n", __FUNCTION__); | |
272 | return DRM_ERR(EINVAL); | |
273 | } | |
274 | ||
275 | DRM_COPY_FROM_USER_IOCTL(emit, (drm_i915_irq_emit_t __user *) data, | |
276 | sizeof(emit)); | |
277 | ||
278 | result = i915_emit_irq(dev); | |
279 | ||
280 | if (DRM_COPY_TO_USER(emit.irq_seq, &result, sizeof(int))) { | |
281 | DRM_ERROR("copy_to_user\n"); | |
282 | return DRM_ERR(EFAULT); | |
283 | } | |
284 | ||
285 | return 0; | |
286 | } | |
287 | ||
288 | /* Doesn't need the hardware lock. | |
289 | */ | |
290 | int i915_irq_wait(DRM_IOCTL_ARGS) | |
291 | { | |
292 | DRM_DEVICE; | |
293 | drm_i915_private_t *dev_priv = dev->dev_private; | |
294 | drm_i915_irq_wait_t irqwait; | |
295 | ||
296 | if (!dev_priv) { | |
297 | DRM_ERROR("%s called with no initialization\n", __FUNCTION__); | |
298 | return DRM_ERR(EINVAL); | |
299 | } | |
300 | ||
301 | DRM_COPY_FROM_USER_IOCTL(irqwait, (drm_i915_irq_wait_t __user *) data, | |
302 | sizeof(irqwait)); | |
303 | ||
304 | return i915_wait_irq(dev, irqwait.irq_seq); | |
305 | } | |
306 | ||
702880f2 DA |
307 | static int i915_enable_interrupt (drm_device_t *dev) |
308 | { | |
309 | drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; | |
310 | u16 flag; | |
311 | ||
312 | flag = 0; | |
313 | if (dev_priv->vblank_pipe & DRM_I915_VBLANK_PIPE_A) | |
314 | flag |= VSYNC_PIPEA_FLAG; | |
315 | if (dev_priv->vblank_pipe & DRM_I915_VBLANK_PIPE_B) | |
316 | flag |= VSYNC_PIPEB_FLAG; | |
317 | if (dev_priv->vblank_pipe & ~(DRM_I915_VBLANK_PIPE_A|DRM_I915_VBLANK_PIPE_B)) { | |
318 | DRM_ERROR("%s called with invalid pipe 0x%x\n", | |
319 | __FUNCTION__, dev_priv->vblank_pipe); | |
320 | return DRM_ERR(EINVAL); | |
321 | } | |
322 | I915_WRITE16(I915REG_INT_ENABLE_R, USER_INT_FLAG | flag); | |
323 | return 0; | |
324 | } | |
325 | ||
326 | /* Set the vblank monitor pipe | |
327 | */ | |
328 | int i915_vblank_pipe_set(DRM_IOCTL_ARGS) | |
329 | { | |
330 | DRM_DEVICE; | |
331 | drm_i915_private_t *dev_priv = dev->dev_private; | |
332 | drm_i915_vblank_pipe_t pipe; | |
333 | ||
334 | if (!dev_priv) { | |
335 | DRM_ERROR("%s called with no initialization\n", __FUNCTION__); | |
336 | return DRM_ERR(EINVAL); | |
337 | } | |
338 | ||
339 | DRM_COPY_FROM_USER_IOCTL(pipe, (drm_i915_vblank_pipe_t __user *) data, | |
340 | sizeof(pipe)); | |
341 | ||
342 | dev_priv->vblank_pipe = pipe.pipe; | |
343 | return i915_enable_interrupt (dev); | |
344 | } | |
345 | ||
346 | int i915_vblank_pipe_get(DRM_IOCTL_ARGS) | |
347 | { | |
348 | DRM_DEVICE; | |
349 | drm_i915_private_t *dev_priv = dev->dev_private; | |
350 | drm_i915_vblank_pipe_t pipe; | |
351 | u16 flag; | |
352 | ||
353 | if (!dev_priv) { | |
354 | DRM_ERROR("%s called with no initialization\n", __FUNCTION__); | |
355 | return DRM_ERR(EINVAL); | |
356 | } | |
357 | ||
358 | flag = I915_READ(I915REG_INT_ENABLE_R); | |
359 | pipe.pipe = 0; | |
360 | if (flag & VSYNC_PIPEA_FLAG) | |
361 | pipe.pipe |= DRM_I915_VBLANK_PIPE_A; | |
362 | if (flag & VSYNC_PIPEB_FLAG) | |
363 | pipe.pipe |= DRM_I915_VBLANK_PIPE_B; | |
364 | DRM_COPY_TO_USER_IOCTL((drm_i915_vblank_pipe_t __user *) data, pipe, | |
365 | sizeof(pipe)); | |
366 | return 0; | |
367 | } | |
368 | ||
a6b54f3f MD |
369 | /** |
370 | * Schedule buffer swap at given vertical blank. | |
371 | */ | |
372 | int i915_vblank_swap(DRM_IOCTL_ARGS) | |
373 | { | |
374 | DRM_DEVICE; | |
375 | drm_i915_private_t *dev_priv = dev->dev_private; | |
376 | drm_i915_vblank_swap_t swap; | |
377 | drm_i915_vbl_swap_t *vbl_swap; | |
378 | unsigned int irqflags; | |
379 | struct list_head *list; | |
380 | ||
381 | if (!dev_priv) { | |
382 | DRM_ERROR("%s called with no initialization\n", __func__); | |
383 | return DRM_ERR(EINVAL); | |
384 | } | |
385 | ||
386 | if (dev_priv->sarea_priv->rotation) { | |
387 | DRM_DEBUG("Rotation not supported\n"); | |
388 | return DRM_ERR(EINVAL); | |
389 | } | |
390 | ||
391 | if (dev_priv->swaps_pending >= 100) { | |
392 | DRM_DEBUG("Too many swaps queued\n"); | |
393 | return DRM_ERR(EBUSY); | |
394 | } | |
395 | ||
396 | DRM_COPY_FROM_USER_IOCTL(swap, (drm_i915_vblank_swap_t __user *) data, | |
397 | sizeof(swap)); | |
398 | ||
399 | if (swap.pipe > 1 || !(dev_priv->vblank_pipe & (1 << swap.pipe))) { | |
400 | DRM_ERROR("Invalid pipe %d\n", swap.pipe); | |
401 | return DRM_ERR(EINVAL); | |
402 | } | |
403 | ||
404 | spin_lock_irqsave(&dev->drw_lock, irqflags); | |
405 | ||
406 | if (!drm_get_drawable_info(dev, swap.drawable)) { | |
407 | spin_unlock_irqrestore(&dev->drw_lock, irqflags); | |
408 | DRM_ERROR("Invalid drawable ID %d\n", swap.drawable); | |
409 | return DRM_ERR(EINVAL); | |
410 | } | |
411 | ||
412 | spin_unlock_irqrestore(&dev->drw_lock, irqflags); | |
413 | ||
414 | spin_lock_irqsave(&dev_priv->swaps_lock, irqflags); | |
415 | ||
416 | list_for_each(list, &dev_priv->vbl_swaps.head) { | |
417 | vbl_swap = list_entry(list, drm_i915_vbl_swap_t, head); | |
418 | ||
419 | if (vbl_swap->drw_id == swap.drawable && | |
420 | vbl_swap->pipe == swap.pipe && | |
421 | vbl_swap->sequence == swap.sequence) { | |
422 | spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags); | |
423 | DRM_DEBUG("Already scheduled\n"); | |
424 | return 0; | |
425 | } | |
426 | } | |
427 | ||
428 | spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags); | |
429 | ||
430 | vbl_swap = drm_calloc(1, sizeof(vbl_swap), DRM_MEM_DRIVER); | |
431 | ||
432 | if (!vbl_swap) { | |
433 | DRM_ERROR("Failed to allocate memory to queue swap\n"); | |
434 | return DRM_ERR(ENOMEM); | |
435 | } | |
436 | ||
437 | DRM_DEBUG("\n"); | |
438 | ||
439 | vbl_swap->drw_id = swap.drawable; | |
440 | vbl_swap->pipe = swap.pipe; | |
441 | vbl_swap->sequence = swap.sequence; | |
442 | ||
443 | spin_lock_irqsave(&dev_priv->swaps_lock, irqflags); | |
444 | ||
445 | list_add_tail((struct list_head *)vbl_swap, &dev_priv->vbl_swaps.head); | |
446 | dev_priv->swaps_pending++; | |
447 | ||
448 | spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags); | |
449 | ||
450 | return 0; | |
451 | } | |
452 | ||
1da177e4 LT |
453 | /* drm_dma.h hooks |
454 | */ | |
455 | void i915_driver_irq_preinstall(drm_device_t * dev) | |
456 | { | |
457 | drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; | |
458 | ||
459 | I915_WRITE16(I915REG_HWSTAM, 0xfffe); | |
460 | I915_WRITE16(I915REG_INT_MASK_R, 0x0); | |
461 | I915_WRITE16(I915REG_INT_ENABLE_R, 0x0); | |
462 | } | |
463 | ||
464 | void i915_driver_irq_postinstall(drm_device_t * dev) | |
465 | { | |
466 | drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; | |
467 | ||
a6b54f3f MD |
468 | dev_priv->swaps_lock = SPIN_LOCK_UNLOCKED; |
469 | INIT_LIST_HEAD(&dev_priv->vbl_swaps.head); | |
470 | dev_priv->swaps_pending = 0; | |
471 | ||
702880f2 | 472 | i915_enable_interrupt(dev); |
1da177e4 LT |
473 | DRM_INIT_WAITQUEUE(&dev_priv->irq_queue); |
474 | } | |
475 | ||
476 | void i915_driver_irq_uninstall(drm_device_t * dev) | |
477 | { | |
478 | drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private; | |
91e3738e DA |
479 | u16 temp; |
480 | ||
1da177e4 LT |
481 | if (!dev_priv) |
482 | return; | |
483 | ||
484 | I915_WRITE16(I915REG_HWSTAM, 0xffff); | |
485 | I915_WRITE16(I915REG_INT_MASK_R, 0xffff); | |
486 | I915_WRITE16(I915REG_INT_ENABLE_R, 0x0); | |
91e3738e DA |
487 | |
488 | temp = I915_READ16(I915REG_INT_IDENTITY_R); | |
489 | I915_WRITE16(I915REG_INT_IDENTITY_R, temp); | |
1da177e4 | 490 | } |