]> git.proxmox.com Git - mirror_ubuntu-artful-kernel.git/blame - drivers/gpu/drm/i915/intel_overlay.c
drm/i915: Allocate ringbuffers from stolen memory
[mirror_ubuntu-artful-kernel.git] / drivers / gpu / drm / i915 / intel_overlay.c
CommitLineData
02e792fb
DV
1/*
2 * Copyright © 2009
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 * SOFTWARE.
22 *
23 * Authors:
24 * Daniel Vetter <daniel@ffwll.ch>
25 *
26 * Derived from Xorg ddx, xf86-video-intel, src/i830_video.c
27 */
760285e7
DH
28#include <drm/drmP.h>
29#include <drm/i915_drm.h>
02e792fb
DV
30#include "i915_drv.h"
31#include "i915_reg.h"
32#include "intel_drv.h"
33
34/* Limits for overlay size. According to intel doc, the real limits are:
35 * Y width: 4095, UV width (planar): 2047, Y height: 2047,
36 * UV width (planar): * 1023. But the xorg thinks 2048 for height and width. Use
37 * the mininum of both. */
38#define IMAGE_MAX_WIDTH 2048
39#define IMAGE_MAX_HEIGHT 2046 /* 2 * 1023 */
40/* on 830 and 845 these large limits result in the card hanging */
41#define IMAGE_MAX_WIDTH_LEGACY 1024
42#define IMAGE_MAX_HEIGHT_LEGACY 1088
43
44/* overlay register definitions */
45/* OCMD register */
46#define OCMD_TILED_SURFACE (0x1<<19)
47#define OCMD_MIRROR_MASK (0x3<<17)
48#define OCMD_MIRROR_MODE (0x3<<17)
49#define OCMD_MIRROR_HORIZONTAL (0x1<<17)
50#define OCMD_MIRROR_VERTICAL (0x2<<17)
51#define OCMD_MIRROR_BOTH (0x3<<17)
52#define OCMD_BYTEORDER_MASK (0x3<<14) /* zero for YUYV or FOURCC YUY2 */
53#define OCMD_UV_SWAP (0x1<<14) /* YVYU */
54#define OCMD_Y_SWAP (0x2<<14) /* UYVY or FOURCC UYVY */
55#define OCMD_Y_AND_UV_SWAP (0x3<<14) /* VYUY */
56#define OCMD_SOURCE_FORMAT_MASK (0xf<<10)
57#define OCMD_RGB_888 (0x1<<10) /* not in i965 Intel docs */
58#define OCMD_RGB_555 (0x2<<10) /* not in i965 Intel docs */
59#define OCMD_RGB_565 (0x3<<10) /* not in i965 Intel docs */
60#define OCMD_YUV_422_PACKED (0x8<<10)
61#define OCMD_YUV_411_PACKED (0x9<<10) /* not in i965 Intel docs */
62#define OCMD_YUV_420_PLANAR (0xc<<10)
63#define OCMD_YUV_422_PLANAR (0xd<<10)
64#define OCMD_YUV_410_PLANAR (0xe<<10) /* also 411 */
65#define OCMD_TVSYNCFLIP_PARITY (0x1<<9)
66#define OCMD_TVSYNCFLIP_ENABLE (0x1<<7)
d7961364 67#define OCMD_BUF_TYPE_MASK (0x1<<5)
02e792fb
DV
68#define OCMD_BUF_TYPE_FRAME (0x0<<5)
69#define OCMD_BUF_TYPE_FIELD (0x1<<5)
70#define OCMD_TEST_MODE (0x1<<4)
71#define OCMD_BUFFER_SELECT (0x3<<2)
72#define OCMD_BUFFER0 (0x0<<2)
73#define OCMD_BUFFER1 (0x1<<2)
74#define OCMD_FIELD_SELECT (0x1<<2)
75#define OCMD_FIELD0 (0x0<<1)
76#define OCMD_FIELD1 (0x1<<1)
77#define OCMD_ENABLE (0x1<<0)
78
79/* OCONFIG register */
80#define OCONF_PIPE_MASK (0x1<<18)
81#define OCONF_PIPE_A (0x0<<18)
82#define OCONF_PIPE_B (0x1<<18)
83#define OCONF_GAMMA2_ENABLE (0x1<<16)
84#define OCONF_CSC_MODE_BT601 (0x0<<5)
85#define OCONF_CSC_MODE_BT709 (0x1<<5)
86#define OCONF_CSC_BYPASS (0x1<<4)
87#define OCONF_CC_OUT_8BIT (0x1<<3)
88#define OCONF_TEST_MODE (0x1<<2)
89#define OCONF_THREE_LINE_BUFFER (0x1<<0)
90#define OCONF_TWO_LINE_BUFFER (0x0<<0)
91
92/* DCLRKM (dst-key) register */
93#define DST_KEY_ENABLE (0x1<<31)
94#define CLK_RGB24_MASK 0x0
95#define CLK_RGB16_MASK 0x070307
96#define CLK_RGB15_MASK 0x070707
97#define CLK_RGB8I_MASK 0xffffff
98
99#define RGB16_TO_COLORKEY(c) \
100 (((c & 0xF800) << 8) | ((c & 0x07E0) << 5) | ((c & 0x001F) << 3))
101#define RGB15_TO_COLORKEY(c) \
102 (((c & 0x7c00) << 9) | ((c & 0x03E0) << 6) | ((c & 0x001F) << 3))
103
104/* overlay flip addr flag */
105#define OFC_UPDATE 0x1
106
107/* polyphase filter coefficients */
108#define N_HORIZ_Y_TAPS 5
109#define N_VERT_Y_TAPS 3
110#define N_HORIZ_UV_TAPS 3
111#define N_VERT_UV_TAPS 3
112#define N_PHASES 17
113#define MAX_TAPS 5
114
115/* memory bufferd overlay registers */
116struct overlay_registers {
0206e353
AJ
117 u32 OBUF_0Y;
118 u32 OBUF_1Y;
119 u32 OBUF_0U;
120 u32 OBUF_0V;
121 u32 OBUF_1U;
122 u32 OBUF_1V;
123 u32 OSTRIDE;
124 u32 YRGB_VPH;
125 u32 UV_VPH;
126 u32 HORZ_PH;
127 u32 INIT_PHS;
128 u32 DWINPOS;
129 u32 DWINSZ;
130 u32 SWIDTH;
131 u32 SWIDTHSW;
132 u32 SHEIGHT;
133 u32 YRGBSCALE;
134 u32 UVSCALE;
135 u32 OCLRC0;
136 u32 OCLRC1;
137 u32 DCLRKV;
138 u32 DCLRKM;
139 u32 SCLRKVH;
140 u32 SCLRKVL;
141 u32 SCLRKEN;
142 u32 OCONFIG;
143 u32 OCMD;
144 u32 RESERVED1; /* 0x6C */
145 u32 OSTART_0Y;
146 u32 OSTART_1Y;
147 u32 OSTART_0U;
148 u32 OSTART_0V;
149 u32 OSTART_1U;
150 u32 OSTART_1V;
151 u32 OTILEOFF_0Y;
152 u32 OTILEOFF_1Y;
153 u32 OTILEOFF_0U;
154 u32 OTILEOFF_0V;
155 u32 OTILEOFF_1U;
156 u32 OTILEOFF_1V;
157 u32 FASTHSCALE; /* 0xA0 */
158 u32 UVSCALEV; /* 0xA4 */
159 u32 RESERVEDC[(0x200 - 0xA8) / 4]; /* 0xA8 - 0x1FC */
160 u16 Y_VCOEFS[N_VERT_Y_TAPS * N_PHASES]; /* 0x200 */
161 u16 RESERVEDD[0x100 / 2 - N_VERT_Y_TAPS * N_PHASES];
162 u16 Y_HCOEFS[N_HORIZ_Y_TAPS * N_PHASES]; /* 0x300 */
163 u16 RESERVEDE[0x200 / 2 - N_HORIZ_Y_TAPS * N_PHASES];
164 u16 UV_VCOEFS[N_VERT_UV_TAPS * N_PHASES]; /* 0x500 */
165 u16 RESERVEDF[0x100 / 2 - N_VERT_UV_TAPS * N_PHASES];
166 u16 UV_HCOEFS[N_HORIZ_UV_TAPS * N_PHASES]; /* 0x600 */
167 u16 RESERVEDG[0x100 / 2 - N_HORIZ_UV_TAPS * N_PHASES];
02e792fb
DV
168};
169
23f09ce3
CW
170struct intel_overlay {
171 struct drm_device *dev;
172 struct intel_crtc *crtc;
173 struct drm_i915_gem_object *vid_bo;
174 struct drm_i915_gem_object *old_vid_bo;
175 int active;
176 int pfit_active;
177 u32 pfit_vscale_ratio; /* shifted-point number, (1<<12) == 1.0 */
178 u32 color_key;
179 u32 brightness, contrast, saturation;
180 u32 old_xscale, old_yscale;
181 /* register access */
182 u32 flip_addr;
183 struct drm_i915_gem_object *reg_bo;
184 /* flip handling */
185 uint32_t last_flip_req;
b303cf95 186 void (*flip_tail)(struct intel_overlay *);
23f09ce3 187};
02e792fb 188
75020bc1 189static struct overlay_registers __iomem *
8d74f656 190intel_overlay_map_regs(struct intel_overlay *overlay)
02e792fb 191{
0206e353 192 drm_i915_private_t *dev_priv = overlay->dev->dev_private;
75020bc1 193 struct overlay_registers __iomem *regs;
02e792fb 194
9bb2ff73 195 if (OVERLAY_NEEDS_PHYSICAL(overlay->dev))
75020bc1 196 regs = (struct overlay_registers __iomem *)overlay->reg_bo->phys_obj->handle->vaddr;
9bb2ff73 197 else
8d74f656
CW
198 regs = io_mapping_map_wc(dev_priv->mm.gtt_mapping,
199 overlay->reg_bo->gtt_offset);
02e792fb 200
9bb2ff73 201 return regs;
8d74f656 202}
02e792fb 203
9bb2ff73 204static void intel_overlay_unmap_regs(struct intel_overlay *overlay,
75020bc1 205 struct overlay_registers __iomem *regs)
8d74f656
CW
206{
207 if (!OVERLAY_NEEDS_PHYSICAL(overlay->dev))
9bb2ff73 208 io_mapping_unmap(regs);
02e792fb
DV
209}
210
b6c028e0 211static int intel_overlay_do_wait_request(struct intel_overlay *overlay,
b303cf95 212 void (*tail)(struct intel_overlay *))
02e792fb
DV
213{
214 struct drm_device *dev = overlay->dev;
852835f3 215 drm_i915_private_t *dev_priv = dev->dev_private;
6d90c952 216 struct intel_ring_buffer *ring = &dev_priv->ring[RCS];
b6c028e0 217 int ret;
02e792fb 218
b303cf95 219 BUG_ON(overlay->last_flip_req);
acb868d3
CW
220 ret = i915_add_request(ring, NULL, &overlay->last_flip_req);
221 if (ret)
222 return ret;
223
b303cf95 224 overlay->flip_tail = tail;
199b2bc2 225 ret = i915_wait_seqno(ring, overlay->last_flip_req);
b6c028e0 226 if (ret)
03f77ea5 227 return ret;
b2da9fe5 228 i915_gem_retire_requests(dev);
02e792fb 229
03f77ea5 230 overlay->last_flip_req = 0;
02e792fb 231 return 0;
02e792fb
DV
232}
233
02e792fb
DV
234/* overlay needs to be disable in OCMD reg */
235static int intel_overlay_on(struct intel_overlay *overlay)
236{
237 struct drm_device *dev = overlay->dev;
e1f99ce6 238 struct drm_i915_private *dev_priv = dev->dev_private;
6d90c952 239 struct intel_ring_buffer *ring = &dev_priv->ring[RCS];
02e792fb 240 int ret;
02e792fb
DV
241
242 BUG_ON(overlay->active);
03f77ea5 243 overlay->active = 1;
b6c028e0 244
6306cb4f 245 WARN_ON(IS_I830(dev) && !(dev_priv->quirks & QUIRK_PIPEA_FORCE));
106dadac 246
6d90c952 247 ret = intel_ring_begin(ring, 4);
acb868d3
CW
248 if (ret)
249 return ret;
e1f99ce6 250
6d90c952
DV
251 intel_ring_emit(ring, MI_OVERLAY_FLIP | MI_OVERLAY_ON);
252 intel_ring_emit(ring, overlay->flip_addr | OFC_UPDATE);
253 intel_ring_emit(ring, MI_WAIT_FOR_EVENT | MI_WAIT_FOR_OVERLAY_FLIP);
254 intel_ring_emit(ring, MI_NOOP);
255 intel_ring_advance(ring);
02e792fb 256
acb868d3 257 return intel_overlay_do_wait_request(overlay, NULL);
02e792fb
DV
258}
259
260/* overlay needs to be enabled in OCMD reg */
8dc5d147
CW
261static int intel_overlay_continue(struct intel_overlay *overlay,
262 bool load_polyphase_filter)
02e792fb
DV
263{
264 struct drm_device *dev = overlay->dev;
0206e353 265 drm_i915_private_t *dev_priv = dev->dev_private;
6d90c952 266 struct intel_ring_buffer *ring = &dev_priv->ring[RCS];
02e792fb
DV
267 u32 flip_addr = overlay->flip_addr;
268 u32 tmp;
e1f99ce6 269 int ret;
02e792fb
DV
270
271 BUG_ON(!overlay->active);
272
273 if (load_polyphase_filter)
274 flip_addr |= OFC_UPDATE;
275
276 /* check for underruns */
277 tmp = I915_READ(DOVSTA);
278 if (tmp & (1 << 17))
279 DRM_DEBUG("overlay underrun, DOVSTA: %x\n", tmp);
280
6d90c952 281 ret = intel_ring_begin(ring, 2);
acb868d3 282 if (ret)
e1f99ce6 283 return ret;
acb868d3 284
6d90c952
DV
285 intel_ring_emit(ring, MI_OVERLAY_FLIP | MI_OVERLAY_CONTINUE);
286 intel_ring_emit(ring, flip_addr);
287 intel_ring_advance(ring);
5a5a0c64 288
acb868d3 289 return i915_add_request(ring, NULL, &overlay->last_flip_req);
5a5a0c64
DV
290}
291
b303cf95 292static void intel_overlay_release_old_vid_tail(struct intel_overlay *overlay)
5a5a0c64 293{
05394f39 294 struct drm_i915_gem_object *obj = overlay->old_vid_bo;
5a5a0c64 295
b303cf95 296 i915_gem_object_unpin(obj);
05394f39 297 drm_gem_object_unreference(&obj->base);
5a5a0c64 298
b303cf95
CW
299 overlay->old_vid_bo = NULL;
300}
03f77ea5 301
b303cf95
CW
302static void intel_overlay_off_tail(struct intel_overlay *overlay)
303{
05394f39 304 struct drm_i915_gem_object *obj = overlay->vid_bo;
02e792fb 305
b303cf95
CW
306 /* never have the overlay hw on without showing a frame */
307 BUG_ON(!overlay->vid_bo);
02e792fb 308
b303cf95 309 i915_gem_object_unpin(obj);
05394f39 310 drm_gem_object_unreference(&obj->base);
b303cf95 311 overlay->vid_bo = NULL;
03f77ea5 312
b303cf95
CW
313 overlay->crtc->overlay = NULL;
314 overlay->crtc = NULL;
315 overlay->active = 0;
02e792fb
DV
316}
317
318/* overlay needs to be disabled in OCMD reg */
ce453d81 319static int intel_overlay_off(struct intel_overlay *overlay)
02e792fb 320{
02e792fb 321 struct drm_device *dev = overlay->dev;
e1f99ce6 322 struct drm_i915_private *dev_priv = dev->dev_private;
6d90c952 323 struct intel_ring_buffer *ring = &dev_priv->ring[RCS];
8dc5d147 324 u32 flip_addr = overlay->flip_addr;
e1f99ce6 325 int ret;
02e792fb
DV
326
327 BUG_ON(!overlay->active);
328
329 /* According to intel docs the overlay hw may hang (when switching
330 * off) without loading the filter coeffs. It is however unclear whether
331 * this applies to the disabling of the overlay or to the switching off
332 * of the hw. Do it in both cases */
333 flip_addr |= OFC_UPDATE;
334
6d90c952 335 ret = intel_ring_begin(ring, 6);
acb868d3 336 if (ret)
e1f99ce6 337 return ret;
acb868d3 338
02e792fb 339 /* wait for overlay to go idle */
6d90c952
DV
340 intel_ring_emit(ring, MI_OVERLAY_FLIP | MI_OVERLAY_CONTINUE);
341 intel_ring_emit(ring, flip_addr);
342 intel_ring_emit(ring, MI_WAIT_FOR_EVENT | MI_WAIT_FOR_OVERLAY_FLIP);
02e792fb 343 /* turn overlay off */
a9193983
DV
344 if (IS_I830(dev)) {
345 /* Workaround: Don't disable the overlay fully, since otherwise
346 * it dies on the next OVERLAY_ON cmd. */
347 intel_ring_emit(ring, MI_NOOP);
348 intel_ring_emit(ring, MI_NOOP);
349 intel_ring_emit(ring, MI_NOOP);
350 } else {
351 intel_ring_emit(ring, MI_OVERLAY_FLIP | MI_OVERLAY_OFF);
352 intel_ring_emit(ring, flip_addr);
353 intel_ring_emit(ring, MI_WAIT_FOR_EVENT | MI_WAIT_FOR_OVERLAY_FLIP);
354 }
6d90c952 355 intel_ring_advance(ring);
02e792fb 356
acb868d3 357 return intel_overlay_do_wait_request(overlay, intel_overlay_off_tail);
12ca45fe
DV
358}
359
03f77ea5
DV
360/* recover from an interruption due to a signal
361 * We have to be careful not to repeat work forever an make forward progess. */
ce453d81 362static int intel_overlay_recover_from_interrupt(struct intel_overlay *overlay)
03f77ea5
DV
363{
364 struct drm_device *dev = overlay->dev;
852835f3 365 drm_i915_private_t *dev_priv = dev->dev_private;
6d90c952 366 struct intel_ring_buffer *ring = &dev_priv->ring[RCS];
03f77ea5 367 int ret;
03f77ea5 368
b303cf95
CW
369 if (overlay->last_flip_req == 0)
370 return 0;
03f77ea5 371
199b2bc2 372 ret = i915_wait_seqno(ring, overlay->last_flip_req);
b6c028e0 373 if (ret)
03f77ea5 374 return ret;
b2da9fe5 375 i915_gem_retire_requests(dev);
03f77ea5 376
b303cf95
CW
377 if (overlay->flip_tail)
378 overlay->flip_tail(overlay);
03f77ea5 379
03f77ea5
DV
380 overlay->last_flip_req = 0;
381 return 0;
382}
383
5a5a0c64
DV
384/* Wait for pending overlay flip and release old frame.
385 * Needs to be called before the overlay register are changed
8d74f656
CW
386 * via intel_overlay_(un)map_regs
387 */
02e792fb
DV
388static int intel_overlay_release_old_vid(struct intel_overlay *overlay)
389{
5cd68c98
CW
390 struct drm_device *dev = overlay->dev;
391 drm_i915_private_t *dev_priv = dev->dev_private;
6d90c952 392 struct intel_ring_buffer *ring = &dev_priv->ring[RCS];
02e792fb 393 int ret;
02e792fb 394
5cd68c98
CW
395 /* Only wait if there is actually an old frame to release to
396 * guarantee forward progress.
397 */
03f77ea5
DV
398 if (!overlay->old_vid_bo)
399 return 0;
400
5cd68c98
CW
401 if (I915_READ(ISR) & I915_OVERLAY_PLANE_FLIP_PENDING_INTERRUPT) {
402 /* synchronous slowpath */
6d90c952 403 ret = intel_ring_begin(ring, 2);
acb868d3 404 if (ret)
e1f99ce6 405 return ret;
e1f99ce6 406
6d90c952
DV
407 intel_ring_emit(ring, MI_WAIT_FOR_EVENT | MI_WAIT_FOR_OVERLAY_FLIP);
408 intel_ring_emit(ring, MI_NOOP);
409 intel_ring_advance(ring);
5cd68c98 410
acb868d3 411 ret = intel_overlay_do_wait_request(overlay,
b303cf95 412 intel_overlay_release_old_vid_tail);
5cd68c98
CW
413 if (ret)
414 return ret;
415 }
02e792fb 416
5cd68c98 417 intel_overlay_release_old_vid_tail(overlay);
02e792fb
DV
418 return 0;
419}
420
421struct put_image_params {
422 int format;
423 short dst_x;
424 short dst_y;
425 short dst_w;
426 short dst_h;
427 short src_w;
428 short src_scan_h;
429 short src_scan_w;
430 short src_h;
431 short stride_Y;
432 short stride_UV;
433 int offset_Y;
434 int offset_U;
435 int offset_V;
436};
437
438static int packed_depth_bytes(u32 format)
439{
440 switch (format & I915_OVERLAY_DEPTH_MASK) {
722506f0
CW
441 case I915_OVERLAY_YUV422:
442 return 4;
443 case I915_OVERLAY_YUV411:
444 /* return 6; not implemented */
445 default:
446 return -EINVAL;
02e792fb
DV
447 }
448}
449
450static int packed_width_bytes(u32 format, short width)
451{
452 switch (format & I915_OVERLAY_DEPTH_MASK) {
722506f0
CW
453 case I915_OVERLAY_YUV422:
454 return width << 1;
455 default:
456 return -EINVAL;
02e792fb
DV
457 }
458}
459
460static int uv_hsubsampling(u32 format)
461{
462 switch (format & I915_OVERLAY_DEPTH_MASK) {
722506f0
CW
463 case I915_OVERLAY_YUV422:
464 case I915_OVERLAY_YUV420:
465 return 2;
466 case I915_OVERLAY_YUV411:
467 case I915_OVERLAY_YUV410:
468 return 4;
469 default:
470 return -EINVAL;
02e792fb
DV
471 }
472}
473
474static int uv_vsubsampling(u32 format)
475{
476 switch (format & I915_OVERLAY_DEPTH_MASK) {
722506f0
CW
477 case I915_OVERLAY_YUV420:
478 case I915_OVERLAY_YUV410:
479 return 2;
480 case I915_OVERLAY_YUV422:
481 case I915_OVERLAY_YUV411:
482 return 1;
483 default:
484 return -EINVAL;
02e792fb
DV
485 }
486}
487
488static u32 calc_swidthsw(struct drm_device *dev, u32 offset, u32 width)
489{
490 u32 mask, shift, ret;
a6c45cf0 491 if (IS_GEN2(dev)) {
02e792fb
DV
492 mask = 0x1f;
493 shift = 5;
a6c45cf0
CW
494 } else {
495 mask = 0x3f;
496 shift = 6;
02e792fb
DV
497 }
498 ret = ((offset + width + mask) >> shift) - (offset >> shift);
a6c45cf0 499 if (!IS_GEN2(dev))
02e792fb 500 ret <<= 1;
0206e353 501 ret -= 1;
02e792fb
DV
502 return ret << 2;
503}
504
505static const u16 y_static_hcoeffs[N_HORIZ_Y_TAPS * N_PHASES] = {
506 0x3000, 0xb4a0, 0x1930, 0x1920, 0xb4a0,
507 0x3000, 0xb500, 0x19d0, 0x1880, 0xb440,
508 0x3000, 0xb540, 0x1a88, 0x2f80, 0xb3e0,
509 0x3000, 0xb580, 0x1b30, 0x2e20, 0xb380,
510 0x3000, 0xb5c0, 0x1bd8, 0x2cc0, 0xb320,
511 0x3020, 0xb5e0, 0x1c60, 0x2b80, 0xb2c0,
512 0x3020, 0xb5e0, 0x1cf8, 0x2a20, 0xb260,
513 0x3020, 0xb5e0, 0x1d80, 0x28e0, 0xb200,
514 0x3020, 0xb5c0, 0x1e08, 0x3f40, 0xb1c0,
515 0x3020, 0xb580, 0x1e78, 0x3ce0, 0xb160,
516 0x3040, 0xb520, 0x1ed8, 0x3aa0, 0xb120,
517 0x3040, 0xb4a0, 0x1f30, 0x3880, 0xb0e0,
518 0x3040, 0xb400, 0x1f78, 0x3680, 0xb0a0,
519 0x3020, 0xb340, 0x1fb8, 0x34a0, 0xb060,
520 0x3020, 0xb240, 0x1fe0, 0x32e0, 0xb040,
521 0x3020, 0xb140, 0x1ff8, 0x3160, 0xb020,
722506f0
CW
522 0xb000, 0x3000, 0x0800, 0x3000, 0xb000
523};
524
02e792fb
DV
525static const u16 uv_static_hcoeffs[N_HORIZ_UV_TAPS * N_PHASES] = {
526 0x3000, 0x1800, 0x1800, 0xb000, 0x18d0, 0x2e60,
527 0xb000, 0x1990, 0x2ce0, 0xb020, 0x1a68, 0x2b40,
528 0xb040, 0x1b20, 0x29e0, 0xb060, 0x1bd8, 0x2880,
529 0xb080, 0x1c88, 0x3e60, 0xb0a0, 0x1d28, 0x3c00,
530 0xb0c0, 0x1db8, 0x39e0, 0xb0e0, 0x1e40, 0x37e0,
531 0xb100, 0x1eb8, 0x3620, 0xb100, 0x1f18, 0x34a0,
532 0xb100, 0x1f68, 0x3360, 0xb0e0, 0x1fa8, 0x3240,
533 0xb0c0, 0x1fe0, 0x3140, 0xb060, 0x1ff0, 0x30a0,
722506f0
CW
534 0x3000, 0x0800, 0x3000
535};
02e792fb 536
75020bc1 537static void update_polyphase_filter(struct overlay_registers __iomem *regs)
02e792fb 538{
75020bc1
BW
539 memcpy_toio(regs->Y_HCOEFS, y_static_hcoeffs, sizeof(y_static_hcoeffs));
540 memcpy_toio(regs->UV_HCOEFS, uv_static_hcoeffs,
541 sizeof(uv_static_hcoeffs));
02e792fb
DV
542}
543
544static bool update_scaling_factors(struct intel_overlay *overlay,
75020bc1 545 struct overlay_registers __iomem *regs,
02e792fb
DV
546 struct put_image_params *params)
547{
548 /* fixed point with a 12 bit shift */
549 u32 xscale, yscale, xscale_UV, yscale_UV;
550#define FP_SHIFT 12
551#define FRACT_MASK 0xfff
552 bool scale_changed = false;
553 int uv_hscale = uv_hsubsampling(params->format);
554 int uv_vscale = uv_vsubsampling(params->format);
555
556 if (params->dst_w > 1)
557 xscale = ((params->src_scan_w - 1) << FP_SHIFT)
558 /(params->dst_w);
559 else
560 xscale = 1 << FP_SHIFT;
561
562 if (params->dst_h > 1)
563 yscale = ((params->src_scan_h - 1) << FP_SHIFT)
564 /(params->dst_h);
565 else
566 yscale = 1 << FP_SHIFT;
567
568 /*if (params->format & I915_OVERLAY_YUV_PLANAR) {*/
722506f0
CW
569 xscale_UV = xscale/uv_hscale;
570 yscale_UV = yscale/uv_vscale;
571 /* make the Y scale to UV scale ratio an exact multiply */
572 xscale = xscale_UV * uv_hscale;
573 yscale = yscale_UV * uv_vscale;
02e792fb 574 /*} else {
722506f0
CW
575 xscale_UV = 0;
576 yscale_UV = 0;
577 }*/
02e792fb
DV
578
579 if (xscale != overlay->old_xscale || yscale != overlay->old_yscale)
580 scale_changed = true;
581 overlay->old_xscale = xscale;
582 overlay->old_yscale = yscale;
583
75020bc1
BW
584 iowrite32(((yscale & FRACT_MASK) << 20) |
585 ((xscale >> FP_SHIFT) << 16) |
586 ((xscale & FRACT_MASK) << 3),
587 &regs->YRGBSCALE);
722506f0 588
75020bc1
BW
589 iowrite32(((yscale_UV & FRACT_MASK) << 20) |
590 ((xscale_UV >> FP_SHIFT) << 16) |
591 ((xscale_UV & FRACT_MASK) << 3),
592 &regs->UVSCALE);
722506f0 593
75020bc1
BW
594 iowrite32((((yscale >> FP_SHIFT) << 16) |
595 ((yscale_UV >> FP_SHIFT) << 0)),
596 &regs->UVSCALEV);
02e792fb
DV
597
598 if (scale_changed)
599 update_polyphase_filter(regs);
600
601 return scale_changed;
602}
603
604static void update_colorkey(struct intel_overlay *overlay,
75020bc1 605 struct overlay_registers __iomem *regs)
02e792fb
DV
606{
607 u32 key = overlay->color_key;
6ba3ddd9 608
02e792fb 609 switch (overlay->crtc->base.fb->bits_per_pixel) {
722506f0 610 case 8:
75020bc1
BW
611 iowrite32(0, &regs->DCLRKV);
612 iowrite32(CLK_RGB8I_MASK | DST_KEY_ENABLE, &regs->DCLRKM);
6ba3ddd9
CW
613 break;
614
722506f0
CW
615 case 16:
616 if (overlay->crtc->base.fb->depth == 15) {
75020bc1
BW
617 iowrite32(RGB15_TO_COLORKEY(key), &regs->DCLRKV);
618 iowrite32(CLK_RGB15_MASK | DST_KEY_ENABLE,
619 &regs->DCLRKM);
722506f0 620 } else {
75020bc1
BW
621 iowrite32(RGB16_TO_COLORKEY(key), &regs->DCLRKV);
622 iowrite32(CLK_RGB16_MASK | DST_KEY_ENABLE,
623 &regs->DCLRKM);
722506f0 624 }
6ba3ddd9
CW
625 break;
626
722506f0
CW
627 case 24:
628 case 32:
75020bc1
BW
629 iowrite32(key, &regs->DCLRKV);
630 iowrite32(CLK_RGB24_MASK | DST_KEY_ENABLE, &regs->DCLRKM);
6ba3ddd9 631 break;
02e792fb
DV
632 }
633}
634
635static u32 overlay_cmd_reg(struct put_image_params *params)
636{
637 u32 cmd = OCMD_ENABLE | OCMD_BUF_TYPE_FRAME | OCMD_BUFFER0;
638
639 if (params->format & I915_OVERLAY_YUV_PLANAR) {
640 switch (params->format & I915_OVERLAY_DEPTH_MASK) {
722506f0
CW
641 case I915_OVERLAY_YUV422:
642 cmd |= OCMD_YUV_422_PLANAR;
643 break;
644 case I915_OVERLAY_YUV420:
645 cmd |= OCMD_YUV_420_PLANAR;
646 break;
647 case I915_OVERLAY_YUV411:
648 case I915_OVERLAY_YUV410:
649 cmd |= OCMD_YUV_410_PLANAR;
650 break;
02e792fb
DV
651 }
652 } else { /* YUV packed */
653 switch (params->format & I915_OVERLAY_DEPTH_MASK) {
722506f0
CW
654 case I915_OVERLAY_YUV422:
655 cmd |= OCMD_YUV_422_PACKED;
656 break;
657 case I915_OVERLAY_YUV411:
658 cmd |= OCMD_YUV_411_PACKED;
659 break;
02e792fb
DV
660 }
661
662 switch (params->format & I915_OVERLAY_SWAP_MASK) {
722506f0
CW
663 case I915_OVERLAY_NO_SWAP:
664 break;
665 case I915_OVERLAY_UV_SWAP:
666 cmd |= OCMD_UV_SWAP;
667 break;
668 case I915_OVERLAY_Y_SWAP:
669 cmd |= OCMD_Y_SWAP;
670 break;
671 case I915_OVERLAY_Y_AND_UV_SWAP:
672 cmd |= OCMD_Y_AND_UV_SWAP;
673 break;
02e792fb
DV
674 }
675 }
676
677 return cmd;
678}
679
5fe82c5e 680static int intel_overlay_do_put_image(struct intel_overlay *overlay,
05394f39 681 struct drm_i915_gem_object *new_bo,
5fe82c5e 682 struct put_image_params *params)
02e792fb
DV
683{
684 int ret, tmp_width;
75020bc1 685 struct overlay_registers __iomem *regs;
02e792fb 686 bool scale_changed = false;
02e792fb 687 struct drm_device *dev = overlay->dev;
75020bc1 688 u32 swidth, swidthsw, sheight, ostride;
02e792fb
DV
689
690 BUG_ON(!mutex_is_locked(&dev->struct_mutex));
691 BUG_ON(!mutex_is_locked(&dev->mode_config.mutex));
692 BUG_ON(!overlay);
693
02e792fb
DV
694 ret = intel_overlay_release_old_vid(overlay);
695 if (ret != 0)
696 return ret;
697
2da3b9b9 698 ret = i915_gem_object_pin_to_display_plane(new_bo, 0, NULL);
02e792fb
DV
699 if (ret != 0)
700 return ret;
701
d9e86c0e
CW
702 ret = i915_gem_object_put_fence(new_bo);
703 if (ret)
704 goto out_unpin;
705
02e792fb 706 if (!overlay->active) {
75020bc1 707 u32 oconfig;
8d74f656 708 regs = intel_overlay_map_regs(overlay);
02e792fb
DV
709 if (!regs) {
710 ret = -ENOMEM;
711 goto out_unpin;
712 }
75020bc1 713 oconfig = OCONF_CC_OUT_8BIT;
a6c45cf0 714 if (IS_GEN4(overlay->dev))
75020bc1
BW
715 oconfig |= OCONF_CSC_MODE_BT709;
716 oconfig |= overlay->crtc->pipe == 0 ?
02e792fb 717 OCONF_PIPE_A : OCONF_PIPE_B;
75020bc1 718 iowrite32(oconfig, &regs->OCONFIG);
9bb2ff73 719 intel_overlay_unmap_regs(overlay, regs);
02e792fb
DV
720
721 ret = intel_overlay_on(overlay);
722 if (ret != 0)
723 goto out_unpin;
724 }
725
8d74f656 726 regs = intel_overlay_map_regs(overlay);
02e792fb
DV
727 if (!regs) {
728 ret = -ENOMEM;
729 goto out_unpin;
730 }
731
75020bc1
BW
732 iowrite32((params->dst_y << 16) | params->dst_x, &regs->DWINPOS);
733 iowrite32((params->dst_h << 16) | params->dst_w, &regs->DWINSZ);
02e792fb
DV
734
735 if (params->format & I915_OVERLAY_YUV_PACKED)
736 tmp_width = packed_width_bytes(params->format, params->src_w);
737 else
738 tmp_width = params->src_w;
739
75020bc1
BW
740 swidth = params->src_w;
741 swidthsw = calc_swidthsw(overlay->dev, params->offset_Y, tmp_width);
742 sheight = params->src_h;
743 iowrite32(new_bo->gtt_offset + params->offset_Y, &regs->OBUF_0Y);
744 ostride = params->stride_Y;
02e792fb
DV
745
746 if (params->format & I915_OVERLAY_YUV_PLANAR) {
747 int uv_hscale = uv_hsubsampling(params->format);
748 int uv_vscale = uv_vsubsampling(params->format);
749 u32 tmp_U, tmp_V;
75020bc1 750 swidth |= (params->src_w/uv_hscale) << 16;
02e792fb 751 tmp_U = calc_swidthsw(overlay->dev, params->offset_U,
722506f0 752 params->src_w/uv_hscale);
02e792fb 753 tmp_V = calc_swidthsw(overlay->dev, params->offset_V,
722506f0 754 params->src_w/uv_hscale);
75020bc1
BW
755 swidthsw |= max_t(u32, tmp_U, tmp_V) << 16;
756 sheight |= (params->src_h/uv_vscale) << 16;
757 iowrite32(new_bo->gtt_offset + params->offset_U, &regs->OBUF_0U);
758 iowrite32(new_bo->gtt_offset + params->offset_V, &regs->OBUF_0V);
759 ostride |= params->stride_UV << 16;
02e792fb
DV
760 }
761
75020bc1
BW
762 iowrite32(swidth, &regs->SWIDTH);
763 iowrite32(swidthsw, &regs->SWIDTHSW);
764 iowrite32(sheight, &regs->SHEIGHT);
765 iowrite32(ostride, &regs->OSTRIDE);
766
02e792fb
DV
767 scale_changed = update_scaling_factors(overlay, regs, params);
768
769 update_colorkey(overlay, regs);
770
75020bc1 771 iowrite32(overlay_cmd_reg(params), &regs->OCMD);
02e792fb 772
9bb2ff73 773 intel_overlay_unmap_regs(overlay, regs);
02e792fb 774
8dc5d147
CW
775 ret = intel_overlay_continue(overlay, scale_changed);
776 if (ret)
777 goto out_unpin;
02e792fb
DV
778
779 overlay->old_vid_bo = overlay->vid_bo;
05394f39 780 overlay->vid_bo = new_bo;
02e792fb
DV
781
782 return 0;
783
784out_unpin:
785 i915_gem_object_unpin(new_bo);
786 return ret;
787}
788
ce453d81 789int intel_overlay_switch_off(struct intel_overlay *overlay)
02e792fb 790{
75020bc1 791 struct overlay_registers __iomem *regs;
02e792fb 792 struct drm_device *dev = overlay->dev;
5dcdbcb0 793 int ret;
02e792fb
DV
794
795 BUG_ON(!mutex_is_locked(&dev->struct_mutex));
796 BUG_ON(!mutex_is_locked(&dev->mode_config.mutex));
797
ce453d81 798 ret = intel_overlay_recover_from_interrupt(overlay);
b303cf95
CW
799 if (ret != 0)
800 return ret;
9bedb974 801
02e792fb
DV
802 if (!overlay->active)
803 return 0;
804
02e792fb
DV
805 ret = intel_overlay_release_old_vid(overlay);
806 if (ret != 0)
807 return ret;
808
8d74f656 809 regs = intel_overlay_map_regs(overlay);
75020bc1 810 iowrite32(0, &regs->OCMD);
9bb2ff73 811 intel_overlay_unmap_regs(overlay, regs);
02e792fb 812
ce453d81 813 ret = intel_overlay_off(overlay);
03f77ea5
DV
814 if (ret != 0)
815 return ret;
816
12ca45fe 817 intel_overlay_off_tail(overlay);
02e792fb
DV
818 return 0;
819}
820
821static int check_overlay_possible_on_crtc(struct intel_overlay *overlay,
822 struct intel_crtc *crtc)
823{
722506f0 824 drm_i915_private_t *dev_priv = overlay->dev->dev_private;
02e792fb 825
f7abfe8b 826 if (!crtc->active)
02e792fb
DV
827 return -EINVAL;
828
02e792fb 829 /* can't use the overlay with double wide pipe */
a6c45cf0 830 if (INTEL_INFO(overlay->dev)->gen < 4 &&
f7abfe8b 831 (I915_READ(PIPECONF(crtc->pipe)) & (PIPECONF_DOUBLE_WIDE | PIPECONF_ENABLE)) != PIPECONF_ENABLE)
02e792fb
DV
832 return -EINVAL;
833
834 return 0;
835}
836
837static void update_pfit_vscale_ratio(struct intel_overlay *overlay)
838{
839 struct drm_device *dev = overlay->dev;
722506f0 840 drm_i915_private_t *dev_priv = dev->dev_private;
02e792fb 841 u32 pfit_control = I915_READ(PFIT_CONTROL);
446d2183 842 u32 ratio;
02e792fb
DV
843
844 /* XXX: This is not the same logic as in the xorg driver, but more in
446d2183
CW
845 * line with the intel documentation for the i965
846 */
a6c45cf0 847 if (INTEL_INFO(dev)->gen >= 4) {
0206e353 848 /* on i965 use the PGM reg to read out the autoscaler values */
a6c45cf0
CW
849 ratio = I915_READ(PFIT_PGM_RATIOS) >> PFIT_VERT_SCALE_SHIFT_965;
850 } else {
446d2183
CW
851 if (pfit_control & VERT_AUTO_SCALE)
852 ratio = I915_READ(PFIT_AUTO_RATIOS);
02e792fb 853 else
446d2183
CW
854 ratio = I915_READ(PFIT_PGM_RATIOS);
855 ratio >>= PFIT_VERT_SCALE_SHIFT;
02e792fb
DV
856 }
857
858 overlay->pfit_vscale_ratio = ratio;
859}
860
861static int check_overlay_dst(struct intel_overlay *overlay,
862 struct drm_intel_overlay_put_image *rec)
863{
864 struct drm_display_mode *mode = &overlay->crtc->base.mode;
865
75c13993
DV
866 if (rec->dst_x < mode->hdisplay &&
867 rec->dst_x + rec->dst_width <= mode->hdisplay &&
868 rec->dst_y < mode->vdisplay &&
869 rec->dst_y + rec->dst_height <= mode->vdisplay)
02e792fb
DV
870 return 0;
871 else
872 return -EINVAL;
873}
874
875static int check_overlay_scaling(struct put_image_params *rec)
876{
877 u32 tmp;
878
879 /* downscaling limit is 8.0 */
880 tmp = ((rec->src_scan_h << 16) / rec->dst_h) >> 16;
881 if (tmp > 7)
882 return -EINVAL;
883 tmp = ((rec->src_scan_w << 16) / rec->dst_w) >> 16;
884 if (tmp > 7)
885 return -EINVAL;
886
887 return 0;
888}
889
890static int check_overlay_src(struct drm_device *dev,
891 struct drm_intel_overlay_put_image *rec,
05394f39 892 struct drm_i915_gem_object *new_bo)
02e792fb 893{
02e792fb
DV
894 int uv_hscale = uv_hsubsampling(rec->flags);
895 int uv_vscale = uv_vsubsampling(rec->flags);
8f28f54a
DC
896 u32 stride_mask;
897 int depth;
898 u32 tmp;
02e792fb
DV
899
900 /* check src dimensions */
901 if (IS_845G(dev) || IS_I830(dev)) {
722506f0 902 if (rec->src_height > IMAGE_MAX_HEIGHT_LEGACY ||
9f7c3f44 903 rec->src_width > IMAGE_MAX_WIDTH_LEGACY)
02e792fb
DV
904 return -EINVAL;
905 } else {
722506f0 906 if (rec->src_height > IMAGE_MAX_HEIGHT ||
9f7c3f44 907 rec->src_width > IMAGE_MAX_WIDTH)
02e792fb
DV
908 return -EINVAL;
909 }
9f7c3f44 910
02e792fb 911 /* better safe than sorry, use 4 as the maximal subsampling ratio */
722506f0 912 if (rec->src_height < N_VERT_Y_TAPS*4 ||
9f7c3f44 913 rec->src_width < N_HORIZ_Y_TAPS*4)
02e792fb
DV
914 return -EINVAL;
915
a1efd14a 916 /* check alignment constraints */
02e792fb 917 switch (rec->flags & I915_OVERLAY_TYPE_MASK) {
722506f0
CW
918 case I915_OVERLAY_RGB:
919 /* not implemented */
920 return -EINVAL;
9f7c3f44 921
722506f0 922 case I915_OVERLAY_YUV_PACKED:
722506f0 923 if (uv_vscale != 1)
02e792fb 924 return -EINVAL;
9f7c3f44
CW
925
926 depth = packed_depth_bytes(rec->flags);
722506f0
CW
927 if (depth < 0)
928 return depth;
9f7c3f44 929
722506f0
CW
930 /* ignore UV planes */
931 rec->stride_UV = 0;
932 rec->offset_U = 0;
933 rec->offset_V = 0;
934 /* check pixel alignment */
935 if (rec->offset_Y % depth)
936 return -EINVAL;
937 break;
9f7c3f44 938
722506f0
CW
939 case I915_OVERLAY_YUV_PLANAR:
940 if (uv_vscale < 0 || uv_hscale < 0)
02e792fb 941 return -EINVAL;
722506f0
CW
942 /* no offset restrictions for planar formats */
943 break;
9f7c3f44 944
722506f0
CW
945 default:
946 return -EINVAL;
02e792fb
DV
947 }
948
949 if (rec->src_width % uv_hscale)
950 return -EINVAL;
951
952 /* stride checking */
a1efd14a
CW
953 if (IS_I830(dev) || IS_845G(dev))
954 stride_mask = 255;
955 else
956 stride_mask = 63;
02e792fb
DV
957
958 if (rec->stride_Y & stride_mask || rec->stride_UV & stride_mask)
959 return -EINVAL;
a6c45cf0 960 if (IS_GEN4(dev) && rec->stride_Y < 512)
02e792fb
DV
961 return -EINVAL;
962
963 tmp = (rec->flags & I915_OVERLAY_TYPE_MASK) == I915_OVERLAY_YUV_PLANAR ?
9f7c3f44
CW
964 4096 : 8192;
965 if (rec->stride_Y > tmp || rec->stride_UV > 2*1024)
02e792fb
DV
966 return -EINVAL;
967
968 /* check buffer dimensions */
969 switch (rec->flags & I915_OVERLAY_TYPE_MASK) {
722506f0
CW
970 case I915_OVERLAY_RGB:
971 case I915_OVERLAY_YUV_PACKED:
972 /* always 4 Y values per depth pixels */
973 if (packed_width_bytes(rec->flags, rec->src_width) > rec->stride_Y)
974 return -EINVAL;
975
976 tmp = rec->stride_Y*rec->src_height;
05394f39 977 if (rec->offset_Y + tmp > new_bo->base.size)
722506f0
CW
978 return -EINVAL;
979 break;
980
981 case I915_OVERLAY_YUV_PLANAR:
982 if (rec->src_width > rec->stride_Y)
983 return -EINVAL;
984 if (rec->src_width/uv_hscale > rec->stride_UV)
985 return -EINVAL;
986
9f7c3f44 987 tmp = rec->stride_Y * rec->src_height;
05394f39 988 if (rec->offset_Y + tmp > new_bo->base.size)
722506f0 989 return -EINVAL;
9f7c3f44
CW
990
991 tmp = rec->stride_UV * (rec->src_height / uv_vscale);
05394f39
CW
992 if (rec->offset_U + tmp > new_bo->base.size ||
993 rec->offset_V + tmp > new_bo->base.size)
722506f0
CW
994 return -EINVAL;
995 break;
02e792fb
DV
996 }
997
998 return 0;
999}
1000
e9e331a8
CW
1001/**
1002 * Return the pipe currently connected to the panel fitter,
1003 * or -1 if the panel fitter is not present or not in use
1004 */
1005static int intel_panel_fitter_pipe(struct drm_device *dev)
1006{
1007 struct drm_i915_private *dev_priv = dev->dev_private;
1008 u32 pfit_control;
1009
1010 /* i830 doesn't have a panel fitter */
1011 if (IS_I830(dev))
1012 return -1;
1013
1014 pfit_control = I915_READ(PFIT_CONTROL);
1015
1016 /* See if the panel fitter is in use */
1017 if ((pfit_control & PFIT_ENABLE) == 0)
1018 return -1;
1019
1020 /* 965 can place panel fitter on either pipe */
a6c45cf0 1021 if (IS_GEN4(dev))
e9e331a8
CW
1022 return (pfit_control >> 29) & 0x3;
1023
1024 /* older chips can only use pipe 1 */
1025 return 1;
1026}
1027
02e792fb 1028int intel_overlay_put_image(struct drm_device *dev, void *data,
0206e353 1029 struct drm_file *file_priv)
02e792fb
DV
1030{
1031 struct drm_intel_overlay_put_image *put_image_rec = data;
1032 drm_i915_private_t *dev_priv = dev->dev_private;
1033 struct intel_overlay *overlay;
1034 struct drm_mode_object *drmmode_obj;
1035 struct intel_crtc *crtc;
05394f39 1036 struct drm_i915_gem_object *new_bo;
02e792fb
DV
1037 struct put_image_params *params;
1038 int ret;
1039
1cff8f6b 1040 /* No need to check for DRIVER_MODESET - we don't set it up then. */
02e792fb
DV
1041 overlay = dev_priv->overlay;
1042 if (!overlay) {
1043 DRM_DEBUG("userspace bug: no overlay\n");
1044 return -ENODEV;
1045 }
1046
1047 if (!(put_image_rec->flags & I915_OVERLAY_ENABLE)) {
1048 mutex_lock(&dev->mode_config.mutex);
1049 mutex_lock(&dev->struct_mutex);
1050
ce453d81 1051 ret = intel_overlay_switch_off(overlay);
02e792fb
DV
1052
1053 mutex_unlock(&dev->struct_mutex);
1054 mutex_unlock(&dev->mode_config.mutex);
1055
1056 return ret;
1057 }
1058
1059 params = kmalloc(sizeof(struct put_image_params), GFP_KERNEL);
1060 if (!params)
1061 return -ENOMEM;
1062
1063 drmmode_obj = drm_mode_object_find(dev, put_image_rec->crtc_id,
722506f0 1064 DRM_MODE_OBJECT_CRTC);
915a428e
DC
1065 if (!drmmode_obj) {
1066 ret = -ENOENT;
1067 goto out_free;
1068 }
02e792fb
DV
1069 crtc = to_intel_crtc(obj_to_crtc(drmmode_obj));
1070
05394f39
CW
1071 new_bo = to_intel_bo(drm_gem_object_lookup(dev, file_priv,
1072 put_image_rec->bo_handle));
c8725226 1073 if (&new_bo->base == NULL) {
915a428e
DC
1074 ret = -ENOENT;
1075 goto out_free;
1076 }
02e792fb
DV
1077
1078 mutex_lock(&dev->mode_config.mutex);
1079 mutex_lock(&dev->struct_mutex);
1080
d9e86c0e
CW
1081 if (new_bo->tiling_mode) {
1082 DRM_ERROR("buffer used for overlay image can not be tiled\n");
1083 ret = -EINVAL;
1084 goto out_unlock;
1085 }
1086
ce453d81 1087 ret = intel_overlay_recover_from_interrupt(overlay);
b303cf95
CW
1088 if (ret != 0)
1089 goto out_unlock;
03f77ea5 1090
02e792fb
DV
1091 if (overlay->crtc != crtc) {
1092 struct drm_display_mode *mode = &crtc->base.mode;
ce453d81 1093 ret = intel_overlay_switch_off(overlay);
02e792fb
DV
1094 if (ret != 0)
1095 goto out_unlock;
1096
1097 ret = check_overlay_possible_on_crtc(overlay, crtc);
1098 if (ret != 0)
1099 goto out_unlock;
1100
1101 overlay->crtc = crtc;
1102 crtc->overlay = overlay;
1103
e9e331a8
CW
1104 /* line too wide, i.e. one-line-mode */
1105 if (mode->hdisplay > 1024 &&
1106 intel_panel_fitter_pipe(dev) == crtc->pipe) {
02e792fb
DV
1107 overlay->pfit_active = 1;
1108 update_pfit_vscale_ratio(overlay);
1109 } else
1110 overlay->pfit_active = 0;
1111 }
1112
1113 ret = check_overlay_dst(overlay, put_image_rec);
1114 if (ret != 0)
1115 goto out_unlock;
1116
1117 if (overlay->pfit_active) {
1118 params->dst_y = ((((u32)put_image_rec->dst_y) << 12) /
722506f0 1119 overlay->pfit_vscale_ratio);
02e792fb
DV
1120 /* shifting right rounds downwards, so add 1 */
1121 params->dst_h = ((((u32)put_image_rec->dst_height) << 12) /
722506f0 1122 overlay->pfit_vscale_ratio) + 1;
02e792fb
DV
1123 } else {
1124 params->dst_y = put_image_rec->dst_y;
1125 params->dst_h = put_image_rec->dst_height;
1126 }
1127 params->dst_x = put_image_rec->dst_x;
1128 params->dst_w = put_image_rec->dst_width;
1129
1130 params->src_w = put_image_rec->src_width;
1131 params->src_h = put_image_rec->src_height;
1132 params->src_scan_w = put_image_rec->src_scan_width;
1133 params->src_scan_h = put_image_rec->src_scan_height;
722506f0
CW
1134 if (params->src_scan_h > params->src_h ||
1135 params->src_scan_w > params->src_w) {
02e792fb
DV
1136 ret = -EINVAL;
1137 goto out_unlock;
1138 }
1139
1140 ret = check_overlay_src(dev, put_image_rec, new_bo);
1141 if (ret != 0)
1142 goto out_unlock;
1143 params->format = put_image_rec->flags & ~I915_OVERLAY_FLAGS_MASK;
1144 params->stride_Y = put_image_rec->stride_Y;
1145 params->stride_UV = put_image_rec->stride_UV;
1146 params->offset_Y = put_image_rec->offset_Y;
1147 params->offset_U = put_image_rec->offset_U;
1148 params->offset_V = put_image_rec->offset_V;
1149
1150 /* Check scaling after src size to prevent a divide-by-zero. */
1151 ret = check_overlay_scaling(params);
1152 if (ret != 0)
1153 goto out_unlock;
1154
1155 ret = intel_overlay_do_put_image(overlay, new_bo, params);
1156 if (ret != 0)
1157 goto out_unlock;
1158
1159 mutex_unlock(&dev->struct_mutex);
1160 mutex_unlock(&dev->mode_config.mutex);
1161
1162 kfree(params);
1163
1164 return 0;
1165
1166out_unlock:
1167 mutex_unlock(&dev->struct_mutex);
1168 mutex_unlock(&dev->mode_config.mutex);
05394f39 1169 drm_gem_object_unreference_unlocked(&new_bo->base);
915a428e 1170out_free:
02e792fb
DV
1171 kfree(params);
1172
1173 return ret;
1174}
1175
1176static void update_reg_attrs(struct intel_overlay *overlay,
75020bc1 1177 struct overlay_registers __iomem *regs)
02e792fb 1178{
75020bc1
BW
1179 iowrite32((overlay->contrast << 18) | (overlay->brightness & 0xff),
1180 &regs->OCLRC0);
1181 iowrite32(overlay->saturation, &regs->OCLRC1);
02e792fb
DV
1182}
1183
1184static bool check_gamma_bounds(u32 gamma1, u32 gamma2)
1185{
1186 int i;
1187
1188 if (gamma1 & 0xff000000 || gamma2 & 0xff000000)
1189 return false;
1190
1191 for (i = 0; i < 3; i++) {
722506f0 1192 if (((gamma1 >> i*8) & 0xff) >= ((gamma2 >> i*8) & 0xff))
02e792fb
DV
1193 return false;
1194 }
1195
1196 return true;
1197}
1198
1199static bool check_gamma5_errata(u32 gamma5)
1200{
1201 int i;
1202
1203 for (i = 0; i < 3; i++) {
1204 if (((gamma5 >> i*8) & 0xff) == 0x80)
1205 return false;
1206 }
1207
1208 return true;
1209}
1210
1211static int check_gamma(struct drm_intel_overlay_attrs *attrs)
1212{
722506f0
CW
1213 if (!check_gamma_bounds(0, attrs->gamma0) ||
1214 !check_gamma_bounds(attrs->gamma0, attrs->gamma1) ||
1215 !check_gamma_bounds(attrs->gamma1, attrs->gamma2) ||
1216 !check_gamma_bounds(attrs->gamma2, attrs->gamma3) ||
1217 !check_gamma_bounds(attrs->gamma3, attrs->gamma4) ||
1218 !check_gamma_bounds(attrs->gamma4, attrs->gamma5) ||
1219 !check_gamma_bounds(attrs->gamma5, 0x00ffffff))
02e792fb 1220 return -EINVAL;
722506f0 1221
02e792fb
DV
1222 if (!check_gamma5_errata(attrs->gamma5))
1223 return -EINVAL;
722506f0 1224
02e792fb
DV
1225 return 0;
1226}
1227
1228int intel_overlay_attrs(struct drm_device *dev, void *data,
0206e353 1229 struct drm_file *file_priv)
02e792fb
DV
1230{
1231 struct drm_intel_overlay_attrs *attrs = data;
0206e353 1232 drm_i915_private_t *dev_priv = dev->dev_private;
02e792fb 1233 struct intel_overlay *overlay;
75020bc1 1234 struct overlay_registers __iomem *regs;
02e792fb
DV
1235 int ret;
1236
1cff8f6b 1237 /* No need to check for DRIVER_MODESET - we don't set it up then. */
02e792fb
DV
1238 overlay = dev_priv->overlay;
1239 if (!overlay) {
1240 DRM_DEBUG("userspace bug: no overlay\n");
1241 return -ENODEV;
1242 }
1243
1244 mutex_lock(&dev->mode_config.mutex);
1245 mutex_lock(&dev->struct_mutex);
1246
60fc332c 1247 ret = -EINVAL;
02e792fb 1248 if (!(attrs->flags & I915_OVERLAY_UPDATE_ATTRS)) {
60fc332c 1249 attrs->color_key = overlay->color_key;
02e792fb 1250 attrs->brightness = overlay->brightness;
60fc332c 1251 attrs->contrast = overlay->contrast;
02e792fb
DV
1252 attrs->saturation = overlay->saturation;
1253
a6c45cf0 1254 if (!IS_GEN2(dev)) {
02e792fb
DV
1255 attrs->gamma0 = I915_READ(OGAMC0);
1256 attrs->gamma1 = I915_READ(OGAMC1);
1257 attrs->gamma2 = I915_READ(OGAMC2);
1258 attrs->gamma3 = I915_READ(OGAMC3);
1259 attrs->gamma4 = I915_READ(OGAMC4);
1260 attrs->gamma5 = I915_READ(OGAMC5);
1261 }
02e792fb 1262 } else {
60fc332c 1263 if (attrs->brightness < -128 || attrs->brightness > 127)
02e792fb 1264 goto out_unlock;
60fc332c 1265 if (attrs->contrast > 255)
02e792fb 1266 goto out_unlock;
60fc332c 1267 if (attrs->saturation > 1023)
02e792fb 1268 goto out_unlock;
02e792fb 1269
60fc332c
CW
1270 overlay->color_key = attrs->color_key;
1271 overlay->brightness = attrs->brightness;
1272 overlay->contrast = attrs->contrast;
1273 overlay->saturation = attrs->saturation;
02e792fb 1274
8d74f656 1275 regs = intel_overlay_map_regs(overlay);
02e792fb
DV
1276 if (!regs) {
1277 ret = -ENOMEM;
1278 goto out_unlock;
1279 }
1280
1281 update_reg_attrs(overlay, regs);
1282
9bb2ff73 1283 intel_overlay_unmap_regs(overlay, regs);
02e792fb
DV
1284
1285 if (attrs->flags & I915_OVERLAY_UPDATE_GAMMA) {
a6c45cf0 1286 if (IS_GEN2(dev))
02e792fb 1287 goto out_unlock;
02e792fb
DV
1288
1289 if (overlay->active) {
1290 ret = -EBUSY;
1291 goto out_unlock;
1292 }
1293
1294 ret = check_gamma(attrs);
60fc332c 1295 if (ret)
02e792fb
DV
1296 goto out_unlock;
1297
1298 I915_WRITE(OGAMC0, attrs->gamma0);
1299 I915_WRITE(OGAMC1, attrs->gamma1);
1300 I915_WRITE(OGAMC2, attrs->gamma2);
1301 I915_WRITE(OGAMC3, attrs->gamma3);
1302 I915_WRITE(OGAMC4, attrs->gamma4);
1303 I915_WRITE(OGAMC5, attrs->gamma5);
1304 }
02e792fb
DV
1305 }
1306
60fc332c 1307 ret = 0;
02e792fb
DV
1308out_unlock:
1309 mutex_unlock(&dev->struct_mutex);
1310 mutex_unlock(&dev->mode_config.mutex);
1311
1312 return ret;
1313}
1314
1315void intel_setup_overlay(struct drm_device *dev)
1316{
0206e353 1317 drm_i915_private_t *dev_priv = dev->dev_private;
02e792fb 1318 struct intel_overlay *overlay;
05394f39 1319 struct drm_i915_gem_object *reg_bo;
75020bc1 1320 struct overlay_registers __iomem *regs;
02e792fb
DV
1321 int ret;
1322
31578148 1323 if (!HAS_OVERLAY(dev))
02e792fb
DV
1324 return;
1325
1326 overlay = kzalloc(sizeof(struct intel_overlay), GFP_KERNEL);
1327 if (!overlay)
1328 return;
79d24273
CW
1329
1330 mutex_lock(&dev->struct_mutex);
1331 if (WARN_ON(dev_priv->overlay))
1332 goto out_free;
1333
02e792fb
DV
1334 overlay->dev = dev;
1335
ac52bc56 1336 reg_bo = i915_gem_alloc_object(dev, PAGE_SIZE);
02e792fb
DV
1337 if (!reg_bo)
1338 goto out_free;
05394f39 1339 overlay->reg_bo = reg_bo;
02e792fb 1340
31578148 1341 if (OVERLAY_NEEDS_PHYSICAL(dev)) {
02e792fb 1342 ret = i915_gem_attach_phys_object(dev, reg_bo,
6eeefaf3 1343 I915_GEM_PHYS_OVERLAY_REGS,
a2930128 1344 PAGE_SIZE);
0206e353
AJ
1345 if (ret) {
1346 DRM_ERROR("failed to attach phys overlay regs\n");
1347 goto out_free_bo;
1348 }
05394f39 1349 overlay->flip_addr = reg_bo->phys_obj->handle->busaddr;
31578148 1350 } else {
86a1ee26 1351 ret = i915_gem_object_pin(reg_bo, PAGE_SIZE, true, false);
02e792fb 1352 if (ret) {
0206e353
AJ
1353 DRM_ERROR("failed to pin overlay register bo\n");
1354 goto out_free_bo;
1355 }
05394f39 1356 overlay->flip_addr = reg_bo->gtt_offset;
0ddc1289
CW
1357
1358 ret = i915_gem_object_set_to_gtt_domain(reg_bo, true);
1359 if (ret) {
0206e353
AJ
1360 DRM_ERROR("failed to move overlay register bo into the GTT\n");
1361 goto out_unpin_bo;
1362 }
02e792fb
DV
1363 }
1364
1365 /* init all values */
1366 overlay->color_key = 0x0101fe;
1367 overlay->brightness = -19;
1368 overlay->contrast = 75;
1369 overlay->saturation = 146;
1370
8d74f656 1371 regs = intel_overlay_map_regs(overlay);
02e792fb 1372 if (!regs)
79d24273 1373 goto out_unpin_bo;
02e792fb 1374
75020bc1 1375 memset_io(regs, 0, sizeof(struct overlay_registers));
02e792fb 1376 update_polyphase_filter(regs);
02e792fb
DV
1377 update_reg_attrs(overlay, regs);
1378
9bb2ff73 1379 intel_overlay_unmap_regs(overlay, regs);
02e792fb
DV
1380
1381 dev_priv->overlay = overlay;
79d24273 1382 mutex_unlock(&dev->struct_mutex);
02e792fb
DV
1383 DRM_INFO("initialized overlay support\n");
1384 return;
1385
0ddc1289 1386out_unpin_bo:
79d24273
CW
1387 if (!OVERLAY_NEEDS_PHYSICAL(dev))
1388 i915_gem_object_unpin(reg_bo);
02e792fb 1389out_free_bo:
05394f39 1390 drm_gem_object_unreference(&reg_bo->base);
02e792fb 1391out_free:
79d24273 1392 mutex_unlock(&dev->struct_mutex);
02e792fb
DV
1393 kfree(overlay);
1394 return;
1395}
1396
1397void intel_cleanup_overlay(struct drm_device *dev)
1398{
722506f0 1399 drm_i915_private_t *dev_priv = dev->dev_private;
02e792fb 1400
62cf4e6f
CW
1401 if (!dev_priv->overlay)
1402 return;
02e792fb 1403
62cf4e6f
CW
1404 /* The bo's should be free'd by the generic code already.
1405 * Furthermore modesetting teardown happens beforehand so the
1406 * hardware should be off already */
1407 BUG_ON(dev_priv->overlay->active);
1408
1409 drm_gem_object_unreference_unlocked(&dev_priv->overlay->reg_bo->base);
1410 kfree(dev_priv->overlay);
02e792fb 1411}
6ef3d427 1412
3bd3c932
CW
1413#ifdef CONFIG_DEBUG_FS
1414#include <linux/seq_file.h>
1415
6ef3d427
CW
1416struct intel_overlay_error_state {
1417 struct overlay_registers regs;
1418 unsigned long base;
1419 u32 dovsta;
1420 u32 isr;
1421};
1422
75020bc1 1423static struct overlay_registers __iomem *
c48c43e4 1424intel_overlay_map_regs_atomic(struct intel_overlay *overlay)
3bd3c932 1425{
c48c43e4 1426 drm_i915_private_t *dev_priv = overlay->dev->dev_private;
75020bc1 1427 struct overlay_registers __iomem *regs;
3bd3c932
CW
1428
1429 if (OVERLAY_NEEDS_PHYSICAL(overlay->dev))
75020bc1
BW
1430 /* Cast to make sparse happy, but it's wc memory anyway, so
1431 * equivalent to the wc io mapping on X86. */
1432 regs = (struct overlay_registers __iomem *)
1433 overlay->reg_bo->phys_obj->handle->vaddr;
3bd3c932
CW
1434 else
1435 regs = io_mapping_map_atomic_wc(dev_priv->mm.gtt_mapping,
c48c43e4 1436 overlay->reg_bo->gtt_offset);
3bd3c932
CW
1437
1438 return regs;
1439}
1440
1441static void intel_overlay_unmap_regs_atomic(struct intel_overlay *overlay,
75020bc1 1442 struct overlay_registers __iomem *regs)
3bd3c932
CW
1443{
1444 if (!OVERLAY_NEEDS_PHYSICAL(overlay->dev))
c48c43e4 1445 io_mapping_unmap_atomic(regs);
3bd3c932
CW
1446}
1447
1448
6ef3d427
CW
1449struct intel_overlay_error_state *
1450intel_overlay_capture_error_state(struct drm_device *dev)
1451{
0206e353 1452 drm_i915_private_t *dev_priv = dev->dev_private;
6ef3d427
CW
1453 struct intel_overlay *overlay = dev_priv->overlay;
1454 struct intel_overlay_error_state *error;
1455 struct overlay_registers __iomem *regs;
1456
1457 if (!overlay || !overlay->active)
1458 return NULL;
1459
1460 error = kmalloc(sizeof(*error), GFP_ATOMIC);
1461 if (error == NULL)
1462 return NULL;
1463
1464 error->dovsta = I915_READ(DOVSTA);
1465 error->isr = I915_READ(ISR);
31578148 1466 if (OVERLAY_NEEDS_PHYSICAL(overlay->dev))
75020bc1 1467 error->base = (__force long)overlay->reg_bo->phys_obj->handle->vaddr;
31578148 1468 else
75020bc1 1469 error->base = overlay->reg_bo->gtt_offset;
6ef3d427
CW
1470
1471 regs = intel_overlay_map_regs_atomic(overlay);
1472 if (!regs)
1473 goto err;
1474
1475 memcpy_fromio(&error->regs, regs, sizeof(struct overlay_registers));
c48c43e4 1476 intel_overlay_unmap_regs_atomic(overlay, regs);
6ef3d427
CW
1477
1478 return error;
1479
1480err:
1481 kfree(error);
1482 return NULL;
1483}
1484
1485void
1486intel_overlay_print_error_state(struct seq_file *m, struct intel_overlay_error_state *error)
1487{
1488 seq_printf(m, "Overlay, status: 0x%08x, interrupt: 0x%08x\n",
1489 error->dovsta, error->isr);
1490 seq_printf(m, " Register file at 0x%08lx:\n",
1491 error->base);
1492
1493#define P(x) seq_printf(m, " " #x ": 0x%08x\n", error->regs.x)
1494 P(OBUF_0Y);
1495 P(OBUF_1Y);
1496 P(OBUF_0U);
1497 P(OBUF_0V);
1498 P(OBUF_1U);
1499 P(OBUF_1V);
1500 P(OSTRIDE);
1501 P(YRGB_VPH);
1502 P(UV_VPH);
1503 P(HORZ_PH);
1504 P(INIT_PHS);
1505 P(DWINPOS);
1506 P(DWINSZ);
1507 P(SWIDTH);
1508 P(SWIDTHSW);
1509 P(SHEIGHT);
1510 P(YRGBSCALE);
1511 P(UVSCALE);
1512 P(OCLRC0);
1513 P(OCLRC1);
1514 P(DCLRKV);
1515 P(DCLRKM);
1516 P(SCLRKVH);
1517 P(SCLRKVL);
1518 P(SCLRKEN);
1519 P(OCONFIG);
1520 P(OCMD);
1521 P(OSTART_0Y);
1522 P(OSTART_1Y);
1523 P(OSTART_0U);
1524 P(OSTART_0V);
1525 P(OSTART_1U);
1526 P(OSTART_1V);
1527 P(OTILEOFF_0Y);
1528 P(OTILEOFF_1Y);
1529 P(OTILEOFF_0U);
1530 P(OTILEOFF_0V);
1531 P(OTILEOFF_1U);
1532 P(OTILEOFF_1V);
1533 P(FASTHSCALE);
1534 P(UVSCALEV);
1535#undef P
1536}
3bd3c932 1537#endif