drivers/gpu/drm/arm/malidp_drv.c

   1 /*
   2  * (C) COPYRIGHT 2016 ARM Limited. All rights reserved.
   3  * Author: Liviu Dudau <Liviu.Dudau@arm.com>
   4  *
   5  * This program is free software and is provided to you under the terms of the
   6  * GNU General Public License version 2 as published by the Free Software
   7  * Foundation, and any use by you of this program is subject to the terms
   8  * of such GNU licence.
   9  *
  10  * ARM Mali DP500/DP550/DP650 KMS/DRM driver
  11  */
  12
  13 #include <linux/module.h>
  14 #include <linux/clk.h>
  15 #include <linux/component.h>
  16 #include <linux/console.h>
  17 #include <linux/of_device.h>
  18 #include <linux/of_graph.h>
  19 #include <linux/of_reserved_mem.h>
  20 #include <linux/pm_runtime.h>
  21
  22 #include <drm/drmP.h>
  23 #include <drm/drm_atomic.h>
  24 #include <drm/drm_atomic_helper.h>
  25 #include <drm/drm_crtc.h>
  26 #include <drm/drm_crtc_helper.h>
  27 #include <drm/drm_fb_cma_helper.h>
  28 #include <drm/drm_gem_cma_helper.h>
  29 #include <drm/drm_gem_framebuffer_helper.h>
  30 #include <drm/drm_of.h>
  31
  32 #include "malidp_drv.h"
  33 #include "malidp_regs.h"
  34 #include "malidp_hw.h"
  35
  36 #define MALIDP_CONF_VALID_TIMEOUT       250
  37
  38 static void malidp_write_gamma_table(struct malidp_hw_device *hwdev,
  39                                      u32 data[MALIDP_COEFFTAB_NUM_COEFFS])
  40 {
  41         int i;
  42         /* Update all channels with a single gamma curve. */
  43         const u32 gamma_write_mask = GENMASK(18, 16);
  44         /*
  45          * Always write an entire table, so the address field in
  46          * DE_COEFFTAB_ADDR is 0 and we can use the gamma_write_mask bitmask
  47          * directly.
  48          */
  49         malidp_hw_write(hwdev, gamma_write_mask,
  50                         hwdev->map.coeffs_base + MALIDP_COEF_TABLE_ADDR);
  51         for (i = 0; i < MALIDP_COEFFTAB_NUM_COEFFS; ++i)
  52                 malidp_hw_write(hwdev, data[i],
  53                                 hwdev->map.coeffs_base +
  54                                 MALIDP_COEF_TABLE_DATA);
  55 }
  56
  57 static void malidp_atomic_commit_update_gamma(struct drm_crtc *crtc,
  58                                               struct drm_crtc_state *old_state)
  59 {
  60         struct malidp_drm *malidp = crtc_to_malidp_device(crtc);
  61         struct malidp_hw_device *hwdev = malidp->dev;
  62
  63         if (!crtc->state->color_mgmt_changed)
  64                 return;
  65
  66         if (!crtc->state->gamma_lut) {
  67                 malidp_hw_clearbits(hwdev,
  68                                     MALIDP_DISP_FUNC_GAMMA,
  69                                     MALIDP_DE_DISPLAY_FUNC);
  70         } else {
  71                 struct malidp_crtc_state *mc =
  72                         to_malidp_crtc_state(crtc->state);
  73
  74                 if (!old_state->gamma_lut || (crtc->state->gamma_lut->base.id !=
  75                                               old_state->gamma_lut->base.id))
  76                         malidp_write_gamma_table(hwdev, mc->gamma_coeffs);
  77
  78                 malidp_hw_setbits(hwdev, MALIDP_DISP_FUNC_GAMMA,
  79                                   MALIDP_DE_DISPLAY_FUNC);
  80         }
  81 }
  82
  83 static
  84 void malidp_atomic_commit_update_coloradj(struct drm_crtc *crtc,
  85                                           struct drm_crtc_state *old_state)
  86 {
  87         struct malidp_drm *malidp = crtc_to_malidp_device(crtc);
  88         struct malidp_hw_device *hwdev = malidp->dev;
  89         int i;
  90
  91         if (!crtc->state->color_mgmt_changed)
  92                 return;
  93
  94         if (!crtc->state->ctm) {
  95                 malidp_hw_clearbits(hwdev, MALIDP_DISP_FUNC_CADJ,
  96                                     MALIDP_DE_DISPLAY_FUNC);
  97         } else {
  98                 struct malidp_crtc_state *mc =
  99                         to_malidp_crtc_state(crtc->state);
 100
 101                 if (!old_state->ctm || (crtc->state->ctm->base.id !=
 102                                         old_state->ctm->base.id))
 103                         for (i = 0; i < MALIDP_COLORADJ_NUM_COEFFS; ++i)
 104                                 malidp_hw_write(hwdev,
 105                                                 mc->coloradj_coeffs[i],
 106                                                 hwdev->map.coeffs_base +
 107                                                 MALIDP_COLOR_ADJ_COEF + 4 * i);
 108
 109                 malidp_hw_setbits(hwdev, MALIDP_DISP_FUNC_CADJ,
 110                                   MALIDP_DE_DISPLAY_FUNC);
 111         }
 112 }
 113
 114 static void malidp_atomic_commit_se_config(struct drm_crtc *crtc,
 115                                            struct drm_crtc_state *old_state)
 116 {
 117         struct malidp_crtc_state *cs = to_malidp_crtc_state(crtc->state);
 118         struct malidp_crtc_state *old_cs = to_malidp_crtc_state(old_state);
 119         struct malidp_drm *malidp = crtc_to_malidp_device(crtc);
 120         struct malidp_hw_device *hwdev = malidp->dev;
 121         struct malidp_se_config *s = &cs->scaler_config;
 122         struct malidp_se_config *old_s = &old_cs->scaler_config;
 123         u32 se_control = hwdev->map.se_base +
 124                          ((hwdev->map.features & MALIDP_REGMAP_HAS_CLEARIRQ) ?
 125                          0x10 : 0xC);
 126         u32 layer_control = se_control + MALIDP_SE_LAYER_CONTROL;
 127         u32 scr = se_control + MALIDP_SE_SCALING_CONTROL;
 128         u32 val;
 129
 130         /* Set SE_CONTROL */
 131         if (!s->scale_enable) {
 132                 val = malidp_hw_read(hwdev, se_control);
 133                 val &= ~MALIDP_SE_SCALING_EN;
 134                 malidp_hw_write(hwdev, val, se_control);
 135                 return;
 136         }
 137
 138         hwdev->se_set_scaling_coeffs(hwdev, s, old_s);
 139         val = malidp_hw_read(hwdev, se_control);
 140         val |= MALIDP_SE_SCALING_EN | MALIDP_SE_ALPHA_EN;
 141
 142         val &= ~MALIDP_SE_ENH(MALIDP_SE_ENH_MASK);
 143         val |= s->enhancer_enable ? MALIDP_SE_ENH(3) : 0;
 144
 145         val |= MALIDP_SE_RGBO_IF_EN;
 146         malidp_hw_write(hwdev, val, se_control);
 147
 148         /* Set IN_SIZE & OUT_SIZE. */
 149         val = MALIDP_SE_SET_V_SIZE(s->input_h) |
 150               MALIDP_SE_SET_H_SIZE(s->input_w);
 151         malidp_hw_write(hwdev, val, layer_control + MALIDP_SE_L0_IN_SIZE);
 152         val = MALIDP_SE_SET_V_SIZE(s->output_h) |
 153               MALIDP_SE_SET_H_SIZE(s->output_w);
 154         malidp_hw_write(hwdev, val, layer_control + MALIDP_SE_L0_OUT_SIZE);
 155
 156         /* Set phase regs. */
 157         malidp_hw_write(hwdev, s->h_init_phase, scr + MALIDP_SE_H_INIT_PH);
 158         malidp_hw_write(hwdev, s->h_delta_phase, scr + MALIDP_SE_H_DELTA_PH);
 159         malidp_hw_write(hwdev, s->v_init_phase, scr + MALIDP_SE_V_INIT_PH);
 160         malidp_hw_write(hwdev, s->v_delta_phase, scr + MALIDP_SE_V_DELTA_PH);
 161 }
 162
 163 /*
 164  * set the "config valid" bit and wait until the hardware acts on it
 165  */
 166 static int malidp_set_and_wait_config_valid(struct drm_device *drm)
 167 {
 168         struct malidp_drm *malidp = drm->dev_private;
 169         struct malidp_hw_device *hwdev = malidp->dev;
 170         int ret;
 171
 172         atomic_set(&malidp->config_valid, 0);
 173         hwdev->set_config_valid(hwdev);
 174         /* don't wait for config_valid flag if we are in config mode */
 175         if (hwdev->in_config_mode(hwdev))
 176                 return 0;
 177
 178         ret = wait_event_interruptible_timeout(malidp->wq,
 179                         atomic_read(&malidp->config_valid) == 1,
 180                         msecs_to_jiffies(MALIDP_CONF_VALID_TIMEOUT));
 181
 182         return (ret > 0) ? 0 : -ETIMEDOUT;
 183 }
 184
 185 static void malidp_output_poll_changed(struct drm_device *drm)
 186 {
 187         struct malidp_drm *malidp = drm->dev_private;
 188
 189         drm_fbdev_cma_hotplug_event(malidp->fbdev);
 190 }
 191
 192 static void malidp_atomic_commit_hw_done(struct drm_atomic_state *state)
 193 {
 194         struct drm_pending_vblank_event *event;
 195         struct drm_device *drm = state->dev;
 196         struct malidp_drm *malidp = drm->dev_private;
 197
 198         if (malidp->crtc.enabled) {
 199                 /* only set config_valid if the CRTC is enabled */
 200                 if (malidp_set_and_wait_config_valid(drm))
 201                         DRM_DEBUG_DRIVER("timed out waiting for updated configuration\n");
 202         }
 203
 204         event = malidp->crtc.state->event;
 205         if (event) {
 206                 malidp->crtc.state->event = NULL;
 207
 208                 spin_lock_irq(&drm->event_lock);
 209                 if (drm_crtc_vblank_get(&malidp->crtc) == 0)
 210                         drm_crtc_arm_vblank_event(&malidp->crtc, event);
 211                 else
 212                         drm_crtc_send_vblank_event(&malidp->crtc, event);
 213                 spin_unlock_irq(&drm->event_lock);
 214         }
 215         drm_atomic_helper_commit_hw_done(state);
 216 }
 217
 218 static void malidp_atomic_commit_tail(struct drm_atomic_state *state)
 219 {
 220         struct drm_device *drm = state->dev;
 221         struct drm_crtc *crtc;
 222         struct drm_crtc_state *old_crtc_state;
 223         int i;
 224
 225         pm_runtime_get_sync(drm->dev);
 226
 227         drm_atomic_helper_commit_modeset_disables(drm, state);
 228
 229         for_each_old_crtc_in_state(state, crtc, old_crtc_state, i) {
 230                 malidp_atomic_commit_update_gamma(crtc, old_crtc_state);
 231                 malidp_atomic_commit_update_coloradj(crtc, old_crtc_state);
 232                 malidp_atomic_commit_se_config(crtc, old_crtc_state);
 233         }
 234
 235         drm_atomic_helper_commit_planes(drm, state, 0);
 236
 237         drm_atomic_helper_commit_modeset_enables(drm, state);
 238
 239         malidp_atomic_commit_hw_done(state);
 240
 241         drm_atomic_helper_wait_for_vblanks(drm, state);
 242
 243         pm_runtime_put(drm->dev);
 244
 245         drm_atomic_helper_cleanup_planes(drm, state);
 246 }
 247
 248 static const struct drm_mode_config_helper_funcs malidp_mode_config_helpers = {
 249         .atomic_commit_tail = malidp_atomic_commit_tail,
 250 };
 251
 252 static const struct drm_mode_config_funcs malidp_mode_config_funcs = {
 253         .fb_create = drm_gem_fb_create,
 254         .output_poll_changed = malidp_output_poll_changed,
 255         .atomic_check = drm_atomic_helper_check,
 256         .atomic_commit = drm_atomic_helper_commit,
 257 };
 258
 259 static int malidp_init(struct drm_device *drm)
 260 {
 261         int ret;
 262         struct malidp_drm *malidp = drm->dev_private;
 263         struct malidp_hw_device *hwdev = malidp->dev;
 264
 265         drm_mode_config_init(drm);
 266
 267         drm->mode_config.min_width = hwdev->min_line_size;
 268         drm->mode_config.min_height = hwdev->min_line_size;
 269         drm->mode_config.max_width = hwdev->max_line_size;
 270         drm->mode_config.max_height = hwdev->max_line_size;
 271         drm->mode_config.funcs = &malidp_mode_config_funcs;
 272         drm->mode_config.helper_private = &malidp_mode_config_helpers;
 273
 274         ret = malidp_crtc_init(drm);
 275         if (ret) {
 276                 drm_mode_config_cleanup(drm);
 277                 return ret;
 278         }
 279
 280         return 0;
 281 }
 282
 283 static void malidp_fini(struct drm_device *drm)
 284 {
 285         malidp_de_planes_destroy(drm);
 286         drm_mode_config_cleanup(drm);
 287 }
 288
 289 static int malidp_irq_init(struct platform_device *pdev)
 290 {
 291         int irq_de, irq_se, ret = 0;
 292         struct drm_device *drm = dev_get_drvdata(&pdev->dev);
 293
 294         /* fetch the interrupts from DT */
 295         irq_de = platform_get_irq_byname(pdev, "DE");
 296         if (irq_de < 0) {
 297                 DRM_ERROR("no 'DE' IRQ specified!\n");
 298                 return irq_de;
 299         }
 300         irq_se = platform_get_irq_byname(pdev, "SE");
 301         if (irq_se < 0) {
 302                 DRM_ERROR("no 'SE' IRQ specified!\n");
 303                 return irq_se;
 304         }
 305
 306         ret = malidp_de_irq_init(drm, irq_de);
 307         if (ret)
 308                 return ret;
 309
 310         ret = malidp_se_irq_init(drm, irq_se);
 311         if (ret) {
 312                 malidp_de_irq_fini(drm);
 313                 return ret;
 314         }
 315
 316         return 0;
 317 }
 318
 319 static void malidp_lastclose(struct drm_device *drm)
 320 {
 321         struct malidp_drm *malidp = drm->dev_private;
 322
 323         drm_fbdev_cma_restore_mode(malidp->fbdev);
 324 }
 325
 326 DEFINE_DRM_GEM_CMA_FOPS(fops);
 327
 328 static struct drm_driver malidp_driver = {
 329         .driver_features = DRIVER_GEM | DRIVER_MODESET | DRIVER_ATOMIC |
 330                            DRIVER_PRIME,
 331         .lastclose = malidp_lastclose,
 332         .gem_free_object_unlocked = drm_gem_cma_free_object,
 333         .gem_vm_ops = &drm_gem_cma_vm_ops,
 334         .dumb_create = drm_gem_cma_dumb_create,
 335         .prime_handle_to_fd = drm_gem_prime_handle_to_fd,
 336         .prime_fd_to_handle = drm_gem_prime_fd_to_handle,
 337         .gem_prime_export = drm_gem_prime_export,
 338         .gem_prime_import = drm_gem_prime_import,
 339         .gem_prime_get_sg_table = drm_gem_cma_prime_get_sg_table,
 340         .gem_prime_import_sg_table = drm_gem_cma_prime_import_sg_table,
 341         .gem_prime_vmap = drm_gem_cma_prime_vmap,
 342         .gem_prime_vunmap = drm_gem_cma_prime_vunmap,
 343         .gem_prime_mmap = drm_gem_cma_prime_mmap,
 344         .fops = &fops,
 345         .name = "mali-dp",
 346         .desc = "ARM Mali Display Processor driver",
 347         .date = "20160106",
 348         .major = 1,
 349         .minor = 0,
 350 };
 351
 352 static const struct of_device_id  malidp_drm_of_match[] = {
 353         {
 354                 .compatible = "arm,mali-dp500",
 355                 .data = &malidp_device[MALIDP_500]
 356         },
 357         {
 358                 .compatible = "arm,mali-dp550",
 359                 .data = &malidp_device[MALIDP_550]
 360         },
 361         {
 362                 .compatible = "arm,mali-dp650",
 363                 .data = &malidp_device[MALIDP_650]
 364         },
 365         {},
 366 };
 367 MODULE_DEVICE_TABLE(of, malidp_drm_of_match);
 368
 369 static bool malidp_is_compatible_hw_id(struct malidp_hw_device *hwdev,
 370                                        const struct of_device_id *dev_id)
 371 {
 372         u32 core_id;
 373         const char *compatstr_dp500 = "arm,mali-dp500";
 374         bool is_dp500;
 375         bool dt_is_dp500;
 376
 377         /*
 378          * The DP500 CORE_ID register is in a different location, so check it
 379          * first. If the product id field matches, then this is DP500, otherwise
 380          * check the DP550/650 CORE_ID register.
 381          */
 382         core_id = malidp_hw_read(hwdev, MALIDP500_DC_BASE + MALIDP_DE_CORE_ID);
 383         /* Offset 0x18 will never read 0x500 on products other than DP500. */
 384         is_dp500 = (MALIDP_PRODUCT_ID(core_id) == 0x500);
 385         dt_is_dp500 = strnstr(dev_id->compatible, compatstr_dp500,
 386                               sizeof(dev_id->compatible)) != NULL;
 387         if (is_dp500 != dt_is_dp500) {
 388                 DRM_ERROR("Device-tree expects %s, but hardware %s DP500.\n",
 389                           dev_id->compatible, is_dp500 ? "is" : "is not");
 390                 return false;
 391         } else if (!dt_is_dp500) {
 392                 u16 product_id;
 393                 char buf[32];
 394
 395                 core_id = malidp_hw_read(hwdev,
 396                                          MALIDP550_DC_BASE + MALIDP_DE_CORE_ID);
 397                 product_id = MALIDP_PRODUCT_ID(core_id);
 398                 snprintf(buf, sizeof(buf), "arm,mali-dp%X", product_id);
 399                 if (!strnstr(dev_id->compatible, buf,
 400                              sizeof(dev_id->compatible))) {
 401                         DRM_ERROR("Device-tree expects %s, but hardware is DP%03X.\n",
 402                                   dev_id->compatible, product_id);
 403                         return false;
 404                 }
 405         }
 406         return true;
 407 }
 408
 409 static bool malidp_has_sufficient_address_space(const struct resource *res,
 410                                                 const struct of_device_id *dev_id)
 411 {
 412         resource_size_t res_size = resource_size(res);
 413         const char *compatstr_dp500 = "arm,mali-dp500";
 414
 415         if (!strnstr(dev_id->compatible, compatstr_dp500,
 416                      sizeof(dev_id->compatible)))
 417                 return res_size >= MALIDP550_ADDR_SPACE_SIZE;
 418         else if (res_size < MALIDP500_ADDR_SPACE_SIZE)
 419                 return false;
 420         return true;
 421 }
 422
 423 static ssize_t core_id_show(struct device *dev, struct device_attribute *attr,
 424                             char *buf)
 425 {
 426         struct drm_device *drm = dev_get_drvdata(dev);
 427         struct malidp_drm *malidp = drm->dev_private;
 428
 429         return snprintf(buf, PAGE_SIZE, "%08x\n", malidp->core_id);
 430 }
 431
 432 DEVICE_ATTR_RO(core_id);
 433
 434 static int malidp_init_sysfs(struct device *dev)
 435 {
 436         int ret = device_create_file(dev, &dev_attr_core_id);
 437
 438         if (ret)
 439                 DRM_ERROR("failed to create device file for core_id\n");
 440
 441         return ret;
 442 }
 443
 444 static void malidp_fini_sysfs(struct device *dev)
 445 {
 446         device_remove_file(dev, &dev_attr_core_id);
 447 }
 448
 449 #define MAX_OUTPUT_CHANNELS     3
 450
 451 static int malidp_runtime_pm_suspend(struct device *dev)
 452 {
 453         struct drm_device *drm = dev_get_drvdata(dev);
 454         struct malidp_drm *malidp = drm->dev_private;
 455         struct malidp_hw_device *hwdev = malidp->dev;
 456
 457         /* we can only suspend if the hardware is in config mode */
 458         WARN_ON(!hwdev->in_config_mode(hwdev));
 459
 460         hwdev->pm_suspended = true;
 461         clk_disable_unprepare(hwdev->mclk);
 462         clk_disable_unprepare(hwdev->aclk);
 463         clk_disable_unprepare(hwdev->pclk);
 464
 465         return 0;
 466 }
 467
 468 static int malidp_runtime_pm_resume(struct device *dev)
 469 {
 470         struct drm_device *drm = dev_get_drvdata(dev);
 471         struct malidp_drm *malidp = drm->dev_private;
 472         struct malidp_hw_device *hwdev = malidp->dev;
 473
 474         clk_prepare_enable(hwdev->pclk);
 475         clk_prepare_enable(hwdev->aclk);
 476         clk_prepare_enable(hwdev->mclk);
 477         hwdev->pm_suspended = false;
 478
 479         return 0;
 480 }
 481
 482 static int malidp_bind(struct device *dev)
 483 {
 484         struct resource *res;
 485         struct drm_device *drm;
 486         struct malidp_drm *malidp;
 487         struct malidp_hw_device *hwdev;
 488         struct platform_device *pdev = to_platform_device(dev);
 489         struct of_device_id const *dev_id;
 490         /* number of lines for the R, G and B output */
 491         u8 output_width[MAX_OUTPUT_CHANNELS];
 492         int ret = 0, i;
 493         u32 version, out_depth = 0;
 494
 495         malidp = devm_kzalloc(dev, sizeof(*malidp), GFP_KERNEL);
 496         if (!malidp)
 497                 return -ENOMEM;
 498
 499         hwdev = devm_kzalloc(dev, sizeof(*hwdev), GFP_KERNEL);
 500         if (!hwdev)
 501                 return -ENOMEM;
 502
 503         /*
 504          * copy the associated data from malidp_drm_of_match to avoid
 505          * having to keep a reference to the OF node after binding
 506          */
 507         memcpy(hwdev, of_device_get_match_data(dev), sizeof(*hwdev));
 508         malidp->dev = hwdev;
 509
 510         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
 511         hwdev->regs = devm_ioremap_resource(dev, res);
 512         if (IS_ERR(hwdev->regs))
 513                 return PTR_ERR(hwdev->regs);
 514
 515         hwdev->pclk = devm_clk_get(dev, "pclk");
 516         if (IS_ERR(hwdev->pclk))
 517                 return PTR_ERR(hwdev->pclk);
 518
 519         hwdev->aclk = devm_clk_get(dev, "aclk");
 520         if (IS_ERR(hwdev->aclk))
 521                 return PTR_ERR(hwdev->aclk);
 522
 523         hwdev->mclk = devm_clk_get(dev, "mclk");
 524         if (IS_ERR(hwdev->mclk))
 525                 return PTR_ERR(hwdev->mclk);
 526
 527         hwdev->pxlclk = devm_clk_get(dev, "pxlclk");
 528         if (IS_ERR(hwdev->pxlclk))
 529                 return PTR_ERR(hwdev->pxlclk);
 530
 531         /* Get the optional framebuffer memory resource */
 532         ret = of_reserved_mem_device_init(dev);
 533         if (ret && ret != -ENODEV)
 534                 return ret;
 535
 536         drm = drm_dev_alloc(&malidp_driver, dev);
 537         if (IS_ERR(drm)) {
 538                 ret = PTR_ERR(drm);
 539                 goto alloc_fail;
 540         }
 541
 542         drm->dev_private = malidp;
 543         dev_set_drvdata(dev, drm);
 544
 545         /* Enable power management */
 546         pm_runtime_enable(dev);
 547
 548         /* Resume device to enable the clocks */
 549         if (pm_runtime_enabled(dev))
 550                 pm_runtime_get_sync(dev);
 551         else
 552                 malidp_runtime_pm_resume(dev);
 553
 554         dev_id = of_match_device(malidp_drm_of_match, dev);
 555         if (!dev_id) {
 556                 ret = -EINVAL;
 557                 goto query_hw_fail;
 558         }
 559
 560         if (!malidp_has_sufficient_address_space(res, dev_id)) {
 561                 DRM_ERROR("Insufficient address space in device-tree.\n");
 562                 ret = -EINVAL;
 563                 goto query_hw_fail;
 564         }
 565
 566         if (!malidp_is_compatible_hw_id(hwdev, dev_id)) {
 567                 ret = -EINVAL;
 568                 goto query_hw_fail;
 569         }
 570
 571         ret = hwdev->query_hw(hwdev);
 572         if (ret) {
 573                 DRM_ERROR("Invalid HW configuration\n");
 574                 goto query_hw_fail;
 575         }
 576
 577         version = malidp_hw_read(hwdev, hwdev->map.dc_base + MALIDP_DE_CORE_ID);
 578         DRM_INFO("found ARM Mali-DP%3x version r%dp%d\n", version >> 16,
 579                  (version >> 12) & 0xf, (version >> 8) & 0xf);
 580
 581         malidp->core_id = version;
 582
 583         /* set the number of lines used for output of RGB data */
 584         ret = of_property_read_u8_array(dev->of_node,
 585                                         "arm,malidp-output-port-lines",
 586                                         output_width, MAX_OUTPUT_CHANNELS);
 587         if (ret)
 588                 goto query_hw_fail;
 589
 590         for (i = 0; i < MAX_OUTPUT_CHANNELS; i++)
 591                 out_depth = (out_depth << 8) | (output_width[i] & 0xf);
 592         malidp_hw_write(hwdev, out_depth, hwdev->map.out_depth_base);
 593
 594         atomic_set(&malidp->config_valid, 0);
 595         init_waitqueue_head(&malidp->wq);
 596
 597         ret = malidp_init(drm);
 598         if (ret < 0)
 599                 goto query_hw_fail;
 600
 601         ret = malidp_init_sysfs(dev);
 602         if (ret)
 603                 goto init_fail;
 604
 605         /* Set the CRTC's port so that the encoder component can find it */
 606         malidp->crtc.port = of_graph_get_port_by_id(dev->of_node, 0);
 607
 608         ret = component_bind_all(dev, drm);
 609         if (ret) {
 610                 DRM_ERROR("Failed to bind all components\n");
 611                 goto bind_fail;
 612         }
 613
 614         ret = malidp_irq_init(pdev);
 615         if (ret < 0)
 616                 goto irq_init_fail;
 617
 618         drm->irq_enabled = true;
 619
 620         ret = drm_vblank_init(drm, drm->mode_config.num_crtc);
 621         if (ret < 0) {
 622                 DRM_ERROR("failed to initialise vblank\n");
 623                 goto vblank_fail;
 624         }
 625         pm_runtime_put(dev);
 626
 627         drm_mode_config_reset(drm);
 628
 629         malidp->fbdev = drm_fbdev_cma_init(drm, 32,
 630                                            drm->mode_config.num_connector);
 631
 632         if (IS_ERR(malidp->fbdev)) {
 633                 ret = PTR_ERR(malidp->fbdev);
 634                 malidp->fbdev = NULL;
 635                 goto fbdev_fail;
 636         }
 637
 638         drm_kms_helper_poll_init(drm);
 639
 640         ret = drm_dev_register(drm, 0);
 641         if (ret)
 642                 goto register_fail;
 643
 644         return 0;
 645
 646 register_fail:
 647         if (malidp->fbdev) {
 648                 drm_fbdev_cma_fini(malidp->fbdev);
 649                 malidp->fbdev = NULL;
 650         }
 651         drm_kms_helper_poll_fini(drm);
 652 fbdev_fail:
 653         pm_runtime_get_sync(dev);
 654 vblank_fail:
 655         malidp_se_irq_fini(drm);
 656         malidp_de_irq_fini(drm);
 657         drm->irq_enabled = false;
 658 irq_init_fail:
 659         component_unbind_all(dev, drm);
 660 bind_fail:
 661         of_node_put(malidp->crtc.port);
 662         malidp->crtc.port = NULL;
 663 init_fail:
 664         malidp_fini_sysfs(dev);
 665         malidp_fini(drm);
 666 query_hw_fail:
 667         pm_runtime_put(dev);
 668         if (pm_runtime_enabled(dev))
 669                 pm_runtime_disable(dev);
 670         else
 671                 malidp_runtime_pm_suspend(dev);
 672         drm->dev_private = NULL;
 673         dev_set_drvdata(dev, NULL);
 674         drm_dev_unref(drm);
 675 alloc_fail:
 676         of_reserved_mem_device_release(dev);
 677
 678         return ret;
 679 }
 680
 681 static void malidp_unbind(struct device *dev)
 682 {
 683         struct drm_device *drm = dev_get_drvdata(dev);
 684         struct malidp_drm *malidp = drm->dev_private;
 685
 686         drm_dev_unregister(drm);
 687         if (malidp->fbdev) {
 688                 drm_fbdev_cma_fini(malidp->fbdev);
 689                 malidp->fbdev = NULL;
 690         }
 691         drm_kms_helper_poll_fini(drm);
 692         pm_runtime_get_sync(dev);
 693         malidp_se_irq_fini(drm);
 694         malidp_de_irq_fini(drm);
 695         component_unbind_all(dev, drm);
 696         of_node_put(malidp->crtc.port);
 697         malidp->crtc.port = NULL;
 698         malidp_fini_sysfs(dev);
 699         malidp_fini(drm);
 700         pm_runtime_put(dev);
 701         if (pm_runtime_enabled(dev))
 702                 pm_runtime_disable(dev);
 703         else
 704                 malidp_runtime_pm_suspend(dev);
 705         drm->dev_private = NULL;
 706         dev_set_drvdata(dev, NULL);
 707         drm_dev_unref(drm);
 708         of_reserved_mem_device_release(dev);
 709 }
 710
 711 static const struct component_master_ops malidp_master_ops = {
 712         .bind = malidp_bind,
 713         .unbind = malidp_unbind,
 714 };
 715
 716 static int malidp_compare_dev(struct device *dev, void *data)
 717 {
 718         struct device_node *np = data;
 719
 720         return dev->of_node == np;
 721 }
 722
 723 static int malidp_platform_probe(struct platform_device *pdev)
 724 {
 725         struct device_node *port;
 726         struct component_match *match = NULL;
 727
 728         if (!pdev->dev.of_node)
 729                 return -ENODEV;
 730
 731         /* there is only one output port inside each device, find it */
 732         port = of_graph_get_remote_node(pdev->dev.of_node, 0, 0);
 733         if (!port)
 734                 return -ENODEV;
 735
 736         drm_of_component_match_add(&pdev->dev, &match, malidp_compare_dev,
 737                                    port);
 738         of_node_put(port);
 739         return component_master_add_with_match(&pdev->dev, &malidp_master_ops,
 740                                                match);
 741 }
 742
 743 static int malidp_platform_remove(struct platform_device *pdev)
 744 {
 745         component_master_del(&pdev->dev, &malidp_master_ops);
 746         return 0;
 747 }
 748
 749 static int __maybe_unused malidp_pm_suspend(struct device *dev)
 750 {
 751         struct drm_device *drm = dev_get_drvdata(dev);
 752         struct malidp_drm *malidp = drm->dev_private;
 753
 754         drm_kms_helper_poll_disable(drm);
 755         console_lock();
 756         drm_fbdev_cma_set_suspend(malidp->fbdev, 1);
 757         console_unlock();
 758         malidp->pm_state = drm_atomic_helper_suspend(drm);
 759         if (IS_ERR(malidp->pm_state)) {
 760                 console_lock();
 761                 drm_fbdev_cma_set_suspend(malidp->fbdev, 0);
 762                 console_unlock();
 763                 drm_kms_helper_poll_enable(drm);
 764                 return PTR_ERR(malidp->pm_state);
 765         }
 766
 767         return 0;
 768 }
 769
 770 static int __maybe_unused malidp_pm_resume(struct device *dev)
 771 {
 772         struct drm_device *drm = dev_get_drvdata(dev);
 773         struct malidp_drm *malidp = drm->dev_private;
 774
 775         drm_atomic_helper_resume(drm, malidp->pm_state);
 776         console_lock();
 777         drm_fbdev_cma_set_suspend(malidp->fbdev, 0);
 778         console_unlock();
 779         drm_kms_helper_poll_enable(drm);
 780
 781         return 0;
 782 }
 783
 784 static const struct dev_pm_ops malidp_pm_ops = {
 785         SET_SYSTEM_SLEEP_PM_OPS(malidp_pm_suspend, malidp_pm_resume) \
 786         SET_RUNTIME_PM_OPS(malidp_runtime_pm_suspend, malidp_runtime_pm_resume, NULL)
 787 };
 788
 789 static struct platform_driver malidp_platform_driver = {
 790         .probe          = malidp_platform_probe,
 791         .remove         = malidp_platform_remove,
 792         .driver = {
 793                 .name = "mali-dp",
 794                 .pm = &malidp_pm_ops,
 795                 .of_match_table = malidp_drm_of_match,
 796         },
 797 };
 798
 799 module_platform_driver(malidp_platform_driver);
 800
 801 MODULE_AUTHOR("Liviu Dudau <Liviu.Dudau@arm.com>");
 802 MODULE_DESCRIPTION("ARM Mali DP DRM driver");
 803 MODULE_LICENSE("GPL v2");