drivers/gpu/drm/tegra/drm.c

   1 /*
   2  * Copyright (C) 2012 Avionic Design GmbH
   3  * Copyright (C) 2012-2013 NVIDIA CORPORATION.  All rights reserved.
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License version 2 as
   7  * published by the Free Software Foundation.
   8  */
   9
  10 #include <linux/host1x.h>
  11 #include <linux/iommu.h>
  12
  13 #include <drm/drm_atomic.h>
  14 #include <drm/drm_atomic_helper.h>
  15
  16 #include "drm.h"
  17 #include "gem.h"
  18
  19 #define DRIVER_NAME "tegra"
  20 #define DRIVER_DESC "NVIDIA Tegra graphics"
  21 #define DRIVER_DATE "20120330"
  22 #define DRIVER_MAJOR 0
  23 #define DRIVER_MINOR 0
  24 #define DRIVER_PATCHLEVEL 0
  25
  26 struct tegra_drm_file {
  27         struct list_head contexts;
  28 };
  29
  30 static void tegra_atomic_schedule(struct tegra_drm *tegra,
  31                                   struct drm_atomic_state *state)
  32 {
  33         tegra->commit.state = state;
  34         schedule_work(&tegra->commit.work);
  35 }
  36
  37 static void tegra_atomic_complete(struct tegra_drm *tegra,
  38                                   struct drm_atomic_state *state)
  39 {
  40         struct drm_device *drm = tegra->drm;
  41
  42         /*
  43          * Everything below can be run asynchronously without the need to grab
  44          * any modeset locks at all under one condition: It must be guaranteed
  45          * that the asynchronous work has either been cancelled (if the driver
  46          * supports it, which at least requires that the framebuffers get
  47          * cleaned up with drm_atomic_helper_cleanup_planes()) or completed
  48          * before the new state gets committed on the software side with
  49          * drm_atomic_helper_swap_state().
  50          *
  51          * This scheme allows new atomic state updates to be prepared and
  52          * checked in parallel to the asynchronous completion of the previous
  53          * update. Which is important since compositors need to figure out the
  54          * composition of the next frame right after having submitted the
  55          * current layout.
  56          */
  57
  58         drm_atomic_helper_commit_modeset_disables(drm, state);
  59         drm_atomic_helper_commit_modeset_enables(drm, state);
  60         drm_atomic_helper_commit_planes(drm, state, true);
  61
  62         drm_atomic_helper_wait_for_vblanks(drm, state);
  63
  64         drm_atomic_helper_cleanup_planes(drm, state);
  65         drm_atomic_state_free(state);
  66 }
  67
  68 static void tegra_atomic_work(struct work_struct *work)
  69 {
  70         struct tegra_drm *tegra = container_of(work, struct tegra_drm,
  71                                                commit.work);
  72
  73         tegra_atomic_complete(tegra, tegra->commit.state);
  74 }
  75
  76 static int tegra_atomic_commit(struct drm_device *drm,
  77                                struct drm_atomic_state *state, bool nonblock)
  78 {
  79         struct tegra_drm *tegra = drm->dev_private;
  80         int err;
  81
  82         err = drm_atomic_helper_prepare_planes(drm, state);
  83         if (err)
  84                 return err;
  85
  86         /* serialize outstanding nonblocking commits */
  87         mutex_lock(&tegra->commit.lock);
  88         flush_work(&tegra->commit.work);
  89
  90         /*
  91          * This is the point of no return - everything below never fails except
  92          * when the hw goes bonghits. Which means we can commit the new state on
  93          * the software side now.
  94          */
  95
  96         drm_atomic_helper_swap_state(state, true);
  97
  98         if (nonblock)
  99                 tegra_atomic_schedule(tegra, state);
 100         else
 101                 tegra_atomic_complete(tegra, state);
 102
 103         mutex_unlock(&tegra->commit.lock);
 104         return 0;
 105 }
 106
 107 static const struct drm_mode_config_funcs tegra_drm_mode_funcs = {
 108         .fb_create = tegra_fb_create,
 109 #ifdef CONFIG_DRM_FBDEV_EMULATION
 110         .output_poll_changed = tegra_fb_output_poll_changed,
 111 #endif
 112         .atomic_check = drm_atomic_helper_check,
 113         .atomic_commit = tegra_atomic_commit,
 114 };
 115
 116 static int tegra_drm_load(struct drm_device *drm, unsigned long flags)
 117 {
 118         struct host1x_device *device = to_host1x_device(drm->dev);
 119         struct tegra_drm *tegra;
 120         int err;
 121
 122         tegra = kzalloc(sizeof(*tegra), GFP_KERNEL);
 123         if (!tegra)
 124                 return -ENOMEM;
 125
 126         if (iommu_present(&platform_bus_type)) {
 127                 struct iommu_domain_geometry *geometry;
 128                 u64 start, end;
 129
 130                 tegra->domain = iommu_domain_alloc(&platform_bus_type);
 131                 if (!tegra->domain) {
 132                         err = -ENOMEM;
 133                         goto free;
 134                 }
 135
 136                 geometry = &tegra->domain->geometry;
 137                 start = geometry->aperture_start;
 138                 end = geometry->aperture_end;
 139
 140                 DRM_DEBUG_DRIVER("IOMMU aperture initialized (%#llx-%#llx)\n",
 141                                  start, end);
 142                 drm_mm_init(&tegra->mm, start, end - start + 1);
 143         }
 144
 145         mutex_init(&tegra->clients_lock);
 146         INIT_LIST_HEAD(&tegra->clients);
 147
 148         mutex_init(&tegra->commit.lock);
 149         INIT_WORK(&tegra->commit.work, tegra_atomic_work);
 150
 151         drm->dev_private = tegra;
 152         tegra->drm = drm;
 153
 154         drm_mode_config_init(drm);
 155
 156         drm->mode_config.min_width = 0;
 157         drm->mode_config.min_height = 0;
 158
 159         drm->mode_config.max_width = 4096;
 160         drm->mode_config.max_height = 4096;
 161
 162         drm->mode_config.funcs = &tegra_drm_mode_funcs;
 163
 164         err = tegra_drm_fb_prepare(drm);
 165         if (err < 0)
 166                 goto config;
 167
 168         drm_kms_helper_poll_init(drm);
 169
 170         err = host1x_device_init(device);
 171         if (err < 0)
 172                 goto fbdev;
 173
 174         /*
 175          * We don't use the drm_irq_install() helpers provided by the DRM
 176          * core, so we need to set this manually in order to allow the
 177          * DRM_IOCTL_WAIT_VBLANK to operate correctly.
 178          */
 179         drm->irq_enabled = true;
 180
 181         /* syncpoints are used for full 32-bit hardware VBLANK counters */
 182         drm->max_vblank_count = 0xffffffff;
 183
 184         err = drm_vblank_init(drm, drm->mode_config.num_crtc);
 185         if (err < 0)
 186                 goto device;
 187
 188         drm_mode_config_reset(drm);
 189
 190         err = tegra_drm_fb_init(drm);
 191         if (err < 0)
 192                 goto vblank;
 193
 194         return 0;
 195
 196 vblank:
 197         drm_vblank_cleanup(drm);
 198 device:
 199         host1x_device_exit(device);
 200 fbdev:
 201         drm_kms_helper_poll_fini(drm);
 202         tegra_drm_fb_free(drm);
 203 config:
 204         drm_mode_config_cleanup(drm);
 205
 206         if (tegra->domain) {
 207                 iommu_domain_free(tegra->domain);
 208                 drm_mm_takedown(&tegra->mm);
 209         }
 210 free:
 211         kfree(tegra);
 212         return err;
 213 }
 214
 215 static int tegra_drm_unload(struct drm_device *drm)
 216 {
 217         struct host1x_device *device = to_host1x_device(drm->dev);
 218         struct tegra_drm *tegra = drm->dev_private;
 219         int err;
 220
 221         drm_kms_helper_poll_fini(drm);
 222         tegra_drm_fb_exit(drm);
 223         drm_mode_config_cleanup(drm);
 224         drm_vblank_cleanup(drm);
 225
 226         err = host1x_device_exit(device);
 227         if (err < 0)
 228                 return err;
 229
 230         if (tegra->domain) {
 231                 iommu_domain_free(tegra->domain);
 232                 drm_mm_takedown(&tegra->mm);
 233         }
 234
 235         kfree(tegra);
 236
 237         return 0;
 238 }
 239
 240 static int tegra_drm_open(struct drm_device *drm, struct drm_file *filp)
 241 {
 242         struct tegra_drm_file *fpriv;
 243
 244         fpriv = kzalloc(sizeof(*fpriv), GFP_KERNEL);
 245         if (!fpriv)
 246                 return -ENOMEM;
 247
 248         INIT_LIST_HEAD(&fpriv->contexts);
 249         filp->driver_priv = fpriv;
 250
 251         return 0;
 252 }
 253
 254 static void tegra_drm_context_free(struct tegra_drm_context *context)
 255 {
 256         context->client->ops->close_channel(context);
 257         kfree(context);
 258 }
 259
 260 static void tegra_drm_lastclose(struct drm_device *drm)
 261 {
 262 #ifdef CONFIG_DRM_FBDEV_EMULATION
 263         struct tegra_drm *tegra = drm->dev_private;
 264
 265         tegra_fbdev_restore_mode(tegra->fbdev);
 266 #endif
 267 }
 268
 269 static struct host1x_bo *
 270 host1x_bo_lookup(struct drm_file *file, u32 handle)
 271 {
 272         struct drm_gem_object *gem;
 273         struct tegra_bo *bo;
 274
 275         gem = drm_gem_object_lookup(file, handle);
 276         if (!gem)
 277                 return NULL;
 278
 279         drm_gem_object_unreference_unlocked(gem);
 280
 281         bo = to_tegra_bo(gem);
 282         return &bo->base;
 283 }
 284
 285 static int host1x_reloc_copy_from_user(struct host1x_reloc *dest,
 286                                        struct drm_tegra_reloc __user *src,
 287                                        struct drm_device *drm,
 288                                        struct drm_file *file)
 289 {
 290         u32 cmdbuf, target;
 291         int err;
 292
 293         err = get_user(cmdbuf, &src->cmdbuf.handle);
 294         if (err < 0)
 295                 return err;
 296
 297         err = get_user(dest->cmdbuf.offset, &src->cmdbuf.offset);
 298         if (err < 0)
 299                 return err;
 300
 301         err = get_user(target, &src->target.handle);
 302         if (err < 0)
 303                 return err;
 304
 305         err = get_user(dest->target.offset, &src->target.offset);
 306         if (err < 0)
 307                 return err;
 308
 309         err = get_user(dest->shift, &src->shift);
 310         if (err < 0)
 311                 return err;
 312
 313         dest->cmdbuf.bo = host1x_bo_lookup(file, cmdbuf);
 314         if (!dest->cmdbuf.bo)
 315                 return -ENOENT;
 316
 317         dest->target.bo = host1x_bo_lookup(file, target);
 318         if (!dest->target.bo)
 319                 return -ENOENT;
 320
 321         return 0;
 322 }
 323
 324 int tegra_drm_submit(struct tegra_drm_context *context,
 325                      struct drm_tegra_submit *args, struct drm_device *drm,
 326                      struct drm_file *file)
 327 {
 328         unsigned int num_cmdbufs = args->num_cmdbufs;
 329         unsigned int num_relocs = args->num_relocs;
 330         unsigned int num_waitchks = args->num_waitchks;
 331         struct drm_tegra_cmdbuf __user *cmdbufs =
 332                 (void __user *)(uintptr_t)args->cmdbufs;
 333         struct drm_tegra_reloc __user *relocs =
 334                 (void __user *)(uintptr_t)args->relocs;
 335         struct drm_tegra_waitchk __user *waitchks =
 336                 (void __user *)(uintptr_t)args->waitchks;
 337         struct drm_tegra_syncpt syncpt;
 338         struct host1x_job *job;
 339         int err;
 340
 341         /* We don't yet support other than one syncpt_incr struct per submit */
 342         if (args->num_syncpts != 1)
 343                 return -EINVAL;
 344
 345         job = host1x_job_alloc(context->channel, args->num_cmdbufs,
 346                                args->num_relocs, args->num_waitchks);
 347         if (!job)
 348                 return -ENOMEM;
 349
 350         job->num_relocs = args->num_relocs;
 351         job->num_waitchk = args->num_waitchks;
 352         job->client = (u32)args->context;
 353         job->class = context->client->base.class;
 354         job->serialize = true;
 355
 356         while (num_cmdbufs) {
 357                 struct drm_tegra_cmdbuf cmdbuf;
 358                 struct host1x_bo *bo;
 359
 360                 if (copy_from_user(&cmdbuf, cmdbufs, sizeof(cmdbuf))) {
 361                         err = -EFAULT;
 362                         goto fail;
 363                 }
 364
 365                 bo = host1x_bo_lookup(file, cmdbuf.handle);
 366                 if (!bo) {
 367                         err = -ENOENT;
 368                         goto fail;
 369                 }
 370
 371                 host1x_job_add_gather(job, bo, cmdbuf.words, cmdbuf.offset);
 372                 num_cmdbufs--;
 373                 cmdbufs++;
 374         }
 375
 376         /* copy and resolve relocations from submit */
 377         while (num_relocs--) {
 378                 err = host1x_reloc_copy_from_user(&job->relocarray[num_relocs],
 379                                                   &relocs[num_relocs], drm,
 380                                                   file);
 381                 if (err < 0)
 382                         goto fail;
 383         }
 384
 385         if (copy_from_user(job->waitchk, waitchks,
 386                            sizeof(*waitchks) * num_waitchks)) {
 387                 err = -EFAULT;
 388                 goto fail;
 389         }
 390
 391         if (copy_from_user(&syncpt, (void __user *)(uintptr_t)args->syncpts,
 392                            sizeof(syncpt))) {
 393                 err = -EFAULT;
 394                 goto fail;
 395         }
 396
 397         job->is_addr_reg = context->client->ops->is_addr_reg;
 398         job->syncpt_incrs = syncpt.incrs;
 399         job->syncpt_id = syncpt.id;
 400         job->timeout = 10000;
 401
 402         if (args->timeout && args->timeout < 10000)
 403                 job->timeout = args->timeout;
 404
 405         err = host1x_job_pin(job, context->client->base.dev);
 406         if (err)
 407                 goto fail;
 408
 409         err = host1x_job_submit(job);
 410         if (err)
 411                 goto fail_submit;
 412
 413         args->fence = job->syncpt_end;
 414
 415         host1x_job_put(job);
 416         return 0;
 417
 418 fail_submit:
 419         host1x_job_unpin(job);
 420 fail:
 421         host1x_job_put(job);
 422         return err;
 423 }
 424
 425
 426 #ifdef CONFIG_DRM_TEGRA_STAGING
 427 static struct tegra_drm_context *tegra_drm_get_context(__u64 context)
 428 {
 429         return (struct tegra_drm_context *)(uintptr_t)context;
 430 }
 431
 432 static bool tegra_drm_file_owns_context(struct tegra_drm_file *file,
 433                                         struct tegra_drm_context *context)
 434 {
 435         struct tegra_drm_context *ctx;
 436
 437         list_for_each_entry(ctx, &file->contexts, list)
 438                 if (ctx == context)
 439                         return true;
 440
 441         return false;
 442 }
 443
 444 static int tegra_gem_create(struct drm_device *drm, void *data,
 445                             struct drm_file *file)
 446 {
 447         struct drm_tegra_gem_create *args = data;
 448         struct tegra_bo *bo;
 449
 450         bo = tegra_bo_create_with_handle(file, drm, args->size, args->flags,
 451                                          &args->handle);
 452         if (IS_ERR(bo))
 453                 return PTR_ERR(bo);
 454
 455         return 0;
 456 }
 457
 458 static int tegra_gem_mmap(struct drm_device *drm, void *data,
 459                           struct drm_file *file)
 460 {
 461         struct drm_tegra_gem_mmap *args = data;
 462         struct drm_gem_object *gem;
 463         struct tegra_bo *bo;
 464
 465         gem = drm_gem_object_lookup(file, args->handle);
 466         if (!gem)
 467                 return -EINVAL;
 468
 469         bo = to_tegra_bo(gem);
 470
 471         args->offset = drm_vma_node_offset_addr(&bo->gem.vma_node);
 472
 473         drm_gem_object_unreference_unlocked(gem);
 474
 475         return 0;
 476 }
 477
 478 static int tegra_syncpt_read(struct drm_device *drm, void *data,
 479                              struct drm_file *file)
 480 {
 481         struct host1x *host = dev_get_drvdata(drm->dev->parent);
 482         struct drm_tegra_syncpt_read *args = data;
 483         struct host1x_syncpt *sp;
 484
 485         sp = host1x_syncpt_get(host, args->id);
 486         if (!sp)
 487                 return -EINVAL;
 488
 489         args->value = host1x_syncpt_read_min(sp);
 490         return 0;
 491 }
 492
 493 static int tegra_syncpt_incr(struct drm_device *drm, void *data,
 494                              struct drm_file *file)
 495 {
 496         struct host1x *host1x = dev_get_drvdata(drm->dev->parent);
 497         struct drm_tegra_syncpt_incr *args = data;
 498         struct host1x_syncpt *sp;
 499
 500         sp = host1x_syncpt_get(host1x, args->id);
 501         if (!sp)
 502                 return -EINVAL;
 503
 504         return host1x_syncpt_incr(sp);
 505 }
 506
 507 static int tegra_syncpt_wait(struct drm_device *drm, void *data,
 508                              struct drm_file *file)
 509 {
 510         struct host1x *host1x = dev_get_drvdata(drm->dev->parent);
 511         struct drm_tegra_syncpt_wait *args = data;
 512         struct host1x_syncpt *sp;
 513
 514         sp = host1x_syncpt_get(host1x, args->id);
 515         if (!sp)
 516                 return -EINVAL;
 517
 518         return host1x_syncpt_wait(sp, args->thresh, args->timeout,
 519                                   &args->value);
 520 }
 521
 522 static int tegra_open_channel(struct drm_device *drm, void *data,
 523                               struct drm_file *file)
 524 {
 525         struct tegra_drm_file *fpriv = file->driver_priv;
 526         struct tegra_drm *tegra = drm->dev_private;
 527         struct drm_tegra_open_channel *args = data;
 528         struct tegra_drm_context *context;
 529         struct tegra_drm_client *client;
 530         int err = -ENODEV;
 531
 532         context = kzalloc(sizeof(*context), GFP_KERNEL);
 533         if (!context)
 534                 return -ENOMEM;
 535
 536         list_for_each_entry(client, &tegra->clients, list)
 537                 if (client->base.class == args->client) {
 538                         err = client->ops->open_channel(client, context);
 539                         if (err)
 540                                 break;
 541
 542                         list_add(&context->list, &fpriv->contexts);
 543                         args->context = (uintptr_t)context;
 544                         context->client = client;
 545                         return 0;
 546                 }
 547
 548         kfree(context);
 549         return err;
 550 }
 551
 552 static int tegra_close_channel(struct drm_device *drm, void *data,
 553                                struct drm_file *file)
 554 {
 555         struct tegra_drm_file *fpriv = file->driver_priv;
 556         struct drm_tegra_close_channel *args = data;
 557         struct tegra_drm_context *context;
 558
 559         context = tegra_drm_get_context(args->context);
 560
 561         if (!tegra_drm_file_owns_context(fpriv, context))
 562                 return -EINVAL;
 563
 564         list_del(&context->list);
 565         tegra_drm_context_free(context);
 566
 567         return 0;
 568 }
 569
 570 static int tegra_get_syncpt(struct drm_device *drm, void *data,
 571                             struct drm_file *file)
 572 {
 573         struct tegra_drm_file *fpriv = file->driver_priv;
 574         struct drm_tegra_get_syncpt *args = data;
 575         struct tegra_drm_context *context;
 576         struct host1x_syncpt *syncpt;
 577
 578         context = tegra_drm_get_context(args->context);
 579
 580         if (!tegra_drm_file_owns_context(fpriv, context))
 581                 return -ENODEV;
 582
 583         if (args->index >= context->client->base.num_syncpts)
 584                 return -EINVAL;
 585
 586         syncpt = context->client->base.syncpts[args->index];
 587         args->id = host1x_syncpt_id(syncpt);
 588
 589         return 0;
 590 }
 591
 592 static int tegra_submit(struct drm_device *drm, void *data,
 593                         struct drm_file *file)
 594 {
 595         struct tegra_drm_file *fpriv = file->driver_priv;
 596         struct drm_tegra_submit *args = data;
 597         struct tegra_drm_context *context;
 598
 599         context = tegra_drm_get_context(args->context);
 600
 601         if (!tegra_drm_file_owns_context(fpriv, context))
 602                 return -ENODEV;
 603
 604         return context->client->ops->submit(context, args, drm, file);
 605 }
 606
 607 static int tegra_get_syncpt_base(struct drm_device *drm, void *data,
 608                                  struct drm_file *file)
 609 {
 610         struct tegra_drm_file *fpriv = file->driver_priv;
 611         struct drm_tegra_get_syncpt_base *args = data;
 612         struct tegra_drm_context *context;
 613         struct host1x_syncpt_base *base;
 614         struct host1x_syncpt *syncpt;
 615
 616         context = tegra_drm_get_context(args->context);
 617
 618         if (!tegra_drm_file_owns_context(fpriv, context))
 619                 return -ENODEV;
 620
 621         if (args->syncpt >= context->client->base.num_syncpts)
 622                 return -EINVAL;
 623
 624         syncpt = context->client->base.syncpts[args->syncpt];
 625
 626         base = host1x_syncpt_get_base(syncpt);
 627         if (!base)
 628                 return -ENXIO;
 629
 630         args->id = host1x_syncpt_base_id(base);
 631
 632         return 0;
 633 }
 634
 635 static int tegra_gem_set_tiling(struct drm_device *drm, void *data,
 636                                 struct drm_file *file)
 637 {
 638         struct drm_tegra_gem_set_tiling *args = data;
 639         enum tegra_bo_tiling_mode mode;
 640         struct drm_gem_object *gem;
 641         unsigned long value = 0;
 642         struct tegra_bo *bo;
 643
 644         switch (args->mode) {
 645         case DRM_TEGRA_GEM_TILING_MODE_PITCH:
 646                 mode = TEGRA_BO_TILING_MODE_PITCH;
 647
 648                 if (args->value != 0)
 649                         return -EINVAL;
 650
 651                 break;
 652
 653         case DRM_TEGRA_GEM_TILING_MODE_TILED:
 654                 mode = TEGRA_BO_TILING_MODE_TILED;
 655
 656                 if (args->value != 0)
 657                         return -EINVAL;
 658
 659                 break;
 660
 661         case DRM_TEGRA_GEM_TILING_MODE_BLOCK:
 662                 mode = TEGRA_BO_TILING_MODE_BLOCK;
 663
 664                 if (args->value > 5)
 665                         return -EINVAL;
 666
 667                 value = args->value;
 668                 break;
 669
 670         default:
 671                 return -EINVAL;
 672         }
 673
 674         gem = drm_gem_object_lookup(file, args->handle);
 675         if (!gem)
 676                 return -ENOENT;
 677
 678         bo = to_tegra_bo(gem);
 679
 680         bo->tiling.mode = mode;
 681         bo->tiling.value = value;
 682
 683         drm_gem_object_unreference_unlocked(gem);
 684
 685         return 0;
 686 }
 687
 688 static int tegra_gem_get_tiling(struct drm_device *drm, void *data,
 689                                 struct drm_file *file)
 690 {
 691         struct drm_tegra_gem_get_tiling *args = data;
 692         struct drm_gem_object *gem;
 693         struct tegra_bo *bo;
 694         int err = 0;
 695
 696         gem = drm_gem_object_lookup(file, args->handle);
 697         if (!gem)
 698                 return -ENOENT;
 699
 700         bo = to_tegra_bo(gem);
 701
 702         switch (bo->tiling.mode) {
 703         case TEGRA_BO_TILING_MODE_PITCH:
 704                 args->mode = DRM_TEGRA_GEM_TILING_MODE_PITCH;
 705                 args->value = 0;
 706                 break;
 707
 708         case TEGRA_BO_TILING_MODE_TILED:
 709                 args->mode = DRM_TEGRA_GEM_TILING_MODE_TILED;
 710                 args->value = 0;
 711                 break;
 712
 713         case TEGRA_BO_TILING_MODE_BLOCK:
 714                 args->mode = DRM_TEGRA_GEM_TILING_MODE_BLOCK;
 715                 args->value = bo->tiling.value;
 716                 break;
 717
 718         default:
 719                 err = -EINVAL;
 720                 break;
 721         }
 722
 723         drm_gem_object_unreference_unlocked(gem);
 724
 725         return err;
 726 }
 727
 728 static int tegra_gem_set_flags(struct drm_device *drm, void *data,
 729                                struct drm_file *file)
 730 {
 731         struct drm_tegra_gem_set_flags *args = data;
 732         struct drm_gem_object *gem;
 733         struct tegra_bo *bo;
 734
 735         if (args->flags & ~DRM_TEGRA_GEM_FLAGS)
 736                 return -EINVAL;
 737
 738         gem = drm_gem_object_lookup(file, args->handle);
 739         if (!gem)
 740                 return -ENOENT;
 741
 742         bo = to_tegra_bo(gem);
 743         bo->flags = 0;
 744
 745         if (args->flags & DRM_TEGRA_GEM_BOTTOM_UP)
 746                 bo->flags |= TEGRA_BO_BOTTOM_UP;
 747
 748         drm_gem_object_unreference_unlocked(gem);
 749
 750         return 0;
 751 }
 752
 753 static int tegra_gem_get_flags(struct drm_device *drm, void *data,
 754                                struct drm_file *file)
 755 {
 756         struct drm_tegra_gem_get_flags *args = data;
 757         struct drm_gem_object *gem;
 758         struct tegra_bo *bo;
 759
 760         gem = drm_gem_object_lookup(file, args->handle);
 761         if (!gem)
 762                 return -ENOENT;
 763
 764         bo = to_tegra_bo(gem);
 765         args->flags = 0;
 766
 767         if (bo->flags & TEGRA_BO_BOTTOM_UP)
 768                 args->flags |= DRM_TEGRA_GEM_BOTTOM_UP;
 769
 770         drm_gem_object_unreference_unlocked(gem);
 771
 772         return 0;
 773 }
 774 #endif
 775
 776 static const struct drm_ioctl_desc tegra_drm_ioctls[] = {
 777 #ifdef CONFIG_DRM_TEGRA_STAGING
 778         DRM_IOCTL_DEF_DRV(TEGRA_GEM_CREATE, tegra_gem_create, 0),
 779         DRM_IOCTL_DEF_DRV(TEGRA_GEM_MMAP, tegra_gem_mmap, 0),
 780         DRM_IOCTL_DEF_DRV(TEGRA_SYNCPT_READ, tegra_syncpt_read, 0),
 781         DRM_IOCTL_DEF_DRV(TEGRA_SYNCPT_INCR, tegra_syncpt_incr, 0),
 782         DRM_IOCTL_DEF_DRV(TEGRA_SYNCPT_WAIT, tegra_syncpt_wait, 0),
 783         DRM_IOCTL_DEF_DRV(TEGRA_OPEN_CHANNEL, tegra_open_channel, 0),
 784         DRM_IOCTL_DEF_DRV(TEGRA_CLOSE_CHANNEL, tegra_close_channel, 0),
 785         DRM_IOCTL_DEF_DRV(TEGRA_GET_SYNCPT, tegra_get_syncpt, 0),
 786         DRM_IOCTL_DEF_DRV(TEGRA_SUBMIT, tegra_submit, 0),
 787         DRM_IOCTL_DEF_DRV(TEGRA_GET_SYNCPT_BASE, tegra_get_syncpt_base, 0),
 788         DRM_IOCTL_DEF_DRV(TEGRA_GEM_SET_TILING, tegra_gem_set_tiling, 0),
 789         DRM_IOCTL_DEF_DRV(TEGRA_GEM_GET_TILING, tegra_gem_get_tiling, 0),
 790         DRM_IOCTL_DEF_DRV(TEGRA_GEM_SET_FLAGS, tegra_gem_set_flags, 0),
 791         DRM_IOCTL_DEF_DRV(TEGRA_GEM_GET_FLAGS, tegra_gem_get_flags, 0),
 792 #endif
 793 };
 794
 795 static const struct file_operations tegra_drm_fops = {
 796         .owner = THIS_MODULE,
 797         .open = drm_open,
 798         .release = drm_release,
 799         .unlocked_ioctl = drm_ioctl,
 800         .mmap = tegra_drm_mmap,
 801         .poll = drm_poll,
 802         .read = drm_read,
 803 #ifdef CONFIG_COMPAT
 804         .compat_ioctl = drm_compat_ioctl,
 805 #endif
 806         .llseek = noop_llseek,
 807 };
 808
 809 static struct drm_crtc *tegra_crtc_from_pipe(struct drm_device *drm,
 810                                              unsigned int pipe)
 811 {
 812         struct drm_crtc *crtc;
 813
 814         list_for_each_entry(crtc, &drm->mode_config.crtc_list, head) {
 815                 if (pipe == drm_crtc_index(crtc))
 816                         return crtc;
 817         }
 818
 819         return NULL;
 820 }
 821
 822 static u32 tegra_drm_get_vblank_counter(struct drm_device *drm,
 823                                         unsigned int pipe)
 824 {
 825         struct drm_crtc *crtc = tegra_crtc_from_pipe(drm, pipe);
 826         struct tegra_dc *dc = to_tegra_dc(crtc);
 827
 828         if (!crtc)
 829                 return 0;
 830
 831         return tegra_dc_get_vblank_counter(dc);
 832 }
 833
 834 static int tegra_drm_enable_vblank(struct drm_device *drm, unsigned int pipe)
 835 {
 836         struct drm_crtc *crtc = tegra_crtc_from_pipe(drm, pipe);
 837         struct tegra_dc *dc = to_tegra_dc(crtc);
 838
 839         if (!crtc)
 840                 return -ENODEV;
 841
 842         tegra_dc_enable_vblank(dc);
 843
 844         return 0;
 845 }
 846
 847 static void tegra_drm_disable_vblank(struct drm_device *drm, unsigned int pipe)
 848 {
 849         struct drm_crtc *crtc = tegra_crtc_from_pipe(drm, pipe);
 850         struct tegra_dc *dc = to_tegra_dc(crtc);
 851
 852         if (crtc)
 853                 tegra_dc_disable_vblank(dc);
 854 }
 855
 856 static void tegra_drm_preclose(struct drm_device *drm, struct drm_file *file)
 857 {
 858         struct tegra_drm_file *fpriv = file->driver_priv;
 859         struct tegra_drm_context *context, *tmp;
 860
 861         list_for_each_entry_safe(context, tmp, &fpriv->contexts, list)
 862                 tegra_drm_context_free(context);
 863
 864         kfree(fpriv);
 865 }
 866
 867 #ifdef CONFIG_DEBUG_FS
 868 static int tegra_debugfs_framebuffers(struct seq_file *s, void *data)
 869 {
 870         struct drm_info_node *node = (struct drm_info_node *)s->private;
 871         struct drm_device *drm = node->minor->dev;
 872         struct drm_framebuffer *fb;
 873
 874         mutex_lock(&drm->mode_config.fb_lock);
 875
 876         list_for_each_entry(fb, &drm->mode_config.fb_list, head) {
 877                 seq_printf(s, "%3d: user size: %d x %d, depth %d, %d bpp, refcount %d\n",
 878                            fb->base.id, fb->width, fb->height, fb->depth,
 879                            fb->bits_per_pixel,
 880                            drm_framebuffer_read_refcount(fb));
 881         }
 882
 883         mutex_unlock(&drm->mode_config.fb_lock);
 884
 885         return 0;
 886 }
 887
 888 static int tegra_debugfs_iova(struct seq_file *s, void *data)
 889 {
 890         struct drm_info_node *node = (struct drm_info_node *)s->private;
 891         struct drm_device *drm = node->minor->dev;
 892         struct tegra_drm *tegra = drm->dev_private;
 893
 894         return drm_mm_dump_table(s, &tegra->mm);
 895 }
 896
 897 static struct drm_info_list tegra_debugfs_list[] = {
 898         { "framebuffers", tegra_debugfs_framebuffers, 0 },
 899         { "iova", tegra_debugfs_iova, 0 },
 900 };
 901
 902 static int tegra_debugfs_init(struct drm_minor *minor)
 903 {
 904         return drm_debugfs_create_files(tegra_debugfs_list,
 905                                         ARRAY_SIZE(tegra_debugfs_list),
 906                                         minor->debugfs_root, minor);
 907 }
 908
 909 static void tegra_debugfs_cleanup(struct drm_minor *minor)
 910 {
 911         drm_debugfs_remove_files(tegra_debugfs_list,
 912                                  ARRAY_SIZE(tegra_debugfs_list), minor);
 913 }
 914 #endif
 915
 916 static struct drm_driver tegra_drm_driver = {
 917         .driver_features = DRIVER_MODESET | DRIVER_GEM | DRIVER_PRIME |
 918                            DRIVER_ATOMIC,
 919         .load = tegra_drm_load,
 920         .unload = tegra_drm_unload,
 921         .open = tegra_drm_open,
 922         .preclose = tegra_drm_preclose,
 923         .lastclose = tegra_drm_lastclose,
 924
 925         .get_vblank_counter = tegra_drm_get_vblank_counter,
 926         .enable_vblank = tegra_drm_enable_vblank,
 927         .disable_vblank = tegra_drm_disable_vblank,
 928
 929 #if defined(CONFIG_DEBUG_FS)
 930         .debugfs_init = tegra_debugfs_init,
 931         .debugfs_cleanup = tegra_debugfs_cleanup,
 932 #endif
 933
 934         .gem_free_object_unlocked = tegra_bo_free_object,
 935         .gem_vm_ops = &tegra_bo_vm_ops,
 936
 937         .prime_handle_to_fd = drm_gem_prime_handle_to_fd,
 938         .prime_fd_to_handle = drm_gem_prime_fd_to_handle,
 939         .gem_prime_export = tegra_gem_prime_export,
 940         .gem_prime_import = tegra_gem_prime_import,
 941
 942         .dumb_create = tegra_bo_dumb_create,
 943         .dumb_map_offset = tegra_bo_dumb_map_offset,
 944         .dumb_destroy = drm_gem_dumb_destroy,
 945
 946         .ioctls = tegra_drm_ioctls,
 947         .num_ioctls = ARRAY_SIZE(tegra_drm_ioctls),
 948         .fops = &tegra_drm_fops,
 949
 950         .name = DRIVER_NAME,
 951         .desc = DRIVER_DESC,
 952         .date = DRIVER_DATE,
 953         .major = DRIVER_MAJOR,
 954         .minor = DRIVER_MINOR,
 955         .patchlevel = DRIVER_PATCHLEVEL,
 956 };
 957
 958 int tegra_drm_register_client(struct tegra_drm *tegra,
 959                               struct tegra_drm_client *client)
 960 {
 961         mutex_lock(&tegra->clients_lock);
 962         list_add_tail(&client->list, &tegra->clients);
 963         mutex_unlock(&tegra->clients_lock);
 964
 965         return 0;
 966 }
 967
 968 int tegra_drm_unregister_client(struct tegra_drm *tegra,
 969                                 struct tegra_drm_client *client)
 970 {
 971         mutex_lock(&tegra->clients_lock);
 972         list_del_init(&client->list);
 973         mutex_unlock(&tegra->clients_lock);
 974
 975         return 0;
 976 }
 977
 978 static int host1x_drm_probe(struct host1x_device *dev)
 979 {
 980         struct drm_driver *driver = &tegra_drm_driver;
 981         struct drm_device *drm;
 982         int err;
 983
 984         drm = drm_dev_alloc(driver, &dev->dev);
 985         if (!drm)
 986                 return -ENOMEM;
 987
 988         dev_set_drvdata(&dev->dev, drm);
 989
 990         err = drm_dev_register(drm, 0);
 991         if (err < 0)
 992                 goto unref;
 993
 994         DRM_INFO("Initialized %s %d.%d.%d %s on minor %d\n", driver->name,
 995                  driver->major, driver->minor, driver->patchlevel,
 996                  driver->date, drm->primary->index);
 997
 998         return 0;
 999
1000 unref:
1001         drm_dev_unref(drm);
1002         return err;
1003 }
1004
1005 static int host1x_drm_remove(struct host1x_device *dev)
1006 {
1007         struct drm_device *drm = dev_get_drvdata(&dev->dev);
1008
1009         drm_dev_unregister(drm);
1010         drm_dev_unref(drm);
1011
1012         return 0;
1013 }
1014
1015 #ifdef CONFIG_PM_SLEEP
1016 static int host1x_drm_suspend(struct device *dev)
1017 {
1018         struct drm_device *drm = dev_get_drvdata(dev);
1019         struct tegra_drm *tegra = drm->dev_private;
1020
1021         drm_kms_helper_poll_disable(drm);
1022         tegra_drm_fb_suspend(drm);
1023
1024         tegra->state = drm_atomic_helper_suspend(drm);
1025         if (IS_ERR(tegra->state)) {
1026                 tegra_drm_fb_resume(drm);
1027                 drm_kms_helper_poll_enable(drm);
1028                 return PTR_ERR(tegra->state);
1029         }
1030
1031         return 0;
1032 }
1033
1034 static int host1x_drm_resume(struct device *dev)
1035 {
1036         struct drm_device *drm = dev_get_drvdata(dev);
1037         struct tegra_drm *tegra = drm->dev_private;
1038
1039         drm_atomic_helper_resume(drm, tegra->state);
1040         tegra_drm_fb_resume(drm);
1041         drm_kms_helper_poll_enable(drm);
1042
1043         return 0;
1044 }
1045 #endif
1046
1047 static SIMPLE_DEV_PM_OPS(host1x_drm_pm_ops, host1x_drm_suspend,
1048                          host1x_drm_resume);
1049
1050 static const struct of_device_id host1x_drm_subdevs[] = {
1051         { .compatible = "nvidia,tegra20-dc", },
1052         { .compatible = "nvidia,tegra20-hdmi", },
1053         { .compatible = "nvidia,tegra20-gr2d", },
1054         { .compatible = "nvidia,tegra20-gr3d", },
1055         { .compatible = "nvidia,tegra30-dc", },
1056         { .compatible = "nvidia,tegra30-hdmi", },
1057         { .compatible = "nvidia,tegra30-gr2d", },
1058         { .compatible = "nvidia,tegra30-gr3d", },
1059         { .compatible = "nvidia,tegra114-dsi", },
1060         { .compatible = "nvidia,tegra114-hdmi", },
1061         { .compatible = "nvidia,tegra114-gr3d", },
1062         { .compatible = "nvidia,tegra124-dc", },
1063         { .compatible = "nvidia,tegra124-sor", },
1064         { .compatible = "nvidia,tegra124-hdmi", },
1065         { .compatible = "nvidia,tegra124-dsi", },
1066         { .compatible = "nvidia,tegra132-dsi", },
1067         { .compatible = "nvidia,tegra210-dc", },
1068         { .compatible = "nvidia,tegra210-dsi", },
1069         { .compatible = "nvidia,tegra210-sor", },
1070         { .compatible = "nvidia,tegra210-sor1", },
1071         { /* sentinel */ }
1072 };
1073
1074 static struct host1x_driver host1x_drm_driver = {
1075         .driver = {
1076                 .name = "drm",
1077                 .pm = &host1x_drm_pm_ops,
1078         },
1079         .probe = host1x_drm_probe,
1080         .remove = host1x_drm_remove,
1081         .subdevs = host1x_drm_subdevs,
1082 };
1083
1084 static struct platform_driver * const drivers[] = {
1085         &tegra_dc_driver,
1086         &tegra_hdmi_driver,
1087         &tegra_dsi_driver,
1088         &tegra_dpaux_driver,
1089         &tegra_sor_driver,
1090         &tegra_gr2d_driver,
1091         &tegra_gr3d_driver,
1092 };
1093
1094 static int __init host1x_drm_init(void)
1095 {
1096         int err;
1097
1098         err = host1x_driver_register(&host1x_drm_driver);
1099         if (err < 0)
1100                 return err;
1101
1102         err = platform_register_drivers(drivers, ARRAY_SIZE(drivers));
1103         if (err < 0)
1104                 goto unregister_host1x;
1105
1106         return 0;
1107
1108 unregister_host1x:
1109         host1x_driver_unregister(&host1x_drm_driver);
1110         return err;
1111 }
1112 module_init(host1x_drm_init);
1113
1114 static void __exit host1x_drm_exit(void)
1115 {
1116         platform_unregister_drivers(drivers, ARRAY_SIZE(drivers));
1117         host1x_driver_unregister(&host1x_drm_driver);
1118 }
1119 module_exit(host1x_drm_exit);
1120
1121 MODULE_AUTHOR("Thierry Reding <thierry.reding@avionic-design.de>");
1122 MODULE_DESCRIPTION("NVIDIA Tegra DRM driver");
1123 MODULE_LICENSE("GPL v2");