drivers/gpu/drm/nouveau/include/nvkm/subdev/mmu.h

   1 #ifndef __NVKM_MMU_H__
   2 #define __NVKM_MMU_H__
   3 #include <core/subdev.h>
   4 struct nvkm_mem;
   5
   6 struct nvkm_vm_pgt {
   7         struct nvkm_memory *mem[2];
   8         u32 refcount[2];
   9 };
  10
  11 struct nvkm_vma {
  12         struct list_head head;
  13         struct rb_node tree;
  14         u64 addr;
  15         u64 size:50;
  16         bool mapref:1; /* PTs (de)referenced on (un)map (vs pre-allocated). */
  17         bool sparse:1; /* Unmapped PDEs/PTEs will not trigger MMU faults. */
  18 #define NVKM_VMA_PAGE_NONE 7
  19         u8   page:3; /* Requested page type (index, or NONE for automatic). */
  20         u8   refd:3; /* Current page type (index, or NONE for unreferenced). */
  21         bool used:1; /* Region allocated. */
  22         bool part:1; /* Region was split from an allocated region by map(). */
  23         bool user:1; /* Region user-allocated. */
  24         bool busy:1; /* Region busy (for temporarily preventing user access). */
  25         struct nvkm_memory *memory; /* Memory currently mapped into VMA. */
  26         struct nvkm_tags *tags; /* Compression tag reference. */
  27
  28         struct nvkm_vma *node;
  29         struct nvkm_vm *vm;
  30         u64 offset;
  31         u32 access;
  32 };
  33
  34 struct nvkm_vm {
  35         const struct nvkm_vmm_func *func;
  36         struct nvkm_mmu *mmu;
  37         const char *name;
  38         u32 debug;
  39         struct kref kref;
  40         struct mutex mutex;
  41
  42         u64 start;
  43         u64 limit;
  44
  45         struct nvkm_vmm_pt *pd;
  46         struct list_head join;
  47
  48         struct list_head list;
  49         struct rb_root free;
  50         struct rb_root root;
  51
  52         bool bootstrapped;
  53         atomic_t engref[NVKM_SUBDEV_NR];
  54
  55         dma_addr_t null;
  56         void *nullp;
  57 };
  58
  59 int  nvkm_vm_new(struct nvkm_device *, u64 offset, u64 length, u64 mm_offset,
  60                  struct lock_class_key *, struct nvkm_vm **);
  61 int  nvkm_vm_ref(struct nvkm_vm *, struct nvkm_vm **, struct nvkm_memory *inst);
  62 int  nvkm_vm_boot(struct nvkm_vm *, u64 size);
  63 int  nvkm_vm_get(struct nvkm_vm *, u64 size, u32 page_shift, u32 access,
  64                  struct nvkm_vma *);
  65 void nvkm_vm_put(struct nvkm_vma *);
  66 void nvkm_vm_map(struct nvkm_vma *, struct nvkm_mem *);
  67 void nvkm_vm_map_at(struct nvkm_vma *, u64 offset, struct nvkm_mem *);
  68 void nvkm_vm_unmap(struct nvkm_vma *);
  69
  70 int nvkm_vmm_new(struct nvkm_device *, u64 addr, u64 size, void *argv, u32 argc,
  71                  struct lock_class_key *, const char *name, struct nvkm_vmm **);
  72 struct nvkm_vmm *nvkm_vmm_ref(struct nvkm_vmm *);
  73 void nvkm_vmm_unref(struct nvkm_vmm **);
  74 int nvkm_vmm_boot(struct nvkm_vmm *);
  75 int nvkm_vmm_join(struct nvkm_vmm *, struct nvkm_memory *inst);
  76 void nvkm_vmm_part(struct nvkm_vmm *, struct nvkm_memory *inst);
  77 int nvkm_vmm_get(struct nvkm_vmm *, u8 page, u64 size, struct nvkm_vma **);
  78 void nvkm_vmm_put(struct nvkm_vmm *, struct nvkm_vma **);
  79
  80 struct nvkm_vmm_map {
  81         struct nvkm_memory *memory;
  82         u64 offset;
  83
  84         struct nvkm_mm_node *mem;
  85         struct scatterlist *sgl;
  86         dma_addr_t *dma;
  87         u64 off;
  88
  89         const struct nvkm_vmm_page *page;
  90
  91         struct nvkm_tags *tags;
  92         u64 next;
  93         u64 type;
  94         u64 ctag;
  95 };
  96
  97 int nvkm_vmm_map(struct nvkm_vmm *, struct nvkm_vma *, void *argv, u32 argc,
  98                  struct nvkm_vmm_map *);
  99 void nvkm_vmm_unmap(struct nvkm_vmm *, struct nvkm_vma *);
 100
 101 struct nvkm_vmm *nvkm_uvmm_search(struct nvkm_client *, u64 handle);
 102
 103 struct nvkm_mmu {
 104         const struct nvkm_mmu_func *func;
 105         struct nvkm_subdev subdev;
 106
 107         u64 limit;
 108         u8  dma_bits;
 109         u8  lpg_shift;
 110
 111         struct nvkm_vmm *vmm;
 112
 113         struct {
 114                 struct mutex mutex;
 115                 struct list_head list;
 116         } ptc, ptp;
 117 };
 118
 119 int nv04_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
 120 int nv41_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
 121 int nv44_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
 122 int nv50_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
 123 int g84_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
 124 int gf100_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
 125 int gk104_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
 126 int gk20a_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
 127 int gm200_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
 128 int gm20b_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
 129 int gp100_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
 130 int gp10b_mmu_new(struct nvkm_device *, int, struct nvkm_mmu **);
 131 #endif