]>
Commit | Line | Data |
---|---|---|
c8afe684 RC |
1 | /* |
2 | * Copyright (C) 2013 Red Hat | |
3 | * Author: Rob Clark <robdclark@gmail.com> | |
4 | * | |
5 | * This program is free software; you can redistribute it and/or modify it | |
6 | * under the terms of the GNU General Public License version 2 as published by | |
7 | * the Free Software Foundation. | |
8 | * | |
9 | * This program is distributed in the hope that it will be useful, but WITHOUT | |
10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for | |
12 | * more details. | |
13 | * | |
14 | * You should have received a copy of the GNU General Public License along with | |
15 | * this program. If not, see <http://www.gnu.org/licenses/>. | |
16 | */ | |
17 | ||
18 | #ifndef __MSM_DRV_H__ | |
19 | #define __MSM_DRV_H__ | |
20 | ||
21 | #include <linux/kernel.h> | |
22 | #include <linux/clk.h> | |
23 | #include <linux/cpufreq.h> | |
24 | #include <linux/module.h> | |
060530f1 | 25 | #include <linux/component.h> |
c8afe684 RC |
26 | #include <linux/platform_device.h> |
27 | #include <linux/pm.h> | |
28 | #include <linux/pm_runtime.h> | |
29 | #include <linux/slab.h> | |
30 | #include <linux/list.h> | |
31 | #include <linux/iommu.h> | |
32 | #include <linux/types.h> | |
3d6df062 | 33 | #include <linux/of_graph.h> |
e9fbdaf2 | 34 | #include <linux/of_device.h> |
c8afe684 RC |
35 | #include <asm/sizes.h> |
36 | ||
c8afe684 | 37 | #include <drm/drmP.h> |
cf3a7e4c RC |
38 | #include <drm/drm_atomic.h> |
39 | #include <drm/drm_atomic_helper.h> | |
c8afe684 | 40 | #include <drm/drm_crtc_helper.h> |
cf3a7e4c | 41 | #include <drm/drm_plane_helper.h> |
c8afe684 | 42 | #include <drm/drm_fb_helper.h> |
7198e6b0 | 43 | #include <drm/msm_drm.h> |
d9fc9413 | 44 | #include <drm/drm_gem.h> |
c8afe684 RC |
45 | |
46 | struct msm_kms; | |
7198e6b0 | 47 | struct msm_gpu; |
871d812a | 48 | struct msm_mmu; |
990a4007 | 49 | struct msm_mdss; |
a7d3c950 | 50 | struct msm_rd_state; |
70c70f09 | 51 | struct msm_perf_state; |
a7d3c950 | 52 | struct msm_gem_submit; |
ca762a8a | 53 | struct msm_fence_context; |
fde5de6c | 54 | struct msm_fence_cb; |
667ce33e RC |
55 | struct msm_gem_address_space; |
56 | struct msm_gem_vma; | |
c8afe684 | 57 | |
7198e6b0 | 58 | struct msm_file_private { |
f7de1545 JC |
59 | rwlock_t queuelock; |
60 | struct list_head submitqueues; | |
61 | int queueid; | |
7198e6b0 | 62 | }; |
c8afe684 | 63 | |
12987781 | 64 | enum msm_mdp_plane_property { |
65 | PLANE_PROP_ZPOS, | |
66 | PLANE_PROP_ALPHA, | |
67 | PLANE_PROP_PREMULTIPLIED, | |
68 | PLANE_PROP_MAX_NUM | |
69 | }; | |
70 | ||
78b1d470 HL |
71 | struct msm_vblank_ctrl { |
72 | struct work_struct work; | |
73 | struct list_head event_list; | |
74 | spinlock_t lock; | |
75 | }; | |
76 | ||
f97decac JC |
77 | #define MSM_GPU_MAX_RINGS 1 |
78 | ||
c8afe684 RC |
79 | struct msm_drm_private { |
80 | ||
68209390 RC |
81 | struct drm_device *dev; |
82 | ||
c8afe684 RC |
83 | struct msm_kms *kms; |
84 | ||
060530f1 | 85 | /* subordinate devices, if present: */ |
067fef37 RC |
86 | struct platform_device *gpu_pdev; |
87 | ||
990a4007 AT |
88 | /* top level MDSS wrapper device (for MDP5 only) */ |
89 | struct msm_mdss *mdss; | |
90 | ||
067fef37 RC |
91 | /* possibly this should be in the kms component, but it is |
92 | * shared by both mdp4 and mdp5.. | |
93 | */ | |
94 | struct hdmi *hdmi; | |
060530f1 | 95 | |
ab5b0107 HL |
96 | /* eDP is for mdp5 only, but kms has not been created |
97 | * when edp_bind() and edp_init() are called. Here is the only | |
98 | * place to keep the edp instance. | |
99 | */ | |
100 | struct msm_edp *edp; | |
101 | ||
a689554b HL |
102 | /* DSI is shared by mdp4 and mdp5 */ |
103 | struct msm_dsi *dsi[2]; | |
104 | ||
7198e6b0 RC |
105 | /* when we have more than one 'msm_gpu' these need to be an array: */ |
106 | struct msm_gpu *gpu; | |
107 | struct msm_file_private *lastctx; | |
108 | ||
c8afe684 RC |
109 | struct drm_fb_helper *fbdev; |
110 | ||
a7d3c950 | 111 | struct msm_rd_state *rd; |
70c70f09 | 112 | struct msm_perf_state *perf; |
a7d3c950 | 113 | |
c8afe684 RC |
114 | /* list of GEM objects: */ |
115 | struct list_head inactive_list; | |
116 | ||
117 | struct workqueue_struct *wq; | |
ba00c3f2 | 118 | struct workqueue_struct *atomic_wq; |
c8afe684 | 119 | |
f86afecf RC |
120 | /* crtcs pending async atomic updates: */ |
121 | uint32_t pending_crtcs; | |
122 | wait_queue_head_t pending_crtcs_event; | |
123 | ||
a8623918 | 124 | unsigned int num_planes; |
bc5289ee | 125 | struct drm_plane *planes[16]; |
a8623918 | 126 | |
c8afe684 RC |
127 | unsigned int num_crtcs; |
128 | struct drm_crtc *crtcs[8]; | |
129 | ||
130 | unsigned int num_encoders; | |
131 | struct drm_encoder *encoders[8]; | |
132 | ||
a3376e3e RC |
133 | unsigned int num_bridges; |
134 | struct drm_bridge *bridges[8]; | |
135 | ||
c8afe684 RC |
136 | unsigned int num_connectors; |
137 | struct drm_connector *connectors[8]; | |
871d812a | 138 | |
12987781 | 139 | /* Properties */ |
140 | struct drm_property *plane_property[PLANE_PROP_MAX_NUM]; | |
141 | ||
871d812a RC |
142 | /* VRAM carveout, used when no IOMMU: */ |
143 | struct { | |
144 | unsigned long size; | |
145 | dma_addr_t paddr; | |
146 | /* NOTE: mm managed at the page level, size is in # of pages | |
147 | * and position mm_node->start is in # of pages: | |
148 | */ | |
149 | struct drm_mm mm; | |
0e08270a | 150 | spinlock_t lock; /* Protects drm_mm node allocation/removal */ |
871d812a | 151 | } vram; |
78b1d470 | 152 | |
e1e9db2c | 153 | struct notifier_block vmap_notifier; |
68209390 RC |
154 | struct shrinker shrinker; |
155 | ||
78b1d470 | 156 | struct msm_vblank_ctrl vblank_ctrl; |
d78d383a RC |
157 | |
158 | /* task holding struct_mutex.. currently only used in submit path | |
159 | * to detect and reject faults from copy_from_user() for submit | |
160 | * ioctl. | |
161 | */ | |
162 | struct task_struct *struct_mutex_task; | |
c8afe684 RC |
163 | }; |
164 | ||
165 | struct msm_format { | |
166 | uint32_t pixel_format; | |
167 | }; | |
168 | ||
b4274fbe DV |
169 | int msm_atomic_check(struct drm_device *dev, |
170 | struct drm_atomic_state *state); | |
cf3a7e4c | 171 | int msm_atomic_commit(struct drm_device *dev, |
a3ccfb9f | 172 | struct drm_atomic_state *state, bool nonblock); |
870d738a RC |
173 | struct drm_atomic_state *msm_atomic_state_alloc(struct drm_device *dev); |
174 | void msm_atomic_state_clear(struct drm_atomic_state *state); | |
175 | void msm_atomic_state_free(struct drm_atomic_state *state); | |
cf3a7e4c | 176 | |
667ce33e RC |
177 | void msm_gem_unmap_vma(struct msm_gem_address_space *aspace, |
178 | struct msm_gem_vma *vma, struct sg_table *sgt); | |
179 | int msm_gem_map_vma(struct msm_gem_address_space *aspace, | |
180 | struct msm_gem_vma *vma, struct sg_table *sgt, int npages); | |
181 | ||
ee546cd3 JC |
182 | void msm_gem_address_space_put(struct msm_gem_address_space *aspace); |
183 | ||
667ce33e RC |
184 | struct msm_gem_address_space * |
185 | msm_gem_address_space_create(struct device *dev, struct iommu_domain *domain, | |
186 | const char *name); | |
c8afe684 | 187 | |
40e6815b | 188 | void msm_gem_submit_free(struct msm_gem_submit *submit); |
7198e6b0 RC |
189 | int msm_ioctl_gem_submit(struct drm_device *dev, void *data, |
190 | struct drm_file *file); | |
191 | ||
68209390 RC |
192 | void msm_gem_shrinker_init(struct drm_device *dev); |
193 | void msm_gem_shrinker_cleanup(struct drm_device *dev); | |
194 | ||
77a147e7 DT |
195 | int msm_gem_mmap_obj(struct drm_gem_object *obj, |
196 | struct vm_area_struct *vma); | |
c8afe684 | 197 | int msm_gem_mmap(struct file *filp, struct vm_area_struct *vma); |
11bac800 | 198 | int msm_gem_fault(struct vm_fault *vmf); |
c8afe684 | 199 | uint64_t msm_gem_mmap_offset(struct drm_gem_object *obj); |
8bdcd949 RC |
200 | int msm_gem_get_iova(struct drm_gem_object *obj, |
201 | struct msm_gem_address_space *aspace, uint64_t *iova); | |
202 | uint64_t msm_gem_iova(struct drm_gem_object *obj, | |
203 | struct msm_gem_address_space *aspace); | |
05b84911 RC |
204 | struct page **msm_gem_get_pages(struct drm_gem_object *obj); |
205 | void msm_gem_put_pages(struct drm_gem_object *obj); | |
8bdcd949 RC |
206 | void msm_gem_put_iova(struct drm_gem_object *obj, |
207 | struct msm_gem_address_space *aspace); | |
c8afe684 RC |
208 | int msm_gem_dumb_create(struct drm_file *file, struct drm_device *dev, |
209 | struct drm_mode_create_dumb *args); | |
c8afe684 RC |
210 | int msm_gem_dumb_map_offset(struct drm_file *file, struct drm_device *dev, |
211 | uint32_t handle, uint64_t *offset); | |
05b84911 RC |
212 | struct sg_table *msm_gem_prime_get_sg_table(struct drm_gem_object *obj); |
213 | void *msm_gem_prime_vmap(struct drm_gem_object *obj); | |
214 | void msm_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr); | |
77a147e7 | 215 | int msm_gem_prime_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma); |
43523eba | 216 | struct reservation_object *msm_gem_prime_res_obj(struct drm_gem_object *obj); |
05b84911 | 217 | struct drm_gem_object *msm_gem_prime_import_sg_table(struct drm_device *dev, |
b5e9c1a2 | 218 | struct dma_buf_attachment *attach, struct sg_table *sg); |
05b84911 RC |
219 | int msm_gem_prime_pin(struct drm_gem_object *obj); |
220 | void msm_gem_prime_unpin(struct drm_gem_object *obj); | |
18f23049 | 221 | void *msm_gem_get_vaddr(struct drm_gem_object *obj); |
18f23049 | 222 | void msm_gem_put_vaddr(struct drm_gem_object *obj); |
4cd33c48 | 223 | int msm_gem_madvise(struct drm_gem_object *obj, unsigned madv); |
b6295f9a RC |
224 | int msm_gem_sync_object(struct drm_gem_object *obj, |
225 | struct msm_fence_context *fctx, bool exclusive); | |
7198e6b0 | 226 | void msm_gem_move_to_active(struct drm_gem_object *obj, |
f54d1867 | 227 | struct msm_gpu *gpu, bool exclusive, struct dma_fence *fence); |
7198e6b0 | 228 | void msm_gem_move_to_inactive(struct drm_gem_object *obj); |
ba00c3f2 | 229 | int msm_gem_cpu_prep(struct drm_gem_object *obj, uint32_t op, ktime_t *timeout); |
7198e6b0 | 230 | int msm_gem_cpu_fini(struct drm_gem_object *obj); |
c8afe684 RC |
231 | void msm_gem_free_object(struct drm_gem_object *obj); |
232 | int msm_gem_new_handle(struct drm_device *dev, struct drm_file *file, | |
233 | uint32_t size, uint32_t flags, uint32_t *handle); | |
234 | struct drm_gem_object *msm_gem_new(struct drm_device *dev, | |
235 | uint32_t size, uint32_t flags); | |
0e08270a SS |
236 | struct drm_gem_object *msm_gem_new_locked(struct drm_device *dev, |
237 | uint32_t size, uint32_t flags); | |
8223286d JC |
238 | void *msm_gem_kernel_new(struct drm_device *dev, uint32_t size, |
239 | uint32_t flags, struct msm_gem_address_space *aspace, | |
240 | struct drm_gem_object **bo, uint64_t *iova); | |
241 | void *msm_gem_kernel_new_locked(struct drm_device *dev, uint32_t size, | |
242 | uint32_t flags, struct msm_gem_address_space *aspace, | |
243 | struct drm_gem_object **bo, uint64_t *iova); | |
05b84911 | 244 | struct drm_gem_object *msm_gem_import(struct drm_device *dev, |
79f0e202 | 245 | struct dma_buf *dmabuf, struct sg_table *sgt); |
c8afe684 | 246 | |
8bdcd949 RC |
247 | int msm_framebuffer_prepare(struct drm_framebuffer *fb, |
248 | struct msm_gem_address_space *aspace); | |
249 | void msm_framebuffer_cleanup(struct drm_framebuffer *fb, | |
250 | struct msm_gem_address_space *aspace); | |
251 | uint32_t msm_framebuffer_iova(struct drm_framebuffer *fb, | |
252 | struct msm_gem_address_space *aspace, int plane); | |
c8afe684 RC |
253 | struct drm_gem_object *msm_framebuffer_bo(struct drm_framebuffer *fb, int plane); |
254 | const struct msm_format *msm_framebuffer_format(struct drm_framebuffer *fb); | |
c8afe684 | 255 | struct drm_framebuffer *msm_framebuffer_create(struct drm_device *dev, |
1eb83451 | 256 | struct drm_file *file, const struct drm_mode_fb_cmd2 *mode_cmd); |
466e5606 RC |
257 | struct drm_framebuffer * msm_alloc_stolen_fb(struct drm_device *dev, |
258 | int w, int h, int p, uint32_t format); | |
c8afe684 RC |
259 | |
260 | struct drm_fb_helper *msm_fbdev_init(struct drm_device *dev); | |
1aaa57f5 | 261 | void msm_fbdev_free(struct drm_device *dev); |
c8afe684 | 262 | |
dada25bd | 263 | struct hdmi; |
fcda50c8 | 264 | int msm_hdmi_modeset_init(struct hdmi *hdmi, struct drm_device *dev, |
067fef37 | 265 | struct drm_encoder *encoder); |
fcda50c8 AB |
266 | void __init msm_hdmi_register(void); |
267 | void __exit msm_hdmi_unregister(void); | |
c8afe684 | 268 | |
00453981 HL |
269 | struct msm_edp; |
270 | void __init msm_edp_register(void); | |
271 | void __exit msm_edp_unregister(void); | |
272 | int msm_edp_modeset_init(struct msm_edp *edp, struct drm_device *dev, | |
273 | struct drm_encoder *encoder); | |
274 | ||
a689554b | 275 | struct msm_dsi; |
a689554b HL |
276 | #ifdef CONFIG_DRM_MSM_DSI |
277 | void __init msm_dsi_register(void); | |
278 | void __exit msm_dsi_unregister(void); | |
279 | int msm_dsi_modeset_init(struct msm_dsi *msm_dsi, struct drm_device *dev, | |
97e00119 | 280 | struct drm_encoder *encoder); |
a689554b HL |
281 | #else |
282 | static inline void __init msm_dsi_register(void) | |
283 | { | |
284 | } | |
285 | static inline void __exit msm_dsi_unregister(void) | |
286 | { | |
287 | } | |
288 | static inline int msm_dsi_modeset_init(struct msm_dsi *msm_dsi, | |
97e00119 AT |
289 | struct drm_device *dev, |
290 | struct drm_encoder *encoder) | |
a689554b HL |
291 | { |
292 | return -EINVAL; | |
293 | } | |
294 | #endif | |
295 | ||
1dd0a0b1 AT |
296 | void __init msm_mdp_register(void); |
297 | void __exit msm_mdp_unregister(void); | |
298 | ||
c8afe684 RC |
299 | #ifdef CONFIG_DEBUG_FS |
300 | void msm_gem_describe(struct drm_gem_object *obj, struct seq_file *m); | |
301 | void msm_gem_describe_objects(struct list_head *list, struct seq_file *m); | |
302 | void msm_framebuffer_describe(struct drm_framebuffer *fb, struct seq_file *m); | |
a7d3c950 RC |
303 | int msm_debugfs_late_init(struct drm_device *dev); |
304 | int msm_rd_debugfs_init(struct drm_minor *minor); | |
85eac470 | 305 | void msm_rd_debugfs_cleanup(struct msm_drm_private *priv); |
a7d3c950 | 306 | void msm_rd_dump_submit(struct msm_gem_submit *submit); |
70c70f09 | 307 | int msm_perf_debugfs_init(struct drm_minor *minor); |
85eac470 | 308 | void msm_perf_debugfs_cleanup(struct msm_drm_private *priv); |
a7d3c950 RC |
309 | #else |
310 | static inline int msm_debugfs_late_init(struct drm_device *dev) { return 0; } | |
311 | static inline void msm_rd_dump_submit(struct msm_gem_submit *submit) {} | |
3a270e4d AB |
312 | static inline void msm_rd_debugfs_cleanup(struct msm_drm_private *priv) {} |
313 | static inline void msm_perf_debugfs_cleanup(struct msm_drm_private *priv) {} | |
c8afe684 RC |
314 | #endif |
315 | ||
720c3bb8 | 316 | struct clk *msm_clk_get(struct platform_device *pdev, const char *name); |
c8afe684 RC |
317 | void __iomem *msm_ioremap(struct platform_device *pdev, const char *name, |
318 | const char *dbgname); | |
319 | void msm_writel(u32 data, void __iomem *addr); | |
320 | u32 msm_readl(const void __iomem *addr); | |
321 | ||
f7de1545 | 322 | struct msm_gpu_submitqueue; |
f97decac | 323 | int msm_submitqueue_init(struct drm_device *drm, struct msm_file_private *ctx); |
f7de1545 JC |
324 | struct msm_gpu_submitqueue *msm_submitqueue_get(struct msm_file_private *ctx, |
325 | u32 id); | |
f97decac JC |
326 | int msm_submitqueue_create(struct drm_device *drm, struct msm_file_private *ctx, |
327 | u32 prio, u32 flags, u32 *id); | |
f7de1545 JC |
328 | int msm_submitqueue_remove(struct msm_file_private *ctx, u32 id); |
329 | void msm_submitqueue_close(struct msm_file_private *ctx); | |
330 | ||
331 | void msm_submitqueue_destroy(struct kref *kref); | |
332 | ||
333 | ||
7ed216e5 RC |
334 | #define DBG(fmt, ...) DRM_DEBUG_DRIVER(fmt"\n", ##__VA_ARGS__) |
335 | #define VERB(fmt, ...) if (0) DRM_DEBUG_DRIVER(fmt"\n", ##__VA_ARGS__) | |
c8afe684 RC |
336 | |
337 | static inline int align_pitch(int width, int bpp) | |
338 | { | |
339 | int bytespp = (bpp + 7) / 8; | |
340 | /* adreno needs pitch aligned to 32 pixels: */ | |
341 | return bytespp * ALIGN(width, 32); | |
342 | } | |
343 | ||
344 | /* for the generated headers: */ | |
345 | #define INVALID_IDX(idx) ({BUG(); 0;}) | |
7198e6b0 RC |
346 | #define fui(x) ({BUG(); 0;}) |
347 | #define util_float_to_half(x) ({BUG(); 0;}) | |
348 | ||
c8afe684 RC |
349 | |
350 | #define FIELD(val, name) (((val) & name ## __MASK) >> name ## __SHIFT) | |
351 | ||
352 | /* for conditionally setting boolean flag(s): */ | |
353 | #define COND(bool, val) ((bool) ? (val) : 0) | |
354 | ||
340ff410 RC |
355 | static inline unsigned long timeout_to_jiffies(const ktime_t *timeout) |
356 | { | |
357 | ktime_t now = ktime_get(); | |
358 | unsigned long remaining_jiffies; | |
359 | ||
360 | if (ktime_compare(*timeout, now) < 0) { | |
361 | remaining_jiffies = 0; | |
362 | } else { | |
363 | ktime_t rem = ktime_sub(*timeout, now); | |
364 | struct timespec ts = ktime_to_timespec(rem); | |
365 | remaining_jiffies = timespec_to_jiffies(&ts); | |
366 | } | |
367 | ||
368 | return remaining_jiffies; | |
369 | } | |
c8afe684 RC |
370 | |
371 | #endif /* __MSM_DRV_H__ */ |