2 * Copyright 2016 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
22 * Authors: Christian König
28 struct amdgpu_vram_mgr
{
34 * amdgpu_vram_mgr_init - init VRAM manager and DRM MM
36 * @man: TTM memory type manager
37 * @p_size: maximum size of VRAM
39 * Allocate and initialize the VRAM manager.
41 static int amdgpu_vram_mgr_init(struct ttm_mem_type_manager
*man
,
44 struct amdgpu_vram_mgr
*mgr
;
46 mgr
= kzalloc(sizeof(*mgr
), GFP_KERNEL
);
50 drm_mm_init(&mgr
->mm
, 0, p_size
);
51 spin_lock_init(&mgr
->lock
);
57 * amdgpu_vram_mgr_fini - free and destroy VRAM manager
59 * @man: TTM memory type manager
61 * Destroy and free the VRAM manager, returns -EBUSY if ranges are still
62 * allocated inside it.
64 static int amdgpu_vram_mgr_fini(struct ttm_mem_type_manager
*man
)
66 struct amdgpu_vram_mgr
*mgr
= man
->priv
;
68 spin_lock(&mgr
->lock
);
69 if (!drm_mm_clean(&mgr
->mm
)) {
70 spin_unlock(&mgr
->lock
);
74 drm_mm_takedown(&mgr
->mm
);
75 spin_unlock(&mgr
->lock
);
82 * amdgpu_vram_mgr_new - allocate new ranges
84 * @man: TTM memory type manager
85 * @tbo: TTM BO we need this range for
86 * @place: placement flags and restrictions
87 * @mem: the resulting mem object
89 * Allocate VRAM for the given BO.
91 static int amdgpu_vram_mgr_new(struct ttm_mem_type_manager
*man
,
92 struct ttm_buffer_object
*tbo
,
93 const struct ttm_place
*place
,
94 struct ttm_mem_reg
*mem
)
96 struct amdgpu_vram_mgr
*mgr
= man
->priv
;
97 struct drm_mm
*mm
= &mgr
->mm
;
98 struct drm_mm_node
*nodes
;
99 enum drm_mm_insert_mode mode
;
100 unsigned long lpfn
, num_nodes
, pages_per_node
, pages_left
;
108 if (place
->flags
& TTM_PL_FLAG_CONTIGUOUS
||
109 amdgpu_vram_page_split
== -1) {
110 pages_per_node
= ~0ul;
113 pages_per_node
= max((uint32_t)amdgpu_vram_page_split
,
114 mem
->page_alignment
);
115 num_nodes
= DIV_ROUND_UP(mem
->num_pages
, pages_per_node
);
118 nodes
= kcalloc(num_nodes
, sizeof(*nodes
), GFP_KERNEL
);
122 mode
= DRM_MM_INSERT_BEST
;
123 if (place
->flags
& TTM_PL_FLAG_TOPDOWN
)
124 mode
= DRM_MM_INSERT_HIGH
;
127 pages_left
= mem
->num_pages
;
129 spin_lock(&mgr
->lock
);
130 for (i
= 0; i
< num_nodes
; ++i
) {
131 unsigned long pages
= min(pages_left
, pages_per_node
);
132 uint32_t alignment
= mem
->page_alignment
;
135 if (pages
== pages_per_node
)
136 alignment
= pages_per_node
;
138 r
= drm_mm_insert_node_in_range(mm
, &nodes
[i
],
145 /* Calculate a virtual BO start address to easily check if
146 * everything is CPU accessible.
148 start
= nodes
[i
].start
+ nodes
[i
].size
;
149 if (start
> mem
->num_pages
)
150 start
-= mem
->num_pages
;
153 mem
->start
= max(mem
->start
, start
);
156 spin_unlock(&mgr
->lock
);
158 mem
->mm_node
= nodes
;
164 drm_mm_remove_node(&nodes
[i
]);
165 spin_unlock(&mgr
->lock
);
168 return r
== -ENOSPC
? 0 : r
;
172 * amdgpu_vram_mgr_del - free ranges
174 * @man: TTM memory type manager
175 * @tbo: TTM BO we need this range for
176 * @place: placement flags and restrictions
177 * @mem: TTM memory object
179 * Free the allocated VRAM again.
181 static void amdgpu_vram_mgr_del(struct ttm_mem_type_manager
*man
,
182 struct ttm_mem_reg
*mem
)
184 struct amdgpu_vram_mgr
*mgr
= man
->priv
;
185 struct drm_mm_node
*nodes
= mem
->mm_node
;
186 unsigned pages
= mem
->num_pages
;
191 spin_lock(&mgr
->lock
);
193 pages
-= nodes
->size
;
194 drm_mm_remove_node(nodes
);
197 spin_unlock(&mgr
->lock
);
204 * amdgpu_vram_mgr_debug - dump VRAM table
206 * @man: TTM memory type manager
207 * @prefix: text prefix
209 * Dump the table content using printk.
211 static void amdgpu_vram_mgr_debug(struct ttm_mem_type_manager
*man
,
214 struct amdgpu_vram_mgr
*mgr
= man
->priv
;
215 struct drm_printer p
= drm_debug_printer(prefix
);
217 spin_lock(&mgr
->lock
);
218 drm_mm_print(&mgr
->mm
, &p
);
219 spin_unlock(&mgr
->lock
);
222 const struct ttm_mem_type_manager_func amdgpu_vram_mgr_func
= {
223 .init
= amdgpu_vram_mgr_init
,
224 .takedown
= amdgpu_vram_mgr_fini
,
225 .get_node
= amdgpu_vram_mgr_new
,
226 .put_node
= amdgpu_vram_mgr_del
,
227 .debug
= amdgpu_vram_mgr_debug