2 * Copyright 2019 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
23 #include <linux/firmware.h>
24 #include <linux/module.h>
26 #include "amdgpu_psp.h"
27 #include "amdgpu_ucode.h"
28 #include "soc15_common.h"
29 #include "psp_v12_0.h"
31 #include "mp/mp_12_0_0_offset.h"
32 #include "mp/mp_12_0_0_sh_mask.h"
33 #include "gc/gc_9_0_offset.h"
34 #include "sdma0/sdma0_4_0_offset.h"
35 #include "nbio/nbio_7_4_offset.h"
37 #include "oss/osssys_4_0_offset.h"
38 #include "oss/osssys_4_0_sh_mask.h"
40 MODULE_FIRMWARE("amdgpu/renoir_asd.bin");
42 #define smnMP1_FIRMWARE_FLAGS 0x3010024
44 static int psp_v12_0_init_microcode(struct psp_context
*psp
)
46 struct amdgpu_device
*adev
= psp
->adev
;
47 const char *chip_name
;
50 switch (adev
->asic_type
) {
58 err
= psp_init_asd_microcode(psp
, chip_name
);
62 static int psp_v12_0_bootloader_load_sysdrv(struct psp_context
*psp
)
65 uint32_t psp_gfxdrv_command_reg
= 0;
66 struct amdgpu_device
*adev
= psp
->adev
;
69 /* Check sOS sign of life register to confirm sys driver and sOS
70 * are already been loaded.
72 sol_reg
= RREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_81
);
76 /* Wait for bootloader to signify that is ready having bit 31 of C2PMSG_35 set to 1 */
77 ret
= psp_wait_for(psp
, SOC15_REG_OFFSET(MP0
, 0, mmMP0_SMN_C2PMSG_35
),
78 0x80000000, 0x80000000, false);
82 memset(psp
->fw_pri_buf
, 0, PSP_1_MEG
);
84 /* Copy PSP System Driver binary to memory */
85 memcpy(psp
->fw_pri_buf
, psp
->sys_start_addr
, psp
->sys_bin_size
);
87 /* Provide the sys driver to bootloader */
88 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_36
,
89 (uint32_t)(psp
->fw_pri_mc_addr
>> 20));
90 psp_gfxdrv_command_reg
= 1 << 16;
91 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_35
,
92 psp_gfxdrv_command_reg
);
94 /* there might be handshake issue with hardware which needs delay */
97 ret
= psp_wait_for(psp
, SOC15_REG_OFFSET(MP0
, 0, mmMP0_SMN_C2PMSG_35
),
98 0x80000000, 0x80000000, false);
103 static int psp_v12_0_bootloader_load_sos(struct psp_context
*psp
)
106 unsigned int psp_gfxdrv_command_reg
= 0;
107 struct amdgpu_device
*adev
= psp
->adev
;
110 /* Check sOS sign of life register to confirm sys driver and sOS
111 * are already been loaded.
113 sol_reg
= RREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_81
);
117 /* Wait for bootloader to signify that is ready having bit 31 of C2PMSG_35 set to 1 */
118 ret
= psp_wait_for(psp
, SOC15_REG_OFFSET(MP0
, 0, mmMP0_SMN_C2PMSG_35
),
119 0x80000000, 0x80000000, false);
123 memset(psp
->fw_pri_buf
, 0, PSP_1_MEG
);
125 /* Copy Secure OS binary to PSP memory */
126 memcpy(psp
->fw_pri_buf
, psp
->sos_start_addr
, psp
->sos_bin_size
);
128 /* Provide the PSP secure OS to bootloader */
129 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_36
,
130 (uint32_t)(psp
->fw_pri_mc_addr
>> 20));
131 psp_gfxdrv_command_reg
= 2 << 16;
132 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_35
,
133 psp_gfxdrv_command_reg
);
135 /* there might be handshake issue with hardware which needs delay */
137 ret
= psp_wait_for(psp
, SOC15_REG_OFFSET(MP0
, 0, mmMP0_SMN_C2PMSG_81
),
138 RREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_81
),
144 static void psp_v12_0_reroute_ih(struct psp_context
*psp
)
146 struct amdgpu_device
*adev
= psp
->adev
;
149 /* Change IH ring for VMC */
150 tmp
= REG_SET_FIELD(0, IH_CLIENT_CFG_DATA
, CREDIT_RETURN_ADDR
, 0x1244b);
151 tmp
= REG_SET_FIELD(tmp
, IH_CLIENT_CFG_DATA
, CLIENT_TYPE
, 1);
152 tmp
= REG_SET_FIELD(tmp
, IH_CLIENT_CFG_DATA
, RING_ID
, 1);
154 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_69
, 3);
155 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_70
, tmp
);
156 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_64
, GFX_CTRL_CMD_ID_GBR_IH_SET
);
159 psp_wait_for(psp
, SOC15_REG_OFFSET(MP0
, 0, mmMP0_SMN_C2PMSG_64
),
160 0x80000000, 0x8000FFFF, false);
162 /* Change IH ring for UMC */
163 tmp
= REG_SET_FIELD(0, IH_CLIENT_CFG_DATA
, CREDIT_RETURN_ADDR
, 0x1216b);
164 tmp
= REG_SET_FIELD(tmp
, IH_CLIENT_CFG_DATA
, RING_ID
, 1);
166 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_69
, 4);
167 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_70
, tmp
);
168 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_64
, GFX_CTRL_CMD_ID_GBR_IH_SET
);
171 psp_wait_for(psp
, SOC15_REG_OFFSET(MP0
, 0, mmMP0_SMN_C2PMSG_64
),
172 0x80000000, 0x8000FFFF, false);
175 static int psp_v12_0_ring_init(struct psp_context
*psp
,
176 enum psp_ring_type ring_type
)
179 struct psp_ring
*ring
;
180 struct amdgpu_device
*adev
= psp
->adev
;
182 psp_v12_0_reroute_ih(psp
);
184 ring
= &psp
->km_ring
;
186 ring
->ring_type
= ring_type
;
188 /* allocate 4k Page of Local Frame Buffer memory for ring */
189 ring
->ring_size
= 0x1000;
190 ret
= amdgpu_bo_create_kernel(adev
, ring
->ring_size
, PAGE_SIZE
,
191 AMDGPU_GEM_DOMAIN_VRAM
,
192 &adev
->firmware
.rbuf
,
193 &ring
->ring_mem_mc_addr
,
194 (void **)&ring
->ring_mem
);
203 static int psp_v12_0_ring_create(struct psp_context
*psp
,
204 enum psp_ring_type ring_type
)
207 unsigned int psp_ring_reg
= 0;
208 struct psp_ring
*ring
= &psp
->km_ring
;
209 struct amdgpu_device
*adev
= psp
->adev
;
211 if (amdgpu_sriov_vf(psp
->adev
)) {
212 /* Write low address of the ring to C2PMSG_102 */
213 psp_ring_reg
= lower_32_bits(ring
->ring_mem_mc_addr
);
214 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_102
, psp_ring_reg
);
215 /* Write high address of the ring to C2PMSG_103 */
216 psp_ring_reg
= upper_32_bits(ring
->ring_mem_mc_addr
);
217 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_103
, psp_ring_reg
);
219 /* Write the ring initialization command to C2PMSG_101 */
220 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_101
,
221 GFX_CTRL_CMD_ID_INIT_GPCOM_RING
);
223 /* there might be handshake issue with hardware which needs delay */
226 /* Wait for response flag (bit 31) in C2PMSG_101 */
227 ret
= psp_wait_for(psp
, SOC15_REG_OFFSET(MP0
, 0, mmMP0_SMN_C2PMSG_101
),
228 0x80000000, 0x8000FFFF, false);
231 /* Write low address of the ring to C2PMSG_69 */
232 psp_ring_reg
= lower_32_bits(ring
->ring_mem_mc_addr
);
233 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_69
, psp_ring_reg
);
234 /* Write high address of the ring to C2PMSG_70 */
235 psp_ring_reg
= upper_32_bits(ring
->ring_mem_mc_addr
);
236 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_70
, psp_ring_reg
);
237 /* Write size of ring to C2PMSG_71 */
238 psp_ring_reg
= ring
->ring_size
;
239 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_71
, psp_ring_reg
);
240 /* Write the ring initialization command to C2PMSG_64 */
241 psp_ring_reg
= ring_type
;
242 psp_ring_reg
= psp_ring_reg
<< 16;
243 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_64
, psp_ring_reg
);
245 /* there might be handshake issue with hardware which needs delay */
248 /* Wait for response flag (bit 31) in C2PMSG_64 */
249 ret
= psp_wait_for(psp
, SOC15_REG_OFFSET(MP0
, 0, mmMP0_SMN_C2PMSG_64
),
250 0x80000000, 0x8000FFFF, false);
256 static int psp_v12_0_ring_stop(struct psp_context
*psp
,
257 enum psp_ring_type ring_type
)
260 struct amdgpu_device
*adev
= psp
->adev
;
262 /* Write the ring destroy command*/
263 if (amdgpu_sriov_vf(adev
))
264 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_101
,
265 GFX_CTRL_CMD_ID_DESTROY_GPCOM_RING
);
267 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_64
,
268 GFX_CTRL_CMD_ID_DESTROY_RINGS
);
270 /* there might be handshake issue with hardware which needs delay */
273 /* Wait for response flag (bit 31) */
274 if (amdgpu_sriov_vf(adev
))
275 ret
= psp_wait_for(psp
, SOC15_REG_OFFSET(MP0
, 0, mmMP0_SMN_C2PMSG_101
),
276 0x80000000, 0x80000000, false);
278 ret
= psp_wait_for(psp
, SOC15_REG_OFFSET(MP0
, 0, mmMP0_SMN_C2PMSG_64
),
279 0x80000000, 0x80000000, false);
284 static int psp_v12_0_ring_destroy(struct psp_context
*psp
,
285 enum psp_ring_type ring_type
)
288 struct psp_ring
*ring
= &psp
->km_ring
;
289 struct amdgpu_device
*adev
= psp
->adev
;
291 ret
= psp_v12_0_ring_stop(psp
, ring_type
);
293 DRM_ERROR("Fail to stop psp ring\n");
295 amdgpu_bo_free_kernel(&adev
->firmware
.rbuf
,
296 &ring
->ring_mem_mc_addr
,
297 (void **)&ring
->ring_mem
);
302 static int psp_v12_0_mode1_reset(struct psp_context
*psp
)
306 struct amdgpu_device
*adev
= psp
->adev
;
308 offset
= SOC15_REG_OFFSET(MP0
, 0, mmMP0_SMN_C2PMSG_64
);
310 ret
= psp_wait_for(psp
, offset
, 0x80000000, 0x8000FFFF, false);
313 DRM_INFO("psp is not working correctly before mode1 reset!\n");
317 /*send the mode 1 reset command*/
318 WREG32(offset
, GFX_CTRL_CMD_ID_MODE1_RST
);
322 offset
= SOC15_REG_OFFSET(MP0
, 0, mmMP0_SMN_C2PMSG_33
);
324 ret
= psp_wait_for(psp
, offset
, 0x80000000, 0x80000000, false);
327 DRM_INFO("psp mode 1 reset failed!\n");
331 DRM_INFO("psp mode1 reset succeed \n");
336 static uint32_t psp_v12_0_ring_get_wptr(struct psp_context
*psp
)
339 struct amdgpu_device
*adev
= psp
->adev
;
341 if (amdgpu_sriov_vf(adev
))
342 data
= RREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_102
);
344 data
= RREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_67
);
349 static void psp_v12_0_ring_set_wptr(struct psp_context
*psp
, uint32_t value
)
351 struct amdgpu_device
*adev
= psp
->adev
;
353 if (amdgpu_sriov_vf(adev
)) {
354 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_102
, value
);
355 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_101
, GFX_CTRL_CMD_ID_CONSUME_CMD
);
357 WREG32_SOC15(MP0
, 0, mmMP0_SMN_C2PMSG_67
, value
);
360 static const struct psp_funcs psp_v12_0_funcs
= {
361 .init_microcode
= psp_v12_0_init_microcode
,
362 .bootloader_load_sysdrv
= psp_v12_0_bootloader_load_sysdrv
,
363 .bootloader_load_sos
= psp_v12_0_bootloader_load_sos
,
364 .ring_init
= psp_v12_0_ring_init
,
365 .ring_create
= psp_v12_0_ring_create
,
366 .ring_stop
= psp_v12_0_ring_stop
,
367 .ring_destroy
= psp_v12_0_ring_destroy
,
368 .mode1_reset
= psp_v12_0_mode1_reset
,
369 .ring_get_wptr
= psp_v12_0_ring_get_wptr
,
370 .ring_set_wptr
= psp_v12_0_ring_set_wptr
,
373 void psp_v12_0_set_psp_funcs(struct psp_context
*psp
)
375 psp
->funcs
= &psp_v12_0_funcs
;