2 * Copyright 2016 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
23 #include <linux/firmware.h>
24 #include <linux/slab.h>
25 #include <linux/module.h>
28 #include "amdgpu_atombios.h"
29 #include "amdgpu_ih.h"
30 #include "amdgpu_uvd.h"
31 #include "amdgpu_vce.h"
32 #include "amdgpu_ucode.h"
33 #include "amdgpu_psp.h"
37 #include "uvd/uvd_7_0_offset.h"
38 #include "gc/gc_9_0_offset.h"
39 #include "gc/gc_9_0_sh_mask.h"
40 #include "sdma0/sdma0_4_0_offset.h"
41 #include "sdma1/sdma1_4_0_offset.h"
42 #include "hdp/hdp_4_0_offset.h"
43 #include "hdp/hdp_4_0_sh_mask.h"
44 #include "smuio/smuio_9_0_offset.h"
45 #include "smuio/smuio_9_0_sh_mask.h"
48 #include "soc15_common.h"
51 #include "gfxhub_v1_0.h"
52 #include "mmhub_v1_0.h"
55 #include "vega10_ih.h"
56 #include "sdma_v4_0.h"
60 #include "dce_virtual.h"
63 #define mmMP0_MISC_CGTT_CTRL0 0x01b9
64 #define mmMP0_MISC_CGTT_CTRL0_BASE_IDX 0
65 #define mmMP0_MISC_LIGHT_SLEEP_CTRL 0x01ba
66 #define mmMP0_MISC_LIGHT_SLEEP_CTRL_BASE_IDX 0
69 * Indirect registers accessor
71 static u32
soc15_pcie_rreg(struct amdgpu_device
*adev
, u32 reg
)
73 unsigned long flags
, address
, data
;
75 address
= adev
->nbio_funcs
->get_pcie_index_offset(adev
);
76 data
= adev
->nbio_funcs
->get_pcie_data_offset(adev
);
78 spin_lock_irqsave(&adev
->pcie_idx_lock
, flags
);
80 (void)RREG32(address
);
82 spin_unlock_irqrestore(&adev
->pcie_idx_lock
, flags
);
86 static void soc15_pcie_wreg(struct amdgpu_device
*adev
, u32 reg
, u32 v
)
88 unsigned long flags
, address
, data
;
90 address
= adev
->nbio_funcs
->get_pcie_index_offset(adev
);
91 data
= adev
->nbio_funcs
->get_pcie_data_offset(adev
);
93 spin_lock_irqsave(&adev
->pcie_idx_lock
, flags
);
95 (void)RREG32(address
);
98 spin_unlock_irqrestore(&adev
->pcie_idx_lock
, flags
);
101 static u32
soc15_uvd_ctx_rreg(struct amdgpu_device
*adev
, u32 reg
)
103 unsigned long flags
, address
, data
;
106 address
= SOC15_REG_OFFSET(UVD
, 0, mmUVD_CTX_INDEX
);
107 data
= SOC15_REG_OFFSET(UVD
, 0, mmUVD_CTX_DATA
);
109 spin_lock_irqsave(&adev
->uvd_ctx_idx_lock
, flags
);
110 WREG32(address
, ((reg
) & 0x1ff));
112 spin_unlock_irqrestore(&adev
->uvd_ctx_idx_lock
, flags
);
116 static void soc15_uvd_ctx_wreg(struct amdgpu_device
*adev
, u32 reg
, u32 v
)
118 unsigned long flags
, address
, data
;
120 address
= SOC15_REG_OFFSET(UVD
, 0, mmUVD_CTX_INDEX
);
121 data
= SOC15_REG_OFFSET(UVD
, 0, mmUVD_CTX_DATA
);
123 spin_lock_irqsave(&adev
->uvd_ctx_idx_lock
, flags
);
124 WREG32(address
, ((reg
) & 0x1ff));
126 spin_unlock_irqrestore(&adev
->uvd_ctx_idx_lock
, flags
);
129 static u32
soc15_didt_rreg(struct amdgpu_device
*adev
, u32 reg
)
131 unsigned long flags
, address
, data
;
134 address
= SOC15_REG_OFFSET(GC
, 0, mmDIDT_IND_INDEX
);
135 data
= SOC15_REG_OFFSET(GC
, 0, mmDIDT_IND_DATA
);
137 spin_lock_irqsave(&adev
->didt_idx_lock
, flags
);
138 WREG32(address
, (reg
));
140 spin_unlock_irqrestore(&adev
->didt_idx_lock
, flags
);
144 static void soc15_didt_wreg(struct amdgpu_device
*adev
, u32 reg
, u32 v
)
146 unsigned long flags
, address
, data
;
148 address
= SOC15_REG_OFFSET(GC
, 0, mmDIDT_IND_INDEX
);
149 data
= SOC15_REG_OFFSET(GC
, 0, mmDIDT_IND_DATA
);
151 spin_lock_irqsave(&adev
->didt_idx_lock
, flags
);
152 WREG32(address
, (reg
));
154 spin_unlock_irqrestore(&adev
->didt_idx_lock
, flags
);
157 static u32
soc15_gc_cac_rreg(struct amdgpu_device
*adev
, u32 reg
)
162 spin_lock_irqsave(&adev
->gc_cac_idx_lock
, flags
);
163 WREG32_SOC15(GC
, 0, mmGC_CAC_IND_INDEX
, (reg
));
164 r
= RREG32_SOC15(GC
, 0, mmGC_CAC_IND_DATA
);
165 spin_unlock_irqrestore(&adev
->gc_cac_idx_lock
, flags
);
169 static void soc15_gc_cac_wreg(struct amdgpu_device
*adev
, u32 reg
, u32 v
)
173 spin_lock_irqsave(&adev
->gc_cac_idx_lock
, flags
);
174 WREG32_SOC15(GC
, 0, mmGC_CAC_IND_INDEX
, (reg
));
175 WREG32_SOC15(GC
, 0, mmGC_CAC_IND_DATA
, (v
));
176 spin_unlock_irqrestore(&adev
->gc_cac_idx_lock
, flags
);
179 static u32
soc15_se_cac_rreg(struct amdgpu_device
*adev
, u32 reg
)
184 spin_lock_irqsave(&adev
->se_cac_idx_lock
, flags
);
185 WREG32_SOC15(GC
, 0, mmSE_CAC_IND_INDEX
, (reg
));
186 r
= RREG32_SOC15(GC
, 0, mmSE_CAC_IND_DATA
);
187 spin_unlock_irqrestore(&adev
->se_cac_idx_lock
, flags
);
191 static void soc15_se_cac_wreg(struct amdgpu_device
*adev
, u32 reg
, u32 v
)
195 spin_lock_irqsave(&adev
->se_cac_idx_lock
, flags
);
196 WREG32_SOC15(GC
, 0, mmSE_CAC_IND_INDEX
, (reg
));
197 WREG32_SOC15(GC
, 0, mmSE_CAC_IND_DATA
, (v
));
198 spin_unlock_irqrestore(&adev
->se_cac_idx_lock
, flags
);
201 static u32
soc15_get_config_memsize(struct amdgpu_device
*adev
)
203 return adev
->nbio_funcs
->get_memsize(adev
);
206 static u32
soc15_get_xclk(struct amdgpu_device
*adev
)
208 return adev
->clock
.spll
.reference_freq
;
212 void soc15_grbm_select(struct amdgpu_device
*adev
,
213 u32 me
, u32 pipe
, u32 queue
, u32 vmid
)
215 u32 grbm_gfx_cntl
= 0;
216 grbm_gfx_cntl
= REG_SET_FIELD(grbm_gfx_cntl
, GRBM_GFX_CNTL
, PIPEID
, pipe
);
217 grbm_gfx_cntl
= REG_SET_FIELD(grbm_gfx_cntl
, GRBM_GFX_CNTL
, MEID
, me
);
218 grbm_gfx_cntl
= REG_SET_FIELD(grbm_gfx_cntl
, GRBM_GFX_CNTL
, VMID
, vmid
);
219 grbm_gfx_cntl
= REG_SET_FIELD(grbm_gfx_cntl
, GRBM_GFX_CNTL
, QUEUEID
, queue
);
221 WREG32(SOC15_REG_OFFSET(GC
, 0, mmGRBM_GFX_CNTL
), grbm_gfx_cntl
);
224 static void soc15_vga_set_state(struct amdgpu_device
*adev
, bool state
)
229 static bool soc15_read_disabled_bios(struct amdgpu_device
*adev
)
235 static bool soc15_read_bios_from_rom(struct amdgpu_device
*adev
,
236 u8
*bios
, u32 length_bytes
)
243 if (length_bytes
== 0)
245 /* APU vbios image is part of sbios image */
246 if (adev
->flags
& AMD_IS_APU
)
249 dw_ptr
= (u32
*)bios
;
250 length_dw
= ALIGN(length_bytes
, 4) / 4;
252 /* set rom index to 0 */
253 WREG32(SOC15_REG_OFFSET(SMUIO
, 0, mmROM_INDEX
), 0);
254 /* read out the rom data */
255 for (i
= 0; i
< length_dw
; i
++)
256 dw_ptr
[i
] = RREG32(SOC15_REG_OFFSET(SMUIO
, 0, mmROM_DATA
));
261 struct soc15_allowed_register_entry
{
270 static struct soc15_allowed_register_entry soc15_allowed_read_registers
[] = {
271 { SOC15_REG_ENTRY(GC
, 0, mmGRBM_STATUS
)},
272 { SOC15_REG_ENTRY(GC
, 0, mmGRBM_STATUS2
)},
273 { SOC15_REG_ENTRY(GC
, 0, mmGRBM_STATUS_SE0
)},
274 { SOC15_REG_ENTRY(GC
, 0, mmGRBM_STATUS_SE1
)},
275 { SOC15_REG_ENTRY(GC
, 0, mmGRBM_STATUS_SE2
)},
276 { SOC15_REG_ENTRY(GC
, 0, mmGRBM_STATUS_SE3
)},
277 { SOC15_REG_ENTRY(SDMA0
, 0, mmSDMA0_STATUS_REG
)},
278 { SOC15_REG_ENTRY(SDMA1
, 0, mmSDMA1_STATUS_REG
)},
279 { SOC15_REG_ENTRY(GC
, 0, mmCP_STAT
)},
280 { SOC15_REG_ENTRY(GC
, 0, mmCP_STALLED_STAT1
)},
281 { SOC15_REG_ENTRY(GC
, 0, mmCP_STALLED_STAT2
)},
282 { SOC15_REG_ENTRY(GC
, 0, mmCP_STALLED_STAT3
)},
283 { SOC15_REG_ENTRY(GC
, 0, mmCP_CPF_BUSY_STAT
)},
284 { SOC15_REG_ENTRY(GC
, 0, mmCP_CPF_STALLED_STAT1
)},
285 { SOC15_REG_ENTRY(GC
, 0, mmCP_CPF_STATUS
)},
286 { SOC15_REG_ENTRY(GC
, 0, mmCP_CPC_STALLED_STAT1
)},
287 { SOC15_REG_ENTRY(GC
, 0, mmCP_CPC_STATUS
)},
288 { SOC15_REG_ENTRY(GC
, 0, mmGB_ADDR_CONFIG
)},
289 { SOC15_REG_ENTRY(GC
, 0, mmDB_DEBUG2
)},
292 static uint32_t soc15_read_indexed_register(struct amdgpu_device
*adev
, u32 se_num
,
293 u32 sh_num
, u32 reg_offset
)
297 mutex_lock(&adev
->grbm_idx_mutex
);
298 if (se_num
!= 0xffffffff || sh_num
!= 0xffffffff)
299 amdgpu_gfx_select_se_sh(adev
, se_num
, sh_num
, 0xffffffff);
301 val
= RREG32(reg_offset
);
303 if (se_num
!= 0xffffffff || sh_num
!= 0xffffffff)
304 amdgpu_gfx_select_se_sh(adev
, 0xffffffff, 0xffffffff, 0xffffffff);
305 mutex_unlock(&adev
->grbm_idx_mutex
);
309 static uint32_t soc15_get_register_value(struct amdgpu_device
*adev
,
310 bool indexed
, u32 se_num
,
311 u32 sh_num
, u32 reg_offset
)
314 return soc15_read_indexed_register(adev
, se_num
, sh_num
, reg_offset
);
316 if (reg_offset
== SOC15_REG_OFFSET(GC
, 0, mmGB_ADDR_CONFIG
))
317 return adev
->gfx
.config
.gb_addr_config
;
318 else if (reg_offset
== SOC15_REG_OFFSET(GC
, 0, mmDB_DEBUG2
))
319 return adev
->gfx
.config
.db_debug2
;
320 return RREG32(reg_offset
);
324 static int soc15_read_register(struct amdgpu_device
*adev
, u32 se_num
,
325 u32 sh_num
, u32 reg_offset
, u32
*value
)
328 struct soc15_allowed_register_entry
*en
;
331 for (i
= 0; i
< ARRAY_SIZE(soc15_allowed_read_registers
); i
++) {
332 en
= &soc15_allowed_read_registers
[i
];
333 if (reg_offset
!= (adev
->reg_offset
[en
->hwip
][en
->inst
][en
->seg
]
337 *value
= soc15_get_register_value(adev
,
338 soc15_allowed_read_registers
[i
].grbm_indexed
,
339 se_num
, sh_num
, reg_offset
);
347 * soc15_program_register_sequence - program an array of registers.
349 * @adev: amdgpu_device pointer
350 * @regs: pointer to the register array
351 * @array_size: size of the register array
353 * Programs an array or registers with and and or masks.
354 * This is a helper for setting golden registers.
357 void soc15_program_register_sequence(struct amdgpu_device
*adev
,
358 const struct soc15_reg_golden
*regs
,
359 const u32 array_size
)
361 const struct soc15_reg_golden
*entry
;
365 for (i
= 0; i
< array_size
; ++i
) {
367 reg
= adev
->reg_offset
[entry
->hwip
][entry
->instance
][entry
->segment
] + entry
->reg
;
369 if (entry
->and_mask
== 0xffffffff) {
370 tmp
= entry
->or_mask
;
373 tmp
&= ~(entry
->and_mask
);
374 tmp
|= entry
->or_mask
;
382 static int soc15_asic_reset(struct amdgpu_device
*adev
)
386 amdgpu_atombios_scratch_regs_engine_hung(adev
, true);
388 dev_info(adev
->dev
, "GPU reset\n");
391 pci_clear_master(adev
->pdev
);
393 pci_save_state(adev
->pdev
);
397 pci_restore_state(adev
->pdev
);
399 /* wait for asic to come out of reset */
400 for (i
= 0; i
< adev
->usec_timeout
; i
++) {
401 u32 memsize
= adev
->nbio_funcs
->get_memsize(adev
);
403 if (memsize
!= 0xffffffff)
408 amdgpu_atombios_scratch_regs_engine_hung(adev
, false);
413 /*static int soc15_set_uvd_clock(struct amdgpu_device *adev, u32 clock,
414 u32 cntl_reg, u32 status_reg)
419 static int soc15_set_uvd_clocks(struct amdgpu_device
*adev
, u32 vclk
, u32 dclk
)
423 r = soc15_set_uvd_clock(adev, vclk, ixCG_VCLK_CNTL, ixCG_VCLK_STATUS);
427 r = soc15_set_uvd_clock(adev, dclk, ixCG_DCLK_CNTL, ixCG_DCLK_STATUS);
432 static int soc15_set_vce_clocks(struct amdgpu_device
*adev
, u32 evclk
, u32 ecclk
)
439 static void soc15_pcie_gen3_enable(struct amdgpu_device
*adev
)
441 if (pci_is_root_bus(adev
->pdev
->bus
))
444 if (amdgpu_pcie_gen2
== 0)
447 if (adev
->flags
& AMD_IS_APU
)
450 if (!(adev
->pm
.pcie_gen_mask
& (CAIL_PCIE_LINK_SPEED_SUPPORT_GEN2
|
451 CAIL_PCIE_LINK_SPEED_SUPPORT_GEN3
)))
457 static void soc15_program_aspm(struct amdgpu_device
*adev
)
460 if (amdgpu_aspm
== 0)
466 static void soc15_enable_doorbell_aperture(struct amdgpu_device
*adev
,
469 adev
->nbio_funcs
->enable_doorbell_aperture(adev
, enable
);
470 adev
->nbio_funcs
->enable_doorbell_selfring_aperture(adev
, enable
);
473 static const struct amdgpu_ip_block_version vega10_common_ip_block
=
475 .type
= AMD_IP_BLOCK_TYPE_COMMON
,
479 .funcs
= &soc15_common_ip_funcs
,
482 static uint32_t soc15_get_rev_id(struct amdgpu_device
*adev
)
484 return adev
->nbio_funcs
->get_rev_id(adev
);
487 int soc15_set_ip_blocks(struct amdgpu_device
*adev
)
489 /* Set IP register base before any HW register access */
490 switch (adev
->asic_type
) {
494 vega10_reg_base_init(adev
);
497 vega20_reg_base_init(adev
);
503 if (adev
->flags
& AMD_IS_APU
)
504 adev
->nbio_funcs
= &nbio_v7_0_funcs
;
505 else if (adev
->asic_type
== CHIP_VEGA20
)
506 adev
->nbio_funcs
= &nbio_v7_4_funcs
;
508 adev
->nbio_funcs
= &nbio_v6_1_funcs
;
510 if (adev
->asic_type
== CHIP_VEGA20
)
511 adev
->df_funcs
= &df_v3_6_funcs
;
513 adev
->df_funcs
= &df_v1_7_funcs
;
515 adev
->rev_id
= soc15_get_rev_id(adev
);
516 adev
->nbio_funcs
->detect_hw_virt(adev
);
518 if (amdgpu_sriov_vf(adev
))
519 adev
->virt
.ops
= &xgpu_ai_virt_ops
;
521 switch (adev
->asic_type
) {
525 amdgpu_device_ip_block_add(adev
, &vega10_common_ip_block
);
526 amdgpu_device_ip_block_add(adev
, &gmc_v9_0_ip_block
);
527 amdgpu_device_ip_block_add(adev
, &vega10_ih_ip_block
);
528 if (adev
->asic_type
== CHIP_VEGA20
)
529 amdgpu_device_ip_block_add(adev
, &psp_v11_0_ip_block
);
531 amdgpu_device_ip_block_add(adev
, &psp_v3_1_ip_block
);
532 if (!amdgpu_sriov_vf(adev
))
533 amdgpu_device_ip_block_add(adev
, &pp_smu_ip_block
);
534 if (adev
->enable_virtual_display
|| amdgpu_sriov_vf(adev
))
535 amdgpu_device_ip_block_add(adev
, &dce_virtual_ip_block
);
536 #if defined(CONFIG_DRM_AMD_DC)
537 else if (amdgpu_device_has_dc_support(adev
))
538 amdgpu_device_ip_block_add(adev
, &dm_ip_block
);
540 # warning "Enable CONFIG_DRM_AMD_DC for display support on SOC15."
542 amdgpu_device_ip_block_add(adev
, &gfx_v9_0_ip_block
);
543 amdgpu_device_ip_block_add(adev
, &sdma_v4_0_ip_block
);
544 amdgpu_device_ip_block_add(adev
, &uvd_v7_0_ip_block
);
545 amdgpu_device_ip_block_add(adev
, &vce_v4_0_ip_block
);
548 amdgpu_device_ip_block_add(adev
, &vega10_common_ip_block
);
549 amdgpu_device_ip_block_add(adev
, &gmc_v9_0_ip_block
);
550 amdgpu_device_ip_block_add(adev
, &vega10_ih_ip_block
);
551 amdgpu_device_ip_block_add(adev
, &psp_v10_0_ip_block
);
552 amdgpu_device_ip_block_add(adev
, &pp_smu_ip_block
);
553 if (adev
->enable_virtual_display
|| amdgpu_sriov_vf(adev
))
554 amdgpu_device_ip_block_add(adev
, &dce_virtual_ip_block
);
555 #if defined(CONFIG_DRM_AMD_DC)
556 else if (amdgpu_device_has_dc_support(adev
))
557 amdgpu_device_ip_block_add(adev
, &dm_ip_block
);
559 # warning "Enable CONFIG_DRM_AMD_DC for display support on SOC15."
561 amdgpu_device_ip_block_add(adev
, &gfx_v9_0_ip_block
);
562 amdgpu_device_ip_block_add(adev
, &sdma_v4_0_ip_block
);
563 amdgpu_device_ip_block_add(adev
, &vcn_v1_0_ip_block
);
572 static void soc15_flush_hdp(struct amdgpu_device
*adev
, struct amdgpu_ring
*ring
)
574 adev
->nbio_funcs
->hdp_flush(adev
, ring
);
577 static void soc15_invalidate_hdp(struct amdgpu_device
*adev
,
578 struct amdgpu_ring
*ring
)
580 if (!ring
|| !ring
->funcs
->emit_wreg
)
581 WREG32_SOC15_NO_KIQ(NBIO
, 0, mmHDP_READ_CACHE_INVALIDATE
, 1);
583 amdgpu_ring_emit_wreg(ring
, SOC15_REG_OFFSET(
584 HDP
, 0, mmHDP_READ_CACHE_INVALIDATE
), 1);
587 static bool soc15_need_full_reset(struct amdgpu_device
*adev
)
589 /* change this when we implement soft reset */
593 static const struct amdgpu_asic_funcs soc15_asic_funcs
=
595 .read_disabled_bios
= &soc15_read_disabled_bios
,
596 .read_bios_from_rom
= &soc15_read_bios_from_rom
,
597 .read_register
= &soc15_read_register
,
598 .reset
= &soc15_asic_reset
,
599 .set_vga_state
= &soc15_vga_set_state
,
600 .get_xclk
= &soc15_get_xclk
,
601 .set_uvd_clocks
= &soc15_set_uvd_clocks
,
602 .set_vce_clocks
= &soc15_set_vce_clocks
,
603 .get_config_memsize
= &soc15_get_config_memsize
,
604 .flush_hdp
= &soc15_flush_hdp
,
605 .invalidate_hdp
= &soc15_invalidate_hdp
,
606 .need_full_reset
= &soc15_need_full_reset
,
609 static int soc15_common_early_init(void *handle
)
611 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
613 adev
->smc_rreg
= NULL
;
614 adev
->smc_wreg
= NULL
;
615 adev
->pcie_rreg
= &soc15_pcie_rreg
;
616 adev
->pcie_wreg
= &soc15_pcie_wreg
;
617 adev
->uvd_ctx_rreg
= &soc15_uvd_ctx_rreg
;
618 adev
->uvd_ctx_wreg
= &soc15_uvd_ctx_wreg
;
619 adev
->didt_rreg
= &soc15_didt_rreg
;
620 adev
->didt_wreg
= &soc15_didt_wreg
;
621 adev
->gc_cac_rreg
= &soc15_gc_cac_rreg
;
622 adev
->gc_cac_wreg
= &soc15_gc_cac_wreg
;
623 adev
->se_cac_rreg
= &soc15_se_cac_rreg
;
624 adev
->se_cac_wreg
= &soc15_se_cac_wreg
;
626 adev
->asic_funcs
= &soc15_asic_funcs
;
628 adev
->external_rev_id
= 0xFF;
629 switch (adev
->asic_type
) {
631 adev
->cg_flags
= AMD_CG_SUPPORT_GFX_MGCG
|
632 AMD_CG_SUPPORT_GFX_MGLS
|
633 AMD_CG_SUPPORT_GFX_RLC_LS
|
634 AMD_CG_SUPPORT_GFX_CP_LS
|
635 AMD_CG_SUPPORT_GFX_3D_CGCG
|
636 AMD_CG_SUPPORT_GFX_3D_CGLS
|
637 AMD_CG_SUPPORT_GFX_CGCG
|
638 AMD_CG_SUPPORT_GFX_CGLS
|
639 AMD_CG_SUPPORT_BIF_MGCG
|
640 AMD_CG_SUPPORT_BIF_LS
|
641 AMD_CG_SUPPORT_HDP_LS
|
642 AMD_CG_SUPPORT_DRM_MGCG
|
643 AMD_CG_SUPPORT_DRM_LS
|
644 AMD_CG_SUPPORT_ROM_MGCG
|
645 AMD_CG_SUPPORT_DF_MGCG
|
646 AMD_CG_SUPPORT_SDMA_MGCG
|
647 AMD_CG_SUPPORT_SDMA_LS
|
648 AMD_CG_SUPPORT_MC_MGCG
|
649 AMD_CG_SUPPORT_MC_LS
;
651 adev
->external_rev_id
= 0x1;
654 adev
->cg_flags
= AMD_CG_SUPPORT_GFX_MGCG
|
655 AMD_CG_SUPPORT_GFX_MGLS
|
656 AMD_CG_SUPPORT_GFX_CGCG
|
657 AMD_CG_SUPPORT_GFX_CGLS
|
658 AMD_CG_SUPPORT_GFX_3D_CGCG
|
659 AMD_CG_SUPPORT_GFX_3D_CGLS
|
660 AMD_CG_SUPPORT_GFX_CP_LS
|
661 AMD_CG_SUPPORT_MC_LS
|
662 AMD_CG_SUPPORT_MC_MGCG
|
663 AMD_CG_SUPPORT_SDMA_MGCG
|
664 AMD_CG_SUPPORT_SDMA_LS
|
665 AMD_CG_SUPPORT_BIF_MGCG
|
666 AMD_CG_SUPPORT_BIF_LS
|
667 AMD_CG_SUPPORT_HDP_MGCG
|
668 AMD_CG_SUPPORT_HDP_LS
|
669 AMD_CG_SUPPORT_ROM_MGCG
|
670 AMD_CG_SUPPORT_VCE_MGCG
|
671 AMD_CG_SUPPORT_UVD_MGCG
;
673 adev
->external_rev_id
= adev
->rev_id
+ 0x14;
676 adev
->cg_flags
= AMD_CG_SUPPORT_GFX_MGCG
|
677 AMD_CG_SUPPORT_GFX_MGLS
|
678 AMD_CG_SUPPORT_GFX_CGCG
|
679 AMD_CG_SUPPORT_GFX_CGLS
|
680 AMD_CG_SUPPORT_GFX_3D_CGCG
|
681 AMD_CG_SUPPORT_GFX_3D_CGLS
|
682 AMD_CG_SUPPORT_GFX_CP_LS
|
683 AMD_CG_SUPPORT_MC_LS
|
684 AMD_CG_SUPPORT_MC_MGCG
|
685 AMD_CG_SUPPORT_SDMA_MGCG
|
686 AMD_CG_SUPPORT_SDMA_LS
|
687 AMD_CG_SUPPORT_BIF_MGCG
|
688 AMD_CG_SUPPORT_BIF_LS
|
689 AMD_CG_SUPPORT_HDP_MGCG
|
690 AMD_CG_SUPPORT_HDP_LS
|
691 AMD_CG_SUPPORT_ROM_MGCG
|
692 AMD_CG_SUPPORT_VCE_MGCG
|
693 AMD_CG_SUPPORT_UVD_MGCG
;
695 adev
->external_rev_id
= adev
->rev_id
+ 0x28;
698 if (adev
->rev_id
>= 0x8)
699 adev
->external_rev_id
= adev
->rev_id
+ 0x81;
700 else if (adev
->pdev
->device
== 0x15d8)
701 adev
->external_rev_id
= adev
->rev_id
+ 0x41;
703 adev
->external_rev_id
= 0x1;
705 if (adev
->rev_id
>= 0x8) {
706 adev
->cg_flags
= AMD_CG_SUPPORT_GFX_MGCG
|
707 AMD_CG_SUPPORT_GFX_MGLS
|
708 AMD_CG_SUPPORT_GFX_CP_LS
|
709 AMD_CG_SUPPORT_GFX_3D_CGCG
|
710 AMD_CG_SUPPORT_GFX_3D_CGLS
|
711 AMD_CG_SUPPORT_GFX_CGCG
|
712 AMD_CG_SUPPORT_GFX_CGLS
|
713 AMD_CG_SUPPORT_BIF_LS
|
714 AMD_CG_SUPPORT_HDP_LS
|
715 AMD_CG_SUPPORT_ROM_MGCG
|
716 AMD_CG_SUPPORT_MC_MGCG
|
717 AMD_CG_SUPPORT_MC_LS
|
718 AMD_CG_SUPPORT_SDMA_MGCG
|
719 AMD_CG_SUPPORT_SDMA_LS
|
720 AMD_CG_SUPPORT_VCN_MGCG
;
722 adev
->pg_flags
= AMD_PG_SUPPORT_SDMA
| AMD_PG_SUPPORT_VCN
;
723 } else if (adev
->pdev
->device
== 0x15d8) {
724 adev
->cg_flags
= AMD_CG_SUPPORT_GFX_MGLS
|
725 AMD_CG_SUPPORT_GFX_CP_LS
|
726 AMD_CG_SUPPORT_GFX_3D_CGCG
|
727 AMD_CG_SUPPORT_GFX_3D_CGLS
|
728 AMD_CG_SUPPORT_GFX_CGCG
|
729 AMD_CG_SUPPORT_GFX_CGLS
|
730 AMD_CG_SUPPORT_BIF_LS
|
731 AMD_CG_SUPPORT_HDP_LS
|
732 AMD_CG_SUPPORT_ROM_MGCG
|
733 AMD_CG_SUPPORT_MC_MGCG
|
734 AMD_CG_SUPPORT_MC_LS
|
735 AMD_CG_SUPPORT_SDMA_MGCG
|
736 AMD_CG_SUPPORT_SDMA_LS
;
738 adev
->pg_flags
= AMD_PG_SUPPORT_SDMA
|
739 AMD_PG_SUPPORT_MMHUB
|
742 adev
->cg_flags
= AMD_CG_SUPPORT_GFX_MGCG
|
743 AMD_CG_SUPPORT_GFX_MGLS
|
744 AMD_CG_SUPPORT_GFX_RLC_LS
|
745 AMD_CG_SUPPORT_GFX_CP_LS
|
746 AMD_CG_SUPPORT_GFX_3D_CGCG
|
747 AMD_CG_SUPPORT_GFX_3D_CGLS
|
748 AMD_CG_SUPPORT_GFX_CGCG
|
749 AMD_CG_SUPPORT_GFX_CGLS
|
750 AMD_CG_SUPPORT_BIF_MGCG
|
751 AMD_CG_SUPPORT_BIF_LS
|
752 AMD_CG_SUPPORT_HDP_MGCG
|
753 AMD_CG_SUPPORT_HDP_LS
|
754 AMD_CG_SUPPORT_DRM_MGCG
|
755 AMD_CG_SUPPORT_DRM_LS
|
756 AMD_CG_SUPPORT_ROM_MGCG
|
757 AMD_CG_SUPPORT_MC_MGCG
|
758 AMD_CG_SUPPORT_MC_LS
|
759 AMD_CG_SUPPORT_SDMA_MGCG
|
760 AMD_CG_SUPPORT_SDMA_LS
|
761 AMD_CG_SUPPORT_VCN_MGCG
;
763 adev
->pg_flags
= AMD_PG_SUPPORT_SDMA
| AMD_PG_SUPPORT_VCN
;
766 if (adev
->powerplay
.pp_feature
& PP_GFXOFF_MASK
)
767 adev
->pg_flags
|= AMD_PG_SUPPORT_GFX_PG
|
769 AMD_PG_SUPPORT_RLC_SMU_HS
;
772 /* FIXME: not supported yet */
776 if (amdgpu_sriov_vf(adev
)) {
777 amdgpu_virt_init_setting(adev
);
778 xgpu_ai_mailbox_set_irq_funcs(adev
);
784 static int soc15_common_late_init(void *handle
)
786 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
788 if (amdgpu_sriov_vf(adev
))
789 xgpu_ai_mailbox_get_irq(adev
);
794 static int soc15_common_sw_init(void *handle
)
796 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
798 if (amdgpu_sriov_vf(adev
))
799 xgpu_ai_mailbox_add_irq_id(adev
);
804 static int soc15_common_sw_fini(void *handle
)
809 static int soc15_common_hw_init(void *handle
)
811 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
813 /* enable pcie gen2/3 link */
814 soc15_pcie_gen3_enable(adev
);
816 soc15_program_aspm(adev
);
817 /* setup nbio registers */
818 adev
->nbio_funcs
->init_registers(adev
);
819 /* enable the doorbell aperture */
820 soc15_enable_doorbell_aperture(adev
, true);
825 static int soc15_common_hw_fini(void *handle
)
827 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
829 /* disable the doorbell aperture */
830 soc15_enable_doorbell_aperture(adev
, false);
831 if (amdgpu_sriov_vf(adev
))
832 xgpu_ai_mailbox_put_irq(adev
);
837 static int soc15_common_suspend(void *handle
)
839 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
841 return soc15_common_hw_fini(adev
);
844 static int soc15_common_resume(void *handle
)
846 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
848 return soc15_common_hw_init(adev
);
851 static bool soc15_common_is_idle(void *handle
)
856 static int soc15_common_wait_for_idle(void *handle
)
861 static int soc15_common_soft_reset(void *handle
)
866 static void soc15_update_hdp_light_sleep(struct amdgpu_device
*adev
, bool enable
)
870 def
= data
= RREG32(SOC15_REG_OFFSET(HDP
, 0, mmHDP_MEM_POWER_LS
));
872 if (enable
&& (adev
->cg_flags
& AMD_CG_SUPPORT_HDP_LS
))
873 data
|= HDP_MEM_POWER_LS__LS_ENABLE_MASK
;
875 data
&= ~HDP_MEM_POWER_LS__LS_ENABLE_MASK
;
878 WREG32(SOC15_REG_OFFSET(HDP
, 0, mmHDP_MEM_POWER_LS
), data
);
881 static void soc15_update_drm_clock_gating(struct amdgpu_device
*adev
, bool enable
)
885 def
= data
= RREG32(SOC15_REG_OFFSET(MP0
, 0, mmMP0_MISC_CGTT_CTRL0
));
887 if (enable
&& (adev
->cg_flags
& AMD_CG_SUPPORT_DRM_MGCG
))
888 data
&= ~(0x01000000 |
897 data
|= (0x01000000 |
907 WREG32(SOC15_REG_OFFSET(MP0
, 0, mmMP0_MISC_CGTT_CTRL0
), data
);
910 static void soc15_update_drm_light_sleep(struct amdgpu_device
*adev
, bool enable
)
914 def
= data
= RREG32(SOC15_REG_OFFSET(MP0
, 0, mmMP0_MISC_LIGHT_SLEEP_CTRL
));
916 if (enable
&& (adev
->cg_flags
& AMD_CG_SUPPORT_DRM_LS
))
922 WREG32(SOC15_REG_OFFSET(MP0
, 0, mmMP0_MISC_LIGHT_SLEEP_CTRL
), data
);
925 static void soc15_update_rom_medium_grain_clock_gating(struct amdgpu_device
*adev
,
930 def
= data
= RREG32(SOC15_REG_OFFSET(SMUIO
, 0, mmCGTT_ROM_CLK_CTRL0
));
932 if (enable
&& (adev
->cg_flags
& AMD_CG_SUPPORT_ROM_MGCG
))
933 data
&= ~(CGTT_ROM_CLK_CTRL0__SOFT_OVERRIDE0_MASK
|
934 CGTT_ROM_CLK_CTRL0__SOFT_OVERRIDE1_MASK
);
936 data
|= CGTT_ROM_CLK_CTRL0__SOFT_OVERRIDE0_MASK
|
937 CGTT_ROM_CLK_CTRL0__SOFT_OVERRIDE1_MASK
;
940 WREG32(SOC15_REG_OFFSET(SMUIO
, 0, mmCGTT_ROM_CLK_CTRL0
), data
);
943 static int soc15_common_set_clockgating_state(void *handle
,
944 enum amd_clockgating_state state
)
946 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
948 if (amdgpu_sriov_vf(adev
))
951 switch (adev
->asic_type
) {
955 adev
->nbio_funcs
->update_medium_grain_clock_gating(adev
,
956 state
== AMD_CG_STATE_GATE
? true : false);
957 adev
->nbio_funcs
->update_medium_grain_light_sleep(adev
,
958 state
== AMD_CG_STATE_GATE
? true : false);
959 soc15_update_hdp_light_sleep(adev
,
960 state
== AMD_CG_STATE_GATE
? true : false);
961 soc15_update_drm_clock_gating(adev
,
962 state
== AMD_CG_STATE_GATE
? true : false);
963 soc15_update_drm_light_sleep(adev
,
964 state
== AMD_CG_STATE_GATE
? true : false);
965 soc15_update_rom_medium_grain_clock_gating(adev
,
966 state
== AMD_CG_STATE_GATE
? true : false);
967 adev
->df_funcs
->update_medium_grain_clock_gating(adev
,
968 state
== AMD_CG_STATE_GATE
? true : false);
971 adev
->nbio_funcs
->update_medium_grain_clock_gating(adev
,
972 state
== AMD_CG_STATE_GATE
? true : false);
973 adev
->nbio_funcs
->update_medium_grain_light_sleep(adev
,
974 state
== AMD_CG_STATE_GATE
? true : false);
975 soc15_update_hdp_light_sleep(adev
,
976 state
== AMD_CG_STATE_GATE
? true : false);
977 soc15_update_drm_clock_gating(adev
,
978 state
== AMD_CG_STATE_GATE
? true : false);
979 soc15_update_drm_light_sleep(adev
,
980 state
== AMD_CG_STATE_GATE
? true : false);
981 soc15_update_rom_medium_grain_clock_gating(adev
,
982 state
== AMD_CG_STATE_GATE
? true : false);
990 static void soc15_common_get_clockgating_state(void *handle
, u32
*flags
)
992 struct amdgpu_device
*adev
= (struct amdgpu_device
*)handle
;
995 if (amdgpu_sriov_vf(adev
))
998 adev
->nbio_funcs
->get_clockgating_state(adev
, flags
);
1000 /* AMD_CG_SUPPORT_HDP_LS */
1001 data
= RREG32(SOC15_REG_OFFSET(HDP
, 0, mmHDP_MEM_POWER_LS
));
1002 if (data
& HDP_MEM_POWER_LS__LS_ENABLE_MASK
)
1003 *flags
|= AMD_CG_SUPPORT_HDP_LS
;
1005 /* AMD_CG_SUPPORT_DRM_MGCG */
1006 data
= RREG32(SOC15_REG_OFFSET(MP0
, 0, mmMP0_MISC_CGTT_CTRL0
));
1007 if (!(data
& 0x01000000))
1008 *flags
|= AMD_CG_SUPPORT_DRM_MGCG
;
1010 /* AMD_CG_SUPPORT_DRM_LS */
1011 data
= RREG32(SOC15_REG_OFFSET(MP0
, 0, mmMP0_MISC_LIGHT_SLEEP_CTRL
));
1013 *flags
|= AMD_CG_SUPPORT_DRM_LS
;
1015 /* AMD_CG_SUPPORT_ROM_MGCG */
1016 data
= RREG32(SOC15_REG_OFFSET(SMUIO
, 0, mmCGTT_ROM_CLK_CTRL0
));
1017 if (!(data
& CGTT_ROM_CLK_CTRL0__SOFT_OVERRIDE0_MASK
))
1018 *flags
|= AMD_CG_SUPPORT_ROM_MGCG
;
1020 adev
->df_funcs
->get_clockgating_state(adev
, flags
);
1023 static int soc15_common_set_powergating_state(void *handle
,
1024 enum amd_powergating_state state
)
1030 const struct amd_ip_funcs soc15_common_ip_funcs
= {
1031 .name
= "soc15_common",
1032 .early_init
= soc15_common_early_init
,
1033 .late_init
= soc15_common_late_init
,
1034 .sw_init
= soc15_common_sw_init
,
1035 .sw_fini
= soc15_common_sw_fini
,
1036 .hw_init
= soc15_common_hw_init
,
1037 .hw_fini
= soc15_common_hw_fini
,
1038 .suspend
= soc15_common_suspend
,
1039 .resume
= soc15_common_resume
,
1040 .is_idle
= soc15_common_is_idle
,
1041 .wait_for_idle
= soc15_common_wait_for_idle
,
1042 .soft_reset
= soc15_common_soft_reset
,
1043 .set_clockgating_state
= soc15_common_set_clockgating_state
,
1044 .set_powergating_state
= soc15_common_set_powergating_state
,
1045 .get_clockgating_state
= soc15_common_get_clockgating_state
,