2 * Copyright 2015 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
24 #include <linux/list.h>
25 #include <linux/slab.h>
26 #include <linux/pci.h>
27 #include <linux/acpi.h>
29 #include <linux/firmware.h>
30 #include <drm/amdgpu_drm.h>
32 #include "cgs_linux.h"
34 #include "amdgpu_ucode.h"
36 struct amdgpu_cgs_device
{
37 struct cgs_device base
;
38 struct amdgpu_device
*adev
;
41 #define CGS_FUNC_ADEV \
42 struct amdgpu_device *adev = \
43 ((struct amdgpu_cgs_device *)cgs_device)->adev
45 static int amdgpu_cgs_gpu_mem_info(struct cgs_device
*cgs_device
, enum cgs_gpu_mem_type type
,
46 uint64_t *mc_start
, uint64_t *mc_size
,
51 case CGS_GPU_MEM_TYPE__VISIBLE_CONTIG_FB
:
52 case CGS_GPU_MEM_TYPE__VISIBLE_FB
:
54 *mc_size
= adev
->mc
.visible_vram_size
;
55 *mem_size
= adev
->mc
.visible_vram_size
- adev
->vram_pin_size
;
57 case CGS_GPU_MEM_TYPE__INVISIBLE_CONTIG_FB
:
58 case CGS_GPU_MEM_TYPE__INVISIBLE_FB
:
59 *mc_start
= adev
->mc
.visible_vram_size
;
60 *mc_size
= adev
->mc
.real_vram_size
- adev
->mc
.visible_vram_size
;
63 case CGS_GPU_MEM_TYPE__GART_CACHEABLE
:
64 case CGS_GPU_MEM_TYPE__GART_WRITECOMBINE
:
65 *mc_start
= adev
->mc
.gtt_start
;
66 *mc_size
= adev
->mc
.gtt_size
;
67 *mem_size
= adev
->mc
.gtt_size
- adev
->gart_pin_size
;
76 static int amdgpu_cgs_gmap_kmem(struct cgs_device
*cgs_device
, void *kmem
,
78 uint64_t min_offset
, uint64_t max_offset
,
79 cgs_handle_t
*kmem_handle
, uint64_t *mcaddr
)
84 struct page
*kmem_page
= vmalloc_to_page(kmem
);
85 int npages
= ALIGN(size
, PAGE_SIZE
) >> PAGE_SHIFT
;
87 struct sg_table
*sg
= drm_prime_pages_to_sg(&kmem_page
, npages
);
88 ret
= amdgpu_bo_create(adev
, size
, PAGE_SIZE
, false,
89 AMDGPU_GEM_DOMAIN_GTT
, 0, sg
, NULL
, &bo
);
92 ret
= amdgpu_bo_reserve(bo
, false);
93 if (unlikely(ret
!= 0))
96 /* pin buffer into GTT */
97 ret
= amdgpu_bo_pin_restricted(bo
, AMDGPU_GEM_DOMAIN_GTT
,
98 min_offset
, max_offset
, mcaddr
);
99 amdgpu_bo_unreserve(bo
);
101 *kmem_handle
= (cgs_handle_t
)bo
;
105 static int amdgpu_cgs_gunmap_kmem(struct cgs_device
*cgs_device
, cgs_handle_t kmem_handle
)
107 struct amdgpu_bo
*obj
= (struct amdgpu_bo
*)kmem_handle
;
110 int r
= amdgpu_bo_reserve(obj
, false);
111 if (likely(r
== 0)) {
112 amdgpu_bo_unpin(obj
);
113 amdgpu_bo_unreserve(obj
);
115 amdgpu_bo_unref(&obj
);
121 static int amdgpu_cgs_alloc_gpu_mem(struct cgs_device
*cgs_device
,
122 enum cgs_gpu_mem_type type
,
123 uint64_t size
, uint64_t align
,
124 uint64_t min_offset
, uint64_t max_offset
,
125 cgs_handle_t
*handle
)
131 struct amdgpu_bo
*obj
;
132 struct ttm_placement placement
;
133 struct ttm_place place
;
135 if (min_offset
> max_offset
) {
140 /* fail if the alignment is not a power of 2 */
141 if (((align
!= 1) && (align
& (align
- 1)))
142 || size
== 0 || align
== 0)
147 case CGS_GPU_MEM_TYPE__VISIBLE_CONTIG_FB
:
148 case CGS_GPU_MEM_TYPE__VISIBLE_FB
:
149 flags
= AMDGPU_GEM_CREATE_CPU_ACCESS_REQUIRED
|
150 AMDGPU_GEM_CREATE_VRAM_CONTIGUOUS
;
151 domain
= AMDGPU_GEM_DOMAIN_VRAM
;
152 if (max_offset
> adev
->mc
.real_vram_size
)
154 place
.fpfn
= min_offset
>> PAGE_SHIFT
;
155 place
.lpfn
= max_offset
>> PAGE_SHIFT
;
156 place
.flags
= TTM_PL_FLAG_WC
| TTM_PL_FLAG_UNCACHED
|
159 case CGS_GPU_MEM_TYPE__INVISIBLE_CONTIG_FB
:
160 case CGS_GPU_MEM_TYPE__INVISIBLE_FB
:
161 flags
= AMDGPU_GEM_CREATE_NO_CPU_ACCESS
|
162 AMDGPU_GEM_CREATE_VRAM_CONTIGUOUS
;
163 domain
= AMDGPU_GEM_DOMAIN_VRAM
;
164 if (adev
->mc
.visible_vram_size
< adev
->mc
.real_vram_size
) {
166 max(min_offset
, adev
->mc
.visible_vram_size
) >> PAGE_SHIFT
;
168 min(max_offset
, adev
->mc
.real_vram_size
) >> PAGE_SHIFT
;
169 place
.flags
= TTM_PL_FLAG_WC
| TTM_PL_FLAG_UNCACHED
|
174 case CGS_GPU_MEM_TYPE__GART_CACHEABLE
:
175 domain
= AMDGPU_GEM_DOMAIN_GTT
;
176 place
.fpfn
= min_offset
>> PAGE_SHIFT
;
177 place
.lpfn
= max_offset
>> PAGE_SHIFT
;
178 place
.flags
= TTM_PL_FLAG_CACHED
| TTM_PL_FLAG_TT
;
180 case CGS_GPU_MEM_TYPE__GART_WRITECOMBINE
:
181 flags
= AMDGPU_GEM_CREATE_CPU_GTT_USWC
;
182 domain
= AMDGPU_GEM_DOMAIN_GTT
;
183 place
.fpfn
= min_offset
>> PAGE_SHIFT
;
184 place
.lpfn
= max_offset
>> PAGE_SHIFT
;
185 place
.flags
= TTM_PL_FLAG_WC
| TTM_PL_FLAG_TT
|
186 TTM_PL_FLAG_UNCACHED
;
195 placement
.placement
= &place
;
196 placement
.num_placement
= 1;
197 placement
.busy_placement
= &place
;
198 placement
.num_busy_placement
= 1;
200 ret
= amdgpu_bo_create_restricted(adev
, size
, PAGE_SIZE
,
202 NULL
, &placement
, NULL
,
205 DRM_ERROR("(%d) bo create failed\n", ret
);
208 *handle
= (cgs_handle_t
)obj
;
213 static int amdgpu_cgs_free_gpu_mem(struct cgs_device
*cgs_device
, cgs_handle_t handle
)
215 struct amdgpu_bo
*obj
= (struct amdgpu_bo
*)handle
;
218 int r
= amdgpu_bo_reserve(obj
, false);
219 if (likely(r
== 0)) {
220 amdgpu_bo_kunmap(obj
);
221 amdgpu_bo_unpin(obj
);
222 amdgpu_bo_unreserve(obj
);
224 amdgpu_bo_unref(&obj
);
230 static int amdgpu_cgs_gmap_gpu_mem(struct cgs_device
*cgs_device
, cgs_handle_t handle
,
234 u64 min_offset
, max_offset
;
235 struct amdgpu_bo
*obj
= (struct amdgpu_bo
*)handle
;
237 WARN_ON_ONCE(obj
->placement
.num_placement
> 1);
239 min_offset
= obj
->placements
[0].fpfn
<< PAGE_SHIFT
;
240 max_offset
= obj
->placements
[0].lpfn
<< PAGE_SHIFT
;
242 r
= amdgpu_bo_reserve(obj
, false);
243 if (unlikely(r
!= 0))
245 r
= amdgpu_bo_pin_restricted(obj
, obj
->prefered_domains
,
246 min_offset
, max_offset
, mcaddr
);
247 amdgpu_bo_unreserve(obj
);
251 static int amdgpu_cgs_gunmap_gpu_mem(struct cgs_device
*cgs_device
, cgs_handle_t handle
)
254 struct amdgpu_bo
*obj
= (struct amdgpu_bo
*)handle
;
255 r
= amdgpu_bo_reserve(obj
, false);
256 if (unlikely(r
!= 0))
258 r
= amdgpu_bo_unpin(obj
);
259 amdgpu_bo_unreserve(obj
);
263 static int amdgpu_cgs_kmap_gpu_mem(struct cgs_device
*cgs_device
, cgs_handle_t handle
,
267 struct amdgpu_bo
*obj
= (struct amdgpu_bo
*)handle
;
268 r
= amdgpu_bo_reserve(obj
, false);
269 if (unlikely(r
!= 0))
271 r
= amdgpu_bo_kmap(obj
, map
);
272 amdgpu_bo_unreserve(obj
);
276 static int amdgpu_cgs_kunmap_gpu_mem(struct cgs_device
*cgs_device
, cgs_handle_t handle
)
279 struct amdgpu_bo
*obj
= (struct amdgpu_bo
*)handle
;
280 r
= amdgpu_bo_reserve(obj
, false);
281 if (unlikely(r
!= 0))
283 amdgpu_bo_kunmap(obj
);
284 amdgpu_bo_unreserve(obj
);
288 static uint32_t amdgpu_cgs_read_register(struct cgs_device
*cgs_device
, unsigned offset
)
291 return RREG32(offset
);
294 static void amdgpu_cgs_write_register(struct cgs_device
*cgs_device
, unsigned offset
,
298 WREG32(offset
, value
);
301 static uint32_t amdgpu_cgs_read_ind_register(struct cgs_device
*cgs_device
,
302 enum cgs_ind_reg space
,
307 case CGS_IND_REG__MMIO
:
308 return RREG32_IDX(index
);
309 case CGS_IND_REG__PCIE
:
310 return RREG32_PCIE(index
);
311 case CGS_IND_REG__SMC
:
312 return RREG32_SMC(index
);
313 case CGS_IND_REG__UVD_CTX
:
314 return RREG32_UVD_CTX(index
);
315 case CGS_IND_REG__DIDT
:
316 return RREG32_DIDT(index
);
317 case CGS_IND_REG_GC_CAC
:
318 return RREG32_GC_CAC(index
);
319 case CGS_IND_REG__AUDIO_ENDPT
:
320 DRM_ERROR("audio endpt register access not implemented.\n");
323 WARN(1, "Invalid indirect register space");
327 static void amdgpu_cgs_write_ind_register(struct cgs_device
*cgs_device
,
328 enum cgs_ind_reg space
,
329 unsigned index
, uint32_t value
)
333 case CGS_IND_REG__MMIO
:
334 return WREG32_IDX(index
, value
);
335 case CGS_IND_REG__PCIE
:
336 return WREG32_PCIE(index
, value
);
337 case CGS_IND_REG__SMC
:
338 return WREG32_SMC(index
, value
);
339 case CGS_IND_REG__UVD_CTX
:
340 return WREG32_UVD_CTX(index
, value
);
341 case CGS_IND_REG__DIDT
:
342 return WREG32_DIDT(index
, value
);
343 case CGS_IND_REG_GC_CAC
:
344 return WREG32_GC_CAC(index
, value
);
345 case CGS_IND_REG__AUDIO_ENDPT
:
346 DRM_ERROR("audio endpt register access not implemented.\n");
349 WARN(1, "Invalid indirect register space");
352 static uint8_t amdgpu_cgs_read_pci_config_byte(struct cgs_device
*cgs_device
, unsigned addr
)
356 int ret
= pci_read_config_byte(adev
->pdev
, addr
, &val
);
357 if (WARN(ret
, "pci_read_config_byte error"))
362 static uint16_t amdgpu_cgs_read_pci_config_word(struct cgs_device
*cgs_device
, unsigned addr
)
366 int ret
= pci_read_config_word(adev
->pdev
, addr
, &val
);
367 if (WARN(ret
, "pci_read_config_word error"))
372 static uint32_t amdgpu_cgs_read_pci_config_dword(struct cgs_device
*cgs_device
,
377 int ret
= pci_read_config_dword(adev
->pdev
, addr
, &val
);
378 if (WARN(ret
, "pci_read_config_dword error"))
383 static void amdgpu_cgs_write_pci_config_byte(struct cgs_device
*cgs_device
, unsigned addr
,
387 int ret
= pci_write_config_byte(adev
->pdev
, addr
, value
);
388 WARN(ret
, "pci_write_config_byte error");
391 static void amdgpu_cgs_write_pci_config_word(struct cgs_device
*cgs_device
, unsigned addr
,
395 int ret
= pci_write_config_word(adev
->pdev
, addr
, value
);
396 WARN(ret
, "pci_write_config_word error");
399 static void amdgpu_cgs_write_pci_config_dword(struct cgs_device
*cgs_device
, unsigned addr
,
403 int ret
= pci_write_config_dword(adev
->pdev
, addr
, value
);
404 WARN(ret
, "pci_write_config_dword error");
408 static int amdgpu_cgs_get_pci_resource(struct cgs_device
*cgs_device
,
409 enum cgs_resource_type resource_type
,
412 uint64_t *resource_base
)
416 if (resource_base
== NULL
)
419 switch (resource_type
) {
420 case CGS_RESOURCE_TYPE_MMIO
:
421 if (adev
->rmmio_size
== 0)
423 if ((offset
+ size
) > adev
->rmmio_size
)
425 *resource_base
= adev
->rmmio_base
;
427 case CGS_RESOURCE_TYPE_DOORBELL
:
428 if (adev
->doorbell
.size
== 0)
430 if ((offset
+ size
) > adev
->doorbell
.size
)
432 *resource_base
= adev
->doorbell
.base
;
434 case CGS_RESOURCE_TYPE_FB
:
435 case CGS_RESOURCE_TYPE_IO
:
436 case CGS_RESOURCE_TYPE_ROM
:
442 static const void *amdgpu_cgs_atom_get_data_table(struct cgs_device
*cgs_device
,
443 unsigned table
, uint16_t *size
,
444 uint8_t *frev
, uint8_t *crev
)
449 if (amdgpu_atom_parse_data_header(
450 adev
->mode_info
.atom_context
, table
, size
,
451 frev
, crev
, &data_start
))
452 return (uint8_t*)adev
->mode_info
.atom_context
->bios
+
458 static int amdgpu_cgs_atom_get_cmd_table_revs(struct cgs_device
*cgs_device
, unsigned table
,
459 uint8_t *frev
, uint8_t *crev
)
463 if (amdgpu_atom_parse_cmd_header(
464 adev
->mode_info
.atom_context
, table
,
471 static int amdgpu_cgs_atom_exec_cmd_table(struct cgs_device
*cgs_device
, unsigned table
,
476 return amdgpu_atom_execute_table(
477 adev
->mode_info
.atom_context
, table
, args
);
480 static int amdgpu_cgs_create_pm_request(struct cgs_device
*cgs_device
, cgs_handle_t
*request
)
486 static int amdgpu_cgs_destroy_pm_request(struct cgs_device
*cgs_device
, cgs_handle_t request
)
492 static int amdgpu_cgs_set_pm_request(struct cgs_device
*cgs_device
, cgs_handle_t request
,
499 static int amdgpu_cgs_pm_request_clock(struct cgs_device
*cgs_device
, cgs_handle_t request
,
500 enum cgs_clock clock
, unsigned freq
)
506 static int amdgpu_cgs_pm_request_engine(struct cgs_device
*cgs_device
, cgs_handle_t request
,
507 enum cgs_engine engine
, int powered
)
515 static int amdgpu_cgs_pm_query_clock_limits(struct cgs_device
*cgs_device
,
516 enum cgs_clock clock
,
517 struct cgs_clock_limits
*limits
)
523 static int amdgpu_cgs_set_camera_voltages(struct cgs_device
*cgs_device
, uint32_t mask
,
524 const uint32_t *voltages
)
526 DRM_ERROR("not implemented");
530 struct cgs_irq_params
{
532 cgs_irq_source_set_func_t set
;
533 cgs_irq_handler_func_t handler
;
537 static int cgs_set_irq_state(struct amdgpu_device
*adev
,
538 struct amdgpu_irq_src
*src
,
540 enum amdgpu_interrupt_state state
)
542 struct cgs_irq_params
*irq_params
=
543 (struct cgs_irq_params
*)src
->data
;
546 if (!irq_params
->set
)
548 return irq_params
->set(irq_params
->private_data
,
554 static int cgs_process_irq(struct amdgpu_device
*adev
,
555 struct amdgpu_irq_src
*source
,
556 struct amdgpu_iv_entry
*entry
)
558 struct cgs_irq_params
*irq_params
=
559 (struct cgs_irq_params
*)source
->data
;
562 if (!irq_params
->handler
)
564 return irq_params
->handler(irq_params
->private_data
,
569 static const struct amdgpu_irq_src_funcs cgs_irq_funcs
= {
570 .set
= cgs_set_irq_state
,
571 .process
= cgs_process_irq
,
574 static int amdgpu_cgs_add_irq_source(struct cgs_device
*cgs_device
, unsigned src_id
,
576 cgs_irq_source_set_func_t set
,
577 cgs_irq_handler_func_t handler
,
582 struct cgs_irq_params
*irq_params
;
583 struct amdgpu_irq_src
*source
=
584 kzalloc(sizeof(struct amdgpu_irq_src
), GFP_KERNEL
);
588 kzalloc(sizeof(struct cgs_irq_params
), GFP_KERNEL
);
593 source
->num_types
= num_types
;
594 source
->funcs
= &cgs_irq_funcs
;
595 irq_params
->src_id
= src_id
;
596 irq_params
->set
= set
;
597 irq_params
->handler
= handler
;
598 irq_params
->private_data
= private_data
;
599 source
->data
= (void *)irq_params
;
600 ret
= amdgpu_irq_add_id(adev
, src_id
, source
);
609 static int amdgpu_cgs_irq_get(struct cgs_device
*cgs_device
, unsigned src_id
, unsigned type
)
612 return amdgpu_irq_get(adev
, adev
->irq
.sources
[src_id
], type
);
615 static int amdgpu_cgs_irq_put(struct cgs_device
*cgs_device
, unsigned src_id
, unsigned type
)
618 return amdgpu_irq_put(adev
, adev
->irq
.sources
[src_id
], type
);
621 static int amdgpu_cgs_set_clockgating_state(struct cgs_device
*cgs_device
,
622 enum amd_ip_block_type block_type
,
623 enum amd_clockgating_state state
)
628 for (i
= 0; i
< adev
->num_ip_blocks
; i
++) {
629 if (!adev
->ip_blocks
[i
].status
.valid
)
632 if (adev
->ip_blocks
[i
].version
->type
== block_type
) {
633 r
= adev
->ip_blocks
[i
].version
->funcs
->set_clockgating_state(
642 static int amdgpu_cgs_set_powergating_state(struct cgs_device
*cgs_device
,
643 enum amd_ip_block_type block_type
,
644 enum amd_powergating_state state
)
649 for (i
= 0; i
< adev
->num_ip_blocks
; i
++) {
650 if (!adev
->ip_blocks
[i
].status
.valid
)
653 if (adev
->ip_blocks
[i
].version
->type
== block_type
) {
654 r
= adev
->ip_blocks
[i
].version
->funcs
->set_powergating_state(
664 static uint32_t fw_type_convert(struct cgs_device
*cgs_device
, uint32_t fw_type
)
667 enum AMDGPU_UCODE_ID result
= AMDGPU_UCODE_ID_MAXIMUM
;
670 case CGS_UCODE_ID_SDMA0
:
671 result
= AMDGPU_UCODE_ID_SDMA0
;
673 case CGS_UCODE_ID_SDMA1
:
674 result
= AMDGPU_UCODE_ID_SDMA1
;
676 case CGS_UCODE_ID_CP_CE
:
677 result
= AMDGPU_UCODE_ID_CP_CE
;
679 case CGS_UCODE_ID_CP_PFP
:
680 result
= AMDGPU_UCODE_ID_CP_PFP
;
682 case CGS_UCODE_ID_CP_ME
:
683 result
= AMDGPU_UCODE_ID_CP_ME
;
685 case CGS_UCODE_ID_CP_MEC
:
686 case CGS_UCODE_ID_CP_MEC_JT1
:
687 result
= AMDGPU_UCODE_ID_CP_MEC1
;
689 case CGS_UCODE_ID_CP_MEC_JT2
:
690 /* for VI. JT2 should be the same as JT1, because:
691 1, MEC2 and MEC1 use exactly same FW.
692 2, JT2 is not pached but JT1 is.
694 if (adev
->asic_type
>= CHIP_TOPAZ
)
695 result
= AMDGPU_UCODE_ID_CP_MEC1
;
697 result
= AMDGPU_UCODE_ID_CP_MEC2
;
699 case CGS_UCODE_ID_RLC_G
:
700 result
= AMDGPU_UCODE_ID_RLC_G
;
702 case CGS_UCODE_ID_STORAGE
:
703 result
= AMDGPU_UCODE_ID_STORAGE
;
706 DRM_ERROR("Firmware type not supported\n");
711 static int amdgpu_cgs_rel_firmware(struct cgs_device
*cgs_device
, enum cgs_ucode_id type
)
714 if ((CGS_UCODE_ID_SMU
== type
) || (CGS_UCODE_ID_SMU_SK
== type
)) {
715 release_firmware(adev
->pm
.fw
);
719 /* cannot release other firmware because they are not created by cgs */
723 static uint16_t amdgpu_get_firmware_version(struct cgs_device
*cgs_device
,
724 enum cgs_ucode_id type
)
727 uint16_t fw_version
= 0;
730 case CGS_UCODE_ID_SDMA0
:
731 fw_version
= adev
->sdma
.instance
[0].fw_version
;
733 case CGS_UCODE_ID_SDMA1
:
734 fw_version
= adev
->sdma
.instance
[1].fw_version
;
736 case CGS_UCODE_ID_CP_CE
:
737 fw_version
= adev
->gfx
.ce_fw_version
;
739 case CGS_UCODE_ID_CP_PFP
:
740 fw_version
= adev
->gfx
.pfp_fw_version
;
742 case CGS_UCODE_ID_CP_ME
:
743 fw_version
= adev
->gfx
.me_fw_version
;
745 case CGS_UCODE_ID_CP_MEC
:
746 fw_version
= adev
->gfx
.mec_fw_version
;
748 case CGS_UCODE_ID_CP_MEC_JT1
:
749 fw_version
= adev
->gfx
.mec_fw_version
;
751 case CGS_UCODE_ID_CP_MEC_JT2
:
752 fw_version
= adev
->gfx
.mec_fw_version
;
754 case CGS_UCODE_ID_RLC_G
:
755 fw_version
= adev
->gfx
.rlc_fw_version
;
757 case CGS_UCODE_ID_STORAGE
:
760 DRM_ERROR("firmware type %d do not have version\n", type
);
766 static int amdgpu_cgs_enter_safe_mode(struct cgs_device
*cgs_device
,
771 if (adev
->gfx
.rlc
.funcs
->enter_safe_mode
== NULL
||
772 adev
->gfx
.rlc
.funcs
->exit_safe_mode
== NULL
)
776 adev
->gfx
.rlc
.funcs
->enter_safe_mode(adev
);
778 adev
->gfx
.rlc
.funcs
->exit_safe_mode(adev
);
783 static int amdgpu_cgs_get_firmware_info(struct cgs_device
*cgs_device
,
784 enum cgs_ucode_id type
,
785 struct cgs_firmware_info
*info
)
789 if ((CGS_UCODE_ID_SMU
!= type
) && (CGS_UCODE_ID_SMU_SK
!= type
)) {
792 const struct gfx_firmware_header_v1_0
*header
;
793 enum AMDGPU_UCODE_ID id
;
794 struct amdgpu_firmware_info
*ucode
;
796 id
= fw_type_convert(cgs_device
, type
);
797 ucode
= &adev
->firmware
.ucode
[id
];
798 if (ucode
->fw
== NULL
)
801 gpu_addr
= ucode
->mc_addr
;
802 header
= (const struct gfx_firmware_header_v1_0
*)ucode
->fw
->data
;
803 data_size
= le32_to_cpu(header
->header
.ucode_size_bytes
);
805 if ((type
== CGS_UCODE_ID_CP_MEC_JT1
) ||
806 (type
== CGS_UCODE_ID_CP_MEC_JT2
)) {
807 gpu_addr
+= ALIGN(le32_to_cpu(header
->header
.ucode_size_bytes
), PAGE_SIZE
);
808 data_size
= le32_to_cpu(header
->jt_size
) << 2;
811 info
->kptr
= ucode
->kaddr
;
812 info
->image_size
= data_size
;
813 info
->mc_addr
= gpu_addr
;
814 info
->version
= (uint16_t)le32_to_cpu(header
->header
.ucode_version
);
816 if (CGS_UCODE_ID_CP_MEC
== type
)
817 info
->image_size
= (header
->jt_offset
) << 2;
819 info
->fw_version
= amdgpu_get_firmware_version(cgs_device
, type
);
820 info
->feature_version
= (uint16_t)le32_to_cpu(header
->ucode_feature_version
);
822 char fw_name
[30] = {0};
825 uint32_t ucode_start_address
;
827 const struct smc_firmware_header_v1_0
*hdr
;
829 if (CGS_UCODE_ID_SMU_SK
== type
)
830 amdgpu_cgs_rel_firmware(cgs_device
, CGS_UCODE_ID_SMU
);
833 switch (adev
->asic_type
) {
835 if (((adev
->pdev
->device
== 0x6900) && (adev
->pdev
->revision
== 0x81)) ||
836 ((adev
->pdev
->device
== 0x6900) && (adev
->pdev
->revision
== 0x83)) ||
837 ((adev
->pdev
->device
== 0x6907) && (adev
->pdev
->revision
== 0x87))) {
838 info
->is_kicker
= true;
839 strcpy(fw_name
, "amdgpu/topaz_k_smc.bin");
841 strcpy(fw_name
, "amdgpu/topaz_smc.bin");
844 if (((adev
->pdev
->device
== 0x6939) && (adev
->pdev
->revision
== 0xf1)) ||
845 ((adev
->pdev
->device
== 0x6938) && (adev
->pdev
->revision
== 0xf1))) {
846 info
->is_kicker
= true;
847 strcpy(fw_name
, "amdgpu/tonga_k_smc.bin");
849 strcpy(fw_name
, "amdgpu/tonga_smc.bin");
852 strcpy(fw_name
, "amdgpu/fiji_smc.bin");
855 if (type
== CGS_UCODE_ID_SMU
) {
856 if (((adev
->pdev
->device
== 0x67ef) &&
857 ((adev
->pdev
->revision
== 0xe0) ||
858 (adev
->pdev
->revision
== 0xe2) ||
859 (adev
->pdev
->revision
== 0xe5))) ||
860 ((adev
->pdev
->device
== 0x67ff) &&
861 ((adev
->pdev
->revision
== 0xcf) ||
862 (adev
->pdev
->revision
== 0xef) ||
863 (adev
->pdev
->revision
== 0xff)))) {
864 info
->is_kicker
= true;
865 strcpy(fw_name
, "amdgpu/polaris11_k_smc.bin");
867 strcpy(fw_name
, "amdgpu/polaris11_smc.bin");
868 } else if (type
== CGS_UCODE_ID_SMU_SK
) {
869 strcpy(fw_name
, "amdgpu/polaris11_smc_sk.bin");
873 if (type
== CGS_UCODE_ID_SMU
) {
874 if ((adev
->pdev
->device
== 0x67df) &&
875 ((adev
->pdev
->revision
== 0xe0) ||
876 (adev
->pdev
->revision
== 0xe3) ||
877 (adev
->pdev
->revision
== 0xe4) ||
878 (adev
->pdev
->revision
== 0xe5) ||
879 (adev
->pdev
->revision
== 0xe7) ||
880 (adev
->pdev
->revision
== 0xef))) {
881 info
->is_kicker
= true;
882 strcpy(fw_name
, "amdgpu/polaris10_k_smc.bin");
884 strcpy(fw_name
, "amdgpu/polaris10_smc.bin");
885 } else if (type
== CGS_UCODE_ID_SMU_SK
) {
886 strcpy(fw_name
, "amdgpu/polaris10_smc_sk.bin");
890 strcpy(fw_name
, "amdgpu/polaris12_smc.bin");
893 DRM_ERROR("SMC firmware not supported\n");
897 err
= request_firmware(&adev
->pm
.fw
, fw_name
, adev
->dev
);
899 DRM_ERROR("Failed to request firmware\n");
903 err
= amdgpu_ucode_validate(adev
->pm
.fw
);
905 DRM_ERROR("Failed to load firmware \"%s\"", fw_name
);
906 release_firmware(adev
->pm
.fw
);
912 hdr
= (const struct smc_firmware_header_v1_0
*) adev
->pm
.fw
->data
;
913 amdgpu_ucode_print_smc_hdr(&hdr
->header
);
914 adev
->pm
.fw_version
= le32_to_cpu(hdr
->header
.ucode_version
);
915 ucode_size
= le32_to_cpu(hdr
->header
.ucode_size_bytes
);
916 ucode_start_address
= le32_to_cpu(hdr
->ucode_start_addr
);
917 src
= (const uint8_t *)(adev
->pm
.fw
->data
+
918 le32_to_cpu(hdr
->header
.ucode_array_offset_bytes
));
920 info
->version
= adev
->pm
.fw_version
;
921 info
->image_size
= ucode_size
;
922 info
->ucode_start_address
= ucode_start_address
;
923 info
->kptr
= (void *)src
;
928 static int amdgpu_cgs_is_virtualization_enabled(void *cgs_device
)
931 return amdgpu_sriov_vf(adev
);
934 static int amdgpu_cgs_query_system_info(struct cgs_device
*cgs_device
,
935 struct cgs_system_info
*sys_info
)
939 if (NULL
== sys_info
)
942 if (sizeof(struct cgs_system_info
) != sys_info
->size
)
945 switch (sys_info
->info_id
) {
946 case CGS_SYSTEM_INFO_ADAPTER_BDF_ID
:
947 sys_info
->value
= adev
->pdev
->devfn
| (adev
->pdev
->bus
->number
<< 8);
949 case CGS_SYSTEM_INFO_PCIE_GEN_INFO
:
950 sys_info
->value
= adev
->pm
.pcie_gen_mask
;
952 case CGS_SYSTEM_INFO_PCIE_MLW
:
953 sys_info
->value
= adev
->pm
.pcie_mlw_mask
;
955 case CGS_SYSTEM_INFO_PCIE_DEV
:
956 sys_info
->value
= adev
->pdev
->device
;
958 case CGS_SYSTEM_INFO_PCIE_REV
:
959 sys_info
->value
= adev
->pdev
->revision
;
961 case CGS_SYSTEM_INFO_CG_FLAGS
:
962 sys_info
->value
= adev
->cg_flags
;
964 case CGS_SYSTEM_INFO_PG_FLAGS
:
965 sys_info
->value
= adev
->pg_flags
;
967 case CGS_SYSTEM_INFO_GFX_CU_INFO
:
968 sys_info
->value
= adev
->gfx
.cu_info
.number
;
970 case CGS_SYSTEM_INFO_GFX_SE_INFO
:
971 sys_info
->value
= adev
->gfx
.config
.max_shader_engines
;
973 case CGS_SYSTEM_INFO_PCIE_SUB_SYS_ID
:
974 sys_info
->value
= adev
->pdev
->subsystem_device
;
976 case CGS_SYSTEM_INFO_PCIE_SUB_SYS_VENDOR_ID
:
977 sys_info
->value
= adev
->pdev
->subsystem_vendor
;
986 static int amdgpu_cgs_get_active_displays_info(struct cgs_device
*cgs_device
,
987 struct cgs_display_info
*info
)
990 struct amdgpu_crtc
*amdgpu_crtc
;
991 struct drm_device
*ddev
= adev
->ddev
;
992 struct drm_crtc
*crtc
;
993 uint32_t line_time_us
, vblank_lines
;
994 struct cgs_mode_info
*mode_info
;
999 mode_info
= info
->mode_info
;
1001 if (adev
->mode_info
.num_crtc
&& adev
->mode_info
.mode_config_initialized
) {
1002 list_for_each_entry(crtc
,
1003 &ddev
->mode_config
.crtc_list
, head
) {
1004 amdgpu_crtc
= to_amdgpu_crtc(crtc
);
1005 if (crtc
->enabled
) {
1006 info
->active_display_mask
|= (1 << amdgpu_crtc
->crtc_id
);
1007 info
->display_count
++;
1009 if (mode_info
!= NULL
&&
1010 crtc
->enabled
&& amdgpu_crtc
->enabled
&&
1011 amdgpu_crtc
->hw_mode
.clock
) {
1012 line_time_us
= (amdgpu_crtc
->hw_mode
.crtc_htotal
* 1000) /
1013 amdgpu_crtc
->hw_mode
.clock
;
1014 vblank_lines
= amdgpu_crtc
->hw_mode
.crtc_vblank_end
-
1015 amdgpu_crtc
->hw_mode
.crtc_vdisplay
+
1016 (amdgpu_crtc
->v_border
* 2);
1017 mode_info
->vblank_time_us
= vblank_lines
* line_time_us
;
1018 mode_info
->refresh_rate
= drm_mode_vrefresh(&amdgpu_crtc
->hw_mode
);
1019 mode_info
->ref_clock
= adev
->clock
.spll
.reference_freq
;
1029 static int amdgpu_cgs_notify_dpm_enabled(struct cgs_device
*cgs_device
, bool enabled
)
1033 adev
->pm
.dpm_enabled
= enabled
;
1038 /** \brief evaluate acpi namespace object, handle or pathname must be valid
1040 * \param info input/output arguments for the control method
1044 #if defined(CONFIG_ACPI)
1045 static int amdgpu_cgs_acpi_eval_object(struct cgs_device
*cgs_device
,
1046 struct cgs_acpi_method_info
*info
)
1050 struct acpi_object_list input
;
1051 struct acpi_buffer output
= { ACPI_ALLOCATE_BUFFER
, NULL
};
1052 union acpi_object
*params
, *obj
;
1053 uint8_t name
[5] = {'\0'};
1054 struct cgs_acpi_method_argument
*argument
;
1059 handle
= ACPI_HANDLE(&adev
->pdev
->dev
);
1063 memset(&input
, 0, sizeof(struct acpi_object_list
));
1065 /* validate input info */
1066 if (info
->size
!= sizeof(struct cgs_acpi_method_info
))
1069 input
.count
= info
->input_count
;
1070 if (info
->input_count
> 0) {
1071 if (info
->pinput_argument
== NULL
)
1073 argument
= info
->pinput_argument
;
1074 for (i
= 0; i
< info
->input_count
; i
++) {
1075 if (((argument
->type
== ACPI_TYPE_STRING
) ||
1076 (argument
->type
== ACPI_TYPE_BUFFER
)) &&
1077 (argument
->pointer
== NULL
))
1083 if (info
->output_count
> 0) {
1084 if (info
->poutput_argument
== NULL
)
1086 argument
= info
->poutput_argument
;
1087 for (i
= 0; i
< info
->output_count
; i
++) {
1088 if (((argument
->type
== ACPI_TYPE_STRING
) ||
1089 (argument
->type
== ACPI_TYPE_BUFFER
))
1090 && (argument
->pointer
== NULL
))
1096 /* The path name passed to acpi_evaluate_object should be null terminated */
1097 if ((info
->field
& CGS_ACPI_FIELD_METHOD_NAME
) != 0) {
1098 strncpy(name
, (char *)&(info
->name
), sizeof(uint32_t));
1102 /* parse input parameters */
1103 if (input
.count
> 0) {
1104 input
.pointer
= params
=
1105 kzalloc(sizeof(union acpi_object
) * input
.count
, GFP_KERNEL
);
1109 argument
= info
->pinput_argument
;
1111 for (i
= 0; i
< input
.count
; i
++) {
1112 params
->type
= argument
->type
;
1113 switch (params
->type
) {
1114 case ACPI_TYPE_INTEGER
:
1115 params
->integer
.value
= argument
->value
;
1117 case ACPI_TYPE_STRING
:
1118 params
->string
.length
= argument
->data_length
;
1119 params
->string
.pointer
= argument
->pointer
;
1121 case ACPI_TYPE_BUFFER
:
1122 params
->buffer
.length
= argument
->data_length
;
1123 params
->buffer
.pointer
= argument
->pointer
;
1133 /* parse output info */
1134 count
= info
->output_count
;
1135 argument
= info
->poutput_argument
;
1137 /* evaluate the acpi method */
1138 status
= acpi_evaluate_object(handle
, name
, &input
, &output
);
1140 if (ACPI_FAILURE(status
)) {
1145 /* return the output info */
1146 obj
= output
.pointer
;
1149 if ((obj
->type
!= ACPI_TYPE_PACKAGE
) ||
1150 (obj
->package
.count
!= count
)) {
1154 params
= obj
->package
.elements
;
1158 if (params
== NULL
) {
1163 for (i
= 0; i
< count
; i
++) {
1164 if (argument
->type
!= params
->type
) {
1168 switch (params
->type
) {
1169 case ACPI_TYPE_INTEGER
:
1170 argument
->value
= params
->integer
.value
;
1172 case ACPI_TYPE_STRING
:
1173 if ((params
->string
.length
!= argument
->data_length
) ||
1174 (params
->string
.pointer
== NULL
)) {
1178 strncpy(argument
->pointer
,
1179 params
->string
.pointer
,
1180 params
->string
.length
);
1182 case ACPI_TYPE_BUFFER
:
1183 if (params
->buffer
.pointer
== NULL
) {
1187 memcpy(argument
->pointer
,
1188 params
->buffer
.pointer
,
1189 argument
->data_length
);
1202 kfree((void *)input
.pointer
);
1206 static int amdgpu_cgs_acpi_eval_object(struct cgs_device
*cgs_device
,
1207 struct cgs_acpi_method_info
*info
)
1213 static int amdgpu_cgs_call_acpi_method(struct cgs_device
*cgs_device
,
1214 uint32_t acpi_method
,
1215 uint32_t acpi_function
,
1216 void *pinput
, void *poutput
,
1217 uint32_t output_count
,
1218 uint32_t input_size
,
1219 uint32_t output_size
)
1221 struct cgs_acpi_method_argument acpi_input
[2] = { {0}, {0} };
1222 struct cgs_acpi_method_argument acpi_output
= {0};
1223 struct cgs_acpi_method_info info
= {0};
1225 acpi_input
[0].type
= CGS_ACPI_TYPE_INTEGER
;
1226 acpi_input
[0].data_length
= sizeof(uint32_t);
1227 acpi_input
[0].value
= acpi_function
;
1229 acpi_input
[1].type
= CGS_ACPI_TYPE_BUFFER
;
1230 acpi_input
[1].data_length
= input_size
;
1231 acpi_input
[1].pointer
= pinput
;
1233 acpi_output
.type
= CGS_ACPI_TYPE_BUFFER
;
1234 acpi_output
.data_length
= output_size
;
1235 acpi_output
.pointer
= poutput
;
1237 info
.size
= sizeof(struct cgs_acpi_method_info
);
1238 info
.field
= CGS_ACPI_FIELD_METHOD_NAME
| CGS_ACPI_FIELD_INPUT_ARGUMENT_COUNT
;
1239 info
.input_count
= 2;
1240 info
.name
= acpi_method
;
1241 info
.pinput_argument
= acpi_input
;
1242 info
.output_count
= output_count
;
1243 info
.poutput_argument
= &acpi_output
;
1245 return amdgpu_cgs_acpi_eval_object(cgs_device
, &info
);
1248 static const struct cgs_ops amdgpu_cgs_ops
= {
1249 .gpu_mem_info
= amdgpu_cgs_gpu_mem_info
,
1250 .gmap_kmem
= amdgpu_cgs_gmap_kmem
,
1251 .gunmap_kmem
= amdgpu_cgs_gunmap_kmem
,
1252 .alloc_gpu_mem
= amdgpu_cgs_alloc_gpu_mem
,
1253 .free_gpu_mem
= amdgpu_cgs_free_gpu_mem
,
1254 .gmap_gpu_mem
= amdgpu_cgs_gmap_gpu_mem
,
1255 .gunmap_gpu_mem
= amdgpu_cgs_gunmap_gpu_mem
,
1256 .kmap_gpu_mem
= amdgpu_cgs_kmap_gpu_mem
,
1257 .kunmap_gpu_mem
= amdgpu_cgs_kunmap_gpu_mem
,
1258 .read_register
= amdgpu_cgs_read_register
,
1259 .write_register
= amdgpu_cgs_write_register
,
1260 .read_ind_register
= amdgpu_cgs_read_ind_register
,
1261 .write_ind_register
= amdgpu_cgs_write_ind_register
,
1262 .read_pci_config_byte
= amdgpu_cgs_read_pci_config_byte
,
1263 .read_pci_config_word
= amdgpu_cgs_read_pci_config_word
,
1264 .read_pci_config_dword
= amdgpu_cgs_read_pci_config_dword
,
1265 .write_pci_config_byte
= amdgpu_cgs_write_pci_config_byte
,
1266 .write_pci_config_word
= amdgpu_cgs_write_pci_config_word
,
1267 .write_pci_config_dword
= amdgpu_cgs_write_pci_config_dword
,
1268 .get_pci_resource
= amdgpu_cgs_get_pci_resource
,
1269 .atom_get_data_table
= amdgpu_cgs_atom_get_data_table
,
1270 .atom_get_cmd_table_revs
= amdgpu_cgs_atom_get_cmd_table_revs
,
1271 .atom_exec_cmd_table
= amdgpu_cgs_atom_exec_cmd_table
,
1272 .create_pm_request
= amdgpu_cgs_create_pm_request
,
1273 .destroy_pm_request
= amdgpu_cgs_destroy_pm_request
,
1274 .set_pm_request
= amdgpu_cgs_set_pm_request
,
1275 .pm_request_clock
= amdgpu_cgs_pm_request_clock
,
1276 .pm_request_engine
= amdgpu_cgs_pm_request_engine
,
1277 .pm_query_clock_limits
= amdgpu_cgs_pm_query_clock_limits
,
1278 .set_camera_voltages
= amdgpu_cgs_set_camera_voltages
,
1279 .get_firmware_info
= amdgpu_cgs_get_firmware_info
,
1280 .rel_firmware
= amdgpu_cgs_rel_firmware
,
1281 .set_powergating_state
= amdgpu_cgs_set_powergating_state
,
1282 .set_clockgating_state
= amdgpu_cgs_set_clockgating_state
,
1283 .get_active_displays_info
= amdgpu_cgs_get_active_displays_info
,
1284 .notify_dpm_enabled
= amdgpu_cgs_notify_dpm_enabled
,
1285 .call_acpi_method
= amdgpu_cgs_call_acpi_method
,
1286 .query_system_info
= amdgpu_cgs_query_system_info
,
1287 .is_virtualization_enabled
= amdgpu_cgs_is_virtualization_enabled
,
1288 .enter_safe_mode
= amdgpu_cgs_enter_safe_mode
,
1291 static const struct cgs_os_ops amdgpu_cgs_os_ops
= {
1292 .add_irq_source
= amdgpu_cgs_add_irq_source
,
1293 .irq_get
= amdgpu_cgs_irq_get
,
1294 .irq_put
= amdgpu_cgs_irq_put
1297 struct cgs_device
*amdgpu_cgs_create_device(struct amdgpu_device
*adev
)
1299 struct amdgpu_cgs_device
*cgs_device
=
1300 kmalloc(sizeof(*cgs_device
), GFP_KERNEL
);
1303 DRM_ERROR("Couldn't allocate CGS device structure\n");
1307 cgs_device
->base
.ops
= &amdgpu_cgs_ops
;
1308 cgs_device
->base
.os_ops
= &amdgpu_cgs_os_ops
;
1309 cgs_device
->adev
= adev
;
1311 return (struct cgs_device
*)cgs_device
;
1314 void amdgpu_cgs_destroy_device(struct cgs_device
*cgs_device
)