2 Agent Module to load other modules to deploy SMM Entry Vector for X86 CPU.
4 Copyright (c) 2009 - 2016, Intel Corporation. All rights reserved.<BR>
5 This program and the accompanying materials
6 are licensed and made available under the terms and conditions of the BSD License
7 which accompanies this distribution. The full text of the license may be found at
8 http://opensource.org/licenses/bsd-license.php
10 THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
11 WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
15 #ifndef _CPU_PISMMCPUDXESMM_H_
16 #define _CPU_PISMMCPUDXESMM_H_
20 #include <Protocol/MpService.h>
21 #include <Protocol/SmmConfiguration.h>
22 #include <Protocol/SmmCpu.h>
23 #include <Protocol/SmmAccess2.h>
24 #include <Protocol/SmmReadyToLock.h>
25 #include <Protocol/SmmCpuService.h>
27 #include <Guid/AcpiS3Context.h>
29 #include <Library/BaseLib.h>
30 #include <Library/IoLib.h>
31 #include <Library/TimerLib.h>
32 #include <Library/SynchronizationLib.h>
33 #include <Library/DebugLib.h>
34 #include <Library/BaseMemoryLib.h>
35 #include <Library/PcdLib.h>
36 #include <Library/CacheMaintenanceLib.h>
37 #include <Library/MtrrLib.h>
38 #include <Library/SmmCpuPlatformHookLib.h>
39 #include <Library/SmmServicesTableLib.h>
40 #include <Library/MemoryAllocationLib.h>
41 #include <Library/UefiBootServicesTableLib.h>
42 #include <Library/UefiRuntimeServicesTableLib.h>
43 #include <Library/DebugAgentLib.h>
44 #include <Library/HobLib.h>
45 #include <Library/LocalApicLib.h>
46 #include <Library/UefiCpuLib.h>
47 #include <Library/CpuExceptionHandlerLib.h>
48 #include <Library/ReportStatusCodeLib.h>
49 #include <Library/SmmCpuFeaturesLib.h>
50 #include <Library/PeCoffGetEntryPointLib.h>
52 #include <AcpiCpuData.h>
53 #include <CpuHotPlugData.h>
55 #include <Register/Cpuid.h>
56 #include <Register/Msr.h>
58 #include "CpuService.h"
59 #include "SmmProfile.h"
62 // MSRs required for configuration of SMM Code Access Check
64 #define EFI_MSR_SMM_MCA_CAP 0x17D
65 #define SMM_CODE_ACCESS_CHK_BIT BIT58
67 #define SMM_FEATURE_CONTROL_LOCK_BIT BIT0
68 #define SMM_CODE_CHK_EN_BIT BIT2
73 #define IA32_PG_P BIT0
74 #define IA32_PG_RW BIT1
75 #define IA32_PG_U BIT2
76 #define IA32_PG_WT BIT3
77 #define IA32_PG_CD BIT4
78 #define IA32_PG_A BIT5
79 #define IA32_PG_D BIT6
80 #define IA32_PG_PS BIT7
81 #define IA32_PG_PAT_2M BIT12
82 #define IA32_PG_PAT_4K IA32_PG_PS
83 #define IA32_PG_PMNT BIT62
84 #define IA32_PG_NX BIT63
86 #define PAGE_ATTRIBUTE_BITS (IA32_PG_RW | IA32_PG_P)
88 // Bits 1, 2, 5, 6 are reserved in the IA32 PAE PDPTE
89 // X64 PAE PDPTE does not have such restriction
91 #define IA32_PAE_PDPTE_ATTRIBUTE_BITS (IA32_PG_P)
94 // Size of Task-State Segment defined in IA32 Manual
97 #define TSS_X64_IST1_OFFSET 36
98 #define TSS_IA32_CR3_OFFSET 28
99 #define TSS_IA32_ESP_OFFSET 56
104 #define PROTECT_MODE_CODE_SEGMENT 0x08
105 #define LONG_MODE_CODE_SEGMENT 0x38
108 // The size 0x20 must be bigger than
109 // the size of template code of SmmInit. Currently,
110 // the size of SmmInit requires the 0x16 Bytes buffer
113 #define BACK_BUF_SIZE 0x20
115 #define EXCEPTION_VECTOR_NUMBER 0x20
117 #define INVALID_APIC_ID 0xFFFFFFFFFFFFFFFFULL
119 typedef UINT32 SMM_CPU_ARRIVAL_EXCEPTIONS
;
120 #define ARRIVAL_EXCEPTION_BLOCKED 0x1
121 #define ARRIVAL_EXCEPTION_DELAYED 0x2
122 #define ARRIVAL_EXCEPTION_SMI_DISABLED 0x4
125 // Private structure for the SMM CPU module that is stored in DXE Runtime memory
126 // Contains the SMM Configuration Protocols that is produced.
127 // Contains a mix of DXE and SMM contents. All the fields must be used properly.
129 #define SMM_CPU_PRIVATE_DATA_SIGNATURE SIGNATURE_32 ('s', 'c', 'p', 'u')
134 EFI_HANDLE SmmCpuHandle
;
136 EFI_PROCESSOR_INFORMATION
*ProcessorInfo
;
137 SMM_CPU_OPERATION
*Operation
;
138 UINTN
*CpuSaveStateSize
;
141 EFI_SMM_RESERVED_SMRAM_REGION SmmReservedSmramRegion
[1];
142 EFI_SMM_ENTRY_CONTEXT SmmCoreEntryContext
;
143 EFI_SMM_ENTRY_POINT SmmCoreEntry
;
145 EFI_SMM_CONFIGURATION_PROTOCOL SmmConfiguration
;
146 } SMM_CPU_PRIVATE_DATA
;
148 extern SMM_CPU_PRIVATE_DATA
*gSmmCpuPrivate
;
149 extern CPU_HOT_PLUG_DATA mCpuHotPlugData
;
150 extern UINTN mMaxNumberOfCpus
;
151 extern UINTN mNumberOfCpus
;
152 extern BOOLEAN mRestoreSmmConfigurationInS3
;
153 extern EFI_SMM_CPU_PROTOCOL mSmmCpu
;
156 /// The mode of the CPU at the time an SMI occurs
158 extern UINT8 mSmmSaveStateRegisterLma
;
162 // SMM CPU Protocol function prototypes.
166 Read information from the CPU save state.
168 @param This EFI_SMM_CPU_PROTOCOL instance
169 @param Width The number of bytes to read from the CPU save state.
170 @param Register Specifies the CPU register to read form the save state.
171 @param CpuIndex Specifies the zero-based index of the CPU save state
172 @param Buffer Upon return, this holds the CPU register value read from the save state.
174 @retval EFI_SUCCESS The register was read from Save State
175 @retval EFI_NOT_FOUND The register is not defined for the Save State of Processor
176 @retval EFI_INVALID_PARAMTER This or Buffer is NULL.
182 IN CONST EFI_SMM_CPU_PROTOCOL
*This
,
184 IN EFI_SMM_SAVE_STATE_REGISTER Register
,
190 Write data to the CPU save state.
192 @param This EFI_SMM_CPU_PROTOCOL instance
193 @param Width The number of bytes to read from the CPU save state.
194 @param Register Specifies the CPU register to write to the save state.
195 @param CpuIndex Specifies the zero-based index of the CPU save state
196 @param Buffer Upon entry, this holds the new CPU register value.
198 @retval EFI_SUCCESS The register was written from Save State
199 @retval EFI_NOT_FOUND The register is not defined for the Save State of Processor
200 @retval EFI_INVALID_PARAMTER ProcessorIndex or Width is not correct
206 IN CONST EFI_SMM_CPU_PROTOCOL
*This
,
208 IN EFI_SMM_SAVE_STATE_REGISTER Register
,
210 IN CONST VOID
*Buffer
214 Read a CPU Save State register on the target processor.
216 This function abstracts the differences that whether the CPU Save State register is in the
217 IA32 CPU Save State Map or X64 CPU Save State Map.
219 This function supports reading a CPU Save State register in SMBase relocation handler.
221 @param[in] CpuIndex Specifies the zero-based index of the CPU save state.
222 @param[in] RegisterIndex Index into mSmmCpuWidthOffset[] look up table.
223 @param[in] Width The number of bytes to read from the CPU save state.
224 @param[out] Buffer Upon return, this holds the CPU register value read from the save state.
226 @retval EFI_SUCCESS The register was read from Save State.
227 @retval EFI_NOT_FOUND The register is not defined for the Save State of Processor.
228 @retval EFI_INVALID_PARAMTER This or Buffer is NULL.
233 ReadSaveStateRegister (
235 IN EFI_SMM_SAVE_STATE_REGISTER Register
,
241 Write value to a CPU Save State register on the target processor.
243 This function abstracts the differences that whether the CPU Save State register is in the
244 IA32 CPU Save State Map or X64 CPU Save State Map.
246 This function supports writing a CPU Save State register in SMBase relocation handler.
248 @param[in] CpuIndex Specifies the zero-based index of the CPU save state.
249 @param[in] RegisterIndex Index into mSmmCpuWidthOffset[] look up table.
250 @param[in] Width The number of bytes to read from the CPU save state.
251 @param[in] Buffer Upon entry, this holds the new CPU register value.
253 @retval EFI_SUCCESS The register was written to Save State.
254 @retval EFI_NOT_FOUND The register is not defined for the Save State of Processor.
255 @retval EFI_INVALID_PARAMTER ProcessorIndex or Width is not correct.
260 WriteSaveStateRegister (
262 IN EFI_SMM_SAVE_STATE_REGISTER Register
,
264 IN CONST VOID
*Buffer
276 extern IA32_FAR_ADDRESS gSmmJmpAddr
;
278 extern CONST UINT8 gcSmmInitTemplate
[];
279 extern CONST UINT16 gcSmmInitSize
;
280 extern UINT32 gSmmCr0
;
281 extern UINT32 gSmmCr3
;
282 extern UINT32 gSmmCr4
;
283 extern UINTN gSmmInitStack
;
286 Semaphore operation for all processor relocate SMMBase.
290 SmmRelocationSemaphoreComplete (
295 /// The type of SMM CPU Information
299 volatile EFI_AP_PROCEDURE Procedure
;
300 volatile VOID
*Parameter
;
301 volatile UINT32
*Run
;
302 volatile BOOLEAN
*Present
;
303 } SMM_CPU_DATA_BLOCK
;
306 SmmCpuSyncModeTradition
,
307 SmmCpuSyncModeRelaxedAp
,
313 // Pointer to an array. The array should be located immediately after this structure
314 // so that UC cache-ability can be set together.
316 SMM_CPU_DATA_BLOCK
*CpuData
;
317 volatile UINT32
*Counter
;
318 volatile UINT32 BspIndex
;
319 volatile BOOLEAN
*InsideSmm
;
320 volatile BOOLEAN
*AllCpusInSync
;
321 volatile SMM_CPU_SYNC_MODE EffectiveSyncMode
;
322 volatile BOOLEAN SwitchBsp
;
323 volatile BOOLEAN
*CandidateBsp
;
324 } SMM_DISPATCHER_MP_SYNC_DATA
;
326 #define MSR_SPIN_LOCK_INIT_NUM 15
333 #define SMM_PSD_OFFSET 0xfb00
336 UINT64 Signature
; // Offset 0x00
337 UINT16 Reserved1
; // Offset 0x08
338 UINT16 Reserved2
; // Offset 0x0A
339 UINT16 Reserved3
; // Offset 0x0C
340 UINT16 SmmCs
; // Offset 0x0E
341 UINT16 SmmDs
; // Offset 0x10
342 UINT16 SmmSs
; // Offset 0x12
343 UINT16 SmmOtherSegment
; // Offset 0x14
344 UINT16 Reserved4
; // Offset 0x16
345 UINT64 Reserved5
; // Offset 0x18
346 UINT64 Reserved6
; // Offset 0x20
347 UINT64 Reserved7
; // Offset 0x28
348 UINT64 SmmGdtPtr
; // Offset 0x30
349 UINT32 SmmGdtSize
; // Offset 0x38
350 UINT32 Reserved8
; // Offset 0x3C
351 UINT64 Reserved9
; // Offset 0x40
352 UINT64 Reserved10
; // Offset 0x48
353 UINT16 Reserved11
; // Offset 0x50
354 UINT16 Reserved12
; // Offset 0x52
355 UINT32 Reserved13
; // Offset 0x54
356 UINT64 MtrrBaseMaskPtr
; // Offset 0x58
357 } PROCESSOR_SMM_DESCRIPTOR
;
361 /// All global semaphores' pointer
364 volatile UINT32
*Counter
;
365 volatile BOOLEAN
*InsideSmm
;
366 volatile BOOLEAN
*AllCpusInSync
;
368 SPIN_LOCK
*CodeAccessCheckLock
;
369 } SMM_CPU_SEMAPHORE_GLOBAL
;
372 /// All semaphores for each processor
376 volatile UINT32
*Run
;
377 volatile BOOLEAN
*Present
;
378 } SMM_CPU_SEMAPHORE_CPU
;
381 /// All MSRs semaphores' pointer and counter
385 UINTN AvailableCounter
;
386 } SMM_CPU_SEMAPHORE_MSR
;
389 /// All semaphores' information
392 SMM_CPU_SEMAPHORE_GLOBAL SemaphoreGlobal
;
393 SMM_CPU_SEMAPHORE_CPU SemaphoreCpu
;
394 SMM_CPU_SEMAPHORE_MSR SemaphoreMsr
;
395 } SMM_CPU_SEMAPHORES
;
397 extern IA32_DESCRIPTOR gcSmiGdtr
;
398 extern IA32_DESCRIPTOR gcSmiIdtr
;
399 extern VOID
*gcSmiIdtrPtr
;
400 extern CONST PROCESSOR_SMM_DESCRIPTOR gcPsd
;
401 extern UINT64 gPhyMask
;
402 extern ACPI_CPU_DATA mAcpiCpuData
;
403 extern SMM_DISPATCHER_MP_SYNC_DATA
*mSmmMpSyncData
;
404 extern VOID
*mGdtForAp
;
405 extern VOID
*mIdtForAp
;
406 extern VOID
*mMachineCheckHandlerForAp
;
407 extern UINTN mSmmStackArrayBase
;
408 extern UINTN mSmmStackArrayEnd
;
409 extern UINTN mSmmStackSize
;
410 extern EFI_SMM_CPU_SERVICE_PROTOCOL mSmmCpuService
;
411 extern IA32_DESCRIPTOR gcSmiInitGdtr
;
412 extern SMM_CPU_SEMAPHORES mSmmCpuSemaphores
;
413 extern UINTN mSemaphoreSize
;
414 extern SPIN_LOCK
*mPFLock
;
415 extern SPIN_LOCK
*mConfigSmmCodeAccessCheckLock
;
418 Create 4G PageTable in SMRAM.
420 @param ExtraPages Additional page numbers besides for 4G memory
421 @param Is32BitPageTable Whether the page table is 32-bit PAE
422 @return PageTable Address
428 IN BOOLEAN Is32BitPageTable
433 Initialize global data for MP synchronization.
435 @param Stacks Base address of SMI stack buffer for all processors.
436 @param StackSize Stack size for each processor in SMM.
440 InitializeMpServiceData (
446 Initialize Timer for SMM AP Sync.
455 Start Timer for SMM AP Sync.
465 Check if the SMM AP Sync timer is timeout.
467 @param Timer The start timer from the begin.
477 Initialize IDT for SMM Stack Guard.
482 InitializeIDTSmmStackGuard (
487 Initialize Gdt for all processors.
489 @param[in] Cr3 CR3 value.
490 @param[out] GdtStepSize The step size for GDT table.
492 @return GdtBase for processor 0.
493 GdtBase for processor X is: GdtBase + (GdtStepSize * X)
498 OUT UINTN
*GdtStepSize
503 Register the SMM Foundation entry point.
505 @param This Pointer to EFI_SMM_CONFIGURATION_PROTOCOL instance
506 @param SmmEntryPoint SMM Foundation EntryPoint
508 @retval EFI_SUCCESS Successfully to register SMM foundation entry point
514 IN CONST EFI_SMM_CONFIGURATION_PROTOCOL
*This
,
515 IN EFI_SMM_ENTRY_POINT SmmEntryPoint
519 Create PageTable for SMM use.
521 @return PageTable Address
530 Schedule a procedure to run on the specified CPU.
532 @param Procedure The address of the procedure to run
533 @param CpuIndex Target CPU number
534 @param ProcArguments The parameter to pass to the procedure
536 @retval EFI_INVALID_PARAMETER CpuNumber not valid
537 @retval EFI_INVALID_PARAMETER CpuNumber specifying BSP
538 @retval EFI_INVALID_PARAMETER The AP specified by CpuNumber did not enter SMM
539 @retval EFI_INVALID_PARAMETER The AP specified by CpuNumber is busy
540 @retval EFI_SUCCESS - The procedure has been successfully scheduled
546 IN EFI_AP_PROCEDURE Procedure
,
548 IN OUT VOID
*ProcArguments OPTIONAL
552 Schedule a procedure to run on the specified CPU in a blocking fashion.
554 @param Procedure The address of the procedure to run
555 @param CpuIndex Target CPU Index
556 @param ProcArguments The parameter to pass to the procedure
558 @retval EFI_INVALID_PARAMETER CpuNumber not valid
559 @retval EFI_INVALID_PARAMETER CpuNumber specifying BSP
560 @retval EFI_INVALID_PARAMETER The AP specified by CpuNumber did not enter SMM
561 @retval EFI_INVALID_PARAMETER The AP specified by CpuNumber is busy
562 @retval EFI_SUCCESS The procedure has been successfully scheduled
567 SmmBlockingStartupThisAp (
568 IN EFI_AP_PROCEDURE Procedure
,
570 IN OUT VOID
*ProcArguments OPTIONAL
574 Initialize MP synchronization data.
579 InitializeMpSyncData (
585 Find out SMRAM information including SMRR base and SMRR size.
587 @param SmrrBase SMRR base
588 @param SmrrSize SMRR size
593 OUT UINT32
*SmrrBase
,
598 The function is invoked before SMBASE relocation in S3 path to restores CPU status.
600 The function is invoked before SMBASE relocation in S3 path. It does first time microcode load
601 and restores MTRRs for both BSP and APs.
610 The function is invoked after SMBASE relocation in S3 path to restores CPU status.
612 The function is invoked after SMBASE relocation in S3 path. It restores configuration according to
613 data saved by normal boot path for both BSP and APs.
622 Page Fault handler for SMM use.
624 @param InterruptType Defines the type of interrupt or exception that
625 occurred on the processor.This parameter is processor architecture specific.
626 @param SystemContext A pointer to the processor context when
627 the interrupt occurred on the processor.
632 IN EFI_EXCEPTION_TYPE InterruptType
,
633 IN EFI_SYSTEM_CONTEXT SystemContext
637 Perform the remaining tasks.
641 PerformRemainingTasks (
646 Perform the pre tasks.
655 Initialize MSR spin lock by MSR index.
657 @param MsrIndex MSR index value.
661 InitMsrSpinLockByIndex (
666 Hook return address of SMM Save State so that semaphore code
667 can be executed immediately after AP exits SMM to indicate to
668 the BSP that an AP has exited SMM after SMBASE relocation.
670 @param[in] CpuIndex The processor index.
671 @param[in] RebasedFlag A pointer to a flag that is set to TRUE
672 immediately after AP exits SMM.
678 IN
volatile BOOLEAN
*RebasedFlag
682 Configure SMM Code Access Check feature for all processors.
683 SMM Feature Control MSR will be locked after configuration.
686 ConfigSmmCodeAccessCheck (
691 Hook the code executed immediately after an RSM instruction on the currently
692 executing CPU. The mode of code executed immediately after RSM must be
693 detected, and the appropriate hook must be selected. Always clear the auto
694 HALT restart flag if it is set.
696 @param[in] CpuIndex The processor index for the currently
698 @param[in] CpuState Pointer to SMRAM Save State Map for the
699 currently executing CPU.
700 @param[in] NewInstructionPointer32 Instruction pointer to use if resuming to
701 32-bit mode from 64-bit SMM.
702 @param[in] NewInstructionPointer Instruction pointer to use if resuming to
705 @retval The value of the original instruction pointer before it was hooked.
712 SMRAM_SAVE_STATE_MAP
*CpuState
,
713 UINT64 NewInstructionPointer32
,
714 UINT64 NewInstructionPointer
718 Get the size of the SMI Handler in bytes.
720 @retval The size, in bytes, of the SMI Handler.
730 Install the SMI handler for the CPU specified by CpuIndex. This function
731 is called by the CPU that was elected as monarch during System Management
734 @param[in] CpuIndex The index of the CPU to install the custom SMI handler.
735 The value must be between 0 and the NumberOfCpus field
736 in the System Management System Table (SMST).
737 @param[in] SmBase The SMBASE address for the CPU specified by CpuIndex.
738 @param[in] SmiStack The stack to use when an SMI is processed by the
739 the CPU specified by CpuIndex.
740 @param[in] StackSize The size, in bytes, if the stack used when an SMI is
741 processed by the CPU specified by CpuIndex.
742 @param[in] GdtBase The base address of the GDT to use when an SMI is
743 processed by the CPU specified by CpuIndex.
744 @param[in] GdtSize The size, in bytes, of the GDT used when an SMI is
745 processed by the CPU specified by CpuIndex.
746 @param[in] IdtBase The base address of the IDT to use when an SMI is
747 processed by the CPU specified by CpuIndex.
748 @param[in] IdtSize The size, in bytes, of the IDT used when an SMI is
749 processed by the CPU specified by CpuIndex.
750 @param[in] Cr3 The base address of the page tables to use when an SMI
751 is processed by the CPU specified by CpuIndex.
768 Search module name by input IP address and output it.
770 @param CallerIpAddress Caller instruction pointer.
775 IN UINTN CallerIpAddress
779 This API provides a way to allocate memory for page table.
781 This API can be called more once to allocate memory for page tables.
783 Allocates the number of 4KB pages of type EfiRuntimeServicesData and returns a pointer to the
784 allocated buffer. The buffer returned is aligned on a 4KB boundary. If Pages is 0, then NULL
785 is returned. If there is not enough memory remaining to satisfy the request, then NULL is
788 @param Pages The number of 4 KB pages to allocate.
790 @return A pointer to the allocated buffer or NULL if allocation fails.
794 AllocatePageTableMemory (