2 This module produces the EFI_PEI_S3_RESUME2_PPI.
3 This module works with StandAloneBootScriptExecutor to S3 resume to OS.
4 This module will execute the boot script saved during last boot and after that,
5 control is passed to OS waking up handler.
7 Copyright (c) 2006 - 2016, Intel Corporation. All rights reserved.<BR>
8 Copyright (c) 2017, AMD Incorporated. All rights reserved.<BR>
10 This program and the accompanying materials
11 are licensed and made available under the terms and conditions
12 of the BSD License which accompanies this distribution. The
13 full text of the license may be found at
14 http://opensource.org/licenses/bsd-license.php
16 THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
17 WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
23 #include <Guid/AcpiS3Context.h>
24 #include <Guid/BootScriptExecutorVariable.h>
25 #include <Guid/Performance.h>
26 #include <Ppi/ReadOnlyVariable2.h>
27 #include <Ppi/S3Resume2.h>
28 #include <Ppi/SmmAccess.h>
29 #include <Ppi/PostBootScriptTable.h>
30 #include <Ppi/EndOfPeiPhase.h>
32 #include <Library/DebugLib.h>
33 #include <Library/BaseLib.h>
34 #include <Library/TimerLib.h>
35 #include <Library/PeimEntryPoint.h>
36 #include <Library/PeiServicesLib.h>
37 #include <Library/HobLib.h>
38 #include <Library/PerformanceLib.h>
39 #include <Library/PeiServicesTablePointerLib.h>
40 #include <Library/IoLib.h>
41 #include <Library/BaseMemoryLib.h>
42 #include <Library/MemoryAllocationLib.h>
43 #include <Library/PcdLib.h>
44 #include <Library/DebugAgentLib.h>
45 #include <Library/LocalApicLib.h>
46 #include <Library/ReportStatusCodeLib.h>
47 #include <Library/PrintLib.h>
48 #include <Library/HobLib.h>
49 #include <Library/LockBoxLib.h>
50 #include <IndustryStandard/Acpi.h>
53 This macro aligns the address of a variable with auto storage
54 duration down to CPU_STACK_ALIGNMENT.
56 Since the stack grows downward, the result preserves more of the
57 stack than the original address (or the same amount), not less.
59 #define STACK_ALIGN_DOWN(Ptr) \
60 ((UINTN)(Ptr) & ~(UINTN)(CPU_STACK_ALIGNMENT - 1))
62 #define PAGING_1G_ADDRESS_MASK_64 0x000FFFFFC0000000ull
77 UINT32 DefaultSize
: 1;
78 UINT32 Granularity
: 1;
85 // Page-Map Level-4 Offset (PML4) and
86 // Page-Directory-Pointer Offset (PDPE) entries 4K & 2MB
90 UINT64 Present
:1; // 0 = Not present in memory, 1 = Present in memory
91 UINT64 ReadWrite
:1; // 0 = Read-Only, 1= Read/Write
92 UINT64 UserSupervisor
:1; // 0 = Supervisor, 1=User
93 UINT64 WriteThrough
:1; // 0 = Write-Back caching, 1=Write-Through caching
94 UINT64 CacheDisabled
:1; // 0 = Cached, 1=Non-Cached
95 UINT64 Accessed
:1; // 0 = Not accessed, 1 = Accessed (set by CPU)
96 UINT64 Reserved
:1; // Reserved
97 UINT64 MustBeZero
:2; // Must Be Zero
98 UINT64 Available
:3; // Available for use by system software
99 UINT64 PageTableBaseAddress
:40; // Page Table Base Address
100 UINT64 AvabilableHigh
:11; // Available for use by system software
101 UINT64 Nx
:1; // No Execute bit
104 } PAGE_MAP_AND_DIRECTORY_POINTER
;
107 // Page Table Entry 2MB
111 UINT64 Present
:1; // 0 = Not present in memory, 1 = Present in memory
112 UINT64 ReadWrite
:1; // 0 = Read-Only, 1= Read/Write
113 UINT64 UserSupervisor
:1; // 0 = Supervisor, 1=User
114 UINT64 WriteThrough
:1; // 0 = Write-Back caching, 1=Write-Through caching
115 UINT64 CacheDisabled
:1; // 0 = Cached, 1=Non-Cached
116 UINT64 Accessed
:1; // 0 = Not accessed, 1 = Accessed (set by CPU)
117 UINT64 Dirty
:1; // 0 = Not Dirty, 1 = written by processor on access to page
118 UINT64 MustBe1
:1; // Must be 1
119 UINT64 Global
:1; // 0 = Not global page, 1 = global page TLB not cleared on CR3 write
120 UINT64 Available
:3; // Available for use by system software
122 UINT64 MustBeZero
:8; // Must be zero;
123 UINT64 PageTableBaseAddress
:31; // Page Table Base Address
124 UINT64 AvabilableHigh
:11; // Available for use by system software
125 UINT64 Nx
:1; // 0 = Execute Code, 1 = No Code Execution
131 // Page Table Entry 1GB
135 UINT64 Present
:1; // 0 = Not present in memory, 1 = Present in memory
136 UINT64 ReadWrite
:1; // 0 = Read-Only, 1= Read/Write
137 UINT64 UserSupervisor
:1; // 0 = Supervisor, 1=User
138 UINT64 WriteThrough
:1; // 0 = Write-Back caching, 1=Write-Through caching
139 UINT64 CacheDisabled
:1; // 0 = Cached, 1=Non-Cached
140 UINT64 Accessed
:1; // 0 = Not accessed, 1 = Accessed (set by CPU)
141 UINT64 Dirty
:1; // 0 = Not Dirty, 1 = written by processor on access to page
142 UINT64 MustBe1
:1; // Must be 1
143 UINT64 Global
:1; // 0 = Not global page, 1 = global page TLB not cleared on CR3 write
144 UINT64 Available
:3; // Available for use by system software
146 UINT64 MustBeZero
:17; // Must be zero;
147 UINT64 PageTableBaseAddress
:22; // Page Table Base Address
148 UINT64 AvabilableHigh
:11; // Available for use by system software
149 UINT64 Nx
:1; // 0 = Execute Code, 1 = No Code Execution
152 } PAGE_TABLE_1G_ENTRY
;
157 // Function prototypes
160 a ASM function to transfer control to OS.
162 @param S3WakingVector The S3 waking up vector saved in ACPI Facs table
163 @param AcpiLowMemoryBase a buffer under 1M which could be used during the transfer
167 (EFIAPI
*ASM_TRANSFER_CONTROL
) (
168 IN UINT32 S3WakingVector
,
169 IN UINT32 AcpiLowMemoryBase
173 Restores the platform to its preboot configuration for an S3 resume and
174 jumps to the OS waking vector.
176 This function will restore the platform to its pre-boot configuration that was
177 pre-stored in the boot script table and transfer control to OS waking vector.
178 Upon invocation, this function is responsible for locating the following
179 information before jumping to OS waking vector:
182 - any other information that it needs
184 The S3RestoreConfig() function then executes the pre-stored boot script table
185 and transitions the platform to the pre-boot state. The boot script is recorded
186 during regular boot using the EFI_S3_SAVE_STATE_PROTOCOL.Write() and
187 EFI_S3_SMM_SAVE_STATE_PROTOCOL.Write() functions. Finally, this function
188 transfers control to the OS waking vector. If the OS supports only a real-mode
189 waking vector, this function will switch from flat mode to real mode before
190 jumping to the waking vector. If all platform pre-boot configurations are
191 successfully restored and all other necessary information is ready, this
192 function will never return and instead will directly jump to the OS waking
193 vector. If this function returns, it indicates that the attempt to resume
194 from the ACPI S3 sleep state failed.
196 @param[in] This Pointer to this instance of the PEI_S3_RESUME_PPI
198 @retval EFI_ABORTED Execution of the S3 resume boot script table failed.
199 @retval EFI_NOT_FOUND Some necessary information that is used for the S3
200 resume boot path could not be located.
206 IN EFI_PEI_S3_RESUME2_PPI
*This
210 Set data segment selectors value including DS/ES/FS/GS/SS.
212 @param[in] SelectorValue Segment selector value to be set.
217 AsmSetDataSelectors (
218 IN UINT16 SelectorValue
224 EFI_PEI_S3_RESUME2_PPI mS3ResumePpi
= { S3RestoreConfig2
};
226 EFI_PEI_PPI_DESCRIPTOR mPpiList
= {
227 (EFI_PEI_PPI_DESCRIPTOR_PPI
| EFI_PEI_PPI_DESCRIPTOR_TERMINATE_LIST
),
228 &gEfiPeiS3Resume2PpiGuid
,
232 EFI_PEI_PPI_DESCRIPTOR mPpiListPostScriptTable
= {
233 (EFI_PEI_PPI_DESCRIPTOR_PPI
| EFI_PEI_PPI_DESCRIPTOR_TERMINATE_LIST
),
234 &gPeiPostScriptTablePpiGuid
,
238 EFI_PEI_PPI_DESCRIPTOR mPpiListEndOfPeiTable
= {
239 (EFI_PEI_PPI_DESCRIPTOR_PPI
| EFI_PEI_PPI_DESCRIPTOR_TERMINATE_LIST
),
240 &gEfiEndOfPeiSignalPpiGuid
,
245 // Global Descriptor Table (GDT)
247 GLOBAL_REMOVE_IF_UNREFERENCED IA32_GDT mGdtEntries
[] = {
248 /* selector { Global Segment Descriptor } */
249 /* 0x00 */ {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
250 /* 0x08 */ {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
251 /* 0x10 */ {{0xFFFF, 0, 0, 0xB, 1, 0, 1, 0xF, 0, 0, 1, 1, 0}},
252 /* 0x18 */ {{0xFFFF, 0, 0, 0x3, 1, 0, 1, 0xF, 0, 0, 1, 1, 0}},
253 /* 0x20 */ {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
254 /* 0x28 */ {{0xFFFF, 0, 0, 0xB, 1, 0, 1, 0xF, 0, 0, 0, 1, 0}},
255 /* 0x30 */ {{0xFFFF, 0, 0, 0x3, 1, 0, 1, 0xF, 0, 0, 0, 1, 0}},
256 /* 0x38 */ {{0xFFFF, 0, 0, 0xB, 1, 0, 1, 0xF, 0, 1, 0, 1, 0}},
257 /* 0x40 */ {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
260 #define DATA_SEGEMENT_SELECTOR 0x18
265 GLOBAL_REMOVE_IF_UNREFERENCED CONST IA32_DESCRIPTOR mGdt
= {
266 sizeof (mGdtEntries
) - 1,
271 Performance measure function to get S3 detailed performance data.
273 This function will getS3 detailed performance data and saved in pre-reserved ACPI memory.
276 WriteToOsS3PerformanceData (
281 EFI_PHYSICAL_ADDRESS mAcpiLowMemoryBase
;
282 PERF_HEADER
*PerfHeader
;
286 EFI_PEI_READ_ONLY_VARIABLE2_PPI
*VariableServices
;
300 // Retrieve time stamp count as early as possible
302 Ticker
= GetPerformanceCounter ();
304 Freq
= GetPerformanceCounterProperties (&StartValue
, &EndValue
);
306 Freq
= DivU64x32 (Freq
, 1000);
308 Status
= PeiServicesLocatePpi (
309 &gEfiPeiReadOnlyVariable2PpiGuid
,
312 (VOID
**) &VariableServices
314 if (EFI_ERROR (Status
)) {
318 VarSize
= sizeof (EFI_PHYSICAL_ADDRESS
);
319 Status
= VariableServices
->GetVariable (
322 &gPerformanceProtocolGuid
,
327 if (EFI_ERROR (Status
)) {
328 DEBUG ((EFI_D_ERROR
, "Fail to retrieve variable to log S3 performance data \n"));
332 PerfHeader
= (PERF_HEADER
*) (UINTN
) mAcpiLowMemoryBase
;
334 if (PerfHeader
->Signiture
!= PERFORMANCE_SIGNATURE
) {
335 DEBUG ((EFI_D_ERROR
, "Performance data in ACPI memory get corrupted! \n"));
340 // Record total S3 resume time.
342 if (EndValue
>= StartValue
) {
343 PerfHeader
->S3Resume
= Ticker
- StartValue
;
346 PerfHeader
->S3Resume
= StartValue
- Ticker
;
351 // Get S3 detailed performance data
355 while ((LogEntryKey
= GetPerformanceMeasurement (
362 if (EndTicker
!= 0) {
363 PerfData
= &PerfHeader
->S3Entry
[Index
];
366 // Use File Handle to specify the different performance log for PEIM.
367 // File Handle is the base address of PEIM FFS file.
369 if ((AsciiStrnCmp (Token
, "PEIM", PEI_PERFORMANCE_STRING_SIZE
) == 0) && (Handle
!= NULL
)) {
370 AsciiSPrint (PerfData
->Token
, PERF_TOKEN_LENGTH
, "0x%11p", Handle
);
372 AsciiStrnCpyS (PerfData
->Token
, PERF_TOKEN_SIZE
, Token
, PERF_TOKEN_LENGTH
);
374 if (StartTicker
== 1) {
375 StartTicker
= StartValue
;
377 if (EndTicker
== 1) {
378 EndTicker
= StartValue
;
380 Ticker
= CountUp
? (EndTicker
- StartTicker
) : (StartTicker
- EndTicker
);
381 PerfData
->Duration
= (UINT32
) DivU64x32 (Ticker
, (UINT32
) Freq
);
384 // Only Record > 1ms performance data so that more big performance can be recorded.
386 if ((Ticker
> Freq
) && (++Index
>= PERF_PEI_ENTRY_MAX_NUM
)) {
388 // Reach the maximum number of PEI performance log entries.
394 PerfHeader
->S3EntryNum
= (UINT32
) Index
;
398 The function will check if current waking vector is long mode.
400 @param AcpiS3Context a pointer to a structure of ACPI_S3_CONTEXT
402 @retval TRUE Current context need long mode waking vector.
403 @retval FALSE Current context need not long mode waking vector.
406 IsLongModeWakingVector (
407 IN ACPI_S3_CONTEXT
*AcpiS3Context
410 EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE
*Facs
;
412 Facs
= (EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE
*) ((UINTN
) (AcpiS3Context
->AcpiFacsTable
));
413 if ((Facs
== NULL
) ||
414 (Facs
->Signature
!= EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE_SIGNATURE
) ||
415 ((Facs
->FirmwareWakingVector
== 0) && (Facs
->XFirmwareWakingVector
== 0)) ) {
416 // Something wrong with FACS
419 if (Facs
->XFirmwareWakingVector
!= 0) {
420 if ((Facs
->Version
== EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE_VERSION
) &&
421 ((Facs
->Flags
& EFI_ACPI_4_0_64BIT_WAKE_SUPPORTED_F
) != 0) &&
422 ((Facs
->Flags
& EFI_ACPI_4_0_OSPM_64BIT_WAKE__F
) != 0)) {
423 // Both BIOS and OS wants 64bit vector
424 if (FeaturePcdGet (PcdDxeIplSwitchToLongMode
)) {
433 Jump to OS waking vector.
434 The function will install boot script done PPI, report S3 resume status code, and then jump to OS waking vector.
436 @param AcpiS3Context a pointer to a structure of ACPI_S3_CONTEXT
437 @param PeiS3ResumeState a pointer to a structure of PEI_S3_RESUME_STATE
442 IN ACPI_S3_CONTEXT
*AcpiS3Context
,
443 IN PEI_S3_RESUME_STATE
*PeiS3ResumeState
447 EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE
*Facs
;
448 ASM_TRANSFER_CONTROL AsmTransferControl
;
450 UINTN TempStack
[0x10];
455 AsmWriteIdtr (&PeiS3ResumeState
->Idtr
);
457 if (PeiS3ResumeState
->ReturnStatus
!= EFI_SUCCESS
) {
459 // Report Status code that boot script execution is failed
462 EFI_ERROR_CODE
| EFI_ERROR_MINOR
,
463 (EFI_SOFTWARE_PEI_MODULE
| EFI_SW_PEI_EC_S3_BOOT_SCRIPT_ERROR
)
468 // NOTE: Because Debug Timer interrupt and system interrupts will be disabled
469 // in BootScriptExecuteDxe, the rest code in S3ResumeBootOs() cannot be halted
473 PERF_END (NULL
, "ScriptExec", NULL
, 0);
476 // Install BootScriptDonePpi
478 Status
= PeiServicesInstallPpi (&mPpiListPostScriptTable
);
479 ASSERT_EFI_ERROR (Status
);
482 // Get ACPI Table Address
484 Facs
= (EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE
*) ((UINTN
) (AcpiS3Context
->AcpiFacsTable
));
486 if ((Facs
== NULL
) ||
487 (Facs
->Signature
!= EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE_SIGNATURE
) ||
488 ((Facs
->FirmwareWakingVector
== 0) && (Facs
->XFirmwareWakingVector
== 0)) ) {
490 // Report Status code that no valid vector is found
493 EFI_ERROR_CODE
| EFI_ERROR_MAJOR
,
494 (EFI_SOFTWARE_PEI_MODULE
| EFI_SW_PEI_EC_S3_OS_WAKE_ERROR
)
501 // Install EndOfPeiPpi
503 Status
= PeiServicesInstallPpi (&mPpiListEndOfPeiTable
);
504 ASSERT_EFI_ERROR (Status
);
507 // report status code on S3 resume
509 REPORT_STATUS_CODE (EFI_PROGRESS_CODE
, EFI_SOFTWARE_PEI_MODULE
| EFI_SW_PEI_PC_OS_WAKE
);
512 WriteToOsS3PerformanceData ();
515 AsmTransferControl
= (ASM_TRANSFER_CONTROL
)(UINTN
)PeiS3ResumeState
->AsmTransferControl
;
516 if (Facs
->XFirmwareWakingVector
!= 0) {
518 // Switch to native waking vector
520 TempStackTop
= (UINTN
)&TempStack
+ sizeof(TempStack
);
523 "%a() Stack Base: 0x%x, Stack Size: 0x%x\n",
528 if ((Facs
->Version
== EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE_VERSION
) &&
529 ((Facs
->Flags
& EFI_ACPI_4_0_64BIT_WAKE_SUPPORTED_F
) != 0) &&
530 ((Facs
->Flags
& EFI_ACPI_4_0_OSPM_64BIT_WAKE__F
) != 0)) {
532 // X64 long mode waking vector
534 DEBUG (( EFI_D_ERROR
, "Transfer to 64bit OS waking vector - %x\r\n", (UINTN
)Facs
->XFirmwareWakingVector
));
535 if (FeaturePcdGet (PcdDxeIplSwitchToLongMode
)) {
538 Facs
->XFirmwareWakingVector
,
541 (UINT64
)(UINTN
)TempStackTop
545 // Report Status code that no valid waking vector is found
548 EFI_ERROR_CODE
| EFI_ERROR_MAJOR
,
549 (EFI_SOFTWARE_PEI_MODULE
| EFI_SW_PEI_EC_S3_OS_WAKE_ERROR
)
551 DEBUG (( EFI_D_ERROR
, "Unsupported for 32bit DXE transfer to 64bit OS waking vector!\r\n"));
558 // IA32 protected mode waking vector (Page disabled)
560 DEBUG (( EFI_D_ERROR
, "Transfer to 32bit OS waking vector - %x\r\n", (UINTN
)Facs
->XFirmwareWakingVector
));
562 (SWITCH_STACK_ENTRY_POINT
) (UINTN
) Facs
->XFirmwareWakingVector
,
565 (VOID
*)(UINTN
)TempStackTop
570 // 16bit Realmode waking vector
572 DEBUG (( EFI_D_ERROR
, "Transfer to 16bit OS waking vector - %x\r\n", (UINTN
)Facs
->FirmwareWakingVector
));
573 AsmTransferControl (Facs
->FirmwareWakingVector
, 0x0);
577 // Report Status code the failure of S3Resume
580 EFI_ERROR_CODE
| EFI_ERROR_MAJOR
,
581 (EFI_SOFTWARE_PEI_MODULE
| EFI_SW_PEI_EC_S3_OS_WAKE_ERROR
)
591 Restore S3 page table because we do not trust ACPINvs content.
592 If BootScriptExector driver will not run in 64-bit mode, this function will do nothing.
594 @param S3NvsPageTableAddress PageTableAddress in ACPINvs
595 @param Build4GPageTableOnly If BIOS just build 4G page table only
598 RestoreS3PageTables (
599 IN UINTN S3NvsPageTableAddress
,
600 IN BOOLEAN Build4GPageTableOnly
603 if (FeaturePcdGet (PcdDxeIplSwitchToLongMode
)) {
606 UINT8 PhysicalAddressBits
;
607 EFI_PHYSICAL_ADDRESS PageAddress
;
608 UINTN IndexOfPml4Entries
;
609 UINTN IndexOfPdpEntries
;
610 UINTN IndexOfPageDirectoryEntries
;
611 UINT32 NumberOfPml4EntriesNeeded
;
612 UINT32 NumberOfPdpEntriesNeeded
;
613 PAGE_MAP_AND_DIRECTORY_POINTER
*PageMapLevel4Entry
;
614 PAGE_MAP_AND_DIRECTORY_POINTER
*PageMap
;
615 PAGE_MAP_AND_DIRECTORY_POINTER
*PageDirectoryPointerEntry
;
616 PAGE_TABLE_ENTRY
*PageDirectoryEntry
;
618 BOOLEAN Page1GSupport
;
619 PAGE_TABLE_1G_ENTRY
*PageDirectory1GEntry
;
620 UINT64 AddressEncMask
;
623 // Make sure AddressEncMask is contained to smallest supported address field
625 AddressEncMask
= PcdGet64 (PcdPteMemoryEncryptionAddressOrMask
) & PAGING_1G_ADDRESS_MASK_64
;
628 // NOTE: We have to ASSUME the page table generation format, because we do not know whole page table information.
629 // The whole page table is too large to be saved in SMRAM.
631 // The assumption is : whole page table is allocated in CONTINUOUS memory and CR3 points to TOP page.
633 DEBUG ((EFI_D_ERROR
, "S3NvsPageTableAddress - %x (%x)\n", (UINTN
)S3NvsPageTableAddress
, (UINTN
)Build4GPageTableOnly
));
636 // By architecture only one PageMapLevel4 exists - so lets allocate storage for it.
638 PageMap
= (PAGE_MAP_AND_DIRECTORY_POINTER
*)S3NvsPageTableAddress
;
639 S3NvsPageTableAddress
+= SIZE_4KB
;
641 Page1GSupport
= FALSE
;
642 if (PcdGetBool(PcdUse1GPageTable
)) {
643 AsmCpuid (0x80000000, &RegEax
, NULL
, NULL
, NULL
);
644 if (RegEax
>= 0x80000001) {
645 AsmCpuid (0x80000001, NULL
, NULL
, NULL
, &RegEdx
);
646 if ((RegEdx
& BIT26
) != 0) {
647 Page1GSupport
= TRUE
;
653 // Get physical address bits supported.
655 Hob
= GetFirstHob (EFI_HOB_TYPE_CPU
);
657 PhysicalAddressBits
= ((EFI_HOB_CPU
*) Hob
)->SizeOfMemorySpace
;
659 AsmCpuid (0x80000000, &RegEax
, NULL
, NULL
, NULL
);
660 if (RegEax
>= 0x80000008) {
661 AsmCpuid (0x80000008, &RegEax
, NULL
, NULL
, NULL
);
662 PhysicalAddressBits
= (UINT8
) RegEax
;
664 PhysicalAddressBits
= 36;
669 // IA-32e paging translates 48-bit linear addresses to 52-bit physical addresses.
671 ASSERT (PhysicalAddressBits
<= 52);
672 if (PhysicalAddressBits
> 48) {
673 PhysicalAddressBits
= 48;
677 // NOTE: In order to save time to create full page table, we just create 4G page table by default.
678 // And let PF handler in BootScript driver to create more on request.
680 if (Build4GPageTableOnly
) {
681 PhysicalAddressBits
= 32;
682 ZeroMem (PageMap
, EFI_PAGES_TO_SIZE(2));
685 // Calculate the table entries needed.
687 if (PhysicalAddressBits
<= 39) {
688 NumberOfPml4EntriesNeeded
= 1;
689 NumberOfPdpEntriesNeeded
= (UINT32
)LShiftU64 (1, (PhysicalAddressBits
- 30));
691 NumberOfPml4EntriesNeeded
= (UINT32
)LShiftU64 (1, (PhysicalAddressBits
- 39));
692 NumberOfPdpEntriesNeeded
= 512;
695 PageMapLevel4Entry
= PageMap
;
697 for (IndexOfPml4Entries
= 0; IndexOfPml4Entries
< NumberOfPml4EntriesNeeded
; IndexOfPml4Entries
++, PageMapLevel4Entry
++) {
699 // Each PML4 entry points to a page of Page Directory Pointer entires.
700 // So lets allocate space for them and fill them in in the IndexOfPdpEntries loop.
702 PageDirectoryPointerEntry
= (PAGE_MAP_AND_DIRECTORY_POINTER
*)S3NvsPageTableAddress
;
703 S3NvsPageTableAddress
+= SIZE_4KB
;
708 PageMapLevel4Entry
->Uint64
= (UINT64
)(UINTN
)PageDirectoryPointerEntry
| AddressEncMask
;
709 PageMapLevel4Entry
->Bits
.ReadWrite
= 1;
710 PageMapLevel4Entry
->Bits
.Present
= 1;
713 PageDirectory1GEntry
= (VOID
*) PageDirectoryPointerEntry
;
715 for (IndexOfPageDirectoryEntries
= 0; IndexOfPageDirectoryEntries
< 512; IndexOfPageDirectoryEntries
++, PageDirectory1GEntry
++, PageAddress
+= SIZE_1GB
) {
717 // Fill in the Page Directory entries
719 PageDirectory1GEntry
->Uint64
= (UINT64
)PageAddress
| AddressEncMask
;
720 PageDirectory1GEntry
->Bits
.ReadWrite
= 1;
721 PageDirectory1GEntry
->Bits
.Present
= 1;
722 PageDirectory1GEntry
->Bits
.MustBe1
= 1;
725 for (IndexOfPdpEntries
= 0; IndexOfPdpEntries
< NumberOfPdpEntriesNeeded
; IndexOfPdpEntries
++, PageDirectoryPointerEntry
++) {
727 // Each Directory Pointer entries points to a page of Page Directory entires.
728 // So allocate space for them and fill them in in the IndexOfPageDirectoryEntries loop.
730 PageDirectoryEntry
= (PAGE_TABLE_ENTRY
*)S3NvsPageTableAddress
;
731 S3NvsPageTableAddress
+= SIZE_4KB
;
734 // Fill in a Page Directory Pointer Entries
736 PageDirectoryPointerEntry
->Uint64
= (UINT64
)(UINTN
)PageDirectoryEntry
| AddressEncMask
;
737 PageDirectoryPointerEntry
->Bits
.ReadWrite
= 1;
738 PageDirectoryPointerEntry
->Bits
.Present
= 1;
740 for (IndexOfPageDirectoryEntries
= 0; IndexOfPageDirectoryEntries
< 512; IndexOfPageDirectoryEntries
++, PageDirectoryEntry
++, PageAddress
+= SIZE_2MB
) {
742 // Fill in the Page Directory entries
744 PageDirectoryEntry
->Uint64
= (UINT64
)PageAddress
| AddressEncMask
;
745 PageDirectoryEntry
->Bits
.ReadWrite
= 1;
746 PageDirectoryEntry
->Bits
.Present
= 1;
747 PageDirectoryEntry
->Bits
.MustBe1
= 1;
755 // If DXE is running 32-bit mode, no need to establish page table.
762 Jump to boot script executor driver.
764 The function will close and lock SMRAM and then jump to boot script execute driver to executing S3 boot script table.
766 @param AcpiS3Context a pointer to a structure of ACPI_S3_CONTEXT
767 @param EfiBootScriptExecutorVariable The function entry to executing S3 boot Script table. This function is build in
768 boot script execute driver
772 S3ResumeExecuteBootScript (
773 IN ACPI_S3_CONTEXT
*AcpiS3Context
,
774 IN BOOT_SCRIPT_EXECUTOR_VARIABLE
*EfiBootScriptExecutorVariable
778 PEI_SMM_ACCESS_PPI
*SmmAccess
;
781 IA32_DESCRIPTOR
*IdtDescriptor
;
783 PEI_S3_RESUME_STATE
*PeiS3ResumeState
;
784 BOOLEAN InterruptStatus
;
786 DEBUG ((EFI_D_ERROR
, "S3ResumeExecuteBootScript()\n"));
789 // Attempt to use content from SMRAM first
791 GuidHob
= GetFirstGuidHob (&gEfiAcpiVariableGuid
);
792 if (GuidHob
!= NULL
) {
794 // Last step for SMM - send SMI for initialization
800 SendSmiIpiAllExcludingSelf ();
804 SendSmiIpi (GetApicId ());
806 Status
= PeiServicesLocatePpi (
807 &gPeiSmmAccessPpiGuid
,
812 if (!EFI_ERROR (Status
)) {
813 DEBUG ((EFI_D_ERROR
, "Close all SMRAM regions before executing boot script\n"));
815 for (Index
= 0, Status
= EFI_SUCCESS
; !EFI_ERROR (Status
); Index
++) {
816 Status
= SmmAccess
->Close ((EFI_PEI_SERVICES
**)GetPeiServicesTablePointer (), SmmAccess
, Index
);
819 DEBUG ((EFI_D_ERROR
, "Lock all SMRAM regions before executing boot script\n"));
821 for (Index
= 0, Status
= EFI_SUCCESS
; !EFI_ERROR (Status
); Index
++) {
822 Status
= SmmAccess
->Lock ((EFI_PEI_SERVICES
**)GetPeiServicesTablePointer (), SmmAccess
, Index
);
827 if (FeaturePcdGet (PcdDxeIplSwitchToLongMode
)) {
828 AsmWriteCr3 ((UINTN
)AcpiS3Context
->S3NvsPageTableAddress
);
831 if (FeaturePcdGet (PcdFrameworkCompatibilitySupport
)) {
833 // On some platform, such as ECP, a dispatch node in boot script table may execute a 32-bit PEIM which may need PeiServices
834 // pointer. So PeiServices need preserve in (IDTBase- sizeof (UINTN)).
836 IdtDescriptor
= (IA32_DESCRIPTOR
*) (UINTN
) (AcpiS3Context
->IdtrProfile
);
838 // Make sure the newly allocated IDT align with 16-bytes
840 IdtBuffer
= AllocatePages (EFI_SIZE_TO_PAGES((IdtDescriptor
->Limit
+ 1) + 16));
841 if (IdtBuffer
== NULL
) {
843 EFI_ERROR_CODE
| EFI_ERROR_MAJOR
,
844 (EFI_SOFTWARE_PEI_MODULE
| EFI_SW_PEI_EC_S3_RESUME_FAILED
)
849 // Additional 16 bytes allocated to save IA32 IDT descriptor and Pei Service Table Pointer
850 // IA32 IDT descriptor will be used to setup IA32 IDT table for 32-bit Framework Boot Script code
852 ZeroMem (IdtBuffer
, 16);
853 AsmReadIdtr ((IA32_DESCRIPTOR
*)IdtBuffer
);
854 CopyMem ((VOID
*)((UINT8
*)IdtBuffer
+ 16),(VOID
*)(IdtDescriptor
->Base
), (IdtDescriptor
->Limit
+ 1));
855 IdtDescriptor
->Base
= (UINTN
)((UINT8
*)IdtBuffer
+ 16);
856 *(UINTN
*)(IdtDescriptor
->Base
- sizeof(UINTN
)) = (UINTN
)GetPeiServicesTablePointer ();
859 InterruptStatus
= SaveAndDisableInterrupts ();
861 // Need to make sure the GDT is loaded with values that support long mode and real mode.
863 AsmWriteGdtr (&mGdt
);
865 // update segment selectors per the new GDT.
867 AsmSetDataSelectors (DATA_SEGEMENT_SELECTOR
);
869 // Restore interrupt state.
871 SetInterruptState (InterruptStatus
);
874 // Prepare data for return back
876 PeiS3ResumeState
= AllocatePool (sizeof(*PeiS3ResumeState
));
877 if (PeiS3ResumeState
== NULL
) {
879 EFI_ERROR_CODE
| EFI_ERROR_MAJOR
,
880 (EFI_SOFTWARE_PEI_MODULE
| EFI_SW_PEI_EC_S3_RESUME_FAILED
)
884 DEBUG (( EFI_D_ERROR
, "PeiS3ResumeState - %x\r\n", PeiS3ResumeState
));
885 PeiS3ResumeState
->ReturnCs
= 0x10;
886 PeiS3ResumeState
->ReturnEntryPoint
= (EFI_PHYSICAL_ADDRESS
)(UINTN
)S3ResumeBootOs
;
887 PeiS3ResumeState
->ReturnStackPointer
= (EFI_PHYSICAL_ADDRESS
)STACK_ALIGN_DOWN (&Status
);
891 AsmReadIdtr (&PeiS3ResumeState
->Idtr
);
894 // Report Status Code to indicate S3 boot script execution
896 REPORT_STATUS_CODE (EFI_PROGRESS_CODE
, EFI_SOFTWARE_PEI_MODULE
| EFI_SW_PEI_PC_S3_BOOT_SCRIPT
);
898 PERF_START (NULL
, "ScriptExec", NULL
, 0);
900 if (FeaturePcdGet (PcdDxeIplSwitchToLongMode
)) {
904 DEBUG (( EFI_D_ERROR
, "Enable X64 and transfer control to Standalone Boot Script Executor\r\n"));
907 // Switch to long mode to complete resume.
911 EfiBootScriptExecutorVariable
->BootScriptExecutorEntrypoint
,
912 (UINT64
)(UINTN
)AcpiS3Context
,
913 (UINT64
)(UINTN
)PeiS3ResumeState
,
914 (UINT64
)(UINTN
)(AcpiS3Context
->BootScriptStackBase
+ AcpiS3Context
->BootScriptStackSize
)
920 DEBUG (( EFI_D_ERROR
, "transfer control to Standalone Boot Script Executor\r\n"));
922 (SWITCH_STACK_ENTRY_POINT
) (UINTN
) EfiBootScriptExecutorVariable
->BootScriptExecutorEntrypoint
,
923 (VOID
*)AcpiS3Context
,
924 (VOID
*)PeiS3ResumeState
,
925 (VOID
*)(UINTN
)(AcpiS3Context
->BootScriptStackBase
+ AcpiS3Context
->BootScriptStackSize
)
935 Restores the platform to its preboot configuration for an S3 resume and
936 jumps to the OS waking vector.
938 This function will restore the platform to its pre-boot configuration that was
939 pre-stored in the boot script table and transfer control to OS waking vector.
940 Upon invocation, this function is responsible for locating the following
941 information before jumping to OS waking vector:
944 - any other information that it needs
946 The S3RestoreConfig() function then executes the pre-stored boot script table
947 and transitions the platform to the pre-boot state. The boot script is recorded
948 during regular boot using the EFI_S3_SAVE_STATE_PROTOCOL.Write() and
949 EFI_S3_SMM_SAVE_STATE_PROTOCOL.Write() functions. Finally, this function
950 transfers control to the OS waking vector. If the OS supports only a real-mode
951 waking vector, this function will switch from flat mode to real mode before
952 jumping to the waking vector. If all platform pre-boot configurations are
953 successfully restored and all other necessary information is ready, this
954 function will never return and instead will directly jump to the OS waking
955 vector. If this function returns, it indicates that the attempt to resume
956 from the ACPI S3 sleep state failed.
958 @param[in] This Pointer to this instance of the PEI_S3_RESUME_PPI
960 @retval EFI_ABORTED Execution of the S3 resume boot script table failed.
961 @retval EFI_NOT_FOUND Some necessary information that is used for the S3
962 resume boot path could not be located.
968 IN EFI_PEI_S3_RESUME2_PPI
*This
972 PEI_SMM_ACCESS_PPI
*SmmAccess
;
974 ACPI_S3_CONTEXT
*AcpiS3Context
;
975 EFI_PHYSICAL_ADDRESS TempEfiBootScriptExecutorVariable
;
976 EFI_PHYSICAL_ADDRESS TempAcpiS3Context
;
977 BOOT_SCRIPT_EXECUTOR_VARIABLE
*EfiBootScriptExecutorVariable
;
979 EFI_SMRAM_DESCRIPTOR
*SmramDescriptor
;
980 SMM_S3_RESUME_STATE
*SmmS3ResumeState
;
982 BOOLEAN Build4GPageTableOnly
;
983 BOOLEAN InterruptStatus
;
985 TempAcpiS3Context
= 0;
986 TempEfiBootScriptExecutorVariable
= 0;
988 DEBUG ((EFI_D_ERROR
, "Enter S3 PEIM\r\n"));
990 VarSize
= sizeof (EFI_PHYSICAL_ADDRESS
);
991 Status
= RestoreLockBox (
992 &gEfiAcpiVariableGuid
,
996 ASSERT_EFI_ERROR (Status
);
998 Status
= RestoreLockBox (
999 &gEfiAcpiS3ContextGuid
,
1003 ASSERT_EFI_ERROR (Status
);
1005 AcpiS3Context
= (ACPI_S3_CONTEXT
*)(UINTN
)TempAcpiS3Context
;
1006 ASSERT (AcpiS3Context
!= NULL
);
1008 VarSize
= sizeof (EFI_PHYSICAL_ADDRESS
);
1009 Status
= RestoreLockBox (
1010 &gEfiBootScriptExecutorVariableGuid
,
1011 &TempEfiBootScriptExecutorVariable
,
1014 ASSERT_EFI_ERROR (Status
);
1016 Status
= RestoreLockBox (
1017 &gEfiBootScriptExecutorContextGuid
,
1021 ASSERT_EFI_ERROR (Status
);
1023 EfiBootScriptExecutorVariable
= (BOOT_SCRIPT_EXECUTOR_VARIABLE
*) (UINTN
) TempEfiBootScriptExecutorVariable
;
1024 ASSERT (EfiBootScriptExecutorVariable
!= NULL
);
1026 DEBUG (( EFI_D_ERROR
, "AcpiS3Context = %x\n", AcpiS3Context
));
1027 DEBUG (( EFI_D_ERROR
, "Waking Vector = %x\n", ((EFI_ACPI_2_0_FIRMWARE_ACPI_CONTROL_STRUCTURE
*) ((UINTN
) (AcpiS3Context
->AcpiFacsTable
)))->FirmwareWakingVector
));
1028 DEBUG (( EFI_D_ERROR
, "AcpiS3Context->AcpiFacsTable = %x\n", AcpiS3Context
->AcpiFacsTable
));
1029 DEBUG (( EFI_D_ERROR
, "AcpiS3Context->IdtrProfile = %x\n", AcpiS3Context
->IdtrProfile
));
1030 DEBUG (( EFI_D_ERROR
, "AcpiS3Context->S3NvsPageTableAddress = %x\n", AcpiS3Context
->S3NvsPageTableAddress
));
1031 DEBUG (( EFI_D_ERROR
, "AcpiS3Context->S3DebugBufferAddress = %x\n", AcpiS3Context
->S3DebugBufferAddress
));
1032 DEBUG (( EFI_D_ERROR
, "AcpiS3Context->BootScriptStackBase = %x\n", AcpiS3Context
->BootScriptStackBase
));
1033 DEBUG (( EFI_D_ERROR
, "AcpiS3Context->BootScriptStackSize = %x\n", AcpiS3Context
->BootScriptStackSize
));
1034 DEBUG (( EFI_D_ERROR
, "EfiBootScriptExecutorVariable->BootScriptExecutorEntrypoint = %x\n", EfiBootScriptExecutorVariable
->BootScriptExecutorEntrypoint
));
1037 // Additional step for BootScript integrity - we only handle BootScript and BootScriptExecutor.
1038 // Script dispatch image and context (parameter) are handled by platform.
1039 // We just use restore all lock box in place, no need restore one by one.
1041 Status
= RestoreAllLockBoxInPlace ();
1042 ASSERT_EFI_ERROR (Status
);
1043 if (EFI_ERROR (Status
)) {
1048 if (FeaturePcdGet (PcdDxeIplSwitchToLongMode
)) {
1050 // Need reconstruct page table here, since we do not trust ACPINvs.
1052 if (IsLongModeWakingVector (AcpiS3Context
)) {
1053 Build4GPageTableOnly
= FALSE
;
1055 Build4GPageTableOnly
= TRUE
;
1057 RestoreS3PageTables ((UINTN
)AcpiS3Context
->S3NvsPageTableAddress
, Build4GPageTableOnly
);
1061 // Attempt to use content from SMRAM first
1063 GuidHob
= GetFirstGuidHob (&gEfiAcpiVariableGuid
);
1064 if (GuidHob
!= NULL
) {
1065 Status
= PeiServicesLocatePpi (
1066 &gPeiSmmAccessPpiGuid
,
1069 (VOID
**) &SmmAccess
1071 for (Index
= 0; !EFI_ERROR (Status
); Index
++) {
1072 Status
= SmmAccess
->Open ((EFI_PEI_SERVICES
**)GetPeiServicesTablePointer (), SmmAccess
, Index
);
1075 SmramDescriptor
= (EFI_SMRAM_DESCRIPTOR
*) GET_GUID_HOB_DATA (GuidHob
);
1076 SmmS3ResumeState
= (SMM_S3_RESUME_STATE
*)(UINTN
)SmramDescriptor
->CpuStart
;
1078 SmmS3ResumeState
->ReturnCs
= AsmReadCs ();
1079 SmmS3ResumeState
->ReturnEntryPoint
= (EFI_PHYSICAL_ADDRESS
)(UINTN
)S3ResumeExecuteBootScript
;
1080 SmmS3ResumeState
->ReturnContext1
= (EFI_PHYSICAL_ADDRESS
)(UINTN
)AcpiS3Context
;
1081 SmmS3ResumeState
->ReturnContext2
= (EFI_PHYSICAL_ADDRESS
)(UINTN
)EfiBootScriptExecutorVariable
;
1082 SmmS3ResumeState
->ReturnStackPointer
= (EFI_PHYSICAL_ADDRESS
)STACK_ALIGN_DOWN (&Status
);
1084 DEBUG (( EFI_D_ERROR
, "SMM S3 Signature = %x\n", SmmS3ResumeState
->Signature
));
1085 DEBUG (( EFI_D_ERROR
, "SMM S3 Stack Base = %x\n", SmmS3ResumeState
->SmmS3StackBase
));
1086 DEBUG (( EFI_D_ERROR
, "SMM S3 Stack Size = %x\n", SmmS3ResumeState
->SmmS3StackSize
));
1087 DEBUG (( EFI_D_ERROR
, "SMM S3 Resume Entry Point = %x\n", SmmS3ResumeState
->SmmS3ResumeEntryPoint
));
1088 DEBUG (( EFI_D_ERROR
, "SMM S3 CR0 = %x\n", SmmS3ResumeState
->SmmS3Cr0
));
1089 DEBUG (( EFI_D_ERROR
, "SMM S3 CR3 = %x\n", SmmS3ResumeState
->SmmS3Cr3
));
1090 DEBUG (( EFI_D_ERROR
, "SMM S3 CR4 = %x\n", SmmS3ResumeState
->SmmS3Cr4
));
1091 DEBUG (( EFI_D_ERROR
, "SMM S3 Return CS = %x\n", SmmS3ResumeState
->ReturnCs
));
1092 DEBUG (( EFI_D_ERROR
, "SMM S3 Return Entry Point = %x\n", SmmS3ResumeState
->ReturnEntryPoint
));
1093 DEBUG (( EFI_D_ERROR
, "SMM S3 Return Context1 = %x\n", SmmS3ResumeState
->ReturnContext1
));
1094 DEBUG (( EFI_D_ERROR
, "SMM S3 Return Context2 = %x\n", SmmS3ResumeState
->ReturnContext2
));
1095 DEBUG (( EFI_D_ERROR
, "SMM S3 Return Stack Pointer = %x\n", SmmS3ResumeState
->ReturnStackPointer
));
1096 DEBUG (( EFI_D_ERROR
, "SMM S3 Smst = %x\n", SmmS3ResumeState
->Smst
));
1098 if (SmmS3ResumeState
->Signature
== SMM_S3_RESUME_SMM_32
) {
1100 (SWITCH_STACK_ENTRY_POINT
)(UINTN
)SmmS3ResumeState
->SmmS3ResumeEntryPoint
,
1101 (VOID
*)AcpiS3Context
,
1103 (VOID
*)(UINTN
)(SmmS3ResumeState
->SmmS3StackBase
+ SmmS3ResumeState
->SmmS3StackSize
)
1106 if (SmmS3ResumeState
->Signature
== SMM_S3_RESUME_SMM_64
) {
1108 // Switch to long mode to complete resume.
1111 InterruptStatus
= SaveAndDisableInterrupts ();
1113 // Need to make sure the GDT is loaded with values that support long mode and real mode.
1115 AsmWriteGdtr (&mGdt
);
1117 // update segment selectors per the new GDT.
1119 AsmSetDataSelectors (DATA_SEGEMENT_SELECTOR
);
1121 // Restore interrupt state.
1123 SetInterruptState (InterruptStatus
);
1125 AsmWriteCr3 ((UINTN
)SmmS3ResumeState
->SmmS3Cr3
);
1128 // Disable interrupt of Debug timer, since IDT table cannot work in long mode.
1129 // NOTE: On x64 platforms, because DisablePaging64() will disable interrupts,
1130 // the code in S3ResumeExecuteBootScript() cannot be halted by soft debugger.
1132 SaveAndSetDebugTimerInterrupt (FALSE
);
1136 SmmS3ResumeState
->SmmS3ResumeEntryPoint
,
1137 (UINT64
)(UINTN
)AcpiS3Context
,
1139 SmmS3ResumeState
->SmmS3StackBase
+ SmmS3ResumeState
->SmmS3StackSize
1145 S3ResumeExecuteBootScript (AcpiS3Context
, EfiBootScriptExecutorVariable
);
1149 Main entry for S3 Resume PEIM.
1151 This routine is to install EFI_PEI_S3_RESUME2_PPI.
1153 @param FileHandle Handle of the file being invoked.
1154 @param PeiServices Pointer to PEI Services table.
1156 @retval EFI_SUCCESS S3Resume Ppi is installed successfully.
1161 PeimS3ResumeEntryPoint (
1162 IN EFI_PEI_FILE_HANDLE FileHandle
,
1163 IN CONST EFI_PEI_SERVICES
**PeiServices
1169 // Install S3 Resume Ppi
1171 Status
= (**PeiServices
).InstallPpi (PeiServices
, &mPpiList
);
1172 ASSERT_EFI_ERROR (Status
);