]> git.proxmox.com Git - mirror_edk2.git/blob - UefiCpuPkg/Universal/Acpi/S3Resume2Pei/S3Resume.c
Add PCD for 1G page table
[mirror_edk2.git] / UefiCpuPkg / Universal / Acpi / S3Resume2Pei / S3Resume.c
1 /** @file
2 This module produces the EFI_PEI_S3_RESUME_PPI.
3 This module works with StandAloneBootScriptExecutor to S3 resume to OS.
4 This module will excute the boot script saved during last boot and after that,
5 control is passed to OS waking up handler.
6
7 Copyright (c) 2006 - 2011, Intel Corporation. All rights reserved.<BR>
8
9 This program and the accompanying materials
10 are licensed and made available under the terms and conditions
11 of the BSD License which accompanies this distribution. The
12 full text of the license may be found at
13 http://opensource.org/licenses/bsd-license.php
14
15 THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
16 WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
17
18 **/
19
20 #include <PiPei.h>
21
22 #include <Guid/AcpiS3Context.h>
23 #include <Guid/BootScriptExecutorVariable.h>
24 #include <Guid/Performance.h>
25 #include <Ppi/ReadOnlyVariable2.h>
26 #include <Ppi/S3Resume2.h>
27 #include <Ppi/SmmAccess.h>
28 #include <Ppi/PostBootScriptTable.h>
29 #include <Ppi/EndOfPeiPhase.h>
30
31 #include <Library/DebugLib.h>
32 #include <Library/BaseLib.h>
33 #include <Library/TimerLib.h>
34 #include <Library/PeimEntryPoint.h>
35 #include <Library/PeiServicesLib.h>
36 #include <Library/HobLib.h>
37 #include <Library/PerformanceLib.h>
38 #include <Library/PeiServicesTablePointerLib.h>
39 #include <Library/IoLib.h>
40 #include <Library/BaseMemoryLib.h>
41 #include <Library/MemoryAllocationLib.h>
42 #include <Library/PcdLib.h>
43 #include <Library/DebugAgentLib.h>
44 #include <Library/LocalApicLib.h>
45 #include <Library/ReportStatusCodeLib.h>
46 #include <Library/PrintLib.h>
47 #include <Library/HobLib.h>
48 #include <Library/LockBoxLib.h>
49 #include <IndustryStandard/Acpi.h>
50
51 #pragma pack(1)
52 typedef union {
53 struct {
54 UINT32 LimitLow : 16;
55 UINT32 BaseLow : 16;
56 UINT32 BaseMid : 8;
57 UINT32 Type : 4;
58 UINT32 System : 1;
59 UINT32 Dpl : 2;
60 UINT32 Present : 1;
61 UINT32 LimitHigh : 4;
62 UINT32 Software : 1;
63 UINT32 Reserved : 1;
64 UINT32 DefaultSize : 1;
65 UINT32 Granularity : 1;
66 UINT32 BaseHigh : 8;
67 } Bits;
68 UINT64 Uint64;
69 } IA32_GDT;
70
71 //
72 // Page-Map Level-4 Offset (PML4) and
73 // Page-Directory-Pointer Offset (PDPE) entries 4K & 2MB
74 //
75 typedef union {
76 struct {
77 UINT64 Present:1; // 0 = Not present in memory, 1 = Present in memory
78 UINT64 ReadWrite:1; // 0 = Read-Only, 1= Read/Write
79 UINT64 UserSupervisor:1; // 0 = Supervisor, 1=User
80 UINT64 WriteThrough:1; // 0 = Write-Back caching, 1=Write-Through caching
81 UINT64 CacheDisabled:1; // 0 = Cached, 1=Non-Cached
82 UINT64 Accessed:1; // 0 = Not accessed, 1 = Accessed (set by CPU)
83 UINT64 Reserved:1; // Reserved
84 UINT64 MustBeZero:2; // Must Be Zero
85 UINT64 Available:3; // Available for use by system software
86 UINT64 PageTableBaseAddress:40; // Page Table Base Address
87 UINT64 AvabilableHigh:11; // Available for use by system software
88 UINT64 Nx:1; // No Execute bit
89 } Bits;
90 UINT64 Uint64;
91 } PAGE_MAP_AND_DIRECTORY_POINTER;
92
93 //
94 // Page Table Entry 2MB
95 //
96 typedef union {
97 struct {
98 UINT64 Present:1; // 0 = Not present in memory, 1 = Present in memory
99 UINT64 ReadWrite:1; // 0 = Read-Only, 1= Read/Write
100 UINT64 UserSupervisor:1; // 0 = Supervisor, 1=User
101 UINT64 WriteThrough:1; // 0 = Write-Back caching, 1=Write-Through caching
102 UINT64 CacheDisabled:1; // 0 = Cached, 1=Non-Cached
103 UINT64 Accessed:1; // 0 = Not accessed, 1 = Accessed (set by CPU)
104 UINT64 Dirty:1; // 0 = Not Dirty, 1 = written by processor on access to page
105 UINT64 MustBe1:1; // Must be 1
106 UINT64 Global:1; // 0 = Not global page, 1 = global page TLB not cleared on CR3 write
107 UINT64 Available:3; // Available for use by system software
108 UINT64 PAT:1; //
109 UINT64 MustBeZero:8; // Must be zero;
110 UINT64 PageTableBaseAddress:31; // Page Table Base Address
111 UINT64 AvabilableHigh:11; // Available for use by system software
112 UINT64 Nx:1; // 0 = Execute Code, 1 = No Code Execution
113 } Bits;
114 UINT64 Uint64;
115 } PAGE_TABLE_ENTRY;
116
117 //
118 // Page Table Entry 1GB
119 //
120 typedef union {
121 struct {
122 UINT64 Present:1; // 0 = Not present in memory, 1 = Present in memory
123 UINT64 ReadWrite:1; // 0 = Read-Only, 1= Read/Write
124 UINT64 UserSupervisor:1; // 0 = Supervisor, 1=User
125 UINT64 WriteThrough:1; // 0 = Write-Back caching, 1=Write-Through caching
126 UINT64 CacheDisabled:1; // 0 = Cached, 1=Non-Cached
127 UINT64 Accessed:1; // 0 = Not accessed, 1 = Accessed (set by CPU)
128 UINT64 Dirty:1; // 0 = Not Dirty, 1 = written by processor on access to page
129 UINT64 MustBe1:1; // Must be 1
130 UINT64 Global:1; // 0 = Not global page, 1 = global page TLB not cleared on CR3 write
131 UINT64 Available:3; // Available for use by system software
132 UINT64 PAT:1; //
133 UINT64 MustBeZero:17; // Must be zero;
134 UINT64 PageTableBaseAddress:22; // Page Table Base Address
135 UINT64 AvabilableHigh:11; // Available for use by system software
136 UINT64 Nx:1; // 0 = Execute Code, 1 = No Code Execution
137 } Bits;
138 UINT64 Uint64;
139 } PAGE_TABLE_1G_ENTRY;
140
141 #pragma pack()
142
143 //
144 // Function prototypes
145 //
146 /**
147 a ASM function to transfer control to OS.
148
149 @param S3WakingVector The S3 waking up vector saved in ACPI Facs table
150 @param AcpiLowMemoryBase a buffer under 1M which could be used during the transfer
151 **/
152 typedef
153 VOID
154 (EFIAPI *ASM_TRANSFER_CONTROL) (
155 IN UINT32 S3WakingVector,
156 IN UINT32 AcpiLowMemoryBase
157 );
158
159 /**
160 Restores the platform to its preboot configuration for an S3 resume and
161 jumps to the OS waking vector.
162
163 This function will restore the platform to its pre-boot configuration that was
164 pre-stored in the boot script table and transfer control to OS waking vector.
165 Upon invocation, this function is responsible for locating the following
166 information before jumping to OS waking vector:
167 - ACPI tables
168 - boot script table
169 - any other information that it needs
170
171 The S3RestoreConfig() function then executes the pre-stored boot script table
172 and transitions the platform to the pre-boot state. The boot script is recorded
173 during regular boot using the EFI_S3_SAVE_STATE_PROTOCOL.Write() and
174 EFI_S3_SMM_SAVE_STATE_PROTOCOL.Write() functions. Finally, this function
175 transfers control to the OS waking vector. If the OS supports only a real-mode
176 waking vector, this function will switch from flat mode to real mode before
177 jumping to the waking vector. If all platform pre-boot configurations are
178 successfully restored and all other necessary information is ready, this
179 function will never return and instead will directly jump to the OS waking
180 vector. If this function returns, it indicates that the attempt to resume
181 from the ACPI S3 sleep state failed.
182
183 @param[in] This Pointer to this instance of the PEI_S3_RESUME_PPI
184
185 @retval EFI_ABORTED Execution of the S3 resume boot script table failed.
186 @retval EFI_NOT_FOUND Some necessary information that is used for the S3
187 resume boot path could not be located.
188
189 **/
190 EFI_STATUS
191 EFIAPI
192 S3RestoreConfig2 (
193 IN EFI_PEI_S3_RESUME2_PPI *This
194 );
195
196 //
197 // Globals
198 //
199 EFI_PEI_S3_RESUME2_PPI mS3ResumePpi = { S3RestoreConfig2 };
200
201 EFI_PEI_PPI_DESCRIPTOR mPpiList = {
202 (EFI_PEI_PPI_DESCRIPTOR_PPI | EFI_PEI_PPI_DESCRIPTOR_TERMINATE_LIST),
203 &gEfiPeiS3Resume2PpiGuid,
204 &mS3ResumePpi
205 };
206
207 EFI_PEI_PPI_DESCRIPTOR mPpiListPostScriptTable = {
208 (EFI_PEI_PPI_DESCRIPTOR_PPI | EFI_PEI_PPI_DESCRIPTOR_TERMINATE_LIST),
209 &gPeiPostScriptTablePpiGuid,
210 0
211 };
212
213 EFI_PEI_PPI_DESCRIPTOR mPpiListEndOfPeiTable = {
214 (EFI_PEI_PPI_DESCRIPTOR_PPI | EFI_PEI_PPI_DESCRIPTOR_TERMINATE_LIST),
215 &gEfiEndOfPeiSignalPpiGuid,
216 0
217 };
218
219 //
220 // Global Descriptor Table (GDT)
221 //
222 GLOBAL_REMOVE_IF_UNREFERENCED IA32_GDT mGdtEntries[] = {
223 /* selector { Global Segment Descriptor } */
224 /* 0x00 */ {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
225 /* 0x08 */ {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
226 /* 0x10 */ {{0xFFFF, 0, 0, 0xB, 1, 0, 1, 0xF, 0, 0, 1, 1, 0}},
227 /* 0x18 */ {{0xFFFF, 0, 0, 0x3, 1, 0, 1, 0xF, 0, 0, 1, 1, 0}},
228 /* 0x20 */ {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
229 /* 0x28 */ {{0xFFFF, 0, 0, 0xB, 1, 0, 1, 0xF, 0, 0, 0, 1, 0}},
230 /* 0x30 */ {{0xFFFF, 0, 0, 0x3, 1, 0, 1, 0xF, 0, 0, 0, 1, 0}},
231 /* 0x38 */ {{0xFFFF, 0, 0, 0xB, 1, 0, 1, 0xF, 0, 1, 0, 1, 0}},
232 /* 0x40 */ {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
233 };
234
235 //
236 // IA32 Gdt register
237 //
238 GLOBAL_REMOVE_IF_UNREFERENCED CONST IA32_DESCRIPTOR mGdt = {
239 sizeof (mGdtEntries) - 1,
240 (UINTN) mGdtEntries
241 };
242
243 /**
244 Performance measure function to get S3 detailed performance data.
245
246 This function will getS3 detailed performance data and saved in pre-reserved ACPI memory.
247 **/
248 VOID
249 WriteToOsS3PerformanceData (
250 VOID
251 )
252 {
253 EFI_STATUS Status;
254 EFI_PHYSICAL_ADDRESS mAcpiLowMemoryBase;
255 PERF_HEADER *PerfHeader;
256 PERF_DATA *PerfData;
257 UINT64 Ticker;
258 UINTN Index;
259 EFI_PEI_READ_ONLY_VARIABLE2_PPI *VariableServices;
260 UINTN VarSize;
261 UINTN LogEntryKey;
262 CONST VOID *Handle;
263 CONST CHAR8 *Token;
264 CONST CHAR8 *Module;
265 UINT64 StartTicker;
266 UINT64 EndTicker;
267 UINT64 StartValue;
268 UINT64 EndValue;
269 BOOLEAN CountUp;
270 UINT64 Freq;
271
272 //
273 // Retrive time stamp count as early as possilbe
274 //
275 Ticker = GetPerformanceCounter ();
276
277 Freq = GetPerformanceCounterProperties (&StartValue, &EndValue);
278
279 Freq = DivU64x32 (Freq, 1000);
280
281 Status = PeiServicesLocatePpi (
282 &gEfiPeiReadOnlyVariable2PpiGuid,
283 0,
284 NULL,
285 (VOID **) &VariableServices
286 );
287 ASSERT_EFI_ERROR (Status);
288
289 VarSize = sizeof (EFI_PHYSICAL_ADDRESS);
290 Status = VariableServices->GetVariable (
291 VariableServices,
292 L"PerfDataMemAddr",
293 &gPerformanceProtocolGuid,
294 NULL,
295 &VarSize,
296 &mAcpiLowMemoryBase
297 );
298 if (EFI_ERROR (Status)) {
299 DEBUG ((EFI_D_ERROR, "Fail to retrieve variable to log S3 performance data \n"));
300 return;
301 }
302
303 PerfHeader = (PERF_HEADER *) (UINTN) mAcpiLowMemoryBase;
304
305 if (PerfHeader->Signiture != PERFORMANCE_SIGNATURE) {
306 DEBUG ((EFI_D_ERROR, "Performance data in ACPI memory get corrupted! \n"));
307 return;
308 }
309
310 //
311 // Record total S3 resume time.
312 //
313 if (EndValue >= StartValue) {
314 PerfHeader->S3Resume = Ticker - StartValue;
315 CountUp = TRUE;
316 } else {
317 PerfHeader->S3Resume = StartValue - Ticker;
318 CountUp = FALSE;
319 }
320
321 //
322 // Get S3 detailed performance data
323 //
324 Index = 0;
325 LogEntryKey = 0;
326 while ((LogEntryKey = GetPerformanceMeasurement (
327 LogEntryKey,
328 &Handle,
329 &Token,
330 &Module,
331 &StartTicker,
332 &EndTicker)) != 0) {
333 if (EndTicker != 0) {
334 PerfData = &PerfHeader->S3Entry[Index];
335
336 //
337 // Use File Handle to specify the different performance log for PEIM.
338 // File Handle is the base address of PEIM FFS file.
339 //
340 if ((AsciiStrnCmp (Token, "PEIM", PEI_PERFORMANCE_STRING_SIZE) == 0) && (Handle != NULL)) {
341 AsciiSPrint (PerfData->Token, PERF_TOKEN_LENGTH, "0x%11p", Handle);
342 } else {
343 AsciiStrnCpy (PerfData->Token, Token, PERF_TOKEN_LENGTH);
344 }
345 if (StartTicker == 1) {
346 StartTicker = StartValue;
347 }
348 if (EndTicker == 1) {
349 EndTicker = StartValue;
350 }
351 Ticker = CountUp? (EndTicker - StartTicker) : (StartTicker - EndTicker);
352 PerfData->Duration = (UINT32) DivU64x32 (Ticker, (UINT32) Freq);
353
354 //
355 // Only Record > 1ms performance data so that more big performance can be recorded.
356 //
357 if ((Ticker > Freq) && (++Index >= PERF_PEI_ENTRY_MAX_NUM)) {
358 //
359 // Reach the maximum number of PEI performance log entries.
360 //
361 break;
362 }
363 }
364 }
365 PerfHeader->S3EntryNum = (UINT32) Index;
366 }
367
368 /**
369 Jump to OS waking vector.
370 The function will install boot script done PPI, report S3 resume status code, and then jump to OS waking vector.
371
372 @param AcpiS3Context a pointer to a structure of ACPI_S3_CONTEXT
373 @param PeiS3ResumeState a pointer to a structure of PEI_S3_RESUME_STATE
374 **/
375 VOID
376 EFIAPI
377 S3ResumeBootOs (
378 IN ACPI_S3_CONTEXT *AcpiS3Context,
379 IN PEI_S3_RESUME_STATE *PeiS3ResumeState
380 )
381 {
382 EFI_STATUS Status;
383 EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE *Facs;
384 ASM_TRANSFER_CONTROL AsmTransferControl;
385 UINTN TempStackTop;
386 UINTN TempStack[0x10];
387
388 //
389 // Restore IDT
390 //
391 AsmWriteIdtr (&PeiS3ResumeState->Idtr);
392
393 //
394 // Install BootScriptDonePpi
395 //
396 Status = PeiServicesInstallPpi (&mPpiListPostScriptTable);
397 ASSERT_EFI_ERROR (Status);
398
399 //
400 // Get ACPI Table Address
401 //
402 Facs = (EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE *) ((UINTN) (AcpiS3Context->AcpiFacsTable));
403
404 if ((Facs == NULL) ||
405 (Facs->Signature != EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE_SIGNATURE) ||
406 ((Facs->FirmwareWakingVector == 0) && (Facs->XFirmwareWakingVector == 0)) ) {
407 CpuDeadLoop ();
408 return ;
409 }
410
411 //
412 // report status code on S3 resume
413 //
414 REPORT_STATUS_CODE (EFI_PROGRESS_CODE, EFI_SOFTWARE_PEI_MODULE | EFI_SW_PEI_PC_OS_WAKE);
415
416 //
417 // Install EndOfPeiPpi
418 //
419 Status = PeiServicesInstallPpi (&mPpiListEndOfPeiTable);
420 ASSERT_EFI_ERROR (Status);
421
422 PERF_CODE (
423 WriteToOsS3PerformanceData ();
424 );
425
426 AsmTransferControl = (ASM_TRANSFER_CONTROL)(UINTN)PeiS3ResumeState->AsmTransferControl;
427 if (Facs->XFirmwareWakingVector != 0) {
428 //
429 // Switch to native waking vector
430 //
431 TempStackTop = (UINTN)&TempStack + sizeof(TempStack);
432 if ((Facs->Version == EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE_VERSION) &&
433 ((Facs->Flags & EFI_ACPI_4_0_64BIT_WAKE_SUPPORTED_F) != 0) &&
434 ((Facs->Flags & EFI_ACPI_4_0_OSPM_64BIT_WAKE__F) != 0)) {
435 //
436 // X64 long mode waking vector
437 //
438 DEBUG (( EFI_D_ERROR, "Transfer to 64bit OS waking vector - %x\r\n", (UINTN)Facs->XFirmwareWakingVector));
439 if (FeaturePcdGet (PcdDxeIplSwitchToLongMode)) {
440 AsmEnablePaging64 (
441 0x38,
442 Facs->XFirmwareWakingVector,
443 0,
444 0,
445 (UINT64)(UINTN)TempStackTop
446 );
447 } else {
448 DEBUG (( EFI_D_ERROR, "Unsupported for 32bit DXE transfer to 64bit OS waking vector!\r\n"));
449 ASSERT (FALSE);
450 }
451 } else {
452 //
453 // IA32 protected mode waking vector (Page disabled)
454 //
455 DEBUG (( EFI_D_ERROR, "Transfer to 32bit OS waking vector - %x\r\n", (UINTN)Facs->XFirmwareWakingVector));
456 SwitchStack (
457 (SWITCH_STACK_ENTRY_POINT) (UINTN) Facs->XFirmwareWakingVector,
458 NULL,
459 NULL,
460 (VOID *)(UINTN)TempStackTop
461 );
462 }
463 } else {
464 //
465 // 16bit Realmode waking vector
466 //
467 DEBUG (( EFI_D_ERROR, "Transfer to 16bit OS waking vector - %x\r\n", (UINTN)Facs->FirmwareWakingVector));
468 AsmTransferControl (Facs->FirmwareWakingVector, 0x0);
469 }
470
471 //
472 // Never run to here
473 //
474 CpuDeadLoop();
475 }
476
477 /**
478 Restore S3 page table because we do not trust ACPINvs content.
479 If BootScriptExector driver will not run in 64-bit mode, this function will do nothing.
480
481 @param S3NvsPageTableAddress PageTableAddress in ACPINvs
482 **/
483 VOID
484 RestoreS3PageTables (
485 IN UINTN S3NvsPageTableAddress
486 )
487 {
488 if (FeaturePcdGet (PcdDxeIplSwitchToLongMode)) {
489 UINT32 RegEax;
490 UINT32 RegEdx;
491 UINT8 PhysicalAddressBits;
492 EFI_PHYSICAL_ADDRESS PageAddress;
493 UINTN IndexOfPml4Entries;
494 UINTN IndexOfPdpEntries;
495 UINTN IndexOfPageDirectoryEntries;
496 UINT32 NumberOfPml4EntriesNeeded;
497 UINT32 NumberOfPdpEntriesNeeded;
498 PAGE_MAP_AND_DIRECTORY_POINTER *PageMapLevel4Entry;
499 PAGE_MAP_AND_DIRECTORY_POINTER *PageMap;
500 PAGE_MAP_AND_DIRECTORY_POINTER *PageDirectoryPointerEntry;
501 PAGE_TABLE_ENTRY *PageDirectoryEntry;
502 VOID *Hob;
503 BOOLEAN Page1GSupport;
504 PAGE_TABLE_1G_ENTRY *PageDirectory1GEntry;
505
506 //
507 // NOTE: We have to ASSUME the page table generation format, because we do not know whole page table information.
508 // The whole page table is too large to be saved in SMRAM.
509 //
510 // The assumption is : whole page table is allocated in CONTINOUS memory and CR3 points to TOP page.
511 //
512 DEBUG ((EFI_D_ERROR, "S3NvsPageTableAddress - %x\n", S3NvsPageTableAddress));
513
514 //
515 // By architecture only one PageMapLevel4 exists - so lets allocate storgage for it.
516 //
517 PageMap = (PAGE_MAP_AND_DIRECTORY_POINTER *)S3NvsPageTableAddress;
518 S3NvsPageTableAddress += SIZE_4KB;
519
520 Page1GSupport = FALSE;
521 if (PcdGetBool(PcdUse1GPageTable)) {
522 AsmCpuid (0x80000000, &RegEax, NULL, NULL, NULL);
523 if (RegEax >= 0x80000001) {
524 AsmCpuid (0x80000001, NULL, NULL, NULL, &RegEdx);
525 if ((RegEdx & BIT26) != 0) {
526 Page1GSupport = TRUE;
527 }
528 }
529 }
530
531 //
532 // Get physical address bits supported.
533 //
534 Hob = GetFirstHob (EFI_HOB_TYPE_CPU);
535 if (Hob != NULL) {
536 PhysicalAddressBits = ((EFI_HOB_CPU *) Hob)->SizeOfMemorySpace;
537 } else {
538 AsmCpuid (0x80000000, &RegEax, NULL, NULL, NULL);
539 if (RegEax >= 0x80000008) {
540 AsmCpuid (0x80000008, &RegEax, NULL, NULL, NULL);
541 PhysicalAddressBits = (UINT8) RegEax;
542 } else {
543 PhysicalAddressBits = 36;
544 }
545 }
546
547 //
548 // IA-32e paging translates 48-bit linear addresses to 52-bit physical addresses.
549 //
550 ASSERT (PhysicalAddressBits <= 52);
551 if (PhysicalAddressBits > 48) {
552 PhysicalAddressBits = 48;
553 }
554
555 //
556 // Calculate the table entries needed.
557 //
558 if (PhysicalAddressBits <= 39) {
559 NumberOfPml4EntriesNeeded = 1;
560 NumberOfPdpEntriesNeeded = (UINT32)LShiftU64 (1, (PhysicalAddressBits - 30));
561 } else {
562 NumberOfPml4EntriesNeeded = (UINT32)LShiftU64 (1, (PhysicalAddressBits - 39));
563 NumberOfPdpEntriesNeeded = 512;
564 }
565
566 PageMapLevel4Entry = PageMap;
567 PageAddress = 0;
568 for (IndexOfPml4Entries = 0; IndexOfPml4Entries < NumberOfPml4EntriesNeeded; IndexOfPml4Entries++, PageMapLevel4Entry++) {
569 //
570 // Each PML4 entry points to a page of Page Directory Pointer entires.
571 // So lets allocate space for them and fill them in in the IndexOfPdpEntries loop.
572 //
573 PageDirectoryPointerEntry = (PAGE_MAP_AND_DIRECTORY_POINTER *)S3NvsPageTableAddress;
574 S3NvsPageTableAddress += SIZE_4KB;
575
576 //
577 // Make a PML4 Entry
578 //
579 PageMapLevel4Entry->Uint64 = (UINT64)(UINTN)PageDirectoryPointerEntry;
580 PageMapLevel4Entry->Bits.ReadWrite = 1;
581 PageMapLevel4Entry->Bits.Present = 1;
582
583 if (Page1GSupport) {
584 PageDirectory1GEntry = (VOID *) PageDirectoryPointerEntry;
585
586 for (IndexOfPageDirectoryEntries = 0; IndexOfPageDirectoryEntries < 512; IndexOfPageDirectoryEntries++, PageDirectory1GEntry++, PageAddress += SIZE_1GB) {
587 //
588 // Fill in the Page Directory entries
589 //
590 PageDirectory1GEntry->Uint64 = (UINT64)PageAddress;
591 PageDirectory1GEntry->Bits.ReadWrite = 1;
592 PageDirectory1GEntry->Bits.Present = 1;
593 PageDirectory1GEntry->Bits.MustBe1 = 1;
594 }
595 } else {
596 for (IndexOfPdpEntries = 0; IndexOfPdpEntries < NumberOfPdpEntriesNeeded; IndexOfPdpEntries++, PageDirectoryPointerEntry++) {
597 //
598 // Each Directory Pointer entries points to a page of Page Directory entires.
599 // So allocate space for them and fill them in in the IndexOfPageDirectoryEntries loop.
600 //
601 PageDirectoryEntry = (PAGE_TABLE_ENTRY *)S3NvsPageTableAddress;
602 S3NvsPageTableAddress += SIZE_4KB;
603
604 //
605 // Fill in a Page Directory Pointer Entries
606 //
607 PageDirectoryPointerEntry->Uint64 = (UINT64)(UINTN)PageDirectoryEntry;
608 PageDirectoryPointerEntry->Bits.ReadWrite = 1;
609 PageDirectoryPointerEntry->Bits.Present = 1;
610
611 for (IndexOfPageDirectoryEntries = 0; IndexOfPageDirectoryEntries < 512; IndexOfPageDirectoryEntries++, PageDirectoryEntry++, PageAddress += SIZE_2MB) {
612 //
613 // Fill in the Page Directory entries
614 //
615 PageDirectoryEntry->Uint64 = (UINT64)PageAddress;
616 PageDirectoryEntry->Bits.ReadWrite = 1;
617 PageDirectoryEntry->Bits.Present = 1;
618 PageDirectoryEntry->Bits.MustBe1 = 1;
619 }
620 }
621 }
622 }
623 return ;
624 } else {
625 //
626 // If DXE is running 32-bit mode, no need to establish page table.
627 //
628 return ;
629 }
630 }
631
632 /**
633 Jump to boot script executor driver.
634
635 The function will close and lock SMRAM and then jump to boot script execute driver to executing S3 boot script table.
636
637 @param AcpiS3Context a pointer to a structure of ACPI_S3_CONTEXT
638 @param EfiBootScriptExecutorVariable The function entry to executing S3 boot Script table. This function is build in
639 boot script execute driver
640 **/
641 VOID
642 EFIAPI
643 S3ResumeExecuteBootScript (
644 IN ACPI_S3_CONTEXT *AcpiS3Context,
645 IN BOOT_SCRIPT_EXECUTOR_VARIABLE *EfiBootScriptExecutorVariable
646 )
647 {
648 EFI_STATUS Status;
649 PEI_SMM_ACCESS_PPI *SmmAccess;
650 UINTN Index;
651 VOID *GuidHob;
652 IA32_DESCRIPTOR *IdtDescriptor;
653 VOID *IdtBuffer;
654 PEI_S3_RESUME_STATE *PeiS3ResumeState;
655
656 DEBUG ((EFI_D_ERROR, "S3ResumeExecuteBootScript()\n"));
657
658 //
659 // Attempt to use content from SMRAM first
660 //
661 GuidHob = GetFirstGuidHob (&gEfiAcpiVariableGuid);
662 if (GuidHob != NULL) {
663 //
664 // Last step for SMM - send SMI for initialization
665 //
666
667 //
668 // Send SMI to APs
669 //
670 SendSmiIpiAllExcludingSelf ();
671 //
672 // Send SMI to BSP
673 //
674 SendSmiIpi (GetApicId ());
675
676 Status = PeiServicesLocatePpi (
677 &gPeiSmmAccessPpiGuid,
678 0,
679 NULL,
680 (VOID **) &SmmAccess
681 );
682
683 DEBUG ((EFI_D_ERROR, "Close all SMRAM regions before executing boot script\n"));
684
685 for (Index = 0, Status = EFI_SUCCESS; !EFI_ERROR (Status); Index++) {
686 Status = SmmAccess->Close ((EFI_PEI_SERVICES **)GetPeiServicesTablePointer (), SmmAccess, Index);
687 }
688
689 DEBUG ((EFI_D_ERROR, "Lock all SMRAM regions before executing boot script\n"));
690
691 for (Index = 0, Status = EFI_SUCCESS; !EFI_ERROR (Status); Index++) {
692 Status = SmmAccess->Lock ((EFI_PEI_SERVICES **)GetPeiServicesTablePointer (), SmmAccess, Index);
693 }
694 }
695
696 if (FeaturePcdGet (PcdDxeIplSwitchToLongMode)) {
697 //
698 // Need reconstruct page table here, since we do not trust ACPINvs.
699 //
700 RestoreS3PageTables ((UINTN)AcpiS3Context->S3NvsPageTableAddress);
701 AsmWriteCr3 ((UINTN)AcpiS3Context->S3NvsPageTableAddress);
702 }
703
704 if (FeaturePcdGet (PcdFrameworkCompatibilitySupport)) {
705 //
706 // On some platform, such as ECP, a dispatch node in boot script table may execute a 32-bit PEIM which may need PeiServices
707 // pointer. So PeiServices need preserve in (IDTBase- sizeof (UINTN)).
708 //
709 IdtDescriptor = (IA32_DESCRIPTOR *) (UINTN) (AcpiS3Context->IdtrProfile);
710 //
711 // Make sure the newly allcated IDT align with 16-bytes
712 //
713 IdtBuffer = AllocatePages (EFI_SIZE_TO_PAGES((IdtDescriptor->Limit + 1) + 16));
714 ASSERT (IdtBuffer != NULL);
715 CopyMem ((VOID*)((UINT8*)IdtBuffer + 16),(VOID*)(IdtDescriptor->Base), (IdtDescriptor->Limit + 1));
716 IdtDescriptor->Base = (UINTN)((UINT8*)IdtBuffer + 16);
717 *(UINTN*)(IdtDescriptor->Base - sizeof(UINTN)) = (UINTN)GetPeiServicesTablePointer ();
718 }
719
720 //
721 // Need to make sure the GDT is loaded with values that support long mode and real mode.
722 //
723 AsmWriteGdtr (&mGdt);
724
725 //
726 // Prepare data for return back
727 //
728 PeiS3ResumeState = AllocatePool (sizeof(*PeiS3ResumeState));
729 ASSERT (PeiS3ResumeState != NULL);
730 DEBUG (( EFI_D_ERROR, "PeiS3ResumeState - %x\r\n", PeiS3ResumeState));
731 PeiS3ResumeState->ReturnCs = 0x10;
732 PeiS3ResumeState->ReturnEntryPoint = (EFI_PHYSICAL_ADDRESS)(UINTN)S3ResumeBootOs;
733 PeiS3ResumeState->ReturnStackPointer = (EFI_PHYSICAL_ADDRESS)(UINTN)&Status;
734 //
735 // Save IDT
736 //
737 AsmReadIdtr (&PeiS3ResumeState->Idtr);
738
739 if (FeaturePcdGet (PcdDxeIplSwitchToLongMode)) {
740 //
741 // X64 S3 Resume
742 //
743 DEBUG (( EFI_D_ERROR, "Enable X64 and transfer control to Standalone Boot Script Executor\r\n"));
744
745 //
746 // Switch to long mode to complete resume.
747 //
748 AsmEnablePaging64 (
749 0x38,
750 EfiBootScriptExecutorVariable->BootScriptExecutorEntrypoint,
751 (UINT64)(UINTN)AcpiS3Context,
752 (UINT64)(UINTN)PeiS3ResumeState,
753 (UINT64)(UINTN)(AcpiS3Context->BootScriptStackBase + AcpiS3Context->BootScriptStackSize)
754 );
755 } else {
756 //
757 // IA32 S3 Resume
758 //
759 DEBUG (( EFI_D_ERROR, "transfer control to Standalone Boot Script Executor\r\n"));
760 SwitchStack (
761 (SWITCH_STACK_ENTRY_POINT) (UINTN) EfiBootScriptExecutorVariable->BootScriptExecutorEntrypoint,
762 (VOID *)AcpiS3Context,
763 (VOID *)PeiS3ResumeState,
764 (VOID *)(UINTN)(AcpiS3Context->BootScriptStackBase + AcpiS3Context->BootScriptStackSize)
765 );
766 }
767
768 //
769 // Never run to here
770 //
771 CpuDeadLoop();
772 }
773 /**
774 Restores the platform to its preboot configuration for an S3 resume and
775 jumps to the OS waking vector.
776
777 This function will restore the platform to its pre-boot configuration that was
778 pre-stored in the boot script table and transfer control to OS waking vector.
779 Upon invocation, this function is responsible for locating the following
780 information before jumping to OS waking vector:
781 - ACPI tables
782 - boot script table
783 - any other information that it needs
784
785 The S3RestoreConfig() function then executes the pre-stored boot script table
786 and transitions the platform to the pre-boot state. The boot script is recorded
787 during regular boot using the EFI_S3_SAVE_STATE_PROTOCOL.Write() and
788 EFI_S3_SMM_SAVE_STATE_PROTOCOL.Write() functions. Finally, this function
789 transfers control to the OS waking vector. If the OS supports only a real-mode
790 waking vector, this function will switch from flat mode to real mode before
791 jumping to the waking vector. If all platform pre-boot configurations are
792 successfully restored and all other necessary information is ready, this
793 function will never return and instead will directly jump to the OS waking
794 vector. If this function returns, it indicates that the attempt to resume
795 from the ACPI S3 sleep state failed.
796
797 @param[in] This Pointer to this instance of the PEI_S3_RESUME_PPI
798
799 @retval EFI_ABORTED Execution of the S3 resume boot script table failed.
800 @retval EFI_NOT_FOUND Some necessary information that is used for the S3
801 resume boot path could not be located.
802
803 **/
804 EFI_STATUS
805 EFIAPI
806 S3RestoreConfig2 (
807 IN EFI_PEI_S3_RESUME2_PPI *This
808 )
809 {
810 EFI_STATUS Status;
811 PEI_SMM_ACCESS_PPI *SmmAccess;
812 UINTN Index;
813 ACPI_S3_CONTEXT *AcpiS3Context;
814 EFI_PEI_READ_ONLY_VARIABLE2_PPI *VariableServices;
815 EFI_PHYSICAL_ADDRESS TempEfiBootScriptExecutorVariable;
816 EFI_PHYSICAL_ADDRESS TempAcpiS3Context;
817 BOOT_SCRIPT_EXECUTOR_VARIABLE *EfiBootScriptExecutorVariable;
818 UINTN VarSize;
819 EFI_SMRAM_DESCRIPTOR *SmramDescriptor;
820 SMM_S3_RESUME_STATE *SmmS3ResumeState;
821 VOID *GuidHob;
822
823 DEBUG ((EFI_D_ERROR, "Enter S3 PEIM\r\n"));
824
825 Status = PeiServicesLocatePpi (
826 &gPeiSmmAccessPpiGuid,
827 0,
828 NULL,
829 (VOID **) &SmmAccess
830 );
831 for (Index = 0; !EFI_ERROR (Status); Index++) {
832 Status = SmmAccess->Open ((EFI_PEI_SERVICES **)GetPeiServicesTablePointer (), SmmAccess, Index);
833 }
834
835 Status = PeiServicesLocatePpi (
836 &gEfiPeiReadOnlyVariable2PpiGuid,
837 0,
838 NULL,
839 (VOID **) &VariableServices
840 );
841 if (EFI_ERROR (Status)) {
842 return Status;
843 }
844
845 VarSize = sizeof (EFI_PHYSICAL_ADDRESS);
846 Status = RestoreLockBox (
847 &gEfiAcpiVariableGuid,
848 &TempAcpiS3Context,
849 &VarSize
850 );
851 ASSERT_EFI_ERROR (Status);
852
853 AcpiS3Context = (ACPI_S3_CONTEXT *)(UINTN)TempAcpiS3Context;
854 ASSERT (AcpiS3Context != NULL);
855
856 Status = RestoreLockBox (
857 &gEfiAcpiS3ContextGuid,
858 NULL,
859 NULL
860 );
861 ASSERT_EFI_ERROR (Status);
862
863 VarSize = sizeof (TempEfiBootScriptExecutorVariable);
864 Status = RestoreLockBox (
865 &gEfiBootScriptExecutorVariableGuid,
866 &TempEfiBootScriptExecutorVariable,
867 &VarSize
868 );
869 ASSERT_EFI_ERROR (Status);
870
871 Status = RestoreLockBox (
872 &gEfiBootScriptExecutorContextGuid,
873 NULL,
874 NULL
875 );
876 ASSERT_EFI_ERROR (Status);
877
878 EfiBootScriptExecutorVariable = (BOOT_SCRIPT_EXECUTOR_VARIABLE *) (UINTN) TempEfiBootScriptExecutorVariable;
879
880 DEBUG (( EFI_D_ERROR, "AcpiS3Context = %x\n", AcpiS3Context));
881 DEBUG (( EFI_D_ERROR, "Waking Vector = %x\n", ((EFI_ACPI_2_0_FIRMWARE_ACPI_CONTROL_STRUCTURE *) ((UINTN) (AcpiS3Context->AcpiFacsTable)))->FirmwareWakingVector));
882 DEBUG (( EFI_D_ERROR, "AcpiS3Context->AcpiFacsTable = %x\n", AcpiS3Context->AcpiFacsTable));
883 DEBUG (( EFI_D_ERROR, "AcpiS3Context->S3NvsPageTableAddress = %x\n", AcpiS3Context->S3NvsPageTableAddress));
884 DEBUG (( EFI_D_ERROR, "AcpiS3Context->S3DebugBufferAddress = %x\n", AcpiS3Context->S3DebugBufferAddress));
885 DEBUG (( EFI_D_ERROR, "EfiBootScriptExecutorVariable->BootScriptExecutorEntrypoint = %x\n", EfiBootScriptExecutorVariable->BootScriptExecutorEntrypoint));
886
887 //
888 // Additional step for BootScript integrity - we only handle BootScript and BootScriptExecutor.
889 // Script dispatch image and context (parameter) are handled by platform.
890 // We just use restore all lock box in place, no need restore one by one.
891 //
892 Status = RestoreAllLockBoxInPlace ();
893 ASSERT_EFI_ERROR (Status);
894 if (EFI_ERROR (Status)) {
895 // Something wrong
896 CpuDeadLoop ();
897 }
898
899 //
900 // Attempt to use content from SMRAM first
901 //
902 GuidHob = GetFirstGuidHob (&gEfiAcpiVariableGuid);
903 if (GuidHob != NULL) {
904 SmramDescriptor = (EFI_SMRAM_DESCRIPTOR *) GET_GUID_HOB_DATA (GuidHob);
905 SmmS3ResumeState = (SMM_S3_RESUME_STATE *)(UINTN)SmramDescriptor->CpuStart;
906
907 SmmS3ResumeState->ReturnCs = AsmReadCs ();
908 SmmS3ResumeState->ReturnEntryPoint = (EFI_PHYSICAL_ADDRESS)(UINTN)S3ResumeExecuteBootScript;
909 SmmS3ResumeState->ReturnContext1 = (EFI_PHYSICAL_ADDRESS)(UINTN)AcpiS3Context;
910 SmmS3ResumeState->ReturnContext2 = (EFI_PHYSICAL_ADDRESS)(UINTN)EfiBootScriptExecutorVariable;
911 SmmS3ResumeState->ReturnStackPointer = (EFI_PHYSICAL_ADDRESS)(UINTN)&Status;
912
913 DEBUG (( EFI_D_ERROR, "SMM S3 Signature = %x\n", SmmS3ResumeState->Signature));
914 DEBUG (( EFI_D_ERROR, "SMM S3 Stack Base = %x\n", SmmS3ResumeState->SmmS3StackBase));
915 DEBUG (( EFI_D_ERROR, "SMM S3 Stack Size = %x\n", SmmS3ResumeState->SmmS3StackSize));
916 DEBUG (( EFI_D_ERROR, "SMM S3 Resume Entry Point = %x\n", SmmS3ResumeState->SmmS3ResumeEntryPoint));
917 DEBUG (( EFI_D_ERROR, "SMM S3 CR0 = %x\n", SmmS3ResumeState->SmmS3Cr0));
918 DEBUG (( EFI_D_ERROR, "SMM S3 CR3 = %x\n", SmmS3ResumeState->SmmS3Cr3));
919 DEBUG (( EFI_D_ERROR, "SMM S3 CR4 = %x\n", SmmS3ResumeState->SmmS3Cr4));
920 DEBUG (( EFI_D_ERROR, "SMM S3 Return CS = %x\n", SmmS3ResumeState->ReturnCs));
921 DEBUG (( EFI_D_ERROR, "SMM S3 Return Entry Point = %x\n", SmmS3ResumeState->ReturnEntryPoint));
922 DEBUG (( EFI_D_ERROR, "SMM S3 Return Context1 = %x\n", SmmS3ResumeState->ReturnContext1));
923 DEBUG (( EFI_D_ERROR, "SMM S3 Return Context2 = %x\n", SmmS3ResumeState->ReturnContext2));
924 DEBUG (( EFI_D_ERROR, "SMM S3 Return Stack Pointer = %x\n", SmmS3ResumeState->ReturnStackPointer));
925 DEBUG (( EFI_D_ERROR, "SMM S3 Smst = %x\n", SmmS3ResumeState->Smst));
926
927 //
928 // Disable interrupt of Debug timer.
929 //
930 SaveAndSetDebugTimerInterrupt (FALSE);
931
932 if (SmmS3ResumeState->Signature == SMM_S3_RESUME_SMM_32) {
933 SwitchStack (
934 (SWITCH_STACK_ENTRY_POINT)(UINTN)SmmS3ResumeState->SmmS3ResumeEntryPoint,
935 (VOID *)AcpiS3Context,
936 0,
937 (VOID *)(UINTN)(SmmS3ResumeState->SmmS3StackBase + SmmS3ResumeState->SmmS3StackSize)
938 );
939 }
940 if (SmmS3ResumeState->Signature == SMM_S3_RESUME_SMM_64) {
941 //
942 // Switch to long mode to complete resume.
943 //
944
945 //
946 // Need to make sure the GDT is loaded with values that support long mode and real mode.
947 //
948 AsmWriteGdtr (&mGdt);
949 AsmWriteCr3 ((UINTN)SmmS3ResumeState->SmmS3Cr3);
950 AsmEnablePaging64 (
951 0x38,
952 SmmS3ResumeState->SmmS3ResumeEntryPoint,
953 (UINT64)(UINTN)AcpiS3Context,
954 0,
955 SmmS3ResumeState->SmmS3StackBase + SmmS3ResumeState->SmmS3StackSize
956 );
957 }
958
959 }
960
961 S3ResumeExecuteBootScript (AcpiS3Context, EfiBootScriptExecutorVariable );
962 return EFI_SUCCESS;
963 }
964 /**
965 Main entry for S3 Resume PEIM.
966
967 This routine is to install EFI_PEI_S3_RESUME2_PPI.
968
969 @param FileHandle Handle of the file being invoked.
970 @param PeiServices Pointer to PEI Services table.
971
972 @retval EFI_SUCCESS S3Resume Ppi is installed successfully.
973
974 **/
975 EFI_STATUS
976 EFIAPI
977 PeimS3ResumeEntryPoint (
978 IN EFI_PEI_FILE_HANDLE FileHandle,
979 IN CONST EFI_PEI_SERVICES **PeiServices
980 )
981 {
982 EFI_STATUS Status;
983
984 //
985 // Install S3 Resume Ppi
986 //
987 Status = (**PeiServices).InstallPpi (PeiServices, &mPpiList);
988 ASSERT_EFI_ERROR (Status);
989
990 return EFI_SUCCESS;
991 }
992