\r
Set a IDT entry for interrupt vector 3 for debug purpose for x64 platform\r
\r
-Copyright (c) 2006 - 2012, Intel Corporation. All rights reserved.<BR>\r
+Copyright (c) 2006 - 2018, Intel Corporation. All rights reserved.<BR>\r
+Copyright (c) 2017, AMD Incorporated. All rights reserved.<BR>\r
+\r
\r
This program and the accompanying materials\r
are licensed and made available under the terms and conditions of the BSD License\r
**/\r
#include "ScriptExecute.h"\r
\r
+//\r
+// 8 extra pages for PF handler.\r
+//\r
+#define EXTRA_PAGE_TABLE_PAGES 8\r
+\r
#define IA32_PG_P BIT0\r
#define IA32_PG_RW BIT1\r
#define IA32_PG_PS BIT7\r
\r
-UINT64 mPhyMask;\r
-BOOLEAN mPage1GSupport;\r
-VOID *mOriginalHandler;\r
-UINTN mS3NvsPageTableAddress;\r
+UINT64 mPhyMask;\r
+VOID *mOriginalHandler;\r
+UINTN mPageFaultBuffer;\r
+UINTN mPageFaultIndex = 0;\r
+//\r
+// Store the uplink information for each page being used.\r
+//\r
+UINT64 *mPageFaultUplink[EXTRA_PAGE_TABLE_PAGES];\r
\r
/**\r
Page fault handler.\r
)\r
{\r
UINT32 RegEax;\r
- UINT32 RegEdx;\r
+ UINT8 PhysicalAddressBits;\r
+ UINTN PageFaultHandlerHookAddress;\r
\r
- AsmCpuid (0x80000008, &RegEax, NULL, NULL, NULL);\r
- mPhyMask = LShiftU64 (1, (UINT8)RegEax) - 1;\r
- mPhyMask &= (1ull << 48) - SIZE_4KB;\r
-\r
- mPage1GSupport = FALSE;\r
- if (PcdGetBool(PcdUse1GPageTable)) {\r
- AsmCpuid (0x80000000, &RegEax, NULL, NULL, NULL);\r
- if (RegEax >= 0x80000001) {\r
- AsmCpuid (0x80000001, NULL, NULL, NULL, &RegEdx);\r
- if ((RegEdx & BIT26) != 0) {\r
- mPage1GSupport = TRUE;\r
- }\r
- }\r
+ AsmCpuid (0x80000000, &RegEax, NULL, NULL, NULL);\r
+ if (RegEax >= 0x80000008) {\r
+ AsmCpuid (0x80000008, &RegEax, NULL, NULL, NULL);\r
+ PhysicalAddressBits = (UINT8) RegEax;\r
+ } else {\r
+ PhysicalAddressBits = 36;\r
}\r
+ mPhyMask = LShiftU64 (1, PhysicalAddressBits) - 1;\r
+ mPhyMask &= (1ull << 48) - SIZE_4KB;\r
\r
//\r
// Set Page Fault entry to catch >4G access\r
//\r
+ PageFaultHandlerHookAddress = (UINTN)PageFaultHandlerHook;\r
mOriginalHandler = (VOID *)(UINTN)(LShiftU64 (IdtEntry->Bits.OffsetUpper, 32) + IdtEntry->Bits.OffsetLow + (IdtEntry->Bits.OffsetHigh << 16));\r
- IdtEntry->Bits.OffsetLow = (UINT16)((UINTN)PageFaultHandlerHook);\r
+ IdtEntry->Bits.OffsetLow = (UINT16)PageFaultHandlerHookAddress;\r
IdtEntry->Bits.Selector = (UINT16)AsmReadCs ();\r
IdtEntry->Bits.Reserved_0 = 0;\r
IdtEntry->Bits.GateType = IA32_IDT_GATE_TYPE_INTERRUPT_32;\r
- IdtEntry->Bits.OffsetHigh = (UINT16)((UINTN)PageFaultHandlerHook >> 16);\r
- IdtEntry->Bits.OffsetUpper = (UINT32)((UINTN)PageFaultHandlerHook >> 32);\r
+ IdtEntry->Bits.OffsetHigh = (UINT16)(PageFaultHandlerHookAddress >> 16);\r
+ IdtEntry->Bits.OffsetUpper = (UINT32)(PageFaultHandlerHookAddress >> 32);\r
IdtEntry->Bits.Reserved_1 = 0;\r
\r
if (mPage1GSupport) {\r
- mS3NvsPageTableAddress = (UINTN)(AsmReadCr3 () & mPhyMask) + EFI_PAGES_TO_SIZE(2);\r
+ mPageFaultBuffer = (UINTN)(AsmReadCr3 () & mPhyMask) + EFI_PAGES_TO_SIZE(2);\r
}else {\r
- mS3NvsPageTableAddress = (UINTN)(AsmReadCr3 () & mPhyMask) + EFI_PAGES_TO_SIZE(6);\r
+ mPageFaultBuffer = (UINTN)(AsmReadCr3 () & mPhyMask) + EFI_PAGES_TO_SIZE(6);\r
}\r
+ ZeroMem (mPageFaultUplink, sizeof (mPageFaultUplink));\r
+}\r
+\r
+/**\r
+ The function will check if current waking vector is long mode.\r
+\r
+ @param AcpiS3Context a pointer to a structure of ACPI_S3_CONTEXT\r
+\r
+ @retval TRUE Current context need long mode waking vector.\r
+ @retval FALSE Current context need not long mode waking vector.\r
+**/\r
+BOOLEAN\r
+IsLongModeWakingVector (\r
+ IN ACPI_S3_CONTEXT *AcpiS3Context\r
+ )\r
+{\r
+ EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE *Facs;\r
+\r
+ Facs = (EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE *) ((UINTN) (AcpiS3Context->AcpiFacsTable));\r
+ if ((Facs == NULL) ||\r
+ (Facs->Signature != EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE_SIGNATURE) ||\r
+ ((Facs->FirmwareWakingVector == 0) && (Facs->XFirmwareWakingVector == 0)) ) {\r
+ // Something wrong with FACS\r
+ return FALSE;\r
+ }\r
+ if (Facs->XFirmwareWakingVector != 0) {\r
+ if ((Facs->Version == EFI_ACPI_4_0_FIRMWARE_ACPI_CONTROL_STRUCTURE_VERSION) &&\r
+ ((Facs->Flags & EFI_ACPI_4_0_64BIT_WAKE_SUPPORTED_F) != 0) &&\r
+ ((Facs->Flags & EFI_ACPI_4_0_OSPM_64BIT_WAKE__F) != 0)) {\r
+ // Both BIOS and OS wants 64bit vector\r
+ if (FeaturePcdGet (PcdDxeIplSwitchToLongMode)) {\r
+ return TRUE;\r
+ }\r
+ }\r
+ }\r
+ return FALSE;\r
}\r
\r
/**\r
IA32_IDT_GATE_DESCRIPTOR *IdtEntry;\r
IA32_DESCRIPTOR *IdtDescriptor;\r
UINTN S3DebugBuffer;\r
+ EFI_STATUS Status;\r
\r
//\r
// Restore IDT for debug\r
//\r
// Setup the default CPU exception handlers\r
//\r
- SetupCpuExceptionHandlers ();\r
+ Status = InitializeCpuExceptionHandlers (NULL);\r
+ ASSERT_EFI_ERROR (Status);\r
\r
DEBUG_CODE (\r
//\r
}\r
);\r
\r
- IdtEntry = (IA32_IDT_GATE_DESCRIPTOR *)(IdtDescriptor->Base + (14 * sizeof (IA32_IDT_GATE_DESCRIPTOR)));\r
- HookPageFaultHandler (IdtEntry);\r
+ //\r
+ // If both BIOS and OS wants long mode waking vector,\r
+ // S3ResumePei should have established 1:1 Virtual to Physical identity mapping page table,\r
+ // no need to hook page fault handler.\r
+ //\r
+ if (!IsLongModeWakingVector (AcpiS3Context)) {\r
+ IdtEntry = (IA32_IDT_GATE_DESCRIPTOR *)(IdtDescriptor->Base + (14 * sizeof (IA32_IDT_GATE_DESCRIPTOR)));\r
+ HookPageFaultHandler (IdtEntry);\r
+ }\r
}\r
\r
/**\r
- Get new page address.\r
+ Acquire page for page fault.\r
\r
- @param PageNum new page number needed\r
+ @param[in, out] Uplink Pointer to up page table entry.\r
\r
- @return new page address\r
**/\r
-UINTN\r
-GetNewPage (\r
- IN UINTN PageNum\r
+VOID\r
+AcquirePage (\r
+ IN OUT UINT64 *Uplink\r
)\r
{\r
- UINTN NewPage;\r
- NewPage = mS3NvsPageTableAddress;\r
- ZeroMem ((VOID *)NewPage, EFI_PAGES_TO_SIZE(PageNum));\r
- mS3NvsPageTableAddress += EFI_PAGES_TO_SIZE(PageNum);\r
- return NewPage;\r
+ UINTN Address;\r
+\r
+ Address = mPageFaultBuffer + EFI_PAGES_TO_SIZE (mPageFaultIndex);\r
+ ZeroMem ((VOID *) Address, EFI_PAGES_TO_SIZE (1));\r
+\r
+ //\r
+ // Cut the previous uplink if it exists and wasn't overwritten.\r
+ //\r
+ if ((mPageFaultUplink[mPageFaultIndex] != NULL) &&\r
+ ((*mPageFaultUplink[mPageFaultIndex] & ~mAddressEncMask & mPhyMask) == Address)) {\r
+ *mPageFaultUplink[mPageFaultIndex] = 0;\r
+ }\r
+\r
+ //\r
+ // Link & Record the current uplink.\r
+ //\r
+ *Uplink = Address | mAddressEncMask | IA32_PG_P | IA32_PG_RW;\r
+ mPageFaultUplink[mPageFaultIndex] = Uplink;\r
+\r
+ mPageFaultIndex = (mPageFaultIndex + 1) % EXTRA_PAGE_TABLE_PAGES;\r
}\r
\r
/**\r
The page fault handler that on-demand read >4G memory/MMIO.\r
- \r
+\r
@retval TRUE The page fault is correctly handled.\r
@retval FALSE The page fault is not handled and is passed through to original handler.\r
\r
UINTN PTIndex;\r
\r
PFAddress = AsmReadCr2 ();\r
- DEBUG ((EFI_D_ERROR, "BootScript - PageFaultHandler: Cr2 - %lx\n", PFAddress));\r
+ DEBUG ((DEBUG_INFO, "BootScript - PageFaultHandler: Cr2 - %lx\n", PFAddress));\r
\r
if (PFAddress >= mPhyMask + SIZE_4KB) {\r
return FALSE;\r
PTIndex = BitFieldRead64 (PFAddress, 39, 47);\r
// PML4E\r
if ((PageTable[PTIndex] & IA32_PG_P) == 0) {\r
- PageTable[PTIndex] = GetNewPage (1) | IA32_PG_P | IA32_PG_RW;\r
+ AcquirePage (&PageTable[PTIndex]);\r
}\r
- PageTable = (UINT64*)(UINTN)(PageTable[PTIndex] & mPhyMask);\r
+ PageTable = (UINT64*)(UINTN)(PageTable[PTIndex] & ~mAddressEncMask & mPhyMask);\r
PTIndex = BitFieldRead64 (PFAddress, 30, 38);\r
// PDPTE\r
if (mPage1GSupport) {\r
- PageTable[PTIndex] = PFAddress | IA32_PG_P | IA32_PG_RW | IA32_PG_PS;\r
+ PageTable[PTIndex] = ((PFAddress | mAddressEncMask) & ~((1ull << 30) - 1)) | IA32_PG_P | IA32_PG_RW | IA32_PG_PS;\r
} else {\r
if ((PageTable[PTIndex] & IA32_PG_P) == 0) {\r
- PageTable[PTIndex] = GetNewPage (1) | IA32_PG_P | IA32_PG_RW;\r
+ AcquirePage (&PageTable[PTIndex]);\r
}\r
- PageTable = (UINT64*)(UINTN)(PageTable[PTIndex] & mPhyMask);\r
+ PageTable = (UINT64*)(UINTN)(PageTable[PTIndex] & ~mAddressEncMask & mPhyMask);\r
PTIndex = BitFieldRead64 (PFAddress, 21, 29);\r
// PD\r
- PageTable[PTIndex] = PFAddress | IA32_PG_P | IA32_PG_RW | IA32_PG_PS;\r
+ PageTable[PTIndex] = ((PFAddress | mAddressEncMask) & ~((1ull << 21) - 1)) | IA32_PG_P | IA32_PG_RW | IA32_PG_PS;\r
}\r
\r
return TRUE;\r