[mirror_edk2.git] / UefiCpuPkg / PiSmmCpuDxeSmm / SmmCpuMemoryManagement.c

/** @file\r
\r
Copyright (c) 2016 - 2019, Intel Corporation. All rights reserved.<BR>\r
SPDX-License-Identifier: BSD-2-Clause-Patent\r
\r
**/\r
\r
#include "PiSmmCpuDxeSmm.h"\r
\r
//\r
// attributes for reserved memory before it is promoted to system memory\r
//\r
#define EFI_MEMORY_PRESENT      0x0100000000000000ULL\r
#define EFI_MEMORY_INITIALIZED  0x0200000000000000ULL\r
#define EFI_MEMORY_TESTED       0x0400000000000000ULL\r
\r
#define PREVIOUS_MEMORY_DESCRIPTOR(MemoryDescriptor, Size) \\r
  ((EFI_MEMORY_DESCRIPTOR *)((UINT8 *)(MemoryDescriptor) - (Size)))\r
\r
EFI_MEMORY_DESCRIPTOR  *mUefiMemoryMap;\r
UINTN                  mUefiMemoryMapSize;\r
UINTN                  mUefiDescriptorSize;\r
\r
EFI_GCD_MEMORY_SPACE_DESCRIPTOR  *mGcdMemSpace       = NULL;\r
UINTN                            mGcdMemNumberOfDesc = 0;\r
\r
EFI_MEMORY_ATTRIBUTES_TABLE  *mUefiMemoryAttributesTable = NULL;\r
\r
PAGE_ATTRIBUTE_TABLE  mPageAttributeTable[] = {\r
  { Page4K, SIZE_4KB, PAGING_4K_ADDRESS_MASK_64 },\r
  { Page2M, SIZE_2MB, PAGING_2M_ADDRESS_MASK_64 },\r
  { Page1G, SIZE_1GB, PAGING_1G_ADDRESS_MASK_64 },\r
};\r
\r
BOOLEAN  mIsShadowStack      = FALSE;\r
BOOLEAN  m5LevelPagingNeeded = FALSE;\r
\r
/**\r
  Return length according to page attributes.\r
\r
  @param[in]  PageAttributes   The page attribute of the page entry.\r
\r
  @return The length of page entry.\r
**/\r
UINTN\r
PageAttributeToLength (\r
  IN PAGE_ATTRIBUTE  PageAttribute\r
  )\r
{\r
  UINTN  Index;\r
\r
  for (Index = 0; Index < sizeof (mPageAttributeTable)/sizeof (mPageAttributeTable[0]); Index++) {\r
    if (PageAttribute == mPageAttributeTable[Index].Attribute) {\r
      return (UINTN)mPageAttributeTable[Index].Length;\r
    }\r
  }\r
\r
  return 0;\r
}\r
\r
/**\r
  Return address mask according to page attributes.\r
\r
  @param[in]  PageAttributes   The page attribute of the page entry.\r
\r
  @return The address mask of page entry.\r
**/\r
UINTN\r
PageAttributeToMask (\r
  IN PAGE_ATTRIBUTE  PageAttribute\r
  )\r
{\r
  UINTN  Index;\r
\r
  for (Index = 0; Index < sizeof (mPageAttributeTable)/sizeof (mPageAttributeTable[0]); Index++) {\r
    if (PageAttribute == mPageAttributeTable[Index].Attribute) {\r
      return (UINTN)mPageAttributeTable[Index].AddressMask;\r
    }\r
  }\r
\r
  return 0;\r
}\r
\r
/**\r
  Return page table entry to match the address.\r
\r
  @param[in]   PageTableBase      The page table base.\r
  @param[in]   Enable5LevelPaging If PML5 paging is enabled.\r
  @param[in]   Address            The address to be checked.\r
  @param[out]  PageAttributes     The page attribute of the page entry.\r
\r
  @return The page entry.\r
**/\r
VOID *\r
GetPageTableEntry (\r
  IN  UINTN             PageTableBase,\r
  IN  BOOLEAN           Enable5LevelPaging,\r
  IN  PHYSICAL_ADDRESS  Address,\r
  OUT PAGE_ATTRIBUTE    *PageAttribute\r
  )\r
{\r
  UINTN   Index1;\r
  UINTN   Index2;\r
  UINTN   Index3;\r
  UINTN   Index4;\r
  UINTN   Index5;\r
  UINT64  *L1PageTable;\r
  UINT64  *L2PageTable;\r
  UINT64  *L3PageTable;\r
  UINT64  *L4PageTable;\r
  UINT64  *L5PageTable;\r
\r
  Index5 = ((UINTN)RShiftU64 (Address, 48)) & PAGING_PAE_INDEX_MASK;\r
  Index4 = ((UINTN)RShiftU64 (Address, 39)) & PAGING_PAE_INDEX_MASK;\r
  Index3 = ((UINTN)Address >> 30) & PAGING_PAE_INDEX_MASK;\r
  Index2 = ((UINTN)Address >> 21) & PAGING_PAE_INDEX_MASK;\r
  Index1 = ((UINTN)Address >> 12) & PAGING_PAE_INDEX_MASK;\r
\r
  if (sizeof (UINTN) == sizeof (UINT64)) {\r
    if (Enable5LevelPaging) {\r
      L5PageTable = (UINT64 *)PageTableBase;\r
      if (L5PageTable[Index5] == 0) {\r
        *PageAttribute = PageNone;\r
        return NULL;\r
      }\r
\r
      L4PageTable = (UINT64 *)(UINTN)(L5PageTable[Index5] & ~mAddressEncMask & PAGING_4K_ADDRESS_MASK_64);\r
    } else {\r
      L4PageTable = (UINT64 *)PageTableBase;\r
    }\r
\r
    if (L4PageTable[Index4] == 0) {\r
      *PageAttribute = PageNone;\r
      return NULL;\r
    }\r
\r
    L3PageTable = (UINT64 *)(UINTN)(L4PageTable[Index4] & ~mAddressEncMask & PAGING_4K_ADDRESS_MASK_64);\r
  } else {\r
    L3PageTable = (UINT64 *)PageTableBase;\r
  }\r
\r
  if (L3PageTable[Index3] == 0) {\r
    *PageAttribute = PageNone;\r
    return NULL;\r
  }\r
\r
  if ((L3PageTable[Index3] & IA32_PG_PS) != 0) {\r
    // 1G\r
    *PageAttribute = Page1G;\r
    return &L3PageTable[Index3];\r
  }\r
\r
  L2PageTable = (UINT64 *)(UINTN)(L3PageTable[Index3] & ~mAddressEncMask & PAGING_4K_ADDRESS_MASK_64);\r
  if (L2PageTable[Index2] == 0) {\r
    *PageAttribute = PageNone;\r
    return NULL;\r
  }\r
\r
  if ((L2PageTable[Index2] & IA32_PG_PS) != 0) {\r
    // 2M\r
    *PageAttribute = Page2M;\r
    return &L2PageTable[Index2];\r
  }\r
\r
  // 4k\r
  L1PageTable = (UINT64 *)(UINTN)(L2PageTable[Index2] & ~mAddressEncMask & PAGING_4K_ADDRESS_MASK_64);\r
  if ((L1PageTable[Index1] == 0) && (Address != 0)) {\r
    *PageAttribute = PageNone;\r
    return NULL;\r
  }\r
\r
  *PageAttribute = Page4K;\r
  return &L1PageTable[Index1];\r
}\r
\r
/**\r
  Return memory attributes of page entry.\r
\r
  @param[in]  PageEntry        The page entry.\r
\r
  @return Memory attributes of page entry.\r
**/\r
UINT64\r
GetAttributesFromPageEntry (\r
  IN  UINT64  *PageEntry\r
  )\r
{\r
  UINT64  Attributes;\r
\r
  Attributes = 0;\r
  if ((*PageEntry & IA32_PG_P) == 0) {\r
    Attributes |= EFI_MEMORY_RP;\r
  }\r
\r
  if ((*PageEntry & IA32_PG_RW) == 0) {\r
    Attributes |= EFI_MEMORY_RO;\r
  }\r
\r
  if ((*PageEntry & IA32_PG_NX) != 0) {\r
    Attributes |= EFI_MEMORY_XP;\r
  }\r
\r
  return Attributes;\r
}\r
\r
/**\r
  Modify memory attributes of page entry.\r
\r
  @param[in]   PageEntry        The page entry.\r
  @param[in]   Attributes       The bit mask of attributes to modify for the memory region.\r
  @param[in]   IsSet            TRUE means to set attributes. FALSE means to clear attributes.\r
  @param[out]  IsModified       TRUE means page table modified. FALSE means page table not modified.\r
**/\r
VOID\r
ConvertPageEntryAttribute (\r
  IN  UINT64   *PageEntry,\r
  IN  UINT64   Attributes,\r
  IN  BOOLEAN  IsSet,\r
  OUT BOOLEAN  *IsModified\r
  )\r
{\r
  UINT64  CurrentPageEntry;\r
  UINT64  NewPageEntry;\r
\r
  CurrentPageEntry = *PageEntry;\r
  NewPageEntry     = CurrentPageEntry;\r
  if ((Attributes & EFI_MEMORY_RP) != 0) {\r
    if (IsSet) {\r
      NewPageEntry &= ~(UINT64)IA32_PG_P;\r
    } else {\r
      NewPageEntry |= IA32_PG_P;\r
    }\r
  }\r
\r
  if ((Attributes & EFI_MEMORY_RO) != 0) {\r
    if (IsSet) {\r
      NewPageEntry &= ~(UINT64)IA32_PG_RW;\r
      if (mIsShadowStack) {\r
        // Environment setup\r
        // ReadOnly page need set Dirty bit for shadow stack\r
        NewPageEntry |= IA32_PG_D;\r
        // Clear user bit for supervisor shadow stack\r
        NewPageEntry &= ~(UINT64)IA32_PG_U;\r
      } else {\r
        // Runtime update\r
        // Clear dirty bit for non shadow stack, to protect RO page.\r
        NewPageEntry &= ~(UINT64)IA32_PG_D;\r
      }\r
    } else {\r
      NewPageEntry |= IA32_PG_RW;\r
    }\r
  }\r
\r
  if ((Attributes & EFI_MEMORY_XP) != 0) {\r
    if (mXdSupported) {\r
      if (IsSet) {\r
        NewPageEntry |= IA32_PG_NX;\r
      } else {\r
        NewPageEntry &= ~IA32_PG_NX;\r
      }\r
    }\r
  }\r
\r
  *PageEntry = NewPageEntry;\r
  if (CurrentPageEntry != NewPageEntry) {\r
    *IsModified = TRUE;\r
    DEBUG ((DEBUG_VERBOSE, "ConvertPageEntryAttribute 0x%lx", CurrentPageEntry));\r
    DEBUG ((DEBUG_VERBOSE, "->0x%lx\n", NewPageEntry));\r
  } else {\r
    *IsModified = FALSE;\r
  }\r
}\r
\r
/**\r
  This function returns if there is need to split page entry.\r
\r
  @param[in]  BaseAddress      The base address to be checked.\r
  @param[in]  Length           The length to be checked.\r
  @param[in]  PageEntry        The page entry to be checked.\r
  @param[in]  PageAttribute    The page attribute of the page entry.\r
\r
  @retval SplitAttributes on if there is need to split page entry.\r
**/\r
PAGE_ATTRIBUTE\r
NeedSplitPage (\r
  IN  PHYSICAL_ADDRESS  BaseAddress,\r
  IN  UINT64            Length,\r
  IN  UINT64            *PageEntry,\r
  IN  PAGE_ATTRIBUTE    PageAttribute\r
  )\r
{\r
  UINT64  PageEntryLength;\r
\r
  PageEntryLength = PageAttributeToLength (PageAttribute);\r
\r
  if (((BaseAddress & (PageEntryLength - 1)) == 0) && (Length >= PageEntryLength)) {\r
    return PageNone;\r
  }\r
\r
  if (((BaseAddress & PAGING_2M_MASK) != 0) || (Length < SIZE_2MB)) {\r
    return Page4K;\r
  }\r
\r
  return Page2M;\r
}\r
\r
/**\r
  This function splits one page entry to small page entries.\r
\r
  @param[in]  PageEntry        The page entry to be splitted.\r
  @param[in]  PageAttribute    The page attribute of the page entry.\r
  @param[in]  SplitAttribute   How to split the page entry.\r
\r
  @retval RETURN_SUCCESS            The page entry is splitted.\r
  @retval RETURN_UNSUPPORTED        The page entry does not support to be splitted.\r
  @retval RETURN_OUT_OF_RESOURCES   No resource to split page entry.\r
**/\r
RETURN_STATUS\r
SplitPage (\r
  IN  UINT64          *PageEntry,\r
  IN  PAGE_ATTRIBUTE  PageAttribute,\r
  IN  PAGE_ATTRIBUTE  SplitAttribute\r
  )\r
{\r
  UINT64  BaseAddress;\r
  UINT64  *NewPageEntry;\r
  UINTN   Index;\r
\r
  ASSERT (PageAttribute == Page2M || PageAttribute == Page1G);\r
\r
  if (PageAttribute == Page2M) {\r
    //\r
    // Split 2M to 4K\r
    //\r
    ASSERT (SplitAttribute == Page4K);\r
    if (SplitAttribute == Page4K) {\r
      NewPageEntry = AllocatePageTableMemory (1);\r
      DEBUG ((DEBUG_VERBOSE, "Split - 0x%x\n", NewPageEntry));\r
      if (NewPageEntry == NULL) {\r
        return RETURN_OUT_OF_RESOURCES;\r
      }\r
\r
      BaseAddress = *PageEntry & PAGING_2M_ADDRESS_MASK_64;\r
      for (Index = 0; Index < SIZE_4KB / sizeof (UINT64); Index++) {\r
        NewPageEntry[Index] = (BaseAddress + SIZE_4KB * Index) | mAddressEncMask | ((*PageEntry) & PAGE_PROGATE_BITS);\r
      }\r
\r
      (*PageEntry) = (UINT64)(UINTN)NewPageEntry | mAddressEncMask | PAGE_ATTRIBUTE_BITS;\r
      return RETURN_SUCCESS;\r
    } else {\r
      return RETURN_UNSUPPORTED;\r
    }\r
  } else if (PageAttribute == Page1G) {\r
    //\r
    // Split 1G to 2M\r
    // No need support 1G->4K directly, we should use 1G->2M, then 2M->4K to get more compact page table.\r
    //\r
    ASSERT (SplitAttribute == Page2M || SplitAttribute == Page4K);\r
    if (((SplitAttribute == Page2M) || (SplitAttribute == Page4K))) {\r
      NewPageEntry = AllocatePageTableMemory (1);\r
      DEBUG ((DEBUG_VERBOSE, "Split - 0x%x\n", NewPageEntry));\r
      if (NewPageEntry == NULL) {\r
        return RETURN_OUT_OF_RESOURCES;\r
      }\r
\r
      BaseAddress = *PageEntry & PAGING_1G_ADDRESS_MASK_64;\r
      for (Index = 0; Index < SIZE_4KB / sizeof (UINT64); Index++) {\r
        NewPageEntry[Index] = (BaseAddress + SIZE_2MB * Index) | mAddressEncMask | IA32_PG_PS | ((*PageEntry) & PAGE_PROGATE_BITS);\r
      }\r
\r
      (*PageEntry) = (UINT64)(UINTN)NewPageEntry | mAddressEncMask | PAGE_ATTRIBUTE_BITS;\r
      return RETURN_SUCCESS;\r
    } else {\r
      return RETURN_UNSUPPORTED;\r
    }\r
  } else {\r
    return RETURN_UNSUPPORTED;\r
  }\r
}\r
\r
/**\r
  This function modifies the page attributes for the memory region specified by BaseAddress and\r
  Length from their current attributes to the attributes specified by Attributes.\r
\r
  Caller should make sure BaseAddress and Length is at page boundary.\r
\r
  @param[in]   PageTableBase    The page table base.\r
  @param[in]   EnablePML5Paging If PML5 paging is enabled.\r
  @param[in]   BaseAddress      The physical address that is the start address of a memory region.\r
  @param[in]   Length           The size in bytes of the memory region.\r
  @param[in]   Attributes       The bit mask of attributes to modify for the memory region.\r
  @param[in]   IsSet            TRUE means to set attributes. FALSE means to clear attributes.\r
  @param[out]  IsSplitted       TRUE means page table splitted. FALSE means page table not splitted.\r
  @param[out]  IsModified       TRUE means page table modified. FALSE means page table not modified.\r
\r
  @retval RETURN_SUCCESS           The attributes were modified for the memory region.\r
  @retval RETURN_ACCESS_DENIED     The attributes for the memory resource range specified by\r
                                   BaseAddress and Length cannot be modified.\r
  @retval RETURN_INVALID_PARAMETER Length is zero.\r
                                   Attributes specified an illegal combination of attributes that\r
                                   cannot be set together.\r
  @retval RETURN_OUT_OF_RESOURCES  There are not enough system resources to modify the attributes of\r
                                   the memory resource range.\r
  @retval RETURN_UNSUPPORTED       The processor does not support one or more bytes of the memory\r
                                   resource range specified by BaseAddress and Length.\r
                                   The bit mask of attributes is not support for the memory resource\r
                                   range specified by BaseAddress and Length.\r
**/\r
RETURN_STATUS\r
ConvertMemoryPageAttributes (\r
  IN  UINTN             PageTableBase,\r
  IN  BOOLEAN           EnablePML5Paging,\r
  IN  PHYSICAL_ADDRESS  BaseAddress,\r
  IN  UINT64            Length,\r
  IN  UINT64            Attributes,\r
  IN  BOOLEAN           IsSet,\r
  OUT BOOLEAN           *IsSplitted   OPTIONAL,\r
  OUT BOOLEAN           *IsModified   OPTIONAL\r
  )\r
{\r
  UINT64                *PageEntry;\r
  PAGE_ATTRIBUTE        PageAttribute;\r
  UINTN                 PageEntryLength;\r
  PAGE_ATTRIBUTE        SplitAttribute;\r
  RETURN_STATUS         Status;\r
  BOOLEAN               IsEntryModified;\r
  EFI_PHYSICAL_ADDRESS  MaximumSupportMemAddress;\r
\r
  ASSERT (Attributes != 0);\r
  ASSERT ((Attributes & ~EFI_MEMORY_ATTRIBUTE_MASK) == 0);\r
\r
  ASSERT ((BaseAddress & (SIZE_4KB - 1)) == 0);\r
  ASSERT ((Length & (SIZE_4KB - 1)) == 0);\r
\r
  if (Length == 0) {\r
    return RETURN_INVALID_PARAMETER;\r
  }\r
\r
  MaximumSupportMemAddress = (EFI_PHYSICAL_ADDRESS)(UINTN)(LShiftU64 (1, mPhysicalAddressBits) - 1);\r
  if (BaseAddress > MaximumSupportMemAddress) {\r
    return RETURN_UNSUPPORTED;\r
  }\r
\r
  if (Length > MaximumSupportMemAddress) {\r
    return RETURN_UNSUPPORTED;\r
  }\r
\r
  if ((Length != 0) && (BaseAddress > MaximumSupportMemAddress - (Length - 1))) {\r
    return RETURN_UNSUPPORTED;\r
  }\r
\r
  //  DEBUG ((DEBUG_ERROR, "ConvertMemoryPageAttributes(%x) - %016lx, %016lx, %02lx\n", IsSet, BaseAddress, Length, Attributes));\r
\r
  if (IsSplitted != NULL) {\r
    *IsSplitted = FALSE;\r
  }\r
\r
  if (IsModified != NULL) {\r
    *IsModified = FALSE;\r
  }\r
\r
  //\r
  // Below logic is to check 2M/4K page to make sure we do not waste memory.\r
  //\r
  while (Length != 0) {\r
    PageEntry = GetPageTableEntry (PageTableBase, EnablePML5Paging, BaseAddress, &PageAttribute);\r
    if (PageEntry == NULL) {\r
      return RETURN_UNSUPPORTED;\r
    }\r
\r
    PageEntryLength = PageAttributeToLength (PageAttribute);\r
    SplitAttribute  = NeedSplitPage (BaseAddress, Length, PageEntry, PageAttribute);\r
    if (SplitAttribute == PageNone) {\r
      ConvertPageEntryAttribute (PageEntry, Attributes, IsSet, &IsEntryModified);\r
      if (IsEntryModified) {\r
        if (IsModified != NULL) {\r
          *IsModified = TRUE;\r
        }\r
      }\r
\r
      //\r
      // Convert success, move to next\r
      //\r
      BaseAddress += PageEntryLength;\r
      Length      -= PageEntryLength;\r
    } else {\r
      Status = SplitPage (PageEntry, PageAttribute, SplitAttribute);\r
      if (RETURN_ERROR (Status)) {\r
        return RETURN_UNSUPPORTED;\r
      }\r
\r
      if (IsSplitted != NULL) {\r
        *IsSplitted = TRUE;\r
      }\r
\r
      if (IsModified != NULL) {\r
        *IsModified = TRUE;\r
      }\r
\r
      //\r
      // Just split current page\r
      // Convert success in next around\r
      //\r
    }\r
  }\r
\r
  return RETURN_SUCCESS;\r
}\r
\r
/**\r
  FlushTlb on current processor.\r
\r
  @param[in,out] Buffer  Pointer to private data buffer.\r
**/\r
VOID\r
EFIAPI\r
FlushTlbOnCurrentProcessor (\r
  IN OUT VOID  *Buffer\r
  )\r
{\r
  CpuFlushTlb ();\r
}\r
\r
/**\r
  FlushTlb for all processors.\r
**/\r
VOID\r
FlushTlbForAll (\r
  VOID\r
  )\r
{\r
  UINTN  Index;\r
\r
  FlushTlbOnCurrentProcessor (NULL);\r
\r
  for (Index = 0; Index < gSmst->NumberOfCpus; Index++) {\r
    if (Index != gSmst->CurrentlyExecutingCpu) {\r
      // Force to start up AP in blocking mode,\r
      SmmBlockingStartupThisAp (FlushTlbOnCurrentProcessor, Index, NULL);\r
      // Do not check return status, because AP might not be present in some corner cases.\r
    }\r
  }\r
}\r
\r
/**\r
  This function sets the attributes for the memory region specified by BaseAddress and\r
  Length from their current attributes to the attributes specified by Attributes.\r
\r
  @param[in]   PageTableBase    The page table base.\r
  @param[in]   EnablePML5Paging If PML5 paging is enabled.\r
  @param[in]   BaseAddress      The physical address that is the start address of a memory region.\r
  @param[in]   Length           The size in bytes of the memory region.\r
  @param[in]   Attributes       The bit mask of attributes to set for the memory region.\r
  @param[out]  IsSplitted       TRUE means page table splitted. FALSE means page table not splitted.\r
\r
  @retval EFI_SUCCESS           The attributes were set for the memory region.\r
  @retval EFI_ACCESS_DENIED     The attributes for the memory resource range specified by\r
                                BaseAddress and Length cannot be modified.\r
  @retval EFI_INVALID_PARAMETER Length is zero.\r
                                Attributes specified an illegal combination of attributes that\r
                                cannot be set together.\r
  @retval EFI_OUT_OF_RESOURCES  There are not enough system resources to modify the attributes of\r
                                the memory resource range.\r
  @retval EFI_UNSUPPORTED       The processor does not support one or more bytes of the memory\r
                                resource range specified by BaseAddress and Length.\r
                                The bit mask of attributes is not support for the memory resource\r
                                range specified by BaseAddress and Length.\r
\r
**/\r
EFI_STATUS\r
SmmSetMemoryAttributesEx (\r
  IN  UINTN                 PageTableBase,\r
  IN  BOOLEAN               EnablePML5Paging,\r
  IN  EFI_PHYSICAL_ADDRESS  BaseAddress,\r
  IN  UINT64                Length,\r
  IN  UINT64                Attributes,\r
  OUT BOOLEAN               *IsSplitted  OPTIONAL\r
  )\r
{\r
  EFI_STATUS  Status;\r
  BOOLEAN     IsModified;\r
\r
  Status = ConvertMemoryPageAttributes (PageTableBase, EnablePML5Paging, BaseAddress, Length, Attributes, TRUE, IsSplitted, &IsModified);\r
  if (!EFI_ERROR (Status)) {\r
    if (IsModified) {\r
      //\r
      // Flush TLB as last step\r
      //\r
      FlushTlbForAll ();\r
    }\r
  }\r
\r
  return Status;\r
}\r
\r
/**\r
  This function clears the attributes for the memory region specified by BaseAddress and\r
  Length from their current attributes to the attributes specified by Attributes.\r
\r
  @param[in]   PageTableBase    The page table base.\r
  @param[in]   EnablePML5Paging If PML5 paging is enabled.\r
  @param[in]   BaseAddress      The physical address that is the start address of a memory region.\r
  @param[in]   Length           The size in bytes of the memory region.\r
  @param[in]   Attributes       The bit mask of attributes to clear for the memory region.\r
  @param[out]  IsSplitted       TRUE means page table splitted. FALSE means page table not splitted.\r
\r
  @retval EFI_SUCCESS           The attributes were cleared for the memory region.\r
  @retval EFI_ACCESS_DENIED     The attributes for the memory resource range specified by\r
                                BaseAddress and Length cannot be modified.\r
  @retval EFI_INVALID_PARAMETER Length is zero.\r
                                Attributes specified an illegal combination of attributes that\r
                                cannot be cleared together.\r
  @retval EFI_OUT_OF_RESOURCES  There are not enough system resources to modify the attributes of\r
                                the memory resource range.\r
  @retval EFI_UNSUPPORTED       The processor does not support one or more bytes of the memory\r
                                resource range specified by BaseAddress and Length.\r
                                The bit mask of attributes is not supported for the memory resource\r
                                range specified by BaseAddress and Length.\r
\r
**/\r
EFI_STATUS\r
SmmClearMemoryAttributesEx (\r
  IN  UINTN                 PageTableBase,\r
  IN  BOOLEAN               EnablePML5Paging,\r
  IN  EFI_PHYSICAL_ADDRESS  BaseAddress,\r
  IN  UINT64                Length,\r
  IN  UINT64                Attributes,\r
  OUT BOOLEAN               *IsSplitted  OPTIONAL\r
  )\r
{\r
  EFI_STATUS  Status;\r
  BOOLEAN     IsModified;\r
\r
  Status = ConvertMemoryPageAttributes (PageTableBase, EnablePML5Paging, BaseAddress, Length, Attributes, FALSE, IsSplitted, &IsModified);\r
  if (!EFI_ERROR (Status)) {\r
    if (IsModified) {\r
      //\r
      // Flush TLB as last step\r
      //\r
      FlushTlbForAll ();\r
    }\r
  }\r
\r
  return Status;\r
}\r
\r
/**\r
  This function sets the attributes for the memory region specified by BaseAddress and\r
  Length from their current attributes to the attributes specified by Attributes.\r
\r
  @param[in]  BaseAddress      The physical address that is the start address of a memory region.\r
  @param[in]  Length           The size in bytes of the memory region.\r
  @param[in]  Attributes       The bit mask of attributes to set for the memory region.\r
\r
  @retval EFI_SUCCESS           The attributes were set for the memory region.\r
  @retval EFI_ACCESS_DENIED     The attributes for the memory resource range specified by\r
                                BaseAddress and Length cannot be modified.\r
  @retval EFI_INVALID_PARAMETER Length is zero.\r
                                Attributes specified an illegal combination of attributes that\r
                                cannot be set together.\r
  @retval EFI_OUT_OF_RESOURCES  There are not enough system resources to modify the attributes of\r
                                the memory resource range.\r
  @retval EFI_UNSUPPORTED       The processor does not support one or more bytes of the memory\r
                                resource range specified by BaseAddress and Length.\r
                                The bit mask of attributes is not supported for the memory resource\r
                                range specified by BaseAddress and Length.\r
\r
**/\r
EFI_STATUS\r
SmmSetMemoryAttributes (\r
  IN  EFI_PHYSICAL_ADDRESS  BaseAddress,\r
  IN  UINT64                Length,\r
  IN  UINT64                Attributes\r
  )\r
{\r
  IA32_CR4  Cr4;\r
  UINTN     PageTableBase;\r
  BOOLEAN   Enable5LevelPaging;\r
\r
  PageTableBase      = AsmReadCr3 () & PAGING_4K_ADDRESS_MASK_64;\r
  Cr4.UintN          = AsmReadCr4 ();\r
  Enable5LevelPaging = (BOOLEAN)(Cr4.Bits.LA57 == 1);\r
  return SmmSetMemoryAttributesEx (PageTableBase, Enable5LevelPaging, BaseAddress, Length, Attributes, NULL);\r
}\r
\r
/**\r
  This function clears the attributes for the memory region specified by BaseAddress and\r
  Length from their current attributes to the attributes specified by Attributes.\r
\r
  @param[in]  BaseAddress      The physical address that is the start address of a memory region.\r
  @param[in]  Length           The size in bytes of the memory region.\r
  @param[in]  Attributes       The bit mask of attributes to clear for the memory region.\r
\r
  @retval EFI_SUCCESS           The attributes were cleared for the memory region.\r
  @retval EFI_ACCESS_DENIED     The attributes for the memory resource range specified by\r
                                BaseAddress and Length cannot be modified.\r
  @retval EFI_INVALID_PARAMETER Length is zero.\r
                                Attributes specified an illegal combination of attributes that\r
                                cannot be cleared together.\r
  @retval EFI_OUT_OF_RESOURCES  There are not enough system resources to modify the attributes of\r
                                the memory resource range.\r
  @retval EFI_UNSUPPORTED       The processor does not support one or more bytes of the memory\r
                                resource range specified by BaseAddress and Length.\r
                                The bit mask of attributes is not supported for the memory resource\r
                                range specified by BaseAddress and Length.\r
\r
**/\r
EFI_STATUS\r
SmmClearMemoryAttributes (\r
  IN  EFI_PHYSICAL_ADDRESS  BaseAddress,\r
  IN  UINT64                Length,\r
  IN  UINT64                Attributes\r
  )\r
{\r
  IA32_CR4  Cr4;\r
  UINTN     PageTableBase;\r
  BOOLEAN   Enable5LevelPaging;\r
\r
  PageTableBase      = AsmReadCr3 () & PAGING_4K_ADDRESS_MASK_64;\r
  Cr4.UintN          = AsmReadCr4 ();\r
  Enable5LevelPaging = (BOOLEAN)(Cr4.Bits.LA57 == 1);\r
  return SmmClearMemoryAttributesEx (PageTableBase, Enable5LevelPaging, BaseAddress, Length, Attributes, NULL);\r
}\r
\r
/**\r
  Set ShadowStack memory.\r
\r
  @param[in]  Cr3              The page table base address.\r
  @param[in]  BaseAddress      The physical address that is the start address of a memory region.\r
  @param[in]  Length           The size in bytes of the memory region.\r
\r
  @retval EFI_SUCCESS           The shadow stack memory is set.\r
**/\r
EFI_STATUS\r
SetShadowStack (\r
  IN  UINTN                 Cr3,\r
  IN  EFI_PHYSICAL_ADDRESS  BaseAddress,\r
  IN  UINT64                Length\r
  )\r
{\r
  EFI_STATUS  Status;\r
\r
  mIsShadowStack = TRUE;\r
  Status         = SmmSetMemoryAttributesEx (Cr3, m5LevelPagingNeeded, BaseAddress, Length, EFI_MEMORY_RO, NULL);\r
  mIsShadowStack = FALSE;\r
\r
  return Status;\r
}\r
\r
/**\r
  Set not present memory.\r
\r
  @param[in]  Cr3              The page table base address.\r
  @param[in]  BaseAddress      The physical address that is the start address of a memory region.\r
  @param[in]  Length           The size in bytes of the memory region.\r
\r
  @retval EFI_SUCCESS           The not present memory is set.\r
**/\r
EFI_STATUS\r
SetNotPresentPage (\r
  IN  UINTN                 Cr3,\r
  IN  EFI_PHYSICAL_ADDRESS  BaseAddress,\r
  IN  UINT64                Length\r
  )\r
{\r
  EFI_STATUS  Status;\r
\r
  Status = SmmSetMemoryAttributesEx (Cr3, m5LevelPagingNeeded, BaseAddress, Length, EFI_MEMORY_RP, NULL);\r
  return Status;\r
}\r
\r
/**\r
  Retrieves a pointer to the system configuration table from the SMM System Table\r
  based on a specified GUID.\r
\r
  @param[in]   TableGuid       The pointer to table's GUID type.\r
  @param[out]  Table           The pointer to the table associated with TableGuid in the EFI System Table.\r
\r
  @retval EFI_SUCCESS     A configuration table matching TableGuid was found.\r
  @retval EFI_NOT_FOUND   A configuration table matching TableGuid could not be found.\r
\r
**/\r
EFI_STATUS\r
EFIAPI\r
SmmGetSystemConfigurationTable (\r
  IN  EFI_GUID  *TableGuid,\r
  OUT VOID      **Table\r
  )\r
{\r
  UINTN  Index;\r
\r
  ASSERT (TableGuid != NULL);\r
  ASSERT (Table != NULL);\r
\r
  *Table = NULL;\r
  for (Index = 0; Index < gSmst->NumberOfTableEntries; Index++) {\r
    if (CompareGuid (TableGuid, &(gSmst->SmmConfigurationTable[Index].VendorGuid))) {\r
      *Table = gSmst->SmmConfigurationTable[Index].VendorTable;\r
      return EFI_SUCCESS;\r
    }\r
  }\r
\r
  return EFI_NOT_FOUND;\r
}\r
\r
/**\r
  This function sets SMM save state buffer to be RW and XP.\r
**/\r
VOID\r
PatchSmmSaveStateMap (\r
  VOID\r
  )\r
{\r
  UINTN  Index;\r
  UINTN  TileCodeSize;\r
  UINTN  TileDataSize;\r
  UINTN  TileSize;\r
\r
  TileCodeSize = GetSmiHandlerSize ();\r
  TileCodeSize = ALIGN_VALUE (TileCodeSize, SIZE_4KB);\r
  TileDataSize = (SMRAM_SAVE_STATE_MAP_OFFSET - SMM_PSD_OFFSET) + sizeof (SMRAM_SAVE_STATE_MAP);\r
  TileDataSize = ALIGN_VALUE (TileDataSize, SIZE_4KB);\r
  TileSize     = TileDataSize + TileCodeSize - 1;\r
  TileSize     = 2 * GetPowerOfTwo32 ((UINT32)TileSize);\r
\r
  DEBUG ((DEBUG_INFO, "PatchSmmSaveStateMap:\n"));\r
  for (Index = 0; Index < mMaxNumberOfCpus - 1; Index++) {\r
    //\r
    // Code\r
    //\r
    SmmSetMemoryAttributes (\r
      mCpuHotPlugData.SmBase[Index] + SMM_HANDLER_OFFSET,\r
      TileCodeSize,\r
      EFI_MEMORY_RO\r
      );\r
    SmmClearMemoryAttributes (\r
      mCpuHotPlugData.SmBase[Index] + SMM_HANDLER_OFFSET,\r
      TileCodeSize,\r
      EFI_MEMORY_XP\r
      );\r
\r
    //\r
    // Data\r
    //\r
    SmmClearMemoryAttributes (\r
      mCpuHotPlugData.SmBase[Index] + SMM_HANDLER_OFFSET + TileCodeSize,\r
      TileSize - TileCodeSize,\r
      EFI_MEMORY_RO\r
      );\r
    SmmSetMemoryAttributes (\r
      mCpuHotPlugData.SmBase[Index] + SMM_HANDLER_OFFSET + TileCodeSize,\r
      TileSize - TileCodeSize,\r
      EFI_MEMORY_XP\r
      );\r
  }\r
\r
  //\r
  // Code\r
  //\r
  SmmSetMemoryAttributes (\r
    mCpuHotPlugData.SmBase[mMaxNumberOfCpus - 1] + SMM_HANDLER_OFFSET,\r
    TileCodeSize,\r
    EFI_MEMORY_RO\r
    );\r
  SmmClearMemoryAttributes (\r
    mCpuHotPlugData.SmBase[mMaxNumberOfCpus - 1] + SMM_HANDLER_OFFSET,\r
    TileCodeSize,\r
    EFI_MEMORY_XP\r
    );\r
\r
  //\r
  // Data\r
  //\r
  SmmClearMemoryAttributes (\r
    mCpuHotPlugData.SmBase[mMaxNumberOfCpus - 1] + SMM_HANDLER_OFFSET + TileCodeSize,\r
    SIZE_32KB - TileCodeSize,\r
    EFI_MEMORY_RO\r
    );\r
  SmmSetMemoryAttributes (\r
    mCpuHotPlugData.SmBase[mMaxNumberOfCpus - 1] + SMM_HANDLER_OFFSET + TileCodeSize,\r
    SIZE_32KB - TileCodeSize,\r
    EFI_MEMORY_XP\r
    );\r
}\r
\r
/**\r
  This function sets GDT/IDT buffer to be RO and XP.\r
**/\r
VOID\r
PatchGdtIdtMap (\r
  VOID\r
  )\r
{\r
  EFI_PHYSICAL_ADDRESS  BaseAddress;\r
  UINTN                 Size;\r
\r
  //\r
  // GDT\r
  //\r
  DEBUG ((DEBUG_INFO, "PatchGdtIdtMap - GDT:\n"));\r
\r
  BaseAddress = mGdtBuffer;\r
  Size        = ALIGN_VALUE (mGdtBufferSize, SIZE_4KB);\r
  //\r
  // The range should have been set to RO\r
  // if it is allocated with EfiRuntimeServicesCode.\r
  //\r
  SmmSetMemoryAttributes (\r
    BaseAddress,\r
    Size,\r
    EFI_MEMORY_XP\r
    );\r
\r
  //\r
  // IDT\r
  //\r
  DEBUG ((DEBUG_INFO, "PatchGdtIdtMap - IDT:\n"));\r
\r
  BaseAddress = gcSmiIdtr.Base;\r
  Size        = ALIGN_VALUE (gcSmiIdtr.Limit + 1, SIZE_4KB);\r
  //\r
  // The range should have been set to RO\r
  // if it is allocated with EfiRuntimeServicesCode.\r
  //\r
  SmmSetMemoryAttributes (\r
    BaseAddress,\r
    Size,\r
    EFI_MEMORY_XP\r
    );\r
}\r
\r
/**\r
  This function sets memory attribute according to MemoryAttributesTable.\r
**/\r
VOID\r
SetMemMapAttributes (\r
  VOID\r
  )\r
{\r
  EFI_MEMORY_DESCRIPTOR                 *MemoryMap;\r
  EFI_MEMORY_DESCRIPTOR                 *MemoryMapStart;\r
  UINTN                                 MemoryMapEntryCount;\r
  UINTN                                 DescriptorSize;\r
  UINTN                                 Index;\r
  EDKII_PI_SMM_MEMORY_ATTRIBUTES_TABLE  *MemoryAttributesTable;\r
\r
  SmmGetSystemConfigurationTable (&gEdkiiPiSmmMemoryAttributesTableGuid, (VOID **)&MemoryAttributesTable);\r
  if (MemoryAttributesTable == NULL) {\r
    DEBUG ((DEBUG_INFO, "MemoryAttributesTable - NULL\n"));\r
    return;\r
  }\r
\r
  DEBUG ((DEBUG_INFO, "MemoryAttributesTable:\n"));\r
  DEBUG ((DEBUG_INFO, "  Version                   - 0x%08x\n", MemoryAttributesTable->Version));\r
  DEBUG ((DEBUG_INFO, "  NumberOfEntries           - 0x%08x\n", MemoryAttributesTable->NumberOfEntries));\r
  DEBUG ((DEBUG_INFO, "  DescriptorSize            - 0x%08x\n", MemoryAttributesTable->DescriptorSize));\r
\r
  MemoryMapEntryCount = MemoryAttributesTable->NumberOfEntries;\r
  DescriptorSize      = MemoryAttributesTable->DescriptorSize;\r
  MemoryMapStart      = (EFI_MEMORY_DESCRIPTOR *)(MemoryAttributesTable + 1);\r
  MemoryMap           = MemoryMapStart;\r
  for (Index = 0; Index < MemoryMapEntryCount; Index++) {\r
    DEBUG ((DEBUG_INFO, "Entry (0x%x)\n", MemoryMap));\r
    DEBUG ((DEBUG_INFO, "  Type              - 0x%x\n", MemoryMap->Type));\r
    DEBUG ((DEBUG_INFO, "  PhysicalStart     - 0x%016lx\n", MemoryMap->PhysicalStart));\r
    DEBUG ((DEBUG_INFO, "  VirtualStart      - 0x%016lx\n", MemoryMap->VirtualStart));\r
    DEBUG ((DEBUG_INFO, "  NumberOfPages     - 0x%016lx\n", MemoryMap->NumberOfPages));\r
    DEBUG ((DEBUG_INFO, "  Attribute         - 0x%016lx\n", MemoryMap->Attribute));\r
    MemoryMap = NEXT_MEMORY_DESCRIPTOR (MemoryMap, DescriptorSize);\r
  }\r
\r
  MemoryMap = MemoryMapStart;\r
  for (Index = 0; Index < MemoryMapEntryCount; Index++) {\r
    DEBUG ((DEBUG_VERBOSE, "SetAttribute: Memory Entry - 0x%lx, 0x%x\n", MemoryMap->PhysicalStart, MemoryMap->NumberOfPages));\r
    switch (MemoryMap->Type) {\r
      case EfiRuntimeServicesCode:\r
        SmmSetMemoryAttributes (\r
          MemoryMap->PhysicalStart,\r
          EFI_PAGES_TO_SIZE ((UINTN)MemoryMap->NumberOfPages),\r
          EFI_MEMORY_RO\r
          );\r
        break;\r
      case EfiRuntimeServicesData:\r
        SmmSetMemoryAttributes (\r
          MemoryMap->PhysicalStart,\r
          EFI_PAGES_TO_SIZE ((UINTN)MemoryMap->NumberOfPages),\r
          EFI_MEMORY_XP\r
          );\r
        break;\r
      default:\r
        SmmSetMemoryAttributes (\r
          MemoryMap->PhysicalStart,\r
          EFI_PAGES_TO_SIZE ((UINTN)MemoryMap->NumberOfPages),\r
          EFI_MEMORY_XP\r
          );\r
        break;\r
    }\r
\r
    MemoryMap = NEXT_MEMORY_DESCRIPTOR (MemoryMap, DescriptorSize);\r
  }\r
\r
  PatchSmmSaveStateMap ();\r
  PatchGdtIdtMap ();\r
\r
  return;\r
}\r
\r
/**\r
  Sort memory map entries based upon PhysicalStart, from low to high.\r
\r
  @param  MemoryMap              A pointer to the buffer in which firmware places\r
                                 the current memory map.\r
  @param  MemoryMapSize          Size, in bytes, of the MemoryMap buffer.\r
  @param  DescriptorSize         Size, in bytes, of an individual EFI_MEMORY_DESCRIPTOR.\r
**/\r
STATIC\r
VOID\r
SortMemoryMap (\r
  IN OUT EFI_MEMORY_DESCRIPTOR  *MemoryMap,\r
  IN UINTN                      MemoryMapSize,\r
  IN UINTN                      DescriptorSize\r
  )\r
{\r
  EFI_MEMORY_DESCRIPTOR  *MemoryMapEntry;\r
  EFI_MEMORY_DESCRIPTOR  *NextMemoryMapEntry;\r
  EFI_MEMORY_DESCRIPTOR  *MemoryMapEnd;\r
  EFI_MEMORY_DESCRIPTOR  TempMemoryMap;\r
\r
  MemoryMapEntry     = MemoryMap;\r
  NextMemoryMapEntry = NEXT_MEMORY_DESCRIPTOR (MemoryMapEntry, DescriptorSize);\r
  MemoryMapEnd       = (EFI_MEMORY_DESCRIPTOR *)((UINT8 *)MemoryMap + MemoryMapSize);\r
  while (MemoryMapEntry < MemoryMapEnd) {\r
    while (NextMemoryMapEntry < MemoryMapEnd) {\r
      if (MemoryMapEntry->PhysicalStart > NextMemoryMapEntry->PhysicalStart) {\r
        CopyMem (&TempMemoryMap, MemoryMapEntry, sizeof (EFI_MEMORY_DESCRIPTOR));\r
        CopyMem (MemoryMapEntry, NextMemoryMapEntry, sizeof (EFI_MEMORY_DESCRIPTOR));\r
        CopyMem (NextMemoryMapEntry, &TempMemoryMap, sizeof (EFI_MEMORY_DESCRIPTOR));\r
      }\r
\r
      NextMemoryMapEntry = NEXT_MEMORY_DESCRIPTOR (NextMemoryMapEntry, DescriptorSize);\r
    }\r
\r
    MemoryMapEntry     = NEXT_MEMORY_DESCRIPTOR (MemoryMapEntry, DescriptorSize);\r
    NextMemoryMapEntry = NEXT_MEMORY_DESCRIPTOR (MemoryMapEntry, DescriptorSize);\r
  }\r
}\r
\r
/**\r
  Return if a UEFI memory page should be marked as not present in SMM page table.\r
  If the memory map entries type is\r
  EfiLoaderCode/Data, EfiBootServicesCode/Data, EfiConventionalMemory,\r
  EfiUnusableMemory, EfiACPIReclaimMemory, return TRUE.\r
  Or return FALSE.\r
\r
  @param[in]  MemoryMap              A pointer to the memory descriptor.\r
\r
  @return TRUE  The memory described will be marked as not present in SMM page table.\r
  @return FALSE The memory described will not be marked as not present in SMM page table.\r
**/\r
BOOLEAN\r
IsUefiPageNotPresent (\r
  IN EFI_MEMORY_DESCRIPTOR  *MemoryMap\r
  )\r
{\r
  switch (MemoryMap->Type) {\r
    case EfiLoaderCode:\r
    case EfiLoaderData:\r
    case EfiBootServicesCode:\r
    case EfiBootServicesData:\r
    case EfiConventionalMemory:\r
    case EfiUnusableMemory:\r
    case EfiACPIReclaimMemory:\r
      return TRUE;\r
    default:\r
      return FALSE;\r
  }\r
}\r
\r
/**\r
  Merge continuous memory map entries whose type is\r
  EfiLoaderCode/Data, EfiBootServicesCode/Data, EfiConventionalMemory,\r
  EfiUnusableMemory, EfiACPIReclaimMemory, because the memory described by\r
  these entries will be set as NOT present in SMM page table.\r
\r
  @param[in, out]  MemoryMap              A pointer to the buffer in which firmware places\r
                                          the current memory map.\r
  @param[in, out]  MemoryMapSize          A pointer to the size, in bytes, of the\r
                                          MemoryMap buffer. On input, this is the size of\r
                                          the current memory map.  On output,\r
                                          it is the size of new memory map after merge.\r
  @param[in]       DescriptorSize         Size, in bytes, of an individual EFI_MEMORY_DESCRIPTOR.\r
**/\r
STATIC\r
VOID\r
MergeMemoryMapForNotPresentEntry (\r
  IN OUT EFI_MEMORY_DESCRIPTOR  *MemoryMap,\r
  IN OUT UINTN                  *MemoryMapSize,\r
  IN UINTN                      DescriptorSize\r
  )\r
{\r
  EFI_MEMORY_DESCRIPTOR  *MemoryMapEntry;\r
  EFI_MEMORY_DESCRIPTOR  *MemoryMapEnd;\r
  UINT64                 MemoryBlockLength;\r
  EFI_MEMORY_DESCRIPTOR  *NewMemoryMapEntry;\r
  EFI_MEMORY_DESCRIPTOR  *NextMemoryMapEntry;\r
\r
  MemoryMapEntry    = MemoryMap;\r
  NewMemoryMapEntry = MemoryMap;\r
  MemoryMapEnd      = (EFI_MEMORY_DESCRIPTOR *)((UINT8 *)MemoryMap + *MemoryMapSize);\r
  while ((UINTN)MemoryMapEntry < (UINTN)MemoryMapEnd) {\r
    CopyMem (NewMemoryMapEntry, MemoryMapEntry, sizeof (EFI_MEMORY_DESCRIPTOR));\r
    NextMemoryMapEntry = NEXT_MEMORY_DESCRIPTOR (MemoryMapEntry, DescriptorSize);\r
\r
    do {\r
      MemoryBlockLength = (UINT64)(EFI_PAGES_TO_SIZE ((UINTN)MemoryMapEntry->NumberOfPages));\r
      if (((UINTN)NextMemoryMapEntry < (UINTN)MemoryMapEnd) &&\r
          IsUefiPageNotPresent (MemoryMapEntry) && IsUefiPageNotPresent (NextMemoryMapEntry) &&\r
          ((MemoryMapEntry->PhysicalStart + MemoryBlockLength) == NextMemoryMapEntry->PhysicalStart))\r
      {\r
        MemoryMapEntry->NumberOfPages += NextMemoryMapEntry->NumberOfPages;\r
        if (NewMemoryMapEntry != MemoryMapEntry) {\r
          NewMemoryMapEntry->NumberOfPages += NextMemoryMapEntry->NumberOfPages;\r
        }\r
\r
        NextMemoryMapEntry = NEXT_MEMORY_DESCRIPTOR (NextMemoryMapEntry, DescriptorSize);\r
        continue;\r
      } else {\r
        MemoryMapEntry = PREVIOUS_MEMORY_DESCRIPTOR (NextMemoryMapEntry, DescriptorSize);\r
        break;\r
      }\r
    } while (TRUE);\r
\r
    MemoryMapEntry    = NEXT_MEMORY_DESCRIPTOR (MemoryMapEntry, DescriptorSize);\r
    NewMemoryMapEntry = NEXT_MEMORY_DESCRIPTOR (NewMemoryMapEntry, DescriptorSize);\r
  }\r
\r
  *MemoryMapSize = (UINTN)NewMemoryMapEntry - (UINTN)MemoryMap;\r
\r
  return;\r
}\r
\r
/**\r
  This function caches the GCD memory map information.\r
**/\r
VOID\r
GetGcdMemoryMap (\r
  VOID\r
  )\r
{\r
  UINTN                            NumberOfDescriptors;\r
  EFI_GCD_MEMORY_SPACE_DESCRIPTOR  *MemSpaceMap;\r
  EFI_STATUS                       Status;\r
  UINTN                            Index;\r
\r
  Status = gDS->GetMemorySpaceMap (&NumberOfDescriptors, &MemSpaceMap);\r
  if (EFI_ERROR (Status)) {\r
    return;\r
  }\r
\r
  mGcdMemNumberOfDesc = 0;\r
  for (Index = 0; Index < NumberOfDescriptors; Index++) {\r
    if ((MemSpaceMap[Index].GcdMemoryType == EfiGcdMemoryTypeReserved) &&\r
        ((MemSpaceMap[Index].Capabilities & (EFI_MEMORY_PRESENT | EFI_MEMORY_INITIALIZED | EFI_MEMORY_TESTED)) ==\r
         (EFI_MEMORY_PRESENT | EFI_MEMORY_INITIALIZED))\r
        )\r
    {\r
      mGcdMemNumberOfDesc++;\r
    }\r
  }\r
\r
  mGcdMemSpace = AllocateZeroPool (mGcdMemNumberOfDesc * sizeof (EFI_GCD_MEMORY_SPACE_DESCRIPTOR));\r
  ASSERT (mGcdMemSpace != NULL);\r
  if (mGcdMemSpace == NULL) {\r
    mGcdMemNumberOfDesc = 0;\r
    gBS->FreePool (MemSpaceMap);\r
    return;\r
  }\r
\r
  mGcdMemNumberOfDesc = 0;\r
  for (Index = 0; Index < NumberOfDescriptors; Index++) {\r
    if ((MemSpaceMap[Index].GcdMemoryType == EfiGcdMemoryTypeReserved) &&\r
        ((MemSpaceMap[Index].Capabilities & (EFI_MEMORY_PRESENT | EFI_MEMORY_INITIALIZED | EFI_MEMORY_TESTED)) ==\r
         (EFI_MEMORY_PRESENT | EFI_MEMORY_INITIALIZED))\r
        )\r
    {\r
      CopyMem (\r
        &mGcdMemSpace[mGcdMemNumberOfDesc],\r
        &MemSpaceMap[Index],\r
        sizeof (EFI_GCD_MEMORY_SPACE_DESCRIPTOR)\r
        );\r
      mGcdMemNumberOfDesc++;\r
    }\r
  }\r
\r
  gBS->FreePool (MemSpaceMap);\r
}\r
\r
/**\r
  Get UEFI MemoryAttributesTable.\r
**/\r
VOID\r
GetUefiMemoryAttributesTable (\r
  VOID\r
  )\r
{\r
  EFI_STATUS                   Status;\r
  EFI_MEMORY_ATTRIBUTES_TABLE  *MemoryAttributesTable;\r
  UINTN                        MemoryAttributesTableSize;\r
\r
  Status = EfiGetSystemConfigurationTable (&gEfiMemoryAttributesTableGuid, (VOID **)&MemoryAttributesTable);\r
  if (!EFI_ERROR (Status) && (MemoryAttributesTable != NULL)) {\r
    MemoryAttributesTableSize  = sizeof (EFI_MEMORY_ATTRIBUTES_TABLE) + MemoryAttributesTable->DescriptorSize * MemoryAttributesTable->NumberOfEntries;\r
    mUefiMemoryAttributesTable = AllocateCopyPool (MemoryAttributesTableSize, MemoryAttributesTable);\r
    ASSERT (mUefiMemoryAttributesTable != NULL);\r
  }\r
}\r
\r
/**\r
  This function caches the UEFI memory map information.\r
**/\r
VOID\r
GetUefiMemoryMap (\r
  VOID\r
  )\r
{\r
  EFI_STATUS             Status;\r
  UINTN                  MapKey;\r
  UINT32                 DescriptorVersion;\r
  EFI_MEMORY_DESCRIPTOR  *MemoryMap;\r
  UINTN                  UefiMemoryMapSize;\r
\r
  DEBUG ((DEBUG_INFO, "GetUefiMemoryMap\n"));\r
\r
  UefiMemoryMapSize = 0;\r
  MemoryMap         = NULL;\r
  Status            = gBS->GetMemoryMap (\r
                             &UefiMemoryMapSize,\r
                             MemoryMap,\r
                             &MapKey,\r
                             &mUefiDescriptorSize,\r
                             &DescriptorVersion\r
                             );\r
  ASSERT (Status == EFI_BUFFER_TOO_SMALL);\r
\r
  do {\r
    Status = gBS->AllocatePool (EfiBootServicesData, UefiMemoryMapSize, (VOID **)&MemoryMap);\r
    ASSERT (MemoryMap != NULL);\r
    if (MemoryMap == NULL) {\r
      return;\r
    }\r
\r
    Status = gBS->GetMemoryMap (\r
                    &UefiMemoryMapSize,\r
                    MemoryMap,\r
                    &MapKey,\r
                    &mUefiDescriptorSize,\r
                    &DescriptorVersion\r
                    );\r
    if (EFI_ERROR (Status)) {\r
      gBS->FreePool (MemoryMap);\r
      MemoryMap = NULL;\r
    }\r
  } while (Status == EFI_BUFFER_TOO_SMALL);\r
\r
  if (MemoryMap == NULL) {\r
    return;\r
  }\r
\r
  SortMemoryMap (MemoryMap, UefiMemoryMapSize, mUefiDescriptorSize);\r
  MergeMemoryMapForNotPresentEntry (MemoryMap, &UefiMemoryMapSize, mUefiDescriptorSize);\r
\r
  mUefiMemoryMapSize = UefiMemoryMapSize;\r
  mUefiMemoryMap     = AllocateCopyPool (UefiMemoryMapSize, MemoryMap);\r
  ASSERT (mUefiMemoryMap != NULL);\r
\r
  gBS->FreePool (MemoryMap);\r
\r
  //\r
  // Get additional information from GCD memory map.\r
  //\r
  GetGcdMemoryMap ();\r
\r
  //\r
  // Get UEFI memory attributes table.\r
  //\r
  GetUefiMemoryAttributesTable ();\r
}\r
\r
/**\r
  This function sets UEFI memory attribute according to UEFI memory map.\r
\r
  The normal memory region is marked as not present, such as\r
  EfiLoaderCode/Data, EfiBootServicesCode/Data, EfiConventionalMemory,\r
  EfiUnusableMemory, EfiACPIReclaimMemory.\r
**/\r
VOID\r
SetUefiMemMapAttributes (\r
  VOID\r
  )\r
{\r
  EFI_STATUS             Status;\r
  EFI_MEMORY_DESCRIPTOR  *MemoryMap;\r
  UINTN                  MemoryMapEntryCount;\r
  UINTN                  Index;\r
  EFI_MEMORY_DESCRIPTOR  *Entry;\r
\r
  DEBUG ((DEBUG_INFO, "SetUefiMemMapAttributes\n"));\r
\r
  if (mUefiMemoryMap != NULL) {\r
    MemoryMapEntryCount = mUefiMemoryMapSize/mUefiDescriptorSize;\r
    MemoryMap           = mUefiMemoryMap;\r
    for (Index = 0; Index < MemoryMapEntryCount; Index++) {\r
      if (IsUefiPageNotPresent (MemoryMap)) {\r
        Status = SmmSetMemoryAttributes (\r
                   MemoryMap->PhysicalStart,\r
                   EFI_PAGES_TO_SIZE ((UINTN)MemoryMap->NumberOfPages),\r
                   EFI_MEMORY_RP\r
                   );\r
        DEBUG ((\r
          DEBUG_INFO,\r
          "UefiMemory protection: 0x%lx - 0x%lx %r\n",\r
          MemoryMap->PhysicalStart,\r
          MemoryMap->PhysicalStart + (UINT64)EFI_PAGES_TO_SIZE ((UINTN)MemoryMap->NumberOfPages),\r
          Status\r
          ));\r
      }\r
\r
      MemoryMap = NEXT_MEMORY_DESCRIPTOR (MemoryMap, mUefiDescriptorSize);\r
    }\r
  }\r
\r
  //\r
  // Do not free mUefiMemoryMap, it will be checked in IsSmmCommBufferForbiddenAddress().\r
  //\r
\r
  //\r
  // Set untested memory as not present.\r
  //\r
  if (mGcdMemSpace != NULL) {\r
    for (Index = 0; Index < mGcdMemNumberOfDesc; Index++) {\r
      Status = SmmSetMemoryAttributes (\r
                 mGcdMemSpace[Index].BaseAddress,\r
                 mGcdMemSpace[Index].Length,\r
                 EFI_MEMORY_RP\r
                 );\r
      DEBUG ((\r
        DEBUG_INFO,\r
        "GcdMemory protection: 0x%lx - 0x%lx %r\n",\r
        mGcdMemSpace[Index].BaseAddress,\r
        mGcdMemSpace[Index].BaseAddress + mGcdMemSpace[Index].Length,\r
        Status\r
        ));\r
    }\r
  }\r
\r
  //\r
  // Do not free mGcdMemSpace, it will be checked in IsSmmCommBufferForbiddenAddress().\r
  //\r
\r
  //\r
  // Set UEFI runtime memory with EFI_MEMORY_RO as not present.\r
  //\r
  if (mUefiMemoryAttributesTable != NULL) {\r
    Entry = (EFI_MEMORY_DESCRIPTOR *)(mUefiMemoryAttributesTable + 1);\r
    for (Index = 0; Index < mUefiMemoryAttributesTable->NumberOfEntries; Index++) {\r
      if ((Entry->Type == EfiRuntimeServicesCode) || (Entry->Type == EfiRuntimeServicesData)) {\r
        if ((Entry->Attribute & EFI_MEMORY_RO) != 0) {\r
          Status = SmmSetMemoryAttributes (\r
                     Entry->PhysicalStart,\r
                     EFI_PAGES_TO_SIZE ((UINTN)Entry->NumberOfPages),\r
                     EFI_MEMORY_RP\r
                     );\r
          DEBUG ((\r
            DEBUG_INFO,\r
            "UefiMemoryAttribute protection: 0x%lx - 0x%lx %r\n",\r
            Entry->PhysicalStart,\r
            Entry->PhysicalStart + (UINT64)EFI_PAGES_TO_SIZE ((UINTN)Entry->NumberOfPages),\r
            Status\r
            ));\r
        }\r
      }\r
\r
      Entry = NEXT_MEMORY_DESCRIPTOR (Entry, mUefiMemoryAttributesTable->DescriptorSize);\r
    }\r
  }\r
\r
  //\r
  // Do not free mUefiMemoryAttributesTable, it will be checked in IsSmmCommBufferForbiddenAddress().\r
  //\r
}\r
\r
/**\r
  Return if the Address is forbidden as SMM communication buffer.\r
\r
  @param[in] Address the address to be checked\r
\r
  @return TRUE  The address is forbidden as SMM communication buffer.\r
  @return FALSE The address is allowed as SMM communication buffer.\r
**/\r
BOOLEAN\r
IsSmmCommBufferForbiddenAddress (\r
  IN UINT64  Address\r
  )\r
{\r
  EFI_MEMORY_DESCRIPTOR  *MemoryMap;\r
  UINTN                  MemoryMapEntryCount;\r
  UINTN                  Index;\r
  EFI_MEMORY_DESCRIPTOR  *Entry;\r
\r
  if (mUefiMemoryMap != NULL) {\r
    MemoryMap           = mUefiMemoryMap;\r
    MemoryMapEntryCount = mUefiMemoryMapSize/mUefiDescriptorSize;\r
    for (Index = 0; Index < MemoryMapEntryCount; Index++) {\r
      if (IsUefiPageNotPresent (MemoryMap)) {\r
        if ((Address >= MemoryMap->PhysicalStart) &&\r
            (Address < MemoryMap->PhysicalStart + EFI_PAGES_TO_SIZE ((UINTN)MemoryMap->NumberOfPages)))\r
        {\r
          return TRUE;\r
        }\r
      }\r
\r
      MemoryMap = NEXT_MEMORY_DESCRIPTOR (MemoryMap, mUefiDescriptorSize);\r
    }\r
  }\r
\r
  if (mGcdMemSpace != NULL) {\r
    for (Index = 0; Index < mGcdMemNumberOfDesc; Index++) {\r
      if ((Address >= mGcdMemSpace[Index].BaseAddress) &&\r
          (Address < mGcdMemSpace[Index].BaseAddress + mGcdMemSpace[Index].Length))\r
      {\r
        return TRUE;\r
      }\r
    }\r
  }\r
\r
  if (mUefiMemoryAttributesTable != NULL) {\r
    Entry = (EFI_MEMORY_DESCRIPTOR *)(mUefiMemoryAttributesTable + 1);\r
    for (Index = 0; Index < mUefiMemoryAttributesTable->NumberOfEntries; Index++) {\r
      if ((Entry->Type == EfiRuntimeServicesCode) || (Entry->Type == EfiRuntimeServicesData)) {\r
        if ((Entry->Attribute & EFI_MEMORY_RO) != 0) {\r
          if ((Address >= Entry->PhysicalStart) &&\r
              (Address < Entry->PhysicalStart + LShiftU64 (Entry->NumberOfPages, EFI_PAGE_SHIFT)))\r
          {\r
            return TRUE;\r
          }\r
\r
          Entry = NEXT_MEMORY_DESCRIPTOR (Entry, mUefiMemoryAttributesTable->DescriptorSize);\r
        }\r
      }\r
    }\r
  }\r
\r
  return FALSE;\r
}\r
\r
/**\r
  This function set given attributes of the memory region specified by\r
  BaseAddress and Length.\r
\r
  @param  This              The EDKII_SMM_MEMORY_ATTRIBUTE_PROTOCOL instance.\r
  @param  BaseAddress       The physical address that is the start address of\r
                            a memory region.\r
  @param  Length            The size in bytes of the memory region.\r
  @param  Attributes        The bit mask of attributes to set for the memory\r
                            region.\r
\r
  @retval EFI_SUCCESS           The attributes were set for the memory region.\r
  @retval EFI_INVALID_PARAMETER Length is zero.\r
                                Attributes specified an illegal combination of\r
                                attributes that cannot be set together.\r
  @retval EFI_UNSUPPORTED       The processor does not support one or more\r
                                bytes of the memory resource range specified\r
                                by BaseAddress and Length.\r
                                The bit mask of attributes is not supported for\r
                                the memory resource range specified by\r
                                BaseAddress and Length.\r
\r
**/\r
EFI_STATUS\r
EFIAPI\r
EdkiiSmmSetMemoryAttributes (\r
  IN  EDKII_SMM_MEMORY_ATTRIBUTE_PROTOCOL  *This,\r
  IN  EFI_PHYSICAL_ADDRESS                 BaseAddress,\r
  IN  UINT64                               Length,\r
  IN  UINT64                               Attributes\r
  )\r
{\r
  return SmmSetMemoryAttributes (BaseAddress, Length, Attributes);\r
}\r
\r
/**\r
  This function clears given attributes of the memory region specified by\r
  BaseAddress and Length.\r
\r
  @param  This              The EDKII_SMM_MEMORY_ATTRIBUTE_PROTOCOL instance.\r
  @param  BaseAddress       The physical address that is the start address of\r
                            a memory region.\r
  @param  Length            The size in bytes of the memory region.\r
  @param  Attributes        The bit mask of attributes to clear for the memory\r
                            region.\r
\r
  @retval EFI_SUCCESS           The attributes were cleared for the memory region.\r
  @retval EFI_INVALID_PARAMETER Length is zero.\r
                                Attributes specified an illegal combination of\r
                                attributes that cannot be cleared together.\r
  @retval EFI_UNSUPPORTED       The processor does not support one or more\r
                                bytes of the memory resource range specified\r
                                by BaseAddress and Length.\r
                                The bit mask of attributes is not supported for\r
                                the memory resource range specified by\r
                                BaseAddress and Length.\r
\r
**/\r
EFI_STATUS\r
EFIAPI\r
EdkiiSmmClearMemoryAttributes (\r
  IN  EDKII_SMM_MEMORY_ATTRIBUTE_PROTOCOL  *This,\r
  IN  EFI_PHYSICAL_ADDRESS                 BaseAddress,\r
  IN  UINT64                               Length,\r
  IN  UINT64                               Attributes\r
  )\r
{\r
  return SmmClearMemoryAttributes (BaseAddress, Length, Attributes);\r
}\r
\r
/**\r
  This function retrieves the attributes of the memory region specified by\r
  BaseAddress and Length. If different attributes are got from different part\r
  of the memory region, EFI_NO_MAPPING will be returned.\r
\r
  @param  This              The EDKII_SMM_MEMORY_ATTRIBUTE_PROTOCOL instance.\r
  @param  BaseAddress       The physical address that is the start address of\r
                            a memory region.\r
  @param  Length            The size in bytes of the memory region.\r
  @param  Attributes        Pointer to attributes returned.\r
\r
  @retval EFI_SUCCESS           The attributes got for the memory region.\r
  @retval EFI_INVALID_PARAMETER Length is zero.\r
                                Attributes is NULL.\r
  @retval EFI_NO_MAPPING        Attributes are not consistent cross the memory\r
                                region.\r
  @retval EFI_UNSUPPORTED       The processor does not support one or more\r
                                bytes of the memory resource range specified\r
                                by BaseAddress and Length.\r
\r
**/\r
EFI_STATUS\r
EFIAPI\r
EdkiiSmmGetMemoryAttributes (\r
  IN  EDKII_SMM_MEMORY_ATTRIBUTE_PROTOCOL  *This,\r
  IN  EFI_PHYSICAL_ADDRESS                 BaseAddress,\r
  IN  UINT64                               Length,\r
  OUT UINT64                               *Attributes\r
  )\r
{\r
  EFI_PHYSICAL_ADDRESS  Address;\r
  UINT64                *PageEntry;\r
  UINT64                MemAttr;\r
  PAGE_ATTRIBUTE        PageAttr;\r
  INT64                 Size;\r
  UINTN                 PageTableBase;\r
  BOOLEAN               EnablePML5Paging;\r
  IA32_CR4              Cr4;\r
\r
  if ((Length < SIZE_4KB) || (Attributes == NULL)) {\r
    return EFI_INVALID_PARAMETER;\r
  }\r
\r
  Size    = (INT64)Length;\r
  MemAttr = (UINT64)-1;\r
\r
  PageTableBase    = AsmReadCr3 () & PAGING_4K_ADDRESS_MASK_64;\r
  Cr4.UintN        = AsmReadCr4 ();\r
  EnablePML5Paging = (BOOLEAN)(Cr4.Bits.LA57 == 1);\r
\r
  do {\r
    PageEntry = GetPageTableEntry (PageTableBase, EnablePML5Paging, BaseAddress, &PageAttr);\r
    if ((PageEntry == NULL) || (PageAttr == PageNone)) {\r
      return EFI_UNSUPPORTED;\r
    }\r
\r
    //\r
    // If the memory range is cross page table boundary, make sure they\r
    // share the same attribute. Return EFI_NO_MAPPING if not.\r
    //\r
    *Attributes = GetAttributesFromPageEntry (PageEntry);\r
    if ((MemAttr != (UINT64)-1) && (*Attributes != MemAttr)) {\r
      return EFI_NO_MAPPING;\r
    }\r
\r
    switch (PageAttr) {\r
      case Page4K:\r
        Address      = *PageEntry & ~mAddressEncMask & PAGING_4K_ADDRESS_MASK_64;\r
        Size        -= (SIZE_4KB - (BaseAddress - Address));\r
        BaseAddress += (SIZE_4KB - (BaseAddress - Address));\r
        break;\r
\r
      case Page2M:\r
        Address      = *PageEntry & ~mAddressEncMask & PAGING_2M_ADDRESS_MASK_64;\r
        Size        -= SIZE_2MB - (BaseAddress - Address);\r
        BaseAddress += SIZE_2MB - (BaseAddress - Address);\r
        break;\r
\r
      case Page1G:\r
        Address      = *PageEntry & ~mAddressEncMask & PAGING_1G_ADDRESS_MASK_64;\r
        Size        -= SIZE_1GB - (BaseAddress - Address);\r
        BaseAddress += SIZE_1GB - (BaseAddress - Address);\r
        break;\r
\r
      default:\r
        return EFI_UNSUPPORTED;\r
    }\r
\r
    MemAttr = *Attributes;\r
  } while (Size > 0);\r
\r
  return EFI_SUCCESS;\r
}\r