MdePkg/BaseLib: Break out IA32/X64 GCC inline privileged functions

[mirror_edk2.git] / MdePkg / Library / BaseLib / X64 / GccInline.c

/** @file\r
  GCC inline implementation of BaseLib processor specific functions.\r
\r
  Copyright (c) 2006 - 2020, Intel Corporation. All rights reserved.<BR>\r
  Portions copyright (c) 2008 - 2009, Apple Inc. All rights reserved.<BR>\r
  SPDX-License-Identifier: BSD-2-Clause-Patent\r
\r
**/\r
\r
\r
#include "BaseLibInternals.h"\r
\r
\r
\r
\r
/**\r
  Used to serialize load and store operations.\r
\r
  All loads and stores that proceed calls to this function are guaranteed to be\r
  globally visible when this function returns.\r
\r
**/\r
VOID\r
EFIAPI\r
MemoryFence (\r
  VOID\r
  )\r
{\r
  // This is a little bit of overkill and it is more about the compiler that it is\r
  // actually processor synchronization. This is like the _ReadWriteBarrier\r
  // Microsoft specific intrinsic\r
  __asm__ __volatile__ ("":::"memory");\r
}\r
\r
\r
/**\r
  Requests CPU to pause for a short period of time.\r
\r
  Requests CPU to pause for a short period of time. Typically used in MP\r
  systems to prevent memory starvation while waiting for a spin lock.\r
\r
**/\r
VOID\r
EFIAPI\r
CpuPause (\r
  VOID\r
  )\r
{\r
  __asm__ __volatile__ ("pause");\r
}\r
\r
\r
/**\r
  Generates a breakpoint on the CPU.\r
\r
  Generates a breakpoint on the CPU. The breakpoint must be implemented such\r
  that code can resume normal execution after the breakpoint.\r
\r
**/\r
VOID\r
EFIAPI\r
CpuBreakpoint (\r
  VOID\r
  )\r
{\r
  __asm__ __volatile__ ("int $3");\r
}\r
\r
\r
/**\r
  Reads the current value of the EFLAGS register.\r
\r
  Reads and returns the current value of the EFLAGS register. This function is\r
  only available on IA-32 and X64. This returns a 32-bit value on IA-32 and a\r
  64-bit value on X64.\r
\r
  @return EFLAGS on IA-32 or RFLAGS on X64.\r
\r
**/\r
UINTN\r
EFIAPI\r
AsmReadEflags (\r
  VOID\r
  )\r
{\r
  UINTN Eflags;\r
\r
  __asm__ __volatile__ (\r
    "pushfq         \n\t"\r
    "pop     %0         "\r
    : "=r" (Eflags)       // %0\r
    );\r
\r
  return Eflags;\r
}\r
\r
/**\r
  Save the current floating point/SSE/SSE2 context to a buffer.\r
\r
  Saves the current floating point/SSE/SSE2 state to the buffer specified by\r
  Buffer. Buffer must be aligned on a 16-byte boundary. This function is only\r
  available on IA-32 and X64.\r
\r
  @param  Buffer  The pointer to a buffer to save the floating point/SSE/SSE2 context.\r
\r
**/\r
VOID\r
EFIAPI\r
InternalX86FxSave (\r
  OUT     IA32_FX_BUFFER            *Buffer\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "fxsave %0"\r
    :\r
    : "m" (*Buffer)  // %0\r
    );\r
}\r
\r
\r
/**\r
  Restores the current floating point/SSE/SSE2 context from a buffer.\r
\r
  Restores the current floating point/SSE/SSE2 state from the buffer specified\r
  by Buffer. Buffer must be aligned on a 16-byte boundary. This function is\r
  only available on IA-32 and X64.\r
\r
  @param  Buffer  The pointer to a buffer to save the floating point/SSE/SSE2 context.\r
\r
**/\r
VOID\r
EFIAPI\r
InternalX86FxRestore (\r
  IN      CONST IA32_FX_BUFFER      *Buffer\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "fxrstor %0"\r
    :\r
    : "m" (*Buffer)  // %0\r
    );\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #0 (MM0).\r
\r
  Reads and returns the current value of MM0. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM0.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm0 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "movd   %%mm0,  %0    \n\t"\r
    : "=r"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #1 (MM1).\r
\r
  Reads and returns the current value of MM1. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM1.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm1 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "movd   %%mm1,  %0    \n\t"\r
    : "=r"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #2 (MM2).\r
\r
  Reads and returns the current value of MM2. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM2.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm2 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "movd  %%mm2,  %0    \n\t"\r
    : "=r"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #3 (MM3).\r
\r
  Reads and returns the current value of MM3. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM3.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm3 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "movd  %%mm3,  %0    \n\t"\r
    : "=r"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #4 (MM4).\r
\r
  Reads and returns the current value of MM4. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM4.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm4 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "movd  %%mm4,  %0    \n\t"\r
    : "=r"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #5 (MM5).\r
\r
  Reads and returns the current value of MM5. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM5.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm5 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "movd  %%mm5,  %0    \n\t"\r
    : "=r"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #6 (MM6).\r
\r
  Reads and returns the current value of MM6. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM6.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm6 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "movd  %%mm6,  %0    \n\t"\r
    : "=r"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #7 (MM7).\r
\r
  Reads and returns the current value of MM7. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM7.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm7 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "movd  %%mm7,  %0    \n\t"\r
    : "=r"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #0 (MM0).\r
\r
  Writes the current value of MM0. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM0.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm0 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movd  %0, %%mm0"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #1 (MM1).\r
\r
  Writes the current value of MM1. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM1.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm1 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movd  %0, %%mm1"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #2 (MM2).\r
\r
  Writes the current value of MM2. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM2.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm2 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movd  %0, %%mm2"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #3 (MM3).\r
\r
  Writes the current value of MM3. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM3.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm3 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movd  %0, %%mm3"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #4 (MM4).\r
\r
  Writes the current value of MM4. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM4.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm4 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movd  %0, %%mm4"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #5 (MM5).\r
\r
  Writes the current value of MM5. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM5.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm5 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movd  %0, %%mm5"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #6 (MM6).\r
\r
  Writes the current value of MM6. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM6.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm6 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movd  %0, %%mm6"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #7 (MM7).\r
\r
  Writes the current value of MM7. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM7.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm7 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movd  %0, %%mm7"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Reads the current value of Time Stamp Counter (TSC).\r
\r
  Reads and returns the current value of TSC. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of TSC\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadTsc (\r
  VOID\r
  )\r
{\r
  UINT32  LowData;\r
  UINT32  HiData;\r
\r
  __asm__ __volatile__ (\r
    "rdtsc"\r
    : "=a" (LowData),\r
      "=d" (HiData)\r
    );\r
\r
  return (((UINT64)HiData) << 32) | LowData;\r
}\r