MdePkg/BaseLib: Break out IA32/X64 GCC inline privileged functions

[mirror_edk2.git] / MdePkg / Library / BaseLib / Ia32 / GccInline.c

/** @file\r
  GCC inline implementation of BaseLib processor specific functions.\r
\r
  Copyright (c) 2006 - 2020, Intel Corporation. All rights reserved.<BR>\r
  Portions copyright (c) 2008 - 2009, Apple Inc. All rights reserved.<BR>\r
  SPDX-License-Identifier: BSD-2-Clause-Patent\r
\r
**/\r
\r
\r
#include "BaseLibInternals.h"\r
\r
/**\r
  Used to serialize load and store operations.\r
\r
  All loads and stores that proceed calls to this function are guaranteed to be\r
  globally visible when this function returns.\r
\r
**/\r
VOID\r
EFIAPI\r
MemoryFence (\r
  VOID\r
  )\r
{\r
  // This is a little bit of overkill and it is more about the compiler that it is\r
  // actually processor synchronization. This is like the _ReadWriteBarrier\r
  // Microsoft specific intrinsic\r
  __asm__ __volatile__ ("":::"memory");\r
}\r
\r
/**\r
  Requests CPU to pause for a short period of time.\r
\r
  Requests CPU to pause for a short period of time. Typically used in MP\r
  systems to prevent memory starvation while waiting for a spin lock.\r
\r
**/\r
VOID\r
EFIAPI\r
CpuPause (\r
  VOID\r
  )\r
{\r
  __asm__ __volatile__ ("pause");\r
}\r
\r
/**\r
  Generates a breakpoint on the CPU.\r
\r
  Generates a breakpoint on the CPU. The breakpoint must be implemented such\r
  that code can resume normal execution after the breakpoint.\r
\r
**/\r
VOID\r
EFIAPI\r
CpuBreakpoint (\r
  VOID\r
  )\r
{\r
  __asm__ __volatile__ ("int $3");\r
}\r
\r
/**\r
  Reads the current value of the EFLAGS register.\r
\r
  Reads and returns the current value of the EFLAGS register. This function is\r
  only available on IA-32 and X64. This returns a 32-bit value on IA-32 and a\r
  64-bit value on X64.\r
\r
  @return EFLAGS on IA-32 or RFLAGS on X64.\r
\r
**/\r
UINTN\r
EFIAPI\r
AsmReadEflags (\r
  VOID\r
  )\r
{\r
  UINTN Eflags;\r
\r
  __asm__ __volatile__ (\r
    "pushfl     \n\t"\r
    "popl %0        "\r
    : "=r" (Eflags)\r
    );\r
\r
  return Eflags;\r
}\r
\r
/**\r
  Save the current floating point/SSE/SSE2 context to a buffer.\r
\r
  Saves the current floating point/SSE/SSE2 state to the buffer specified by\r
  Buffer. Buffer must be aligned on a 16-byte boundary. This function is only\r
  available on IA-32 and X64.\r
\r
  @param  Buffer  The pointer to a buffer to save the floating point/SSE/SSE2 context.\r
\r
**/\r
VOID\r
EFIAPI\r
InternalX86FxSave (\r
  OUT     IA32_FX_BUFFER            *Buffer\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "fxsave %0"\r
    :\r
    : "m" (*Buffer)  // %0\r
    );\r
}\r
\r
\r
/**\r
  Restores the current floating point/SSE/SSE2 context from a buffer.\r
\r
  Restores the current floating point/SSE/SSE2 state from the buffer specified\r
  by Buffer. Buffer must be aligned on a 16-byte boundary. This function is\r
  only available on IA-32 and X64.\r
\r
  @param  Buffer  The pointer to a buffer to save the floating point/SSE/SSE2 context.\r
\r
**/\r
VOID\r
EFIAPI\r
InternalX86FxRestore (\r
  IN      CONST IA32_FX_BUFFER      *Buffer\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "fxrstor %0"\r
    :\r
    : "m" (*Buffer)  // %0\r
    );\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #0 (MM0).\r
\r
  Reads and returns the current value of MM0. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM0.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm0 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "push %%eax          \n\t"\r
    "push %%eax          \n\t"\r
    "movq %%mm0,  (%%esp)\n\t"\r
    "pop  %%eax          \n\t"\r
    "pop  %%edx          \n\t"\r
    : "=A"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #1 (MM1).\r
\r
  Reads and returns the current value of MM1. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM1.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm1 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "push %%eax          \n\t"\r
    "push %%eax          \n\t"\r
    "movq %%mm1,  (%%esp)\n\t"\r
    "pop  %%eax          \n\t"\r
    "pop  %%edx          \n\t"\r
    : "=A"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #2 (MM2).\r
\r
  Reads and returns the current value of MM2. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM2.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm2 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "push %%eax          \n\t"\r
    "push %%eax          \n\t"\r
    "movq %%mm2,  (%%esp)\n\t"\r
    "pop  %%eax          \n\t"\r
    "pop  %%edx          \n\t"\r
    : "=A"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #3 (MM3).\r
\r
  Reads and returns the current value of MM3. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM3.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm3 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "push %%eax          \n\t"\r
    "push %%eax          \n\t"\r
    "movq %%mm3,  (%%esp)\n\t"\r
    "pop  %%eax          \n\t"\r
    "pop  %%edx          \n\t"\r
    : "=A"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #4 (MM4).\r
\r
  Reads and returns the current value of MM4. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM4.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm4 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "push %%eax          \n\t"\r
    "push %%eax          \n\t"\r
    "movq %%mm4,  (%%esp)\n\t"\r
    "pop  %%eax          \n\t"\r
    "pop  %%edx          \n\t"\r
    : "=A"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #5 (MM5).\r
\r
  Reads and returns the current value of MM5. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM5.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm5 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "push %%eax          \n\t"\r
    "push %%eax          \n\t"\r
    "movq %%mm5,  (%%esp)\n\t"\r
    "pop  %%eax          \n\t"\r
    "pop  %%edx          \n\t"\r
    : "=A"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #6 (MM6).\r
\r
  Reads and returns the current value of MM6. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM6.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm6 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "push %%eax          \n\t"\r
    "push %%eax          \n\t"\r
    "movq %%mm6,  (%%esp)\n\t"\r
    "pop  %%eax          \n\t"\r
    "pop  %%edx          \n\t"\r
    : "=A"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Reads the current value of 64-bit MMX Register #7 (MM7).\r
\r
  Reads and returns the current value of MM7. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of MM7.\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadMm7 (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "push %%eax          \n\t"\r
    "push %%eax          \n\t"\r
    "movq %%mm7,  (%%esp)\n\t"\r
    "pop  %%eax          \n\t"\r
    "pop  %%edx          \n\t"\r
    : "=A"  (Data)       // %0\r
    );\r
\r
  return Data;\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #0 (MM0).\r
\r
  Writes the current value of MM0. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM0.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm0 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movq %0, %%mm0"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #1 (MM1).\r
\r
  Writes the current value of MM1. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM1.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm1 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movq %0, %%mm1"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #2 (MM2).\r
\r
  Writes the current value of MM2. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM2.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm2 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movq %0, %%mm2"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #3 (MM3).\r
\r
  Writes the current value of MM3. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM3.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm3 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movq %0, %%mm3"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #4 (MM4).\r
\r
  Writes the current value of MM4. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM4.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm4 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movq %0, %%mm4"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #5 (MM5).\r
\r
  Writes the current value of MM5. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM5.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm5 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movq %0, %%mm5"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #6 (MM6).\r
\r
  Writes the current value of MM6. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM6.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm6 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movq %0, %%mm6"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Writes the current value of 64-bit MMX Register #7 (MM7).\r
\r
  Writes the current value of MM7. This function is only available on IA32 and\r
  X64.\r
\r
  @param  Value The 64-bit value to write to MM7.\r
\r
**/\r
VOID\r
EFIAPI\r
AsmWriteMm7 (\r
  IN      UINT64                    Value\r
  )\r
{\r
  __asm__ __volatile__ (\r
    "movq %0, %%mm7"  // %0\r
    :\r
    : "m" (Value)\r
    );\r
}\r
\r
\r
/**\r
  Reads the current value of Time Stamp Counter (TSC).\r
\r
  Reads and returns the current value of TSC. This function is only available\r
  on IA-32 and X64.\r
\r
  @return The current value of TSC\r
\r
**/\r
UINT64\r
EFIAPI\r
AsmReadTsc (\r
  VOID\r
  )\r
{\r
  UINT64  Data;\r
\r
  __asm__ __volatile__ (\r
    "rdtsc"\r
    : "=A" (Data)\r
    );\r
\r
  return Data;\r
}\r