Merge tag 'x86_tdx_for_6.5' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip

Pull x86 tdx updates from Dave Hansen:

 - Fix a race window where load_unaligned_zeropad() could cause a fatal
   shutdown during TDX private<=>shared conversion

   The race has never been observed in practice but might allow
   load_unaligned_zeropad() to catch a TDX page in the middle of its
   conversion process which would lead to a fatal and unrecoverable
   guest shutdown.

 - Annotate sites where VM "exit reasons" are reused as hypercall
   numbers.

* tag 'x86_tdx_for_6.5' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip:
  x86/mm: Fix enc_status_change_finish_noop()
  x86/tdx: Fix race between set_memory_encrypted() and load_unaligned_zeropad()
  x86/mm: Allow guest.enc_status_change_prepare() to fail
  x86/tdx: Wrap exit reason with hcall_func()

diff --cc arch/x86/coco/tdx/tdx.c
index fe67c027a27be9578aac9127cdaab2fd3a293578,5b8056f6c83f6a4d8b8ce2dae6952aa8075e77e2..0e2a16e7d6857a2c13df06a85d9dfee02d2ab431
--- 1/arch/x86/coco/tdx/tdx.c
--- 2/arch/x86/coco/tdx/tdx.c
+++ b/arch/x86/coco/tdx/tdx.c
@@@ -771,20 -880,30 +784,41 @@@ void __init tdx_early_init(void
         */
        physical_mask &= cc_mask - 1;
  
-       x86_platform.guest.enc_cache_flush_required = tdx_cache_flush_required;
-       x86_platform.guest.enc_tlb_flush_required   = tdx_tlb_flush_required;
-       x86_platform.guest.enc_status_change_finish = tdx_enc_status_changed;
+       /*
+        * The kernel mapping should match the TDX metadata for the page.
+        * load_unaligned_zeropad() can touch memory *adjacent* to that which is
+        * owned by the caller and can catch even _momentary_ mismatches.  Bad
+        * things happen on mismatch:
+        *
+        *   - Private mapping => Shared Page  == Guest shutdown
+          *   - Shared mapping  => Private Page == Recoverable #VE
+        *
+        * guest.enc_status_change_prepare() converts the page from
+        * shared=>private before the mapping becomes private.
+        *
+        * guest.enc_status_change_finish() converts the page from
+        * private=>shared after the mapping becomes private.
+        *
+        * In both cases there is a temporary shared mapping to a private page,
+        * which can result in a #VE.  But, there is never a private mapping to
+        * a shared page.
+        */
+       x86_platform.guest.enc_status_change_prepare = tdx_enc_status_change_prepare;
+       x86_platform.guest.enc_status_change_finish  = tdx_enc_status_change_finish;
+ 
+       x86_platform.guest.enc_cache_flush_required  = tdx_cache_flush_required;
+       x86_platform.guest.enc_tlb_flush_required    = tdx_tlb_flush_required;
  
 +      /*
 +       * TDX intercepts the RDMSR to read the X2APIC ID in the parallel
 +       * bringup low level code. That raises #VE which cannot be handled
 +       * there.
 +       *
 +       * Intel-TDX has a secure RDMSR hypercall, but that needs to be
 +       * implemented seperately in the low level startup ASM code.
 +       * Until that is in place, disable parallel bringup for TDX.
 +       */
 +      x86_cpuinit.parallel_bringup = false;
 +
        pr_info("Guest detected\n");
  }

diff --cc arch/x86/include/asm/shared/tdx.h
index 19228beb48941d054c2de1a0e36418f5a4b827d2,b415a24f0d4878d653a9eabb8030d4fa16ffa645..7513b3bb69b7e4248ca5a58ec33608beeb221b9e
--- 1/arch/x86/include/asm/shared/tdx.h
--- 2/arch/x86/include/asm/shared/tdx.h
+++ b/arch/x86/include/asm/shared/tdx.h
@@@ -73,25 -40,16 +73,36 @@@ static inline u64 _tdx_hypercall(u64 fn
  /* Called from __tdx_hypercall() for unrecoverable failure */
  void __tdx_hypercall_failed(void);
  
 +/*
 + * Used in __tdx_module_call() to gather the output registers' values of the
 + * TDCALL instruction when requesting services from the TDX module. This is a
 + * software only structure and not part of the TDX module/VMM ABI
 + */
 +struct tdx_module_output {
 +      u64 rcx;
 +      u64 rdx;
 +      u64 r8;
 +      u64 r9;
 +      u64 r10;
 +      u64 r11;
 +};
 +
 +/* Used to communicate with the TDX module */
 +u64 __tdx_module_call(u64 fn, u64 rcx, u64 rdx, u64 r8, u64 r9,
 +                    struct tdx_module_output *out);
 +
 +bool tdx_accept_memory(phys_addr_t start, phys_addr_t end);
 +
+ /*
+  * The TDG.VP.VMCALL-Instruction-execution sub-functions are defined
+  * independently from but are currently matched 1:1 with VMX EXIT_REASONs.
+  * Reusing the KVM EXIT_REASON macros makes it easier to connect the host and
+  * guest sides of these calls.
+  */
+ static __always_inline u64 hcall_func(u64 exit_reason)
+ {
+         return exit_reason;
+ }
+ 
  #endif /* !__ASSEMBLY__ */
  #endif /* _ASM_X86_SHARED_TDX_H */

diff --cc arch/x86/include/asm/x86_init.h
Simple merge

diff --cc arch/x86/kernel/x86_init.c
Simple merge

diff --cc arch/x86/mm/mem_encrypt_amd.c
Simple merge

diff --cc arch/x86/mm/pat/set_memory.c
Simple merge