1 ;------------------------------------------------------------------------------ ;
2 ; Copyright (c) 2015 - 2016, Intel Corporation. All rights reserved.<BR>
3 ; This program and the accompanying materials
4 ; are licensed and made available under the terms and conditions of the BSD License
5 ; which accompanies this distribution. The full text of the license may be found at
6 ; http://opensource.org/licenses/bsd-license.php.
8 ; THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
9 ; WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
17 ; This is the assembly code for MP support
19 ;-------------------------------------------------------------------------------
22 extern ASM_PFX(InitializeFloatingPointUnits)
28 ;-------------------------------------------------------------------------------------
29 ;RendezvousFunnelProc procedure follows. All APs execute their procedure. This
30 ;procedure serializes all the AP processors through an Init sequence. It must be
31 ;noted that APs arrive here very raw...ie: real mode, no stack.
32 ;ALSO THIS PROCEDURE IS EXECUTED BY APs ONLY ON 16 BIT MODE. HENCE THIS PROC
34 ;-------------------------------------------------------------------------------------
35 global ASM_PFX(RendezvousFunnelProc)
36 ASM_PFX(RendezvousFunnelProc):
37 RendezvousFunnelProcStart:
38 ; At this point CS = 0x(vv00) and ip= 0x0.
39 ; Save BIST information to ebp firstly
42 mov ebp, eax ; Save BIST information
52 mov si, BufferStartLocation
55 mov di, ModeOffsetLocation
57 mov di, CodeSegmentLocation
61 mov [di],dx ; Patch long mode CS
64 mov [di],eax ; Patch address
72 mov si, EnableExecuteDisableLocation
74 jz SkipEnableExecuteDisableBit
77 ; Enable execute disable bit
79 mov ecx, 0c0000080h ; EFER MSR number
81 bts eax, 11 ; Enable Execute Disable Bit
84 SkipEnableExecuteDisableBit:
86 mov di, DataSegmentLocation
87 mov edi, [di] ; Save long mode DS in edi
89 mov si, Cr3Location ; Save CR3 in ecx
93 mov ds, ax ; Clear data segment
95 mov eax, cr0 ; Get control register 0
96 or eax, 000000003h ; Set PE bit (bit #0) & MP
103 mov cr3, ecx ; Load CR3
105 mov ecx, 0c0000080h ; EFER MSR number
107 bts eax, 8 ; Set LME=1
110 mov eax, cr0 ; Read CR0
111 bts eax, 31 ; Set PG=1
112 mov cr0, eax ; Write CR0
114 jmp 0:strict dword 0 ; far jump to long mode
123 lea edi, [esi + InitFlagLocation]
124 cmp qword [edi], 1 ; ApInitConfig
129 add edi, LockLocation
130 mov rax, NotVacantFlag
133 xchg qword [edi], rax
134 cmp rax, NotVacantFlag
137 lea ecx, [esi + NumApsExecutingLocation]
143 xchg qword [edi], rax
146 add edi, StackSizeLocation
150 mul ecx ; EAX = StackSize * (CpuNumber + 1)
152 add edi, StackStartAddressLocation
162 ; Processor is not x2APIC capable, so get 8-bit APIC ID
167 jmp GetProcessorNumber
170 ; Processor is x2APIC capable, so get 32-bit x2APIC ID
178 ; Get processor number for this AP
179 ; Note that BSP may become an AP due to SwitchBsp()
182 lea eax, [esi + CpuInfoLocation]
186 cmp dword [edi], edx ; APIC ID match?
190 jmp GetNextProcNumber
194 mov esp, dword [edi + 12]
197 push rbp ; Push BIST data at top of AP stack
198 xor rbp, rbp ; Clear ebp for call stack trace
202 mov rax, ASM_PFX(InitializeFloatingPointUnits)
204 call rax ; Call assembly function to initialize FPU per UEFI spec
207 mov edx, ebx ; edx is NumApsExecuting
209 add ecx, LockLocation ; rcx is address of exchange info data buffer
212 add edi, ApProcedureLocation
216 call rax ; Invoke C function
218 jmp $ ; Should never reach here
220 RendezvousFunnelProcEnd:
222 ;-------------------------------------------------------------------------------------
223 ; AsmRelocateApLoop (MwaitSupport, ApTargetCState, PmCodeSegment);
224 ;-------------------------------------------------------------------------------------
225 global ASM_PFX(AsmRelocateApLoop)
226 ASM_PFX(AsmRelocateApLoop):
227 AsmRelocateApLoopStart:
231 lea rsi, [PmEntry] ; rsi <- The start address of transition code
240 btr eax, 31 ; Clear CR0.PG
241 mov cr0, eax ; Disable paging and caches
243 mov ebx, edx ; Save EntryPoint to rbx, for rdmsr will overwrite rdx
246 and ah, ~ 1 ; Clear LME
249 and al, ~ (1 << 5) ; Clear PAE
256 cmp cl, 1 ; Check mwait-monitor support
258 mov ebx, edx ; Save C-State to ebx
260 mov eax, esp ; Set Monitor Address
261 xor ecx, ecx ; ecx = 0
262 xor edx, edx ; edx = 0
265 mov eax, ebx ; Mwait Cx, Target C-State per eax[7:4]
274 AsmRelocateApLoopEnd:
276 ;-------------------------------------------------------------------------------------
277 ; AsmGetAddressMap (&AddressMap);
278 ;-------------------------------------------------------------------------------------
279 global ASM_PFX(AsmGetAddressMap)
280 ASM_PFX(AsmGetAddressMap):
281 mov rax, ASM_PFX(RendezvousFunnelProc)
283 mov qword [rcx + 8h], LongModeStart - RendezvousFunnelProcStart
284 mov qword [rcx + 10h], RendezvousFunnelProcEnd - RendezvousFunnelProcStart
285 mov rax, ASM_PFX(AsmRelocateApLoop)
286 mov qword [rcx + 18h], rax
287 mov qword [rcx + 20h], AsmRelocateApLoopEnd - AsmRelocateApLoopStart
290 ;-------------------------------------------------------------------------------------
291 ;AsmExchangeRole procedure follows. This procedure executed by current BSP, that is
292 ;about to become an AP. It switches its stack with the current AP.
293 ;AsmExchangeRole (IN CPU_EXCHANGE_INFO *MyInfo, IN CPU_EXCHANGE_INFO *OthersInfo);
294 ;-------------------------------------------------------------------------------------
295 global ASM_PFX(AsmExchangeRole)
296 ASM_PFX(AsmExchangeRole):
297 ; DO NOT call other functions in this function, since 2 CPU may use 1 stack
298 ; at the same time. If 1 CPU try to call a function, stack will be corrupted.
322 ; rsi contains MyInfo pointer
325 ; rdi contains OthersInfo pointer
328 ;Store EFLAGS, GDTR and IDTR regiter to stack
333 ; Store the its StackPointer
336 ; update its switch state to STORED
337 mov byte [rsi], CPU_SWITCH_STATE_STORED
340 ; wait until the other CPU finish storing its state
341 cmp byte [rdi], CPU_SWITCH_STATE_STORED
344 jmp WaitForOtherStored
347 ; Since another CPU already stored its state, load them
354 ; load its future StackPointer
357 ; update the other CPU's switch state to LOADED
358 mov byte [rdi], CPU_SWITCH_STATE_LOADED
361 ; wait until the other CPU finish loading new state,
362 ; otherwise the data in stack may corrupt
363 cmp byte [rsi], CPU_SWITCH_STATE_LOADED
366 jmp WaitForOtherLoaded
369 ; since the other CPU already get the data it want, leave this procedure