1 ;------------------------------------------------------------------------------ ;
2 ; Copyright (c) 2015 - 2016, Intel Corporation. All rights reserved.<BR>
3 ; This program and the accompanying materials
4 ; are licensed and made available under the terms and conditions of the BSD License
5 ; which accompanies this distribution. The full text of the license may be found at
6 ; http://opensource.org/licenses/bsd-license.php.
8 ; THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
9 ; WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
17 ; This is the assembly code for MP support
19 ;-------------------------------------------------------------------------------
22 extern ASM_PFX(InitializeFloatingPointUnits)
28 ;-------------------------------------------------------------------------------------
29 ;RendezvousFunnelProc procedure follows. All APs execute their procedure. This
30 ;procedure serializes all the AP processors through an Init sequence. It must be
31 ;noted that APs arrive here very raw...ie: real mode, no stack.
32 ;ALSO THIS PROCEDURE IS EXECUTED BY APs ONLY ON 16 BIT MODE. HENCE THIS PROC
34 ;-------------------------------------------------------------------------------------
35 global ASM_PFX(RendezvousFunnelProc)
36 ASM_PFX(RendezvousFunnelProc):
37 RendezvousFunnelProcStart:
38 ; At this point CS = 0x(vv00) and ip= 0x0.
39 ; Save BIST information to ebp firstly
42 mov ebp, eax ; Save BIST information
52 mov si, BufferStartLocation
55 mov di, ModeOffsetLocation
57 mov di, CodeSegmentLocation
61 mov [di],dx ; Patch long mode CS
64 mov [di],eax ; Patch address
72 mov si, EnableExecuteDisableLocation
74 jz SkipEnableExecuteDisableBit
77 ; Enable execute disable bit
79 mov ecx, 0c0000080h ; EFER MSR number
81 bts eax, 11 ; Enable Execute Disable Bit
84 SkipEnableExecuteDisableBit:
86 mov di, DataSegmentLocation
87 mov edi, [di] ; Save long mode DS in edi
89 mov si, Cr3Location ; Save CR3 in ecx
93 mov ds, ax ; Clear data segment
95 mov eax, cr0 ; Get control register 0
96 or eax, 000000003h ; Set PE bit (bit #0) & MP
103 mov cr3, ecx ; Load CR3
105 mov ecx, 0c0000080h ; EFER MSR number
107 bts eax, 8 ; Set LME=1
110 mov eax, cr0 ; Read CR0
111 bts eax, 31 ; Set PG=1
112 mov cr0, eax ; Write CR0
114 jmp 0:strict dword 0 ; far jump to long mode
123 lea edi, [esi + InitFlagLocation]
124 cmp qword [edi], 1 ; ApInitConfig
129 add edi, LockLocation
130 mov rax, NotVacantFlag
133 xchg qword [edi], rax
134 cmp rax, NotVacantFlag
137 lea ecx, [esi + NumApsExecutingLocation]
143 xchg qword [edi], rax
146 add edi, StackSizeLocation
150 mul ecx ; EAX = StackSize * (CpuNumber + 1)
152 add edi, StackStartAddressLocation
162 ; Processor is not x2APIC capable, so get 8-bit APIC ID
167 jmp GetProcessorNumber
170 ; Processor is x2APIC capable, so get 32-bit x2APIC ID
178 ; Get processor number for this AP
179 ; Note that BSP may become an AP due to SwitchBsp()
182 lea eax, [esi + CpuInfoLocation]
186 cmp dword [edi], edx ; APIC ID match?
190 jmp GetNextProcNumber
193 mov rsp, qword [edi + 12]
196 push rbp ; Push BIST data at top of AP stack
197 xor rbp, rbp ; Clear ebp for call stack trace
201 mov rax, ASM_PFX(InitializeFloatingPointUnits)
203 call rax ; Call assembly function to initialize FPU per UEFI spec
206 mov edx, ebx ; edx is NumApsExecuting
208 add ecx, LockLocation ; rcx is address of exchange info data buffer
211 add edi, ApProcedureLocation
215 call rax ; Invoke C function
217 jmp $ ; Should never reach here
219 RendezvousFunnelProcEnd:
221 ;-------------------------------------------------------------------------------------
222 ; AsmRelocateApLoop (MwaitSupport, ApTargetCState, PmCodeSegment);
223 ;-------------------------------------------------------------------------------------
224 global ASM_PFX(AsmRelocateApLoop)
225 ASM_PFX(AsmRelocateApLoop):
226 AsmRelocateApLoopStart:
230 lea rsi, [PmEntry] ; rsi <- The start address of transition code
239 btr eax, 31 ; Clear CR0.PG
240 mov cr0, eax ; Disable paging and caches
242 mov ebx, edx ; Save EntryPoint to rbx, for rdmsr will overwrite rdx
245 and ah, ~ 1 ; Clear LME
248 and al, ~ (1 << 5) ; Clear PAE
255 cmp cl, 1 ; Check mwait-monitor support
257 mov ebx, edx ; Save C-State to ebx
259 mov eax, esp ; Set Monitor Address
260 xor ecx, ecx ; ecx = 0
261 xor edx, edx ; edx = 0
264 mov eax, ebx ; Mwait Cx, Target C-State per eax[7:4]
273 AsmRelocateApLoopEnd:
275 ;-------------------------------------------------------------------------------------
276 ; AsmGetAddressMap (&AddressMap);
277 ;-------------------------------------------------------------------------------------
278 global ASM_PFX(AsmGetAddressMap)
279 ASM_PFX(AsmGetAddressMap):
280 mov rax, ASM_PFX(RendezvousFunnelProc)
282 mov qword [rcx + 8h], LongModeStart - RendezvousFunnelProcStart
283 mov qword [rcx + 10h], RendezvousFunnelProcEnd - RendezvousFunnelProcStart
284 mov rax, ASM_PFX(AsmRelocateApLoop)
285 mov qword [rcx + 18h], rax
286 mov qword [rcx + 20h], AsmRelocateApLoopEnd - AsmRelocateApLoopStart
289 ;-------------------------------------------------------------------------------------
290 ;AsmExchangeRole procedure follows. This procedure executed by current BSP, that is
291 ;about to become an AP. It switches its stack with the current AP.
292 ;AsmExchangeRole (IN CPU_EXCHANGE_INFO *MyInfo, IN CPU_EXCHANGE_INFO *OthersInfo);
293 ;-------------------------------------------------------------------------------------
294 global ASM_PFX(AsmExchangeRole)
295 ASM_PFX(AsmExchangeRole):
296 ; DO NOT call other functions in this function, since 2 CPU may use 1 stack
297 ; at the same time. If 1 CPU try to call a function, stack will be corrupted.
321 ; rsi contains MyInfo pointer
324 ; rdi contains OthersInfo pointer
327 ;Store EFLAGS, GDTR and IDTR regiter to stack
332 ; Store the its StackPointer
335 ; update its switch state to STORED
336 mov byte [rsi], CPU_SWITCH_STATE_STORED
339 ; wait until the other CPU finish storing its state
340 cmp byte [rdi], CPU_SWITCH_STATE_STORED
343 jmp WaitForOtherStored
346 ; Since another CPU already stored its state, load them
353 ; load its future StackPointer
356 ; update the other CPU's switch state to LOADED
357 mov byte [rdi], CPU_SWITCH_STATE_LOADED
360 ; wait until the other CPU finish loading new state,
361 ; otherwise the data in stack may corrupt
362 cmp byte [rsi], CPU_SWITCH_STATE_LOADED
365 jmp WaitForOtherLoaded
368 ; since the other CPU already get the data it want, leave this procedure