2 CPU PEI Module installs CPU Multiple Processor PPI.
4 Copyright (c) 2015, Intel Corporation. All rights reserved.<BR>
5 This program and the accompanying materials
6 are licensed and made available under the terms and conditions of the BSD License
7 which accompanies this distribution. The full text of the license may be found at
8 http://opensource.org/licenses/bsd-license.php
10 THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
11 WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
18 // Global Descriptor Table (GDT)
20 GLOBAL_REMOVE_IF_UNREFERENCED IA32_GDT mGdtEntries
[] = {
21 /* selector { Global Segment Descriptor } */
22 /* 0x00 */ {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}}, //null descriptor
23 /* 0x08 */ {{0xffff, 0, 0, 0x2, 1, 0, 1, 0xf, 0, 0, 1, 1, 0}}, //linear data segment descriptor
24 /* 0x10 */ {{0xffff, 0, 0, 0xf, 1, 0, 1, 0xf, 0, 0, 1, 1, 0}}, //linear code segment descriptor
25 /* 0x18 */ {{0xffff, 0, 0, 0x3, 1, 0, 1, 0xf, 0, 0, 1, 1, 0}}, //system data segment descriptor
26 /* 0x20 */ {{0xffff, 0, 0, 0xa, 1, 0, 1, 0xf, 0, 0, 1, 1, 0}}, //system code segment descriptor
27 /* 0x28 */ {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}}, //spare segment descriptor
28 /* 0x30 */ {{0xffff, 0, 0, 0x2, 1, 0, 1, 0xf, 0, 0, 1, 1, 0}}, //system data segment descriptor
29 /* 0x38 */ {{0xffff, 0, 0, 0xa, 1, 0, 1, 0xf, 0, 1, 0, 1, 0}}, //system code segment descriptor
30 /* 0x40 */ {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}}, //spare segment descriptor
36 GLOBAL_REMOVE_IF_UNREFERENCED IA32_DESCRIPTOR mGdt
= {
37 sizeof (mGdtEntries
) - 1,
42 Sort the APIC ID of all processors.
44 This function sorts the APIC ID of all processors so that processor number is
45 assigned in the ascending order of APIC ID which eases MP debugging.
47 @param PeiCpuMpData Pointer to PEI CPU MP Data
51 IN PEI_CPU_MP_DATA
*PeiCpuMpData
58 EFI_HEALTH_FLAGS Health
;
61 ApCount
= PeiCpuMpData
->CpuCount
- 1;
64 for (Index1
= 0; Index1
< ApCount
; Index1
++) {
67 // Sort key is the hardware default APIC ID
69 ApicId
= PeiCpuMpData
->CpuData
[Index1
].ApicId
;
70 for (Index2
= Index1
+ 1; Index2
<= ApCount
; Index2
++) {
71 if (ApicId
> PeiCpuMpData
->CpuData
[Index2
].ApicId
) {
73 ApicId
= PeiCpuMpData
->CpuData
[Index2
].ApicId
;
76 if (Index3
!= Index1
) {
77 PeiCpuMpData
->CpuData
[Index3
].ApicId
= PeiCpuMpData
->CpuData
[Index1
].ApicId
;
78 PeiCpuMpData
->CpuData
[Index1
].ApicId
= ApicId
;
79 Health
= PeiCpuMpData
->CpuData
[Index3
].Health
;
80 PeiCpuMpData
->CpuData
[Index3
].Health
= PeiCpuMpData
->CpuData
[Index1
].Health
;
81 PeiCpuMpData
->CpuData
[Index1
].Health
= Health
;
86 // Get the processor number for the BSP
88 ApicId
= GetInitialApicId ();
89 for (Index1
= 0; Index1
< PeiCpuMpData
->CpuCount
; Index1
++) {
90 if (PeiCpuMpData
->CpuData
[Index1
].ApicId
== ApicId
) {
91 PeiCpuMpData
->BspNumber
= (UINT32
) Index1
;
99 Get CPU MP Data pointer from the Guided HOB.
101 @return Pointer to Pointer to PEI CPU MP Data
108 EFI_HOB_GUID_TYPE
*GuidHob
;
110 PEI_CPU_MP_DATA
*CpuMpData
;
113 GuidHob
= GetFirstGuidHob (&gEfiCallerIdGuid
);
114 if (GuidHob
!= NULL
) {
115 DataInHob
= GET_GUID_HOB_DATA (GuidHob
);
116 CpuMpData
= (PEI_CPU_MP_DATA
*)(*(UINTN
*)DataInHob
);
118 ASSERT (CpuMpData
!= NULL
);
123 This function will be called from AP reset code if BSP uses WakeUpAP.
125 @param ExchangeInfo Pointer to the MP exchange info buffer
126 @param NumApsExecuting Number of curret executing AP
131 IN MP_CPU_EXCHANGE_INFO
*ExchangeInfo
,
132 IN UINTN NumApsExecuting
135 PEI_CPU_MP_DATA
*PeiCpuMpData
;
138 PeiCpuMpData
= ExchangeInfo
->PeiCpuMpData
;
139 if (PeiCpuMpData
->InitFlag
) {
141 // This is first time AP wakeup, get BIST inforamtion from AP stack
143 BistData
= *(UINTN
*) (PeiCpuMpData
->Buffer
+ NumApsExecuting
* PeiCpuMpData
->CpuApStackSize
- sizeof (UINTN
));
144 PeiCpuMpData
->CpuData
[NumApsExecuting
].ApicId
= GetInitialApicId ();
145 PeiCpuMpData
->CpuData
[NumApsExecuting
].Health
.Uint32
= (UINT32
) BistData
;
147 // Sync BSP's Mtrr table to all wakeup APs and load microcode on APs.
149 MtrrSetAllMtrrs (&PeiCpuMpData
->MtrrTable
);
154 // AP finished executing C code
156 InterlockedIncrement ((UINT32
*)&PeiCpuMpData
->FinishedCount
);
161 This function will be called by BSP to wakeup AP.
163 @param PeiCpuMpData Pointer to PEI CPU MP Data
164 @param Broadcast TRUE: Send broadcast IPI to all APs
165 FALSE: Send IPI to AP by ApicId
166 @param ApicId Apic ID for the processor to be waked
167 @param Procedure The function to be invoked by AP
168 @param ProcedureArgument The argument to be passed into AP function
172 IN PEI_CPU_MP_DATA
*PeiCpuMpData
,
173 IN BOOLEAN Broadcast
,
175 IN EFI_AP_PROCEDURE Procedure
, OPTIONAL
176 IN VOID
*ProcedureArgument OPTIONAL
179 volatile MP_CPU_EXCHANGE_INFO
*ExchangeInfo
;
181 PeiCpuMpData
->ApFunction
= (UINTN
) Procedure
;
182 PeiCpuMpData
->ApFunctionArgument
= (UINTN
) ProcedureArgument
;
183 PeiCpuMpData
->FinishedCount
= 0;
185 ExchangeInfo
= PeiCpuMpData
->MpCpuExchangeInfo
;
186 ExchangeInfo
->Lock
= 0;
187 ExchangeInfo
->StackStart
= PeiCpuMpData
->Buffer
;
188 ExchangeInfo
->StackSize
= PeiCpuMpData
->CpuApStackSize
;
189 ExchangeInfo
->BufferStart
= PeiCpuMpData
->WakeupBuffer
;
190 ExchangeInfo
->PmodeOffset
= PeiCpuMpData
->AddressMap
.PModeEntryOffset
;
191 ExchangeInfo
->LmodeOffset
= PeiCpuMpData
->AddressMap
.LModeEntryOffset
;
192 ExchangeInfo
->Cr3
= AsmReadCr3 ();
193 ExchangeInfo
->CFunction
= (UINTN
) ApCFunction
;
194 ExchangeInfo
->NumApsExecuting
= 0;
195 ExchangeInfo
->PeiCpuMpData
= PeiCpuMpData
;
198 // Get the BSP's data of GDT and IDT
200 CopyMem ((VOID
*)&ExchangeInfo
->GdtrProfile
, &mGdt
, sizeof(mGdt
));
201 AsmReadIdtr ((IA32_DESCRIPTOR
*) &ExchangeInfo
->IdtrProfile
);
204 SendInitSipiSipiAllExcludingSelf ((UINT32
) ExchangeInfo
->BufferStart
);
206 SendInitSipiSipi (ApicId
, (UINT32
) ExchangeInfo
->BufferStart
);
213 Get available system memory below 1MB by specified size.
215 @param WakeupBufferSize Wakeup buffer size required
217 @retval other Return wakeup buffer address below 1MB.
218 @retval -1 Cannot find free memory below 1MB.
222 IN UINTN WakeupBufferSize
225 EFI_PEI_HOB_POINTERS Hob
;
226 UINTN WakeupBufferStart
;
227 UINTN WakeupBufferEnd
;
230 // Get the HOB list for processing
232 Hob
.Raw
= GetHobList ();
235 // Collect memory ranges
237 while (!END_OF_HOB_LIST (Hob
)) {
238 if (Hob
.Header
->HobType
== EFI_HOB_TYPE_RESOURCE_DESCRIPTOR
) {
239 if ((Hob
.ResourceDescriptor
->PhysicalStart
< BASE_1MB
) &&
240 (Hob
.ResourceDescriptor
->ResourceType
== EFI_RESOURCE_SYSTEM_MEMORY
) &&
241 ((Hob
.ResourceDescriptor
->ResourceAttribute
&
242 (EFI_RESOURCE_ATTRIBUTE_READ_PROTECTED
|
243 EFI_RESOURCE_ATTRIBUTE_WRITE_PROTECTED
|
244 EFI_RESOURCE_ATTRIBUTE_EXECUTION_PROTECTED
248 // Need memory under 1MB to be collected here
250 WakeupBufferEnd
= (UINTN
) (Hob
.ResourceDescriptor
->PhysicalStart
+ Hob
.ResourceDescriptor
->ResourceLength
);
251 if (WakeupBufferEnd
> BASE_1MB
) {
253 // Wakeup buffer should be under 1MB
255 WakeupBufferEnd
= BASE_1MB
;
258 // Wakeup buffer should be aligned on 4KB
260 WakeupBufferStart
= (WakeupBufferEnd
- WakeupBufferSize
) & ~(SIZE_4KB
- 1);
261 if (WakeupBufferStart
< Hob
.ResourceDescriptor
->PhysicalStart
) {
265 // Create a memory allocation HOB.
267 BuildMemoryAllocationHob (
272 return WakeupBufferStart
;
278 Hob
.Raw
= GET_NEXT_HOB (Hob
);
285 Get available system memory below 1MB by specified size.
287 @param PeiCpuMpData Pointer to PEI CPU MP Data
290 BackupAndPrepareWakeupBuffer(
291 IN PEI_CPU_MP_DATA
*PeiCpuMpData
295 (VOID
*) PeiCpuMpData
->BackupBuffer
,
296 (VOID
*) PeiCpuMpData
->WakeupBuffer
,
297 PeiCpuMpData
->BackupBufferSize
300 (VOID
*) PeiCpuMpData
->WakeupBuffer
,
301 (VOID
*) PeiCpuMpData
->AddressMap
.RendezvousFunnelAddress
,
302 PeiCpuMpData
->AddressMap
.RendezvousFunnelSize
306 This function will get CPU count in the system.
308 @param PeiCpuMpData Pointer to PEI CPU MP Data
310 @return AP processor count
313 CountProcessorNumber (
314 IN PEI_CPU_MP_DATA
*PeiCpuMpData
318 // Load Microcode on BSP
322 // Store BSP's MTRR setting
324 MtrrGetAllMtrrs (&PeiCpuMpData
->MtrrTable
);
326 // Send broadcast IPI to APs to wakeup APs
328 PeiCpuMpData
->InitFlag
= 1;
329 WakeUpAP (PeiCpuMpData
, TRUE
, 0, NULL
, NULL
);
331 // Wait for AP task to complete and then exit.
333 MicroSecondDelay (PcdGet32 (PcdCpuApInitTimeOutInMicroSeconds
));
334 PeiCpuMpData
->InitFlag
= 0;
335 PeiCpuMpData
->CpuCount
+= (UINT32
) PeiCpuMpData
->MpCpuExchangeInfo
->NumApsExecuting
;
337 // Sort BSP/Aps by CPU APIC ID in ascending order
339 SortApicId (PeiCpuMpData
);
341 DEBUG ((EFI_D_INFO
, "CpuMpPei: Find %d processors in system.\n", PeiCpuMpData
->CpuCount
));
342 return PeiCpuMpData
->CpuCount
;
346 Prepare for AP wakeup buffer and copy AP reset code into it.
348 Get wakeup buffer below 1MB. Allocate memory for CPU MP Data and APs Stack.
350 @return Pointer to PEI CPU MP Data
353 PrepareAPStartupVector (
359 PEI_CPU_MP_DATA
*PeiCpuMpData
;
360 EFI_PHYSICAL_ADDRESS Buffer
;
363 UINTN WakeupBufferSize
;
364 MP_ASSEMBLY_ADDRESS_MAP AddressMap
;
366 AsmGetAddressMap (&AddressMap
);
367 WakeupBufferSize
= AddressMap
.RendezvousFunnelSize
+ sizeof (MP_CPU_EXCHANGE_INFO
);
368 WakeupBuffer
= GetWakeupBuffer ((WakeupBufferSize
+ SIZE_4KB
- 1) & ~(SIZE_4KB
- 1));
369 DEBUG ((EFI_D_INFO
, "CpuMpPei: WakeupBuffer = 0x%x\n", WakeupBuffer
));
372 // Allocate Pages for APs stack, CPU MP Data and backup buffer for wakeup buffer
374 MaxCpuCount
= PcdGet32(PcdCpuMaxLogicalProcessorNumber
);
375 BufferSize
= PcdGet32 (PcdCpuApStackSize
) * MaxCpuCount
+ sizeof (PEI_CPU_MP_DATA
)
376 + WakeupBufferSize
+ sizeof (PEI_CPU_DATA
) * MaxCpuCount
;
377 Status
= PeiServicesAllocatePages (
379 EFI_SIZE_TO_PAGES (BufferSize
),
382 ASSERT_EFI_ERROR (Status
);
384 PeiCpuMpData
= (PEI_CPU_MP_DATA
*) (UINTN
) (Buffer
+ PcdGet32 (PcdCpuApStackSize
) * MaxCpuCount
);
385 PeiCpuMpData
->Buffer
= (UINTN
) Buffer
;
386 PeiCpuMpData
->CpuApStackSize
= PcdGet32 (PcdCpuApStackSize
);
387 PeiCpuMpData
->WakeupBuffer
= WakeupBuffer
;
388 PeiCpuMpData
->BackupBuffer
= (UINTN
)PeiCpuMpData
+ sizeof (PEI_CPU_MP_DATA
);
389 PeiCpuMpData
->BackupBufferSize
= WakeupBufferSize
;
390 PeiCpuMpData
->MpCpuExchangeInfo
= (MP_CPU_EXCHANGE_INFO
*) (UINTN
) (WakeupBuffer
+ AddressMap
.RendezvousFunnelSize
);
392 PeiCpuMpData
->CpuCount
= 1;
393 PeiCpuMpData
->BspNumber
= 0;
394 PeiCpuMpData
->CpuData
= (PEI_CPU_DATA
*) (PeiCpuMpData
->MpCpuExchangeInfo
+ 1);
395 PeiCpuMpData
->CpuData
[0].ApicId
= GetInitialApicId ();
396 PeiCpuMpData
->CpuData
[0].Health
.Uint32
= 0;
397 CopyMem (&PeiCpuMpData
->AddressMap
, &AddressMap
, sizeof (MP_ASSEMBLY_ADDRESS_MAP
));
400 // Backup original data and copy AP reset code in it
402 BackupAndPrepareWakeupBuffer(PeiCpuMpData
);
407 The Entry point of the MP CPU PEIM.
409 This function will wakeup APs and collect CPU AP count and install the
412 @param FileHandle Handle of the file being invoked.
413 @param PeiServices Describes the list of possible PEI Services.
415 @retval EFI_SUCCESS MpServicePpi is installed successfully.
421 IN EFI_PEI_FILE_HANDLE FileHandle
,
422 IN CONST EFI_PEI_SERVICES
**PeiServices
426 PEI_CPU_MP_DATA
*PeiCpuMpData
;
427 UINT32 ProcessorCount
;
430 // Load new GDT table on BSP
432 AsmInitializeGdt (&mGdt
);
434 // Get wakeup buffer and copy AP reset code in it
436 PeiCpuMpData
= PrepareAPStartupVector ();
438 // Count processor number and collect processor information
440 ProcessorCount
= CountProcessorNumber (PeiCpuMpData
);
442 // Build location of PEI CPU MP DATA buffer in HOB
446 (VOID
*)&PeiCpuMpData
,