]> git.proxmox.com Git - mirror_edk2.git/blame - EmulatorPkg/CpuRuntimeDxe/MpService.c
EmulatorPkg/MpService: modify AP state should hold a mutex
[mirror_edk2.git] / EmulatorPkg / CpuRuntimeDxe / MpService.c
CommitLineData
c4671a67 1/** @file\r
10d1be3e 2 Construct MP Services Protocol on top of the EMU Thread protocol.\r
3 This code makes APs show up in the emulator. PcdEmuApCount is the\r
4 number of APs the emulator should produce.\r
c4671a67 5\r
6 The MP Services Protocol provides a generalized way of performing following tasks:\r
7 - Retrieving information of multi-processor environment and MP-related status of\r
8 specific processors.\r
9 - Dispatching user-provided function to APs.\r
10 - Maintain MP-related processor status.\r
11\r
12 The MP Services Protocol must be produced on any system with more than one logical\r
13 processor.\r
14\r
15 The Protocol is available only during boot time.\r
16\r
17 MP Services Protocol is hardware-independent. Most of the logic of this protocol\r
d18d8a1d 18 is architecturally neutral. It abstracts the multi-processor environment and\r
19 status of processors, and provides interfaces to retrieve information, maintain,\r
c4671a67 20 and dispatch.\r
21\r
d18d8a1d 22 MP Services Protocol may be consumed by ACPI module. The ACPI module may use this\r
c4671a67 23 protocol to retrieve data that are needed for an MP platform and report them to OS.\r
d18d8a1d 24 MP Services Protocol may also be used to program and configure processors, such\r
c4671a67 25 as MTRR synchronization for memory space attributes setting in DXE Services.\r
d18d8a1d 26 MP Services Protocol may be used by non-CPU DXE drivers to speed up platform boot\r
27 by taking advantage of the processing capabilities of the APs, for example, using\r
c4671a67 28 APs to help test system memory in parallel with other device initialization.\r
29 Diagnostics applications may also use this protocol for multi-processor.\r
30\r
e148512e 31Copyright (c) 2006 - 2012, Intel Corporation. All rights reserved.<BR>\r
c4671a67 32Portitions Copyright (c) 2011, Apple Inc. All rights reserved.\r
224e1333 33This program and the accompanying materials are licensed and made available under\r
34the terms and conditions of the BSD License that accompanies this distribution.\r
c4671a67 35The full text of the license may be found at\r
224e1333 36http://opensource.org/licenses/bsd-license.php.\r
37\r
38THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,\r
c4671a67 39WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.\r
40\r
224e1333 41\r
c4671a67 42**/\r
43\r
44#include "CpuDriver.h"\r
45\r
46\r
47MP_SYSTEM_DATA gMPSystem;\r
d18d8a1d 48EMU_THREAD_THUNK_PROTOCOL *gThread = NULL;\r
c4671a67 49EFI_EVENT gReadToBootEvent;\r
50BOOLEAN gReadToBoot = FALSE;\r
51UINTN gPollInterval;\r
52\r
53\r
54BOOLEAN\r
55IsBSP (\r
56 VOID\r
57 )\r
58{\r
59 EFI_STATUS Status;\r
60 UINTN ProcessorNumber;\r
d18d8a1d 61\r
d070eef8 62 Status = CpuMpServicesWhoAmI (&mMpServicesTemplate, &ProcessorNumber);\r
c4671a67 63 if (EFI_ERROR (Status)) {\r
64 return FALSE;\r
65 }\r
d18d8a1d 66\r
c4671a67 67 return (gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_AS_BSP_BIT) != 0;\r
68}\r
69\r
70\r
71VOID\r
72SetApProcedure (\r
73 IN PROCESSOR_DATA_BLOCK *Processor,\r
74 IN EFI_AP_PROCEDURE Procedure,\r
75 IN VOID *ProcedureArgument\r
76 )\r
77{\r
10d1be3e 78 gThread->MutexLock (Processor->ProcedureLock);\r
c4671a67 79 Processor->Parameter = ProcedureArgument;\r
80 Processor->Procedure = Procedure;\r
10d1be3e 81 gThread->MutexUnlock (Processor->ProcedureLock);\r
c4671a67 82}\r
83\r
84\r
85EFI_STATUS\r
86GetNextBlockedNumber (\r
87 OUT UINTN *NextNumber\r
88 )\r
89{\r
90 UINTN Number;\r
91 PROCESSOR_STATE ProcessorState;\r
92 PROCESSOR_DATA_BLOCK *Data;\r
93\r
94 for (Number = 0; Number < gMPSystem.NumberOfProcessors; Number++) {\r
95 Data = &gMPSystem.ProcessorData[Number];\r
96 if ((Data->Info.StatusFlag & PROCESSOR_AS_BSP_BIT) != 0) {\r
97 // Skip BSP\r
98 continue;\r
99 }\r
100\r
10d1be3e 101 gThread->MutexLock (Data->StateLock);\r
c4671a67 102 ProcessorState = Data->State;\r
10d1be3e 103 gThread->MutexUnlock (Data->StateLock);\r
c4671a67 104\r
105 if (ProcessorState == CPU_STATE_BLOCKED) {\r
106 *NextNumber = Number;\r
107 return EFI_SUCCESS;\r
108 }\r
109 }\r
110\r
111 return EFI_NOT_FOUND;\r
112}\r
113\r
114\r
115\r
116\r
117/**\r
118 This service retrieves the number of logical processor in the platform\r
119 and the number of those logical processors that are enabled on this boot.\r
120 This service may only be called from the BSP.\r
121\r
122 This function is used to retrieve the following information:\r
123 - The number of logical processors that are present in the system.\r
d18d8a1d 124 - The number of enabled logical processors in the system at the instant\r
c4671a67 125 this call is made.\r
126\r
d18d8a1d 127 Because MP Service Protocol provides services to enable and disable processors\r
128 dynamically, the number of enabled logical processors may vary during the\r
c4671a67 129 course of a boot session.\r
d18d8a1d 130\r
131 If this service is called from an AP, then EFI_DEVICE_ERROR is returned.\r
132 If NumberOfProcessors or NumberOfEnabledProcessors is NULL, then\r
133 EFI_INVALID_PARAMETER is returned. Otherwise, the total number of processors\r
134 is returned in NumberOfProcessors, the number of currently enabled processor\r
c4671a67 135 is returned in NumberOfEnabledProcessors, and EFI_SUCCESS is returned.\r
136\r
137 @param[in] This A pointer to the EFI_MP_SERVICES_PROTOCOL\r
138 instance.\r
139 @param[out] NumberOfProcessors Pointer to the total number of logical\r
140 processors in the system, including the BSP\r
141 and disabled APs.\r
142 @param[out] NumberOfEnabledProcessors Pointer to the number of enabled logical\r
143 processors that exist in system, including\r
144 the BSP.\r
145\r
d18d8a1d 146 @retval EFI_SUCCESS The number of logical processors and enabled\r
c4671a67 147 logical processors was retrieved.\r
148 @retval EFI_DEVICE_ERROR The calling processor is an AP.\r
149 @retval EFI_INVALID_PARAMETER NumberOfProcessors is NULL.\r
150 @retval EFI_INVALID_PARAMETER NumberOfEnabledProcessors is NULL.\r
151\r
152**/\r
153EFI_STATUS\r
154EFIAPI\r
155CpuMpServicesGetNumberOfProcessors (\r
156 IN EFI_MP_SERVICES_PROTOCOL *This,\r
157 OUT UINTN *NumberOfProcessors,\r
158 OUT UINTN *NumberOfEnabledProcessors\r
159 )\r
160{\r
161 if ((NumberOfProcessors == NULL) || (NumberOfEnabledProcessors == NULL)) {\r
162 return EFI_INVALID_PARAMETER;\r
163 }\r
d18d8a1d 164\r
c4671a67 165 if (!IsBSP ()) {\r
166 return EFI_DEVICE_ERROR;\r
167 }\r
d18d8a1d 168\r
c4671a67 169 *NumberOfProcessors = gMPSystem.NumberOfProcessors;\r
170 *NumberOfEnabledProcessors = gMPSystem.NumberOfEnabledProcessors;\r
171 return EFI_SUCCESS;\r
172}\r
173\r
174\r
175\r
176/**\r
177 Gets detailed MP-related information on the requested processor at the\r
178 instant this call is made. This service may only be called from the BSP.\r
179\r
d18d8a1d 180 This service retrieves detailed MP-related information about any processor\r
c4671a67 181 on the platform. Note the following:\r
182 - The processor information may change during the course of a boot session.\r
183 - The information presented here is entirely MP related.\r
d18d8a1d 184\r
c4671a67 185 Information regarding the number of caches and their sizes, frequency of operation,\r
d18d8a1d 186 slot numbers is all considered platform-related information and is not provided\r
c4671a67 187 by this service.\r
188\r
189 @param[in] This A pointer to the EFI_MP_SERVICES_PROTOCOL\r
190 instance.\r
191 @param[in] ProcessorNumber The handle number of processor.\r
192 @param[out] ProcessorInfoBuffer A pointer to the buffer where information for\r
193 the requested processor is deposited.\r
194\r
195 @retval EFI_SUCCESS Processor information was returned.\r
196 @retval EFI_DEVICE_ERROR The calling processor is an AP.\r
197 @retval EFI_INVALID_PARAMETER ProcessorInfoBuffer is NULL.\r
198 @retval EFI_NOT_FOUND The processor with the handle specified by\r
199 ProcessorNumber does not exist in the platform.\r
200\r
201**/\r
202EFI_STATUS\r
203EFIAPI\r
204CpuMpServicesGetProcessorInfo (\r
205 IN EFI_MP_SERVICES_PROTOCOL *This,\r
206 IN UINTN ProcessorNumber,\r
207 OUT EFI_PROCESSOR_INFORMATION *ProcessorInfoBuffer\r
208 )\r
209{\r
210 if (ProcessorInfoBuffer == NULL) {\r
211 return EFI_INVALID_PARAMETER;\r
212 }\r
d18d8a1d 213\r
c4671a67 214 if (!IsBSP ()) {\r
215 return EFI_DEVICE_ERROR;\r
216 }\r
d18d8a1d 217\r
c4671a67 218 if (ProcessorNumber >= gMPSystem.NumberOfProcessors) {\r
219 return EFI_NOT_FOUND;\r
220 }\r
d18d8a1d 221\r
c4671a67 222 CopyMem (ProcessorInfoBuffer, &gMPSystem.ProcessorData[ProcessorNumber], sizeof (EFI_PROCESSOR_INFORMATION));\r
223 return EFI_SUCCESS;\r
224}\r
225\r
226\r
227/**\r
d18d8a1d 228 This service executes a caller provided function on all enabled APs. APs can\r
229 run either simultaneously or one at a time in sequence. This service supports\r
230 both blocking and non-blocking requests. The non-blocking requests use EFI\r
231 events so the BSP can detect when the APs have finished. This service may only\r
c4671a67 232 be called from the BSP.\r
233\r
d18d8a1d 234 This function is used to dispatch all the enabled APs to the function specified\r
235 by Procedure. If any enabled AP is busy, then EFI_NOT_READY is returned\r
c4671a67 236 immediately and Procedure is not started on any AP.\r
237\r
d18d8a1d 238 If SingleThread is TRUE, all the enabled APs execute the function specified by\r
239 Procedure one by one, in ascending order of processor handle number. Otherwise,\r
c4671a67 240 all the enabled APs execute the function specified by Procedure simultaneously.\r
241\r
d18d8a1d 242 If WaitEvent is NULL, execution is in blocking mode. The BSP waits until all\r
243 APs finish or TimeoutInMicroseconds expires. Otherwise, execution is in non-blocking\r
244 mode, and the BSP returns from this service without waiting for APs. If a\r
245 non-blocking mode is requested after the UEFI Event EFI_EVENT_GROUP_READY_TO_BOOT\r
c4671a67 246 is signaled, then EFI_UNSUPPORTED must be returned.\r
247\r
d18d8a1d 248 If the timeout specified by TimeoutInMicroseconds expires before all APs return\r
249 from Procedure, then Procedure on the failed APs is terminated. All enabled APs\r
c4671a67 250 are always available for further calls to EFI_MP_SERVICES_PROTOCOL.StartupAllAPs()\r
d18d8a1d 251 and EFI_MP_SERVICES_PROTOCOL.StartupThisAP(). If FailedCpuList is not NULL, its\r
252 content points to the list of processor handle numbers in which Procedure was\r
c4671a67 253 terminated.\r
254\r
d18d8a1d 255 Note: It is the responsibility of the consumer of the EFI_MP_SERVICES_PROTOCOL.StartupAllAPs()\r
256 to make sure that the nature of the code that is executed on the BSP and the\r
257 dispatched APs is well controlled. The MP Services Protocol does not guarantee\r
258 that the Procedure function is MP-safe. Hence, the tasks that can be run in\r
259 parallel are limited to certain independent tasks and well-controlled exclusive\r
260 code. EFI services and protocols may not be called by APs unless otherwise\r
c4671a67 261 specified.\r
262\r
d18d8a1d 263 In blocking execution mode, BSP waits until all APs finish or\r
c4671a67 264 TimeoutInMicroseconds expires.\r
265\r
d18d8a1d 266 In non-blocking execution mode, BSP is freed to return to the caller and then\r
267 proceed to the next task without having to wait for APs. The following\r
c4671a67 268 sequence needs to occur in a non-blocking execution mode:\r
269\r
d18d8a1d 270 -# The caller that intends to use this MP Services Protocol in non-blocking\r
271 mode creates WaitEvent by calling the EFI CreateEvent() service. The caller\r
272 invokes EFI_MP_SERVICES_PROTOCOL.StartupAllAPs(). If the parameter WaitEvent\r
273 is not NULL, then StartupAllAPs() executes in non-blocking mode. It requests\r
274 the function specified by Procedure to be started on all the enabled APs,\r
c4671a67 275 and releases the BSP to continue with other tasks.\r
d18d8a1d 276 -# The caller can use the CheckEvent() and WaitForEvent() services to check\r
c4671a67 277 the state of the WaitEvent created in step 1.\r
d18d8a1d 278 -# When the APs complete their task or TimeoutInMicroSecondss expires, the MP\r
279 Service signals WaitEvent by calling the EFI SignalEvent() function. If\r
280 FailedCpuList is not NULL, its content is available when WaitEvent is\r
281 signaled. If all APs returned from Procedure prior to the timeout, then\r
282 FailedCpuList is set to NULL. If not all APs return from Procedure before\r
283 the timeout, then FailedCpuList is filled in with the list of the failed\r
284 APs. The buffer is allocated by MP Service Protocol using AllocatePool().\r
c4671a67 285 It is the caller's responsibility to free the buffer with FreePool() service.\r
286 -# This invocation of SignalEvent() function informs the caller that invoked\r
287 EFI_MP_SERVICES_PROTOCOL.StartupAllAPs() that either all the APs completed\r
d18d8a1d 288 the specified task or a timeout occurred. The contents of FailedCpuList\r
289 can be examined to determine which APs did not complete the specified task\r
c4671a67 290 prior to the timeout.\r
291\r
292 @param[in] This A pointer to the EFI_MP_SERVICES_PROTOCOL\r
293 instance.\r
d18d8a1d 294 @param[in] Procedure A pointer to the function to be run on\r
c4671a67 295 enabled APs of the system. See type\r
296 EFI_AP_PROCEDURE.\r
d18d8a1d 297 @param[in] SingleThread If TRUE, then all the enabled APs execute\r
298 the function specified by Procedure one by\r
299 one, in ascending order of processor handle\r
300 number. If FALSE, then all the enabled APs\r
c4671a67 301 execute the function specified by Procedure\r
302 simultaneously.\r
303 @param[in] WaitEvent The event created by the caller with CreateEvent()\r
d18d8a1d 304 service. If it is NULL, then execute in\r
305 blocking mode. BSP waits until all APs finish\r
306 or TimeoutInMicroseconds expires. If it's\r
307 not NULL, then execute in non-blocking mode.\r
308 BSP requests the function specified by\r
309 Procedure to be started on all the enabled\r
310 APs, and go on executing immediately. If\r
c4671a67 311 all return from Procedure, or TimeoutInMicroseconds\r
d18d8a1d 312 expires, this event is signaled. The BSP\r
313 can use the CheckEvent() or WaitForEvent()\r
314 services to check the state of event. Type\r
315 EFI_EVENT is defined in CreateEvent() in\r
316 the Unified Extensible Firmware Interface\r
317 Specification.\r
318 @param[in] TimeoutInMicrosecsond Indicates the time limit in microseconds for\r
319 APs to return from Procedure, either for\r
320 blocking or non-blocking mode. Zero means\r
321 infinity. If the timeout expires before\r
c4671a67 322 all APs return from Procedure, then Procedure\r
d18d8a1d 323 on the failed APs is terminated. All enabled\r
324 APs are available for next function assigned\r
325 by EFI_MP_SERVICES_PROTOCOL.StartupAllAPs()\r
c4671a67 326 or EFI_MP_SERVICES_PROTOCOL.StartupThisAP().\r
d18d8a1d 327 If the timeout expires in blocking mode,\r
328 BSP returns EFI_TIMEOUT. If the timeout\r
329 expires in non-blocking mode, WaitEvent\r
c4671a67 330 is signaled with SignalEvent().\r
d18d8a1d 331 @param[in] ProcedureArgument The parameter passed into Procedure for\r
c4671a67 332 all APs.\r
d18d8a1d 333 @param[out] FailedCpuList If NULL, this parameter is ignored. Otherwise,\r
334 if all APs finish successfully, then its\r
335 content is set to NULL. If not all APs\r
336 finish before timeout expires, then its\r
337 content is set to address of the buffer\r
338 holding handle numbers of the failed APs.\r
339 The buffer is allocated by MP Service Protocol,\r
340 and it's the caller's responsibility to\r
c4671a67 341 free the buffer with FreePool() service.\r
d18d8a1d 342 In blocking mode, it is ready for consumption\r
343 when the call returns. In non-blocking mode,\r
344 it is ready when WaitEvent is signaled. The\r
345 list of failed CPU is terminated by\r
c4671a67 346 END_OF_CPU_LIST.\r
347\r
d18d8a1d 348 @retval EFI_SUCCESS In blocking mode, all APs have finished before\r
c4671a67 349 the timeout expired.\r
d18d8a1d 350 @retval EFI_SUCCESS In non-blocking mode, function has been dispatched\r
c4671a67 351 to all enabled APs.\r
d18d8a1d 352 @retval EFI_UNSUPPORTED A non-blocking mode request was made after the\r
353 UEFI event EFI_EVENT_GROUP_READY_TO_BOOT was\r
c4671a67 354 signaled.\r
355 @retval EFI_DEVICE_ERROR Caller processor is AP.\r
356 @retval EFI_NOT_STARTED No enabled APs exist in the system.\r
357 @retval EFI_NOT_READY Any enabled APs are busy.\r
d18d8a1d 358 @retval EFI_TIMEOUT In blocking mode, the timeout expired before\r
c4671a67 359 all enabled APs have finished.\r
360 @retval EFI_INVALID_PARAMETER Procedure is NULL.\r
361\r
362**/\r
363EFI_STATUS\r
364EFIAPI\r
365CpuMpServicesStartupAllAps (\r
366 IN EFI_MP_SERVICES_PROTOCOL *This,\r
367 IN EFI_AP_PROCEDURE Procedure,\r
368 IN BOOLEAN SingleThread,\r
369 IN EFI_EVENT WaitEvent OPTIONAL,\r
370 IN UINTN TimeoutInMicroseconds,\r
371 IN VOID *ProcedureArgument OPTIONAL,\r
372 OUT UINTN **FailedCpuList OPTIONAL\r
373 )\r
374{\r
375 EFI_STATUS Status;\r
376 PROCESSOR_DATA_BLOCK *ProcessorData;\r
c4671a67 377 UINTN Number;\r
378 UINTN NextNumber;\r
379 PROCESSOR_STATE APInitialState;\r
380 PROCESSOR_STATE ProcessorState;\r
381 INTN Timeout;\r
382\r
383\r
384 if (!IsBSP ()) {\r
385 return EFI_DEVICE_ERROR;\r
386 }\r
d18d8a1d 387\r
c4671a67 388 if (gMPSystem.NumberOfProcessors == 1) {\r
389 return EFI_NOT_STARTED;\r
390 }\r
391\r
392 if (Procedure == NULL) {\r
393 return EFI_INVALID_PARAMETER;\r
394 }\r
d18d8a1d 395\r
c4671a67 396 if ((WaitEvent != NULL) && gReadToBoot) {\r
397 return EFI_UNSUPPORTED;\r
398 }\r
d18d8a1d 399\r
400\r
c4671a67 401 if (FailedCpuList != NULL) {\r
8b6d0c05 402 gMPSystem.FailedList = AllocatePool ((gMPSystem.NumberOfProcessors + 1) * sizeof (UINTN));\r
403 if (gMPSystem.FailedList == NULL) {\r
404 return EFI_OUT_OF_RESOURCES;\r
405 }\r
406 SetMemN (gMPSystem.FailedList, (gMPSystem.NumberOfProcessors + 1) * sizeof (UINTN), END_OF_CPU_LIST);\r
407 gMPSystem.FailedListIndex = 0;\r
408 *FailedCpuList = gMPSystem.FailedList;\r
c4671a67 409 }\r
410\r
411 Timeout = TimeoutInMicroseconds;\r
412\r
8b6d0c05 413 ProcessorData = NULL;\r
c4671a67 414\r
8b6d0c05 415 gMPSystem.FinishCount = 0;\r
416 gMPSystem.StartCount = 0;\r
417 gMPSystem.SingleThread = SingleThread;\r
418 APInitialState = CPU_STATE_READY;\r
c4671a67 419\r
420 for (Number = 0; Number < gMPSystem.NumberOfProcessors; Number++) {\r
421 ProcessorData = &gMPSystem.ProcessorData[Number];\r
422\r
423 if ((ProcessorData->Info.StatusFlag & PROCESSOR_AS_BSP_BIT) == PROCESSOR_AS_BSP_BIT) {\r
424 // Skip BSP\r
425 continue;\r
426 }\r
427\r
8b6d0c05 428 if ((ProcessorData->Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0) {\r
429 // Skip Disabled processors\r
430 gMPSystem.FailedList[gMPSystem.FailedListIndex++] = Number;\r
431 continue;\r
432 }\r
433\r
c4671a67 434 //\r
435 // Get APs prepared, and put failing APs into FailedCpuList\r
436 // if "SingleThread", only 1 AP will put to ready state, other AP will be put to ready\r
437 // state 1 by 1, until the previous 1 finished its task\r
438 // if not "SingleThread", all APs are put to ready state from the beginning\r
439 //\r
440 if (ProcessorData->State == CPU_STATE_IDLE) {\r
441 gMPSystem.StartCount++;\r
442\r
10d1be3e 443 gThread->MutexLock (&ProcessorData->StateLock);\r
c4671a67 444 ProcessorData->State = APInitialState;\r
10d1be3e 445 gThread->MutexUnlock (&ProcessorData->StateLock);\r
c4671a67 446\r
447 if (SingleThread) {\r
448 APInitialState = CPU_STATE_BLOCKED;\r
449 }\r
8b6d0c05 450 } else {\r
451 return EFI_NOT_READY;\r
c4671a67 452 }\r
453 }\r
d18d8a1d 454\r
8b6d0c05 455 if (WaitEvent != NULL) {\r
456 for (Number = 0; Number < gMPSystem.NumberOfProcessors; Number++) {\r
d18d8a1d 457 ProcessorData = &gMPSystem.ProcessorData[Number];\r
8b6d0c05 458 if ((ProcessorData->Info.StatusFlag & PROCESSOR_AS_BSP_BIT) == PROCESSOR_AS_BSP_BIT) {\r
459 // Skip BSP\r
460 continue;\r
461 }\r
462\r
463 if ((ProcessorData->Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0) {\r
464 // Skip Disabled processors\r
465 continue;\r
466 }\r
d18d8a1d 467\r
8b6d0c05 468 SetApProcedure (ProcessorData, Procedure, ProcedureArgument);\r
c4671a67 469 }\r
8b6d0c05 470\r
471 //\r
472 // Save data into private data structure, and create timer to poll AP state before exiting\r
473 //\r
474 gMPSystem.Procedure = Procedure;\r
475 gMPSystem.ProcedureArgument = ProcedureArgument;\r
476 gMPSystem.WaitEvent = WaitEvent;\r
477 gMPSystem.Timeout = TimeoutInMicroseconds;\r
478 gMPSystem.TimeoutActive = (BOOLEAN)(TimeoutInMicroseconds != 0);\r
479 Status = gBS->SetTimer (\r
480 gMPSystem.CheckAllAPsEvent,\r
481 TimerPeriodic,\r
482 gPollInterval\r
483 );\r
484 return Status;\r
485\r
c4671a67 486 }\r
487\r
488 while (TRUE) {\r
489 for (Number = 0; Number < gMPSystem.NumberOfProcessors; Number++) {\r
d18d8a1d 490 ProcessorData = &gMPSystem.ProcessorData[Number];\r
c4671a67 491 if ((ProcessorData->Info.StatusFlag & PROCESSOR_AS_BSP_BIT) == PROCESSOR_AS_BSP_BIT) {\r
492 // Skip BSP\r
493 continue;\r
494 }\r
495\r
8b6d0c05 496 if ((ProcessorData->Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0) {\r
497 // Skip Disabled processors\r
498 continue;\r
499 }\r
500\r
10d1be3e 501 gThread->MutexLock (ProcessorData->StateLock);\r
c4671a67 502 ProcessorState = ProcessorData->State;\r
10d1be3e 503 gThread->MutexUnlock (ProcessorData->StateLock);\r
c4671a67 504\r
505 switch (ProcessorState) {\r
506 case CPU_STATE_READY:\r
507 SetApProcedure (ProcessorData, Procedure, ProcedureArgument);\r
508 break;\r
509\r
510 case CPU_STATE_FINISHED:\r
511 gMPSystem.FinishCount++;\r
512 if (SingleThread) {\r
513 Status = GetNextBlockedNumber (&NextNumber);\r
514 if (!EFI_ERROR (Status)) {\r
70a2c7b1 515 gThread->MutexLock (&gMPSystem.ProcessorData[NextNumber].StateLock);\r
c4671a67 516 gMPSystem.ProcessorData[NextNumber].State = CPU_STATE_READY;\r
70a2c7b1 517 gThread->MutexUnlock (&gMPSystem.ProcessorData[NextNumber].StateLock);\r
c4671a67 518 }\r
519 }\r
520\r
70a2c7b1 521 gThread->MutexLock (ProcessorData->StateLock);\r
c4671a67 522 ProcessorData->State = CPU_STATE_IDLE;\r
70a2c7b1
CF
523 gThread->MutexUnlock (ProcessorData->StateLock);\r
524\r
c4671a67 525 break;\r
526\r
527 default:\r
528 break;\r
529 }\r
530 }\r
531\r
532 if (gMPSystem.FinishCount == gMPSystem.StartCount) {\r
8b6d0c05 533 Status = EFI_SUCCESS;\r
534 goto Done;\r
c4671a67 535 }\r
536\r
537 if ((TimeoutInMicroseconds != 0) && (Timeout < 0)) {\r
8b6d0c05 538 Status = EFI_TIMEOUT;\r
539 goto Done;\r
c4671a67 540 }\r
541\r
542 gBS->Stall (gPollInterval);\r
543 Timeout -= gPollInterval;\r
544 }\r
545\r
8b6d0c05 546Done:\r
547 if (FailedCpuList != NULL) {\r
548 if (gMPSystem.FailedListIndex == 0) {\r
549 FreePool (*FailedCpuList);\r
550 *FailedCpuList = NULL;\r
551 }\r
552 }\r
553\r
c4671a67 554 return EFI_SUCCESS;\r
555}\r
556\r
557\r
558/**\r
d18d8a1d 559 This service lets the caller get one enabled AP to execute a caller-provided\r
560 function. The caller can request the BSP to either wait for the completion\r
561 of the AP or just proceed with the next task by using the EFI event mechanism.\r
562 See EFI_MP_SERVICES_PROTOCOL.StartupAllAPs() for more details on non-blocking\r
c4671a67 563 execution support. This service may only be called from the BSP.\r
564\r
d18d8a1d 565 This function is used to dispatch one enabled AP to the function specified by\r
566 Procedure passing in the argument specified by ProcedureArgument. If WaitEvent\r
567 is NULL, execution is in blocking mode. The BSP waits until the AP finishes or\r
568 TimeoutInMicroSecondss expires. Otherwise, execution is in non-blocking mode.\r
569 BSP proceeds to the next task without waiting for the AP. If a non-blocking mode\r
570 is requested after the UEFI Event EFI_EVENT_GROUP_READY_TO_BOOT is signaled,\r
c4671a67 571 then EFI_UNSUPPORTED must be returned.\r
d18d8a1d 572\r
573 If the timeout specified by TimeoutInMicroseconds expires before the AP returns\r
574 from Procedure, then execution of Procedure by the AP is terminated. The AP is\r
575 available for subsequent calls to EFI_MP_SERVICES_PROTOCOL.StartupAllAPs() and\r
c4671a67 576 EFI_MP_SERVICES_PROTOCOL.StartupThisAP().\r
577\r
578 @param[in] This A pointer to the EFI_MP_SERVICES_PROTOCOL\r
579 instance.\r
d18d8a1d 580 @param[in] Procedure A pointer to the function to be run on\r
c4671a67 581 enabled APs of the system. See type\r
582 EFI_AP_PROCEDURE.\r
d18d8a1d 583 @param[in] ProcessorNumber The handle number of the AP. The range is\r
c4671a67 584 from 0 to the total number of logical\r
d18d8a1d 585 processors minus 1. The total number of\r
c4671a67 586 logical processors can be retrieved by\r
587 EFI_MP_SERVICES_PROTOCOL.GetNumberOfProcessors().\r
588 @param[in] WaitEvent The event created by the caller with CreateEvent()\r
d18d8a1d 589 service. If it is NULL, then execute in\r
590 blocking mode. BSP waits until all APs finish\r
591 or TimeoutInMicroseconds expires. If it's\r
592 not NULL, then execute in non-blocking mode.\r
593 BSP requests the function specified by\r
594 Procedure to be started on all the enabled\r
595 APs, and go on executing immediately. If\r
c4671a67 596 all return from Procedure or TimeoutInMicroseconds\r
d18d8a1d 597 expires, this event is signaled. The BSP\r
598 can use the CheckEvent() or WaitForEvent()\r
599 services to check the state of event. Type\r
600 EFI_EVENT is defined in CreateEvent() in\r
601 the Unified Extensible Firmware Interface\r
602 Specification.\r
603 @param[in] TimeoutInMicrosecsond Indicates the time limit in microseconds for\r
604 APs to return from Procedure, either for\r
605 blocking or non-blocking mode. Zero means\r
606 infinity. If the timeout expires before\r
c4671a67 607 all APs return from Procedure, then Procedure\r
d18d8a1d 608 on the failed APs is terminated. All enabled\r
609 APs are available for next function assigned\r
610 by EFI_MP_SERVICES_PROTOCOL.StartupAllAPs()\r
c4671a67 611 or EFI_MP_SERVICES_PROTOCOL.StartupThisAP().\r
d18d8a1d 612 If the timeout expires in blocking mode,\r
613 BSP returns EFI_TIMEOUT. If the timeout\r
614 expires in non-blocking mode, WaitEvent\r
c4671a67 615 is signaled with SignalEvent().\r
d18d8a1d 616 @param[in] ProcedureArgument The parameter passed into Procedure for\r
c4671a67 617 all APs.\r
d18d8a1d 618 @param[out] Finished If NULL, this parameter is ignored. In\r
c4671a67 619 blocking mode, this parameter is ignored.\r
d18d8a1d 620 In non-blocking mode, if AP returns from\r
c4671a67 621 Procedure before the timeout expires, its\r
d18d8a1d 622 content is set to TRUE. Otherwise, the\r
c4671a67 623 value is set to FALSE. The caller can\r
d18d8a1d 624 determine if the AP returned from Procedure\r
c4671a67 625 by evaluating this value.\r
626\r
d18d8a1d 627 @retval EFI_SUCCESS In blocking mode, specified AP finished before\r
c4671a67 628 the timeout expires.\r
d18d8a1d 629 @retval EFI_SUCCESS In non-blocking mode, the function has been\r
c4671a67 630 dispatched to specified AP.\r
d18d8a1d 631 @retval EFI_UNSUPPORTED A non-blocking mode request was made after the\r
632 UEFI event EFI_EVENT_GROUP_READY_TO_BOOT was\r
c4671a67 633 signaled.\r
634 @retval EFI_DEVICE_ERROR The calling processor is an AP.\r
d18d8a1d 635 @retval EFI_TIMEOUT In blocking mode, the timeout expired before\r
c4671a67 636 the specified AP has finished.\r
637 @retval EFI_NOT_READY The specified AP is busy.\r
d18d8a1d 638 @retval EFI_NOT_FOUND The processor with the handle specified by\r
c4671a67 639 ProcessorNumber does not exist.\r
640 @retval EFI_INVALID_PARAMETER ProcessorNumber specifies the BSP or disabled AP.\r
641 @retval EFI_INVALID_PARAMETER Procedure is NULL.\r
642\r
643**/\r
644EFI_STATUS\r
645EFIAPI\r
646CpuMpServicesStartupThisAP (\r
647 IN EFI_MP_SERVICES_PROTOCOL *This,\r
648 IN EFI_AP_PROCEDURE Procedure,\r
649 IN UINTN ProcessorNumber,\r
650 IN EFI_EVENT WaitEvent OPTIONAL,\r
651 IN UINTN TimeoutInMicroseconds,\r
652 IN VOID *ProcedureArgument OPTIONAL,\r
653 OUT BOOLEAN *Finished OPTIONAL\r
654 )\r
655{\r
c4671a67 656 INTN Timeout;\r
d18d8a1d 657\r
c4671a67 658 if (!IsBSP ()) {\r
659 return EFI_DEVICE_ERROR;\r
660 }\r
d18d8a1d 661\r
c4671a67 662 if (Procedure == NULL) {\r
663 return EFI_INVALID_PARAMETER;\r
664 }\r
d18d8a1d 665\r
c4671a67 666 if (ProcessorNumber >= gMPSystem.NumberOfProcessors) {\r
667 return EFI_NOT_FOUND;\r
668 }\r
d18d8a1d 669\r
c4671a67 670 if ((gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_AS_BSP_BIT) != 0) {\r
671 return EFI_INVALID_PARAMETER;\r
672 }\r
673\r
674 if (gMPSystem.ProcessorData[ProcessorNumber].State != CPU_STATE_IDLE) {\r
675 return EFI_NOT_READY;\r
676 }\r
677\r
678 if ((WaitEvent != NULL) && gReadToBoot) {\r
679 return EFI_UNSUPPORTED;\r
680 }\r
681\r
682 Timeout = TimeoutInMicroseconds;\r
683\r
684 gMPSystem.StartCount = 1;\r
685 gMPSystem.FinishCount = 0;\r
686\r
687 SetApProcedure (&gMPSystem.ProcessorData[ProcessorNumber], Procedure, ProcedureArgument);\r
688\r
8b6d0c05 689 if (WaitEvent != NULL) {\r
d75d0409 690 // Non Blocking\r
691 gMPSystem.WaitEvent = WaitEvent;\r
692 gBS->SetTimer (\r
693 gMPSystem.ProcessorData[ProcessorNumber].CheckThisAPEvent,\r
694 TimerPeriodic,\r
695 gPollInterval\r
696 );\r
8b6d0c05 697 return EFI_SUCCESS;\r
698 }\r
699\r
700 // Blocking\r
c4671a67 701 while (TRUE) {\r
10d1be3e 702 gThread->MutexLock (&gMPSystem.ProcessorData[ProcessorNumber].StateLock);\r
c4671a67 703 if (gMPSystem.ProcessorData[ProcessorNumber].State == CPU_STATE_FINISHED) {\r
704 gMPSystem.ProcessorData[ProcessorNumber].State = CPU_STATE_IDLE;\r
10d1be3e 705 gThread->MutexUnlock (&gMPSystem.ProcessorData[ProcessorNumber].StateLock);\r
c4671a67 706 break;\r
707 }\r
708\r
10d1be3e 709 gThread->MutexUnlock (&gMPSystem.ProcessorData[ProcessorNumber].StateLock);\r
c4671a67 710\r
711 if ((TimeoutInMicroseconds != 0) && (Timeout < 0)) {\r
c4671a67 712 return EFI_TIMEOUT;\r
713 }\r
714\r
715 gBS->Stall (gPollInterval);\r
716 Timeout -= gPollInterval;\r
717 }\r
718\r
719 return EFI_SUCCESS;\r
720\r
721}\r
722\r
723\r
724/**\r
d18d8a1d 725 This service switches the requested AP to be the BSP from that point onward.\r
726 This service changes the BSP for all purposes. This call can only be performed\r
c4671a67 727 by the current BSP.\r
728\r
d18d8a1d 729 This service switches the requested AP to be the BSP from that point onward.\r
730 This service changes the BSP for all purposes. The new BSP can take over the\r
731 execution of the old BSP and continue seamlessly from where the old one left\r
732 off. This service may not be supported after the UEFI Event EFI_EVENT_GROUP_READY_TO_BOOT\r
c4671a67 733 is signaled.\r
734\r
d18d8a1d 735 If the BSP cannot be switched prior to the return from this service, then\r
c4671a67 736 EFI_UNSUPPORTED must be returned.\r
737\r
738 @param[in] This A pointer to the EFI_MP_SERVICES_PROTOCOL instance.\r
d18d8a1d 739 @param[in] ProcessorNumber The handle number of AP that is to become the new\r
740 BSP. The range is from 0 to the total number of\r
741 logical processors minus 1. The total number of\r
c4671a67 742 logical processors can be retrieved by\r
743 EFI_MP_SERVICES_PROTOCOL.GetNumberOfProcessors().\r
d18d8a1d 744 @param[in] EnableOldBSP If TRUE, then the old BSP will be listed as an\r
c4671a67 745 enabled AP. Otherwise, it will be disabled.\r
746\r
747 @retval EFI_SUCCESS BSP successfully switched.\r
d18d8a1d 748 @retval EFI_UNSUPPORTED Switching the BSP cannot be completed prior to\r
c4671a67 749 this service returning.\r
750 @retval EFI_UNSUPPORTED Switching the BSP is not supported.\r
751 @retval EFI_SUCCESS The calling processor is an AP.\r
752 @retval EFI_NOT_FOUND The processor with the handle specified by\r
753 ProcessorNumber does not exist.\r
d18d8a1d 754 @retval EFI_INVALID_PARAMETER ProcessorNumber specifies the current BSP or\r
c4671a67 755 a disabled AP.\r
756 @retval EFI_NOT_READY The specified AP is busy.\r
757\r
758**/\r
759EFI_STATUS\r
760EFIAPI\r
761CpuMpServicesSwitchBSP (\r
762 IN EFI_MP_SERVICES_PROTOCOL *This,\r
763 IN UINTN ProcessorNumber,\r
764 IN BOOLEAN EnableOldBSP\r
765 )\r
766{\r
767 UINTN Index;\r
d18d8a1d 768\r
c4671a67 769 if (!IsBSP ()) {\r
770 return EFI_DEVICE_ERROR;\r
771 }\r
d18d8a1d 772\r
c4671a67 773 if (ProcessorNumber >= gMPSystem.NumberOfProcessors) {\r
774 return EFI_NOT_FOUND;\r
775 }\r
d18d8a1d 776\r
c4671a67 777 if ((gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0) {\r
778 return EFI_INVALID_PARAMETER;\r
779 }\r
780\r
781 if ((gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_AS_BSP_BIT) != 0) {\r
782 return EFI_INVALID_PARAMETER;\r
783 }\r
d18d8a1d 784\r
c4671a67 785 for (Index = 0; Index < gMPSystem.NumberOfProcessors; Index++) {\r
786 if ((gMPSystem.ProcessorData[Index].Info.StatusFlag & PROCESSOR_AS_BSP_BIT) != 0) {\r
787 break;\r
788 }\r
789 }\r
790 ASSERT (Index != gMPSystem.NumberOfProcessors);\r
d18d8a1d 791\r
c4671a67 792 if (gMPSystem.ProcessorData[ProcessorNumber].State != CPU_STATE_IDLE) {\r
793 return EFI_NOT_READY;\r
794 }\r
d18d8a1d 795\r
c4671a67 796 // Skip for now as we need switch a bunch of stack stuff around and it's complex\r
797 // May not be worth it?\r
798 return EFI_NOT_READY;\r
799}\r
800\r
801\r
802/**\r
d18d8a1d 803 This service lets the caller enable or disable an AP from this point onward.\r
c4671a67 804 This service may only be called from the BSP.\r
805\r
d18d8a1d 806 This service allows the caller enable or disable an AP from this point onward.\r
807 The caller can optionally specify the health status of the AP by Health. If\r
808 an AP is being disabled, then the state of the disabled AP is implementation\r
809 dependent. If an AP is enabled, then the implementation must guarantee that a\r
810 complete initialization sequence is performed on the AP, so the AP is in a state\r
811 that is compatible with an MP operating system. This service may not be supported\r
c4671a67 812 after the UEFI Event EFI_EVENT_GROUP_READY_TO_BOOT is signaled.\r
813\r
d18d8a1d 814 If the enable or disable AP operation cannot be completed prior to the return\r
c4671a67 815 from this service, then EFI_UNSUPPORTED must be returned.\r
816\r
817 @param[in] This A pointer to the EFI_MP_SERVICES_PROTOCOL instance.\r
d18d8a1d 818 @param[in] ProcessorNumber The handle number of AP that is to become the new\r
819 BSP. The range is from 0 to the total number of\r
820 logical processors minus 1. The total number of\r
c4671a67 821 logical processors can be retrieved by\r
822 EFI_MP_SERVICES_PROTOCOL.GetNumberOfProcessors().\r
d18d8a1d 823 @param[in] EnableAP Specifies the new state for the processor for\r
c4671a67 824 enabled, FALSE for disabled.\r
d18d8a1d 825 @param[in] HealthFlag If not NULL, a pointer to a value that specifies\r
826 the new health status of the AP. This flag\r
827 corresponds to StatusFlag defined in\r
828 EFI_MP_SERVICES_PROTOCOL.GetProcessorInfo(). Only\r
829 the PROCESSOR_HEALTH_STATUS_BIT is used. All other\r
830 bits are ignored. If it is NULL, this parameter\r
c4671a67 831 is ignored.\r
832\r
833 @retval EFI_SUCCESS The specified AP was enabled or disabled successfully.\r
d18d8a1d 834 @retval EFI_UNSUPPORTED Enabling or disabling an AP cannot be completed\r
c4671a67 835 prior to this service returning.\r
836 @retval EFI_UNSUPPORTED Enabling or disabling an AP is not supported.\r
837 @retval EFI_DEVICE_ERROR The calling processor is an AP.\r
838 @retval EFI_NOT_FOUND Processor with the handle specified by ProcessorNumber\r
839 does not exist.\r
840 @retval EFI_INVALID_PARAMETER ProcessorNumber specifies the BSP.\r
841\r
842**/\r
843EFI_STATUS\r
844EFIAPI\r
845CpuMpServicesEnableDisableAP (\r
846 IN EFI_MP_SERVICES_PROTOCOL *This,\r
847 IN UINTN ProcessorNumber,\r
848 IN BOOLEAN EnableAP,\r
849 IN UINT32 *HealthFlag OPTIONAL\r
850 )\r
851{\r
852 if (!IsBSP ()) {\r
853 return EFI_DEVICE_ERROR;\r
854 }\r
d18d8a1d 855\r
c4671a67 856 if (ProcessorNumber >= gMPSystem.NumberOfProcessors) {\r
857 return EFI_NOT_FOUND;\r
858 }\r
d18d8a1d 859\r
c4671a67 860 if ((gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_AS_BSP_BIT) != 0) {\r
861 return EFI_INVALID_PARAMETER;\r
d18d8a1d 862 }\r
c4671a67 863\r
864 if (gMPSystem.ProcessorData[ProcessorNumber].State != CPU_STATE_IDLE) {\r
865 return EFI_UNSUPPORTED;\r
866 }\r
867\r
10d1be3e 868 gThread->MutexLock (&gMPSystem.ProcessorData[ProcessorNumber].StateLock);\r
d18d8a1d 869\r
c4671a67 870 if (EnableAP) {\r
871 if ((gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0 ) {\r
872 gMPSystem.NumberOfEnabledProcessors++;\r
873 }\r
874 gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag |= PROCESSOR_ENABLED_BIT;\r
875 } else {\r
876 if ((gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_ENABLED_BIT) == PROCESSOR_ENABLED_BIT ) {\r
877 gMPSystem.NumberOfEnabledProcessors--;\r
878 }\r
879 gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag &= ~PROCESSOR_ENABLED_BIT;\r
880 }\r
d18d8a1d 881\r
c4671a67 882 if (HealthFlag != NULL) {\r
883 gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag &= ~PROCESSOR_HEALTH_STATUS_BIT;\r
884 gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag |= (*HealthFlag & PROCESSOR_HEALTH_STATUS_BIT);\r
885 }\r
d18d8a1d 886\r
10d1be3e 887 gThread->MutexUnlock (&gMPSystem.ProcessorData[ProcessorNumber].StateLock);\r
d18d8a1d 888\r
c4671a67 889 return EFI_SUCCESS;\r
890}\r
891\r
892\r
893/**\r
d18d8a1d 894 This return the handle number for the calling processor. This service may be\r
c4671a67 895 called from the BSP and APs.\r
896\r
d18d8a1d 897 This service returns the processor handle number for the calling processor.\r
898 The returned value is in the range from 0 to the total number of logical\r
899 processors minus 1. The total number of logical processors can be retrieved\r
900 with EFI_MP_SERVICES_PROTOCOL.GetNumberOfProcessors(). This service may be\r
901 called from the BSP and APs. If ProcessorNumber is NULL, then EFI_INVALID_PARAMETER\r
902 is returned. Otherwise, the current processors handle number is returned in\r
c4671a67 903 ProcessorNumber, and EFI_SUCCESS is returned.\r
904\r
905 @param[in] This A pointer to the EFI_MP_SERVICES_PROTOCOL instance.\r
d18d8a1d 906 @param[in] ProcessorNumber The handle number of AP that is to become the new\r
907 BSP. The range is from 0 to the total number of\r
908 logical processors minus 1. The total number of\r
c4671a67 909 logical processors can be retrieved by\r
910 EFI_MP_SERVICES_PROTOCOL.GetNumberOfProcessors().\r
911\r
d18d8a1d 912 @retval EFI_SUCCESS The current processor handle number was returned\r
c4671a67 913 in ProcessorNumber.\r
914 @retval EFI_INVALID_PARAMETER ProcessorNumber is NULL.\r
915\r
916**/\r
917EFI_STATUS\r
918EFIAPI\r
919CpuMpServicesWhoAmI (\r
920 IN EFI_MP_SERVICES_PROTOCOL *This,\r
921 OUT UINTN *ProcessorNumber\r
922 )\r
923{\r
924 UINTN Index;\r
925 UINT64 ProcessorId;\r
d18d8a1d 926\r
c4671a67 927 if (ProcessorNumber == NULL) {\r
928 return EFI_INVALID_PARAMETER;\r
929 }\r
d18d8a1d 930\r
10d1be3e 931 ProcessorId = gThread->Self ();\r
c4671a67 932 for (Index = 0; Index < gMPSystem.NumberOfProcessors; Index++) {\r
933 if (gMPSystem.ProcessorData[Index].Info.ProcessorId == ProcessorId) {\r
934 break;\r
935 }\r
936 }\r
937\r
938 *ProcessorNumber = Index;\r
939 return EFI_SUCCESS;\r
940}\r
941\r
942\r
943\r
d070eef8 944EFI_MP_SERVICES_PROTOCOL mMpServicesTemplate = {\r
c4671a67 945 CpuMpServicesGetNumberOfProcessors,\r
946 CpuMpServicesGetProcessorInfo,\r
947 CpuMpServicesStartupAllAps,\r
948 CpuMpServicesStartupThisAP,\r
949 CpuMpServicesSwitchBSP,\r
950 CpuMpServicesEnableDisableAP,\r
951 CpuMpServicesWhoAmI\r
952};\r
953\r
954\r
955\r
956/*++\r
957 If timeout occurs in StartupAllAps(), a timer is set, which invokes this\r
958 procedure periodically to check whether all APs have finished.\r
959\r
960\r
961--*/\r
962VOID\r
963EFIAPI\r
964CpuCheckAllAPsStatus (\r
965 IN EFI_EVENT Event,\r
966 IN VOID *Context\r
967 )\r
968{\r
969 UINTN ProcessorNumber;\r
970 UINTN NextNumber;\r
971 PROCESSOR_DATA_BLOCK *ProcessorData;\r
972 PROCESSOR_DATA_BLOCK *NextData;\r
973 EFI_STATUS Status;\r
974 PROCESSOR_STATE ProcessorState;\r
8b6d0c05 975 UINTN Cpu;\r
976 BOOLEAN Found;\r
c4671a67 977\r
8b6d0c05 978 if (gMPSystem.TimeoutActive) {\r
979 gMPSystem.Timeout -= gPollInterval;\r
980 }\r
d18d8a1d 981\r
224e1333 982 ProcessorData = (PROCESSOR_DATA_BLOCK *) Context;\r
983\r
c4671a67 984 for (ProcessorNumber = 0; ProcessorNumber < gMPSystem.NumberOfProcessors; ProcessorNumber++) {\r
985 if ((ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_AS_BSP_BIT) == PROCESSOR_AS_BSP_BIT) {\r
986 // Skip BSP\r
987 continue;\r
988 }\r
989\r
8b6d0c05 990 if ((ProcessorData->Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0) {\r
991 // Skip Disabled processors\r
992 continue;\r
993 }\r
994\r
c4671a67 995 // This is an Interrupt Service routine.\r
996 // This can grab a lock that is held in a non-interrupt\r
997 // context. Meaning deadlock. Which is a bad thing.\r
998 // So, try lock it. If we can get it, cool, do our thing.\r
999 // otherwise, just dump out & try again on the next iteration.\r
10d1be3e 1000 Status = gThread->MutexTryLock (gMPSystem.ProcessorData[ProcessorNumber].StateLock);\r
c4671a67 1001 if (EFI_ERROR(Status)) {\r
1002 return;\r
1003 }\r
1004 ProcessorState = gMPSystem.ProcessorData[ProcessorNumber].State;\r
10d1be3e 1005 gThread->MutexUnlock (gMPSystem.ProcessorData[ProcessorNumber].StateLock);\r
c4671a67 1006\r
1007 switch (ProcessorState) {\r
1008 case CPU_STATE_READY:\r
1009 SetApProcedure (ProcessorData, gMPSystem.Procedure, gMPSystem.ProcedureArgument);\r
1010 break;\r
1011\r
1012 case CPU_STATE_FINISHED:\r
1013 if (gMPSystem.SingleThread) {\r
1014 Status = GetNextBlockedNumber (&NextNumber);\r
1015 if (!EFI_ERROR (Status)) {\r
1016 NextData = &gMPSystem.ProcessorData[NextNumber];\r
1017\r
10d1be3e 1018 gThread->MutexLock (&NextData->ProcedureLock);\r
c4671a67 1019 NextData->State = CPU_STATE_READY;\r
10d1be3e 1020 gThread->MutexUnlock (&NextData->ProcedureLock);\r
c4671a67 1021\r
1022 SetApProcedure (NextData, gMPSystem.Procedure, gMPSystem.ProcedureArgument);\r
1023 }\r
1024 }\r
1025\r
1026 gMPSystem.ProcessorData[ProcessorNumber].State = CPU_STATE_IDLE;\r
1027 gMPSystem.FinishCount++;\r
1028 break;\r
1029\r
1030 default:\r
1031 break;\r
1032 }\r
1033 }\r
d18d8a1d 1034\r
8b6d0c05 1035 if (gMPSystem.TimeoutActive && gMPSystem.Timeout < 0) {\r
1036 //\r
1037 // Timeout\r
1038 //\r
1039 if (gMPSystem.FailedList != NULL) {\r
1040 for (ProcessorNumber = 0; ProcessorNumber < gMPSystem.NumberOfProcessors; ProcessorNumber++) {\r
1041 if ((ProcessorData[ProcessorNumber].Info.StatusFlag & PROCESSOR_AS_BSP_BIT) == PROCESSOR_AS_BSP_BIT) {\r
1042 // Skip BSP\r
1043 continue;\r
1044 }\r
c4671a67 1045\r
8b6d0c05 1046 if ((ProcessorData->Info.StatusFlag & PROCESSOR_ENABLED_BIT) == 0) {\r
1047 // Skip Disabled processors\r
1048 continue;\r
1049 }\r
d18d8a1d 1050\r
1051 // Mark the\r
8b6d0c05 1052 Status = gThread->MutexTryLock (gMPSystem.ProcessorData[ProcessorNumber].StateLock);\r
1053 if (EFI_ERROR(Status)) {\r
1054 return;\r
1055 }\r
1056 ProcessorState = gMPSystem.ProcessorData[ProcessorNumber].State;\r
1057 gThread->MutexUnlock (gMPSystem.ProcessorData[ProcessorNumber].StateLock);\r
d18d8a1d 1058\r
8b6d0c05 1059 if (ProcessorState != CPU_STATE_IDLE) {\r
1060 // If we are retrying make sure we don't double count\r
1061 for (Cpu = 0, Found = FALSE; Cpu < gMPSystem.NumberOfProcessors; Cpu++) {\r
1062 if (gMPSystem.FailedList[Cpu] == END_OF_CPU_LIST) {\r
1063 break;\r
1064 }\r
1065 if (gMPSystem.FailedList[ProcessorNumber] == Cpu) {\r
1066 Found = TRUE;\r
1067 break;\r
1068 }\r
1069 }\r
1070 if (!Found) {\r
1071 gMPSystem.FailedList[gMPSystem.FailedListIndex++] = Cpu;\r
1072 }\r
1073 }\r
1074 }\r
1075 }\r
1076 // Force terminal exit\r
1077 gMPSystem.FinishCount = gMPSystem.StartCount;\r
1078 }\r
1079\r
1080 if (gMPSystem.FinishCount != gMPSystem.StartCount) {\r
1081 return;\r
c4671a67 1082 }\r
d18d8a1d 1083\r
8b6d0c05 1084 gBS->SetTimer (\r
1085 gMPSystem.CheckAllAPsEvent,\r
1086 TimerCancel,\r
1087 0\r
1088 );\r
1089\r
1090 if (gMPSystem.FailedListIndex == 0) {\r
1091 if (gMPSystem.FailedList != NULL) {\r
1092 FreePool (gMPSystem.FailedList);\r
1093 gMPSystem.FailedList = NULL;\r
1094 }\r
1095 }\r
1096\r
1097 Status = gBS->SignalEvent (gMPSystem.WaitEvent);\r
c4671a67 1098\r
1099 return ;\r
1100}\r
1101\r
1102VOID\r
1103EFIAPI\r
1104CpuCheckThisAPStatus (\r
1105 IN EFI_EVENT Event,\r
1106 IN VOID *Context\r
1107 )\r
1108{\r
1109 EFI_STATUS Status;\r
1110 PROCESSOR_DATA_BLOCK *ProcessorData;\r
1111 PROCESSOR_STATE ProcessorState;\r
1112\r
1113 ProcessorData = (PROCESSOR_DATA_BLOCK *) Context;\r
1114\r
1115 //\r
8b6d0c05 1116 // This is an Interrupt Service routine.\r
1117 // that can grab a lock that is held in a non-interrupt\r
c4671a67 1118 // context. Meaning deadlock. Which is a badddd thing.\r
1119 // So, try lock it. If we can get it, cool, do our thing.\r
1120 // otherwise, just dump out & try again on the next iteration.\r
1121 //\r
10d1be3e 1122 Status = gThread->MutexTryLock (ProcessorData->StateLock);\r
c4671a67 1123 if (EFI_ERROR(Status)) {\r
1124 return;\r
1125 }\r
1126 ProcessorState = ProcessorData->State;\r
10d1be3e 1127 gThread->MutexUnlock (ProcessorData->StateLock);\r
c4671a67 1128\r
1129 if (ProcessorState == CPU_STATE_FINISHED) {\r
1130 Status = gBS->SetTimer (ProcessorData->CheckThisAPEvent, TimerCancel, 0);\r
1131 ASSERT_EFI_ERROR (Status);\r
d18d8a1d 1132\r
c4671a67 1133 Status = gBS->SignalEvent (gMPSystem.WaitEvent);\r
1134 ASSERT_EFI_ERROR (Status);\r
d18d8a1d 1135\r
10d1be3e 1136 gThread->MutexLock (ProcessorData->StateLock);\r
c4671a67 1137 ProcessorData->State = CPU_STATE_IDLE;\r
10d1be3e 1138 gThread->MutexUnlock (ProcessorData->StateLock);\r
c4671a67 1139 }\r
1140\r
1141 return ;\r
1142}\r
1143\r
1144\r
1145/*++\r
1146 This function is called by all processors (both BSP and AP) once and collects MP related data\r
1147\r
1148 MPSystemData - Pointer to the data structure containing MP related data\r
1149 BSP - TRUE if the CPU is BSP\r
1150\r
1151 EFI_SUCCESS - Data for the processor collected and filled in\r
1152\r
1153--*/\r
1154EFI_STATUS\r
1155FillInProcessorInformation (\r
1156 IN BOOLEAN BSP,\r
1157 IN UINTN ProcessorNumber\r
1158 )\r
1159{\r
10d1be3e 1160 gMPSystem.ProcessorData[ProcessorNumber].Info.ProcessorId = gThread->Self ();\r
c4671a67 1161 gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag = PROCESSOR_ENABLED_BIT | PROCESSOR_HEALTH_STATUS_BIT;\r
1162 if (BSP) {\r
1163 gMPSystem.ProcessorData[ProcessorNumber].Info.StatusFlag |= PROCESSOR_AS_BSP_BIT;\r
1164 }\r
d18d8a1d 1165\r
e148512e 1166 gMPSystem.ProcessorData[ProcessorNumber].Info.Location.Package = (UINT32) ProcessorNumber;\r
c4671a67 1167 gMPSystem.ProcessorData[ProcessorNumber].Info.Location.Core = 0;\r
1168 gMPSystem.ProcessorData[ProcessorNumber].Info.Location.Thread = 0;\r
1169 gMPSystem.ProcessorData[ProcessorNumber].State = BSP ? CPU_STATE_BUSY : CPU_STATE_IDLE;\r
d18d8a1d 1170\r
c4671a67 1171 gMPSystem.ProcessorData[ProcessorNumber].Procedure = NULL;\r
1172 gMPSystem.ProcessorData[ProcessorNumber].Parameter = NULL;\r
10d1be3e 1173 gMPSystem.ProcessorData[ProcessorNumber].StateLock = gThread->MutexInit ();\r
1174 gMPSystem.ProcessorData[ProcessorNumber].ProcedureLock = gThread->MutexInit ();\r
c4671a67 1175\r
1176 return EFI_SUCCESS;\r
1177}\r
1178\r
1179VOID *\r
1180EFIAPI\r
1181CpuDriverApIdolLoop (\r
1182 VOID *Context\r
1183 )\r
1184{\r
1185 EFI_AP_PROCEDURE Procedure;\r
1186 VOID *Parameter;\r
1187 UINTN ProcessorNumber;\r
1188 PROCESSOR_DATA_BLOCK *ProcessorData;\r
d18d8a1d 1189\r
c4671a67 1190 ProcessorNumber = (UINTN)Context;\r
1191 ProcessorData = &gMPSystem.ProcessorData[ProcessorNumber];\r
d18d8a1d 1192\r
10d1be3e 1193 ProcessorData->Info.ProcessorId = gThread->Self ();\r
d18d8a1d 1194\r
c4671a67 1195 while (TRUE) {\r
1196 //\r
1197 // Make a local copy on the stack to be extra safe\r
1198 //\r
10d1be3e 1199 gThread->MutexLock (ProcessorData->ProcedureLock);\r
c4671a67 1200 Procedure = ProcessorData->Procedure;\r
1201 Parameter = ProcessorData->Parameter;\r
10d1be3e 1202 gThread->MutexUnlock (ProcessorData->ProcedureLock);\r
d18d8a1d 1203\r
c4671a67 1204 if (Procedure != NULL) {\r
10d1be3e 1205 gThread->MutexLock (ProcessorData->StateLock);\r
c4671a67 1206 ProcessorData->State = CPU_STATE_BUSY;\r
10d1be3e 1207 gThread->MutexUnlock (ProcessorData->StateLock);\r
d18d8a1d 1208\r
c4671a67 1209 Procedure (Parameter);\r
d18d8a1d 1210\r
10d1be3e 1211 gThread->MutexLock (ProcessorData->ProcedureLock);\r
c4671a67 1212 ProcessorData->Procedure = NULL;\r
10d1be3e 1213 gThread->MutexUnlock (ProcessorData->ProcedureLock);\r
d18d8a1d 1214\r
10d1be3e 1215 gThread->MutexLock (ProcessorData->StateLock);\r
c4671a67 1216 ProcessorData->State = CPU_STATE_FINISHED;\r
d18d8a1d 1217 gThread->MutexUnlock (ProcessorData->StateLock);\r
c4671a67 1218 }\r
d18d8a1d 1219\r
c4671a67 1220 // Poll 5 times a seconds, 200ms\r
1221 // Don't want to burn too many system resources doing nothing.\r
1ef41207 1222 gEmuThunk->Sleep (200 * 1000);\r
c4671a67 1223 }\r
d18d8a1d 1224\r
c4671a67 1225 return 0;\r
1226}\r
1227\r
1228\r
1229EFI_STATUS\r
1230InitializeMpSystemData (\r
1231 IN UINTN NumberOfProcessors\r
1232 )\r
1233{\r
1234 EFI_STATUS Status;\r
1235 UINTN Index;\r
1236\r
d18d8a1d 1237\r
c4671a67 1238 //\r
1239 // Clear the data structure area first.\r
1240 //\r
1241 ZeroMem (&gMPSystem, sizeof (MP_SYSTEM_DATA));\r
1242\r
1243 //\r
1244 // First BSP fills and inits all known values, including it's own records.\r
1245 //\r
1246 gMPSystem.NumberOfProcessors = NumberOfProcessors;\r
1247 gMPSystem.NumberOfEnabledProcessors = NumberOfProcessors;\r
d18d8a1d 1248\r
c4671a67 1249 gMPSystem.ProcessorData = AllocateZeroPool (gMPSystem.NumberOfProcessors * sizeof (PROCESSOR_DATA_BLOCK));\r
1250 ASSERT (gMPSystem.ProcessorData != NULL);\r
1251\r
1252 FillInProcessorInformation (TRUE, 0);\r
d18d8a1d 1253\r
c4671a67 1254 Status = gBS->CreateEvent (\r
1255 EVT_TIMER | EVT_NOTIFY_SIGNAL,\r
1256 TPL_CALLBACK,\r
1257 CpuCheckAllAPsStatus,\r
1258 NULL,\r
1259 &gMPSystem.CheckAllAPsEvent\r
1260 );\r
1261 ASSERT_EFI_ERROR (Status);\r
d18d8a1d 1262\r
c4671a67 1263\r
1264 for (Index = 0; Index < gMPSystem.NumberOfProcessors; Index++) {\r
1265 if ((gMPSystem.ProcessorData[Index].Info.StatusFlag & PROCESSOR_AS_BSP_BIT) == PROCESSOR_AS_BSP_BIT) {\r
1266 // Skip BSP\r
1267 continue;\r
1268 }\r
d18d8a1d 1269\r
c4671a67 1270 FillInProcessorInformation (FALSE, Index);\r
d18d8a1d 1271\r
10d1be3e 1272 Status = gThread->CreateThread (\r
d18d8a1d 1273 (VOID *)&gMPSystem.ProcessorData[Index].Info.ProcessorId,\r
c4671a67 1274 NULL,\r
1275 CpuDriverApIdolLoop,\r
1276 (VOID *)Index\r
1277 );\r
d18d8a1d 1278\r
1279\r
c4671a67 1280 Status = gBS->CreateEvent (\r
1281 EVT_TIMER | EVT_NOTIFY_SIGNAL,\r
1282 TPL_CALLBACK,\r
1283 CpuCheckThisAPStatus,\r
1284 (VOID *) &gMPSystem.ProcessorData[Index],\r
1285 &gMPSystem.ProcessorData[Index].CheckThisAPEvent\r
1286 );\r
1287 }\r
1288\r
1289 return EFI_SUCCESS;\r
1290}\r
1291\r
1292\r
1293\r
1294/**\r
1295 Invoke a notification event\r
1296\r
1297 @param Event Event whose notification function is being invoked.\r
1298 @param Context The pointer to the notification function's context,\r
1299 which is implementation-dependent.\r
1300\r
1301**/\r
1302VOID\r
1303EFIAPI\r
1304CpuReadToBootFunction (\r
1305 IN EFI_EVENT Event,\r
1306 IN VOID *Context\r
1307 )\r
1308{\r
1309 gReadToBoot = TRUE;\r
1310}\r
1311\r
1312\r
1313\r
1314EFI_STATUS\r
1315CpuMpServicesInit (\r
a0af6b27 1316 OUT UINTN *MaxCpus\r
c4671a67 1317 )\r
1318{\r
1319 EFI_STATUS Status;\r
1320 EFI_HANDLE Handle;\r
1321 EMU_IO_THUNK_PROTOCOL *IoThunk;\r
d18d8a1d 1322\r
a0af6b27 1323 *MaxCpus = 1; // BSP\r
10d1be3e 1324 IoThunk = GetIoThunkInstance (&gEmuThreadThunkProtocolGuid, 0);\r
c4671a67 1325 if (IoThunk != NULL) {\r
1326 Status = IoThunk->Open (IoThunk);\r
1327 if (!EFI_ERROR (Status)) {\r
1328 if (IoThunk->ConfigString != NULL) {\r
a0af6b27 1329 *MaxCpus += StrDecimalToUintn (IoThunk->ConfigString);\r
10d1be3e 1330 gThread = IoThunk->Interface;\r
c4671a67 1331 }\r
1332 }\r
1333 }\r
1334\r
a0af6b27 1335 if (*MaxCpus == 1) {\r
c4671a67 1336 // We are not MP so nothing to do\r
1337 return EFI_SUCCESS;\r
1338 }\r
1339\r
e148512e 1340 gPollInterval = (UINTN) PcdGet64 (PcdEmuMpServicesPollingInterval);\r
c4671a67 1341\r
a0af6b27 1342 Status = InitializeMpSystemData (*MaxCpus);\r
c4671a67 1343 if (EFI_ERROR (Status)) {\r
1344 return Status;\r
1345 }\r
1346\r
1347 Status = EfiCreateEventReadyToBootEx (TPL_CALLBACK, CpuReadToBootFunction, NULL, &gReadToBootEvent);\r
1348 ASSERT_EFI_ERROR (Status);\r
1349\r
1350 //\r
1351 // Now install the MP services protocol.\r
1352 //\r
1353 Handle = NULL;\r
1354 Status = gBS->InstallMultipleProtocolInterfaces (\r
1355 &Handle,\r
d070eef8 1356 &gEfiMpServiceProtocolGuid, &mMpServicesTemplate,\r
c4671a67 1357 NULL\r
1358 );\r
1359 return Status;\r
1360}\r
1361\r
1362\r