]> git.proxmox.com Git - mirror_edk2.git/blob - EdkCompatibilityPkg/Compatibility/MpServicesOnFrameworkMpServicesThunk/MpServicesOnFrameworkMpServicesThunk.c
projects / mirror_edk2.git / blob
? search:
summary | shortlog | log | commit | commitdiff | tree
blame | history | raw | HEAD
Fix the risk of AP stack conflict.
[mirror_edk2.git] / EdkCompatibilityPkg / Compatibility / MpServicesOnFrameworkMpServicesThunk / MpServicesOnFrameworkMpServicesThunk.c
1 /** @file
2 Produces PI MP Services Protocol on top of Framework MP Services Protocol.
3
4 Intel's Framework MP Services Protocol is replaced by EFI_MP_SERVICES_PROTOCOL in PI 1.1.
5 This module produces PI MP Services Protocol on top of Framework MP Services Protocol.
6
7 Copyright (c) 2009 - 2010, Intel Corporation. All rights reserved.<BR>
8 This program and the accompanying materials
9 are licensed and made available under the terms and conditions of the BSD License
10 which accompanies this distribution. The full text of the license may be found at
11 http://opensource.org/licenses/bsd-license.php
12
13 THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
14 WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
15 Module Name:
16
17 **/
18
19 #include "MpServicesOnFrameworkMpServicesThunk.h"
20
21 EFI_HANDLE mHandle = NULL;
22 MP_SYSTEM_DATA mMPSystemData;
23 EFI_PHYSICAL_ADDRESS mStartupVector;
24 MP_CPU_EXCHANGE_INFO *mExchangeInfo;
25 BOOLEAN mStopCheckAPsStatus = FALSE;
26 UINTN mNumberOfProcessors;
27 EFI_GENERIC_MEMORY_TEST_PROTOCOL *mGenMemoryTest;
28
29 FRAMEWORK_EFI_MP_SERVICES_PROTOCOL *mFrameworkMpService;
30 EFI_MP_SERVICES_PROTOCOL mMpService = {
31 GetNumberOfProcessors,
32 GetProcessorInfo,
33 StartupAllAPs,
34 StartupThisAP,
35 SwitchBSP,
36 EnableDisableAP,
37 WhoAmI
38 };
39
40
41 /**
42 Implementation of GetNumberOfProcessors() service of MP Services Protocol.
43
44 This service retrieves the number of logical processor in the platform
45 and the number of those logical processors that are enabled on this boot.
46 This service may only be called from the BSP.
47
48 @param This A pointer to the EFI_MP_SERVICES_PROTOCOL instance.
49 @param NumberOfProcessors Pointer to the total number of logical processors in the system,
50 including the BSP and disabled APs.
51 @param NumberOfEnabledProcessors Pointer to the number of enabled logical processors that exist
52 in system, including the BSP.
53
54 @retval EFI_SUCCESS Number of logical processors and enabled logical processors retrieved..
55 @retval EFI_DEVICE_ERROR Caller processor is AP.
56 @retval EFI_INVALID_PARAMETER NumberOfProcessors is NULL
57 @retval EFI_INVALID_PARAMETER NumberOfEnabledProcessors is NULL
58
59 **/
60 EFI_STATUS
61 EFIAPI
62 GetNumberOfProcessors (
63 IN EFI_MP_SERVICES_PROTOCOL *This,
64 OUT UINTN *NumberOfProcessors,
65 OUT UINTN *NumberOfEnabledProcessors
66 )
67 {
68 EFI_STATUS Status;
69 UINTN CallerNumber;
70
71 //
72 // Check whether caller processor is BSP
73 //
74 WhoAmI (This, &CallerNumber);
75 if (CallerNumber != GetBspNumber ()) {
76 return EFI_DEVICE_ERROR;
77 }
78
79 //
80 // Check parameter NumberOfProcessors
81 //
82 if (NumberOfProcessors == NULL) {
83 return EFI_INVALID_PARAMETER;
84 }
85
86 //
87 // Check parameter NumberOfEnabledProcessors
88 //
89 if (NumberOfEnabledProcessors == NULL) {
90 return EFI_INVALID_PARAMETER;
91 }
92
93 Status = mFrameworkMpService->GetGeneralMPInfo (
94 mFrameworkMpService,
95 NumberOfProcessors,
96 NULL,
97 NumberOfEnabledProcessors,
98 NULL,
99 NULL
100 );
101 ASSERT_EFI_ERROR (Status);
102
103 return EFI_SUCCESS;
104 }
105
106 /**
107 Implementation of GetNumberOfProcessors() service of MP Services Protocol.
108
109 Gets detailed MP-related information on the requested processor at the
110 instant this call is made. This service may only be called from the BSP.
111
112 @param This A pointer to the EFI_MP_SERVICES_PROTOCOL instance.
113 @param ProcessorNumber The handle number of processor.
114 @param ProcessorInfoBuffer A pointer to the buffer where information for the requested processor is deposited.
115
116 @retval EFI_SUCCESS Processor information successfully returned.
117 @retval EFI_DEVICE_ERROR Caller processor is AP.
118 @retval EFI_INVALID_PARAMETER ProcessorInfoBuffer is NULL
119 @retval EFI_NOT_FOUND Processor with the handle specified by ProcessorNumber does not exist.
120
121 **/
122 EFI_STATUS
123 EFIAPI
124 GetProcessorInfo (
125 IN EFI_MP_SERVICES_PROTOCOL *This,
126 IN UINTN ProcessorNumber,
127 OUT EFI_PROCESSOR_INFORMATION *ProcessorInfoBuffer
128 )
129 {
130 EFI_STATUS Status;
131 UINTN CallerNumber;
132 UINTN BufferSize;
133 EFI_MP_PROC_CONTEXT ProcessorContextBuffer;
134
135 //
136 // Check whether caller processor is BSP
137 //
138 WhoAmI (This, &CallerNumber);
139 if (CallerNumber != GetBspNumber ()) {
140 return EFI_DEVICE_ERROR;
141 }
142
143 //
144 // Check parameter ProcessorInfoBuffer
145 //
146 if (ProcessorInfoBuffer == NULL) {
147 return EFI_INVALID_PARAMETER;
148 }
149
150 //
151 // Check whether processor with the handle specified by ProcessorNumber exists
152 //
153 if (ProcessorNumber >= mNumberOfProcessors) {
154 return EFI_NOT_FOUND;
155 }
156
157 BufferSize = sizeof (EFI_MP_PROC_CONTEXT);
158 Status = mFrameworkMpService->GetProcessorContext (
159 mFrameworkMpService,
160 ProcessorNumber,
161 &BufferSize,
162 &ProcessorContextBuffer
163 );
164 ASSERT_EFI_ERROR (Status);
165
166 ProcessorInfoBuffer->ProcessorId = (UINT64) ProcessorContextBuffer.ApicID;
167
168 //
169 // Get Status Flag of specified processor
170 //
171 ProcessorInfoBuffer->StatusFlag = 0;
172
173 if (ProcessorContextBuffer.Enabled) {
174 ProcessorInfoBuffer->StatusFlag |= PROCESSOR_ENABLED_BIT;
175 }
176
177 if (ProcessorContextBuffer.Designation == EfiCpuBSP) {
178 ProcessorInfoBuffer->StatusFlag |= PROCESSOR_AS_BSP_BIT;
179 }
180
181 if (ProcessorContextBuffer.Health.Flags.Uint32 == 0) {
182 ProcessorInfoBuffer->StatusFlag |= PROCESSOR_HEALTH_STATUS_BIT;
183 }
184
185 ProcessorInfoBuffer->Location.Package = (UINT32) ProcessorContextBuffer.PackageNumber;
186 ProcessorInfoBuffer->Location.Core = (UINT32) ProcessorContextBuffer.NumberOfCores;
187 ProcessorInfoBuffer->Location.Thread = (UINT32) ProcessorContextBuffer.NumberOfThreads;
188
189 return EFI_SUCCESS;
190 }
191
192 /**
193 Implementation of StartupAllAPs() service of MP Services Protocol.
194
195 This service lets the caller get all enabled APs to execute a caller-provided function.
196 This service may only be called from the BSP.
197
198 @param This A pointer to the EFI_MP_SERVICES_PROTOCOL instance.
199 @param Procedure A pointer to the function to be run on enabled APs of the system.
200 @param SingleThread Indicates whether to execute the function simultaneously or one by one..
201 @param WaitEvent The event created by the caller.
202 If it is NULL, then execute in blocking mode.
203 If it is not NULL, then execute in non-blocking mode.
204 @param TimeoutInMicroSeconds The time limit in microseconds for this AP to finish the function.
205 Zero means infinity.
206 @param ProcedureArgument Pointer to the optional parameter of the assigned function.
207 @param FailedCpuList The list of processor numbers that fail to finish the function before
208 TimeoutInMicrosecsond expires.
209
210 @retval EFI_SUCCESS In blocking mode, all APs have finished before the timeout expired.
211 @retval EFI_SUCCESS In non-blocking mode, function has been dispatched to all enabled APs.
212 @retval EFI_DEVICE_ERROR Caller processor is AP.
213 @retval EFI_NOT_STARTED No enabled AP exists in the system.
214 @retval EFI_NOT_READY Any enabled AP is busy.
215 @retval EFI_TIMEOUT In blocking mode, The timeout expired before all enabled APs have finished.
216 @retval EFI_INVALID_PARAMETER Procedure is NULL.
217
218 **/
219 EFI_STATUS
220 EFIAPI
221 StartupAllAPs (
222 IN EFI_MP_SERVICES_PROTOCOL *This,
223 IN EFI_AP_PROCEDURE Procedure,
224 IN BOOLEAN SingleThread,
225 IN EFI_EVENT WaitEvent OPTIONAL,
226 IN UINTN TimeoutInMicroSeconds,
227 IN VOID *ProcedureArgument OPTIONAL,
228 OUT UINTN **FailedCpuList OPTIONAL
229 )
230 {
231 EFI_STATUS Status;
232 UINTN ProcessorNumber;
233 CPU_DATA_BLOCK *CpuData;
234 BOOLEAN Blocking;
235 UINTN BspNumber;
236
237 if (FailedCpuList != NULL) {
238 *FailedCpuList = NULL;
239 }
240
241 //
242 // Check whether caller processor is BSP
243 //
244 BspNumber = GetBspNumber ();
245 WhoAmI (This, &ProcessorNumber);
246 if (ProcessorNumber != BspNumber) {
247 return EFI_DEVICE_ERROR;
248 }
249
250 //
251 // Check parameter Procedure
252 //
253 if (Procedure == NULL) {
254 return EFI_INVALID_PARAMETER;
255 }
256
257 //
258 // Temporarily suppress CheckAPsStatus()
259 //
260 mStopCheckAPsStatus = TRUE;
261
262 //
263 // Check whether all enabled APs are idle.
264 // If any enabled AP is not idle, return EFI_NOT_READY.
265 //
266 for (ProcessorNumber = 0; ProcessorNumber < mNumberOfProcessors; ProcessorNumber++) {
267
268 CpuData = &mMPSystemData.CpuData[ProcessorNumber];
269
270 mMPSystemData.CpuList[ProcessorNumber] = FALSE;
271 if (ProcessorNumber != BspNumber) {
272 if (CpuData->State != CpuStateDisabled) {
273 if (CpuData->State != CpuStateIdle) {
274 mStopCheckAPsStatus = FALSE;
275 return EFI_NOT_READY;
276 } else {
277 //
278 // Mark this processor as responsible for current calling.
279 //
280 mMPSystemData.CpuList[ProcessorNumber] = TRUE;
281 }
282 }
283 }
284 }
285
286 mMPSystemData.FinishCount = 0;
287 mMPSystemData.StartCount = 0;
288 Blocking = FALSE;
289 //
290 // Go through all enabled APs to wakeup them for Procedure.
291 // If in Single Thread mode, then only one AP is woken up, and others are waiting.
292 //
293 for (ProcessorNumber = 0; ProcessorNumber < mNumberOfProcessors; ProcessorNumber++) {
294
295 CpuData = &mMPSystemData.CpuData[ProcessorNumber];
296 //
297 // Check whether this processor is responsible for current calling.
298 //
299 if (mMPSystemData.CpuList[ProcessorNumber]) {
300
301 mMPSystemData.StartCount++;
302
303 AcquireSpinLock (&CpuData->CpuDataLock);
304 CpuData->State = CpuStateReady;
305 ReleaseSpinLock (&CpuData->CpuDataLock);
306
307 if (!Blocking) {
308 WakeUpAp (
309 ProcessorNumber,
310 Procedure,
311 ProcedureArgument
312 );
313 }
314
315 if (SingleThread) {
316 Blocking = TRUE;
317 }
318 }
319 }
320
321 //
322 // If no enabled AP exists, return EFI_NOT_STARTED.
323 //
324 if (mMPSystemData.StartCount == 0) {
325 mStopCheckAPsStatus = FALSE;
326 return EFI_NOT_STARTED;
327 }
328
329 //
330 // If WaitEvent is not NULL, execute in non-blocking mode.
331 // BSP saves data for CheckAPsStatus(), and returns EFI_SUCCESS.
332 // CheckAPsStatus() will check completion and timeout periodically.
333 //
334 mMPSystemData.Procedure = Procedure;
335 mMPSystemData.ProcArguments = ProcedureArgument;
336 mMPSystemData.SingleThread = SingleThread;
337 mMPSystemData.FailedCpuList = FailedCpuList;
338 mMPSystemData.ExpectedTime = CalculateTimeout (TimeoutInMicroSeconds, &mMPSystemData.CurrentTime);
339 mMPSystemData.WaitEvent = WaitEvent;
340
341 //
342 // Allow CheckAPsStatus()
343 //
344 mStopCheckAPsStatus = FALSE;
345
346 if (WaitEvent != NULL) {
347 return EFI_SUCCESS;
348 }
349
350 //
351 // If WaitEvent is NULL, execute in blocking mode.
352 // BSP checks APs'state until all APs finish or TimeoutInMicrosecsond expires.
353 //
354 do {
355 Status = CheckAllAPs ();
356 } while (Status == EFI_NOT_READY);
357
358 return Status;
359 }
360
361 /**
362 Implementation of StartupThisAP() service of MP Services Protocol.
363
364 This service lets the caller get one enabled AP to execute a caller-provided function.
365 This service may only be called from the BSP.
366
367 @param This A pointer to the EFI_MP_SERVICES_PROTOCOL instance.
368 @param Procedure A pointer to the function to be run on the designated AP.
369 @param ProcessorNumber The handle number of AP..
370 @param WaitEvent The event created by the caller.
371 If it is NULL, then execute in blocking mode.
372 If it is not NULL, then execute in non-blocking mode.
373 @param TimeoutInMicroseconds The time limit in microseconds for this AP to finish the function.
374 Zero means infinity.
375 @param ProcedureArgument Pointer to the optional parameter of the assigned function.
376 @param Finished Indicates whether AP has finished assigned function.
377 In blocking mode, it is ignored.
378
379 @retval EFI_SUCCESS In blocking mode, specified AP has finished before the timeout expires.
380 @retval EFI_SUCCESS In non-blocking mode, function has been dispatched to specified AP.
381 @retval EFI_DEVICE_ERROR Caller processor is AP.
382 @retval EFI_TIMEOUT In blocking mode, the timeout expires before specified AP has finished.
383 @retval EFI_NOT_READY Specified AP is busy.
384 @retval EFI_NOT_FOUND Processor with the handle specified by ProcessorNumber does not exist.
385 @retval EFI_INVALID_PARAMETER ProcessorNumber specifies the BSP or disabled AP.
386 @retval EFI_INVALID_PARAMETER Procedure is NULL.
387
388 **/
389 EFI_STATUS
390 EFIAPI
391 StartupThisAP (
392 IN EFI_MP_SERVICES_PROTOCOL *This,
393 IN EFI_AP_PROCEDURE Procedure,
394 IN UINTN ProcessorNumber,
395 IN EFI_EVENT WaitEvent OPTIONAL,
396 IN UINTN TimeoutInMicroseconds,
397 IN VOID *ProcedureArgument OPTIONAL,
398 OUT BOOLEAN *Finished OPTIONAL
399 )
400 {
401 CPU_DATA_BLOCK *CpuData;
402 UINTN CallerNumber;
403 EFI_STATUS Status;
404 UINTN BspNumber;
405
406 if (Finished != NULL) {
407 *Finished = TRUE;
408 }
409
410 //
411 // Check whether caller processor is BSP
412 //
413 BspNumber = GetBspNumber ();
414 WhoAmI (This, &CallerNumber);
415 if (CallerNumber != BspNumber) {
416 return EFI_DEVICE_ERROR;
417 }
418
419 //
420 // Check whether processor with the handle specified by ProcessorNumber exists
421 //
422 if (ProcessorNumber >= mNumberOfProcessors) {
423 return EFI_NOT_FOUND;
424 }
425
426 //
427 // Check whether specified processor is BSP
428 //
429 if (ProcessorNumber == BspNumber) {
430 return EFI_INVALID_PARAMETER;
431 }
432
433 //
434 // Check parameter Procedure
435 //
436 if (Procedure == NULL) {
437 return EFI_INVALID_PARAMETER;
438 }
439
440 CpuData = &mMPSystemData.CpuData[ProcessorNumber];
441
442 //
443 // Temporarily suppress CheckAPsStatus()
444 //
445 mStopCheckAPsStatus = TRUE;
446
447 //
448 // Check whether specified AP is disabled
449 //
450 if (CpuData->State == CpuStateDisabled) {
451 mStopCheckAPsStatus = FALSE;
452 return EFI_INVALID_PARAMETER;
453 }
454
455 //
456 // Check whether specified AP is busy
457 //
458 if (CpuData->State != CpuStateIdle) {
459 mStopCheckAPsStatus = FALSE;
460 return EFI_NOT_READY;
461 }
462
463 //
464 // Wakeup specified AP for Procedure.
465 //
466 AcquireSpinLock (&CpuData->CpuDataLock);
467 CpuData->State = CpuStateReady;
468 ReleaseSpinLock (&CpuData->CpuDataLock);
469
470 WakeUpAp (
471 ProcessorNumber,
472 Procedure,
473 ProcedureArgument
474 );
475
476 //
477 // If WaitEvent is not NULL, execute in non-blocking mode.
478 // BSP saves data for CheckAPsStatus(), and returns EFI_SUCCESS.
479 // CheckAPsStatus() will check completion and timeout periodically.
480 //
481 CpuData->WaitEvent = WaitEvent;
482 CpuData->Finished = Finished;
483 CpuData->ExpectedTime = CalculateTimeout (TimeoutInMicroseconds, &CpuData->CurrentTime);
484
485 //
486 // Allow CheckAPsStatus()
487 //
488 mStopCheckAPsStatus = FALSE;
489
490 if (WaitEvent != NULL) {
491 return EFI_SUCCESS;
492 }
493
494 //
495 // If WaitEvent is NULL, execute in blocking mode.
496 // BSP checks AP's state until it finishes or TimeoutInMicrosecsond expires.
497 //
498 do {
499 Status = CheckThisAP (ProcessorNumber);
500 } while (Status == EFI_NOT_READY);
501
502 return Status;
503 }
504
505 /**
506 Implementation of SwitchBSP() service of MP Services Protocol.
507
508 This service switches the requested AP to be the BSP from that point onward.
509 This service may only be called from the current BSP.
510
511 @param This A pointer to the EFI_MP_SERVICES_PROTOCOL instance.
512 @param ProcessorNumber The handle number of processor.
513 @param EnableOldBSP Whether to enable or disable the original BSP.
514
515 @retval EFI_SUCCESS BSP successfully switched.
516 @retval EFI_DEVICE_ERROR Caller processor is AP.
517 @retval EFI_NOT_FOUND Processor with the handle specified by ProcessorNumber does not exist.
518 @retval EFI_INVALID_PARAMETER ProcessorNumber specifies the BSP or disabled AP.
519 @retval EFI_NOT_READY Specified AP is busy.
520
521 **/
522 EFI_STATUS
523 EFIAPI
524 SwitchBSP (
525 IN EFI_MP_SERVICES_PROTOCOL *This,
526 IN UINTN ProcessorNumber,
527 IN BOOLEAN EnableOldBSP
528 )
529 {
530 EFI_STATUS Status;
531 CPU_DATA_BLOCK *CpuData;
532 UINTN CallerNumber;
533 UINTN BspNumber;
534 UINTN ApicBase;
535 UINT32 CurrentTimerValue;
536 UINT32 CurrentTimerRegister;
537 UINT32 CurrentTimerDivide;
538 UINT64 CurrentTscValue;
539 BOOLEAN OldInterruptState;
540
541 //
542 // Check whether caller processor is BSP
543 //
544 BspNumber = GetBspNumber ();
545 WhoAmI (This, &CallerNumber);
546 if (CallerNumber != BspNumber) {
547 return EFI_DEVICE_ERROR;
548 }
549
550 //
551 // Check whether processor with the handle specified by ProcessorNumber exists
552 //
553 if (ProcessorNumber >= mNumberOfProcessors) {
554 return EFI_NOT_FOUND;
555 }
556
557 //
558 // Check whether specified processor is BSP
559 //
560 if (ProcessorNumber == BspNumber) {
561 return EFI_INVALID_PARAMETER;
562 }
563
564 CpuData = &mMPSystemData.CpuData[ProcessorNumber];
565
566 //
567 // Check whether specified AP is disabled
568 //
569 if (CpuData->State == CpuStateDisabled) {
570 return EFI_INVALID_PARAMETER;
571 }
572
573 //
574 // Check whether specified AP is busy
575 //
576 if (CpuData->State != CpuStateIdle) {
577 return EFI_NOT_READY;
578 }
579
580 //
581 // Save and disable interrupt.
582 //
583 OldInterruptState = SaveAndDisableInterrupts ();
584
585 //
586 // Record the current local APIC timer setting of BSP
587 //
588 ApicBase = (UINTN)AsmMsrBitFieldRead64 (MSR_IA32_APIC_BASE, 12, 35) << 12;
589 CurrentTimerValue = MmioRead32 (ApicBase + APIC_REGISTER_TIMER_COUNT);
590 CurrentTimerRegister = MmioRead32 (ApicBase + APIC_REGISTER_LVT_TIMER);
591 CurrentTimerDivide = MmioRead32 (ApicBase + APIC_REGISTER_TIMER_DIVIDE);
592 //
593 // Set mask bit (BIT 16) of LVT Timer Register to disable its interrupt
594 //
595 MmioBitFieldWrite32 (ApicBase + APIC_REGISTER_LVT_TIMER, 16, 16, 1);
596
597 //
598 // Record the current TSC value
599 //
600 CurrentTscValue = AsmReadTsc ();
601
602 Status = mFrameworkMpService->SwitchBSP (
603 mFrameworkMpService,
604 ProcessorNumber,
605 EnableOldBSP
606 );
607 ASSERT_EFI_ERROR (Status);
608
609 //
610 // Restore TSC value
611 //
612 AsmWriteMsr64 (MSR_IA32_TIME_STAMP_COUNTER, CurrentTscValue);
613
614 //
615 // Restore local APIC timer setting to new BSP
616 //
617 MmioWrite32 (ApicBase + APIC_REGISTER_TIMER_DIVIDE, CurrentTimerDivide);
618 MmioWrite32 (ApicBase + APIC_REGISTER_TIMER_INIT_COUNT, CurrentTimerValue);
619 MmioWrite32 (ApicBase + APIC_REGISTER_LVT_TIMER, CurrentTimerRegister);
620
621 //
622 // Restore interrupt state.
623 //
624 SetInterruptState (OldInterruptState);
625
626 ChangeCpuState (BspNumber, EnableOldBSP);
627
628 return EFI_SUCCESS;
629 }
630
631 /**
632 Implementation of EnableDisableAP() service of MP Services Protocol.
633
634 This service lets the caller enable or disable an AP.
635 This service may only be called from the BSP.
636
637 @param This A pointer to the EFI_MP_SERVICES_PROTOCOL instance.
638 @param ProcessorNumber The handle number of processor.
639 @param EnableAP Indicates whether the newstate of the AP is enabled or disabled.
640 @param HealthFlag Indicates new health state of the AP..
641
642 @retval EFI_SUCCESS AP successfully enabled or disabled.
643 @retval EFI_DEVICE_ERROR Caller processor is AP.
644 @retval EFI_NOT_FOUND Processor with the handle specified by ProcessorNumber does not exist.
645 @retval EFI_INVALID_PARAMETERS ProcessorNumber specifies the BSP.
646
647 **/
648 EFI_STATUS
649 EFIAPI
650 EnableDisableAP (
651 IN EFI_MP_SERVICES_PROTOCOL *This,
652 IN UINTN ProcessorNumber,
653 IN BOOLEAN EnableAP,
654 IN UINT32 *HealthFlag OPTIONAL
655 )
656 {
657 EFI_STATUS Status;
658 UINTN CallerNumber;
659 EFI_MP_HEALTH HealthState;
660 EFI_MP_HEALTH *HealthStatePointer;
661 UINTN BspNumber;
662
663 //
664 // Check whether caller processor is BSP
665 //
666 BspNumber = GetBspNumber ();
667 WhoAmI (This, &CallerNumber);
668 if (CallerNumber != BspNumber) {
669 return EFI_DEVICE_ERROR;
670 }
671
672 //
673 // Check whether processor with the handle specified by ProcessorNumber exists
674 //
675 if (ProcessorNumber >= mNumberOfProcessors) {
676 return EFI_NOT_FOUND;
677 }
678
679 //
680 // Check whether specified processor is BSP
681 //
682 if (ProcessorNumber == BspNumber) {
683 return EFI_INVALID_PARAMETER;
684 }
685
686 if (HealthFlag == NULL) {
687 HealthStatePointer = NULL;
688 } else {
689 if ((*HealthFlag & PROCESSOR_HEALTH_STATUS_BIT) == 0) {
690 HealthState.Flags.Uint32 = 1;
691 } else {
692 HealthState.Flags.Uint32 = 0;
693 }
694 HealthState.TestStatus = 0;
695
696 HealthStatePointer = &HealthState;
697 }
698
699 Status = mFrameworkMpService->EnableDisableAP (
700 mFrameworkMpService,
701 ProcessorNumber,
702 EnableAP,
703 HealthStatePointer
704 );
705 ASSERT_EFI_ERROR (Status);
706
707 ChangeCpuState (ProcessorNumber, EnableAP);
708
709 return EFI_SUCCESS;
710 }
711
712 /**
713 Implementation of WhoAmI() service of MP Services Protocol.
714
715 This service lets the caller processor get its handle number.
716 This service may be called from the BSP and APs.
717
718 @param This A pointer to the EFI_MP_SERVICES_PROTOCOL instance.
719 @param ProcessorNumber Pointer to the handle number of AP.
720
721 @retval EFI_SUCCESS Processor number successfully returned.
722 @retval EFI_INVALID_PARAMETER ProcessorNumber is NULL
723
724 **/
725 EFI_STATUS
726 EFIAPI
727 WhoAmI (
728 IN EFI_MP_SERVICES_PROTOCOL *This,
729 OUT UINTN *ProcessorNumber
730 )
731 {
732 EFI_STATUS Status;
733
734 if (ProcessorNumber == NULL) {
735 return EFI_INVALID_PARAMETER;
736 }
737
738 Status = mFrameworkMpService->WhoAmI (
739 mFrameworkMpService,
740 ProcessorNumber
741 );
742 ASSERT_EFI_ERROR (Status);
743
744 return EFI_SUCCESS;
745 }
746
747 /**
748 Checks APs' status periodically.
749
750 This function is triggerred by timer perodically to check the
751 state of APs for StartupAllAPs() and StartupThisAP() executed
752 in non-blocking mode.
753
754 @param Event Event triggered.
755 @param Context Parameter passed with the event.
756
757 **/
758 VOID
759 EFIAPI
760 CheckAPsStatus (
761 IN EFI_EVENT Event,
762 IN VOID *Context
763 )
764 {
765 UINTN ProcessorNumber;
766 CPU_DATA_BLOCK *CpuData;
767 EFI_STATUS Status;
768
769 //
770 // If CheckAPsStatus() is stopped, then return immediately.
771 //
772 if (mStopCheckAPsStatus) {
773 return;
774 }
775
776 //
777 // First, check whether pending StartupAllAPs() exists.
778 //
779 if (mMPSystemData.WaitEvent != NULL) {
780
781 Status = CheckAllAPs ();
782 //
783 // If all APs finish for StartupAllAPs(), signal the WaitEvent for it..
784 //
785 if (Status != EFI_NOT_READY) {
786 Status = gBS->SignalEvent (mMPSystemData.WaitEvent);
787 mMPSystemData.WaitEvent = NULL;
788 }
789 }
790
791 //
792 // Second, check whether pending StartupThisAPs() callings exist.
793 //
794 for (ProcessorNumber = 0; ProcessorNumber < mNumberOfProcessors; ProcessorNumber++) {
795
796 CpuData = &mMPSystemData.CpuData[ProcessorNumber];
797
798 if (CpuData->WaitEvent == NULL) {
799 continue;
800 }
801
802 Status = CheckThisAP (ProcessorNumber);
803
804 if (Status != EFI_NOT_READY) {
805 gBS->SignalEvent (CpuData->WaitEvent);
806 CpuData->WaitEvent = NULL;
807 }
808 }
809 return ;
810 }
811
812 /**
813 Checks status of all APs.
814
815 This function checks whether all APs have finished task assigned by StartupAllAPs(),
816 and whether timeout expires.
817
818 @retval EFI_SUCCESS All APs have finished task assigned by StartupAllAPs().
819 @retval EFI_TIMEOUT The timeout expires.
820 @retval EFI_NOT_READY APs have not finished task and timeout has not expired.
821
822 **/
823 EFI_STATUS
824 CheckAllAPs (
825 VOID
826 )
827 {
828 UINTN ProcessorNumber;
829 UINTN NextProcessorNumber;
830 UINTN ListIndex;
831 EFI_STATUS Status;
832 CPU_STATE CpuState;
833 CPU_DATA_BLOCK *CpuData;
834
835 NextProcessorNumber = 0;
836
837 //
838 // Go through all APs that are responsible for the StartupAllAPs().
839 //
840 for (ProcessorNumber = 0; ProcessorNumber < mNumberOfProcessors; ProcessorNumber++) {
841 if (!mMPSystemData.CpuList[ProcessorNumber]) {
842 continue;
843 }
844
845 CpuData = &mMPSystemData.CpuData[ProcessorNumber];
846
847 //
848 // Check the CPU state of AP. If it is CpuStateFinished, then the AP has finished its task.
849 // Only BSP and corresponding AP access this unit of CPU Data. This means the AP will not modify the
850 // value of state after setting the it to CpuStateFinished, so BSP can safely make use of its value.
851 //
852 AcquireSpinLock (&CpuData->CpuDataLock);
853 CpuState = CpuData->State;
854 ReleaseSpinLock (&CpuData->CpuDataLock);
855
856 if (CpuState == CpuStateFinished) {
857 mMPSystemData.FinishCount++;
858 mMPSystemData.CpuList[ProcessorNumber] = FALSE;
859
860 AcquireSpinLock (&CpuData->CpuDataLock);
861 CpuData->State = CpuStateIdle;
862 ReleaseSpinLock (&CpuData->CpuDataLock);
863
864 //
865 // If in Single Thread mode, then search for the next waiting AP for execution.
866 //
867 if (mMPSystemData.SingleThread) {
868 Status = GetNextWaitingProcessorNumber (&NextProcessorNumber);
869
870 if (!EFI_ERROR (Status)) {
871 WakeUpAp (
872 NextProcessorNumber,
873 mMPSystemData.Procedure,
874 mMPSystemData.ProcArguments
875 );
876 }
877 }
878 }
879 }
880
881 //
882 // If all APs finish, return EFI_SUCCESS.
883 //
884 if (mMPSystemData.FinishCount == mMPSystemData.StartCount) {
885 return EFI_SUCCESS;
886 }
887
888 //
889 // If timeout expires, report timeout.
890 //
891 if (CheckTimeout (&mMPSystemData.CurrentTime, &mMPSystemData.TotalTime, mMPSystemData.ExpectedTime)) {
892 //
893 // If FailedCpuList is not NULL, record all failed APs in it.
894 //
895 if (mMPSystemData.FailedCpuList != NULL) {
896 *mMPSystemData.FailedCpuList = AllocatePool ((mMPSystemData.StartCount - mMPSystemData.FinishCount + 1) * sizeof(UINTN));
897 ASSERT (*mMPSystemData.FailedCpuList != NULL);
898 }
899 ListIndex = 0;
900
901 for (ProcessorNumber = 0; ProcessorNumber < mNumberOfProcessors; ProcessorNumber++) {
902 //
903 // Check whether this processor is responsible for StartupAllAPs().
904 //
905 if (mMPSystemData.CpuList[ProcessorNumber]) {
906 //
907 // Reset failed APs to idle state
908 //
909 ResetProcessorToIdleState (ProcessorNumber);
910 mMPSystemData.CpuList[ProcessorNumber] = FALSE;
911 if (mMPSystemData.FailedCpuList != NULL) {
912 (*mMPSystemData.FailedCpuList)[ListIndex++] = ProcessorNumber;
913 }
914 }
915 }
916 if (mMPSystemData.FailedCpuList != NULL) {
917 (*mMPSystemData.FailedCpuList)[ListIndex] = END_OF_CPU_LIST;
918 }
919 return EFI_TIMEOUT;
920 }
921 return EFI_NOT_READY;
922 }
923
924 /**
925 Checks status of specified AP.
926
927 This function checks whether specified AP has finished task assigned by StartupThisAP(),
928 and whether timeout expires.
929
930 @param ProcessorNumber The handle number of processor.
931
932 @retval EFI_SUCCESS Specified AP has finished task assigned by StartupThisAPs().
933 @retval EFI_TIMEOUT The timeout expires.
934 @retval EFI_NOT_READY Specified AP has not finished task and timeout has not expired.
935
936 **/
937 EFI_STATUS
938 CheckThisAP (
939 UINTN ProcessorNumber
940 )
941 {
942 CPU_DATA_BLOCK *CpuData;
943 CPU_STATE CpuState;
944
945 ASSERT (ProcessorNumber < mNumberOfProcessors);
946 ASSERT (ProcessorNumber < MAX_CPU_NUMBER);
947
948 CpuData = &mMPSystemData.CpuData[ProcessorNumber];
949
950 //
951 // Check the CPU state of AP. If it is CpuStateFinished, then the AP has finished its task.
952 // Only BSP and corresponding AP access this unit of CPU Data. This means the AP will not modify the
953 // value of state after setting the it to CpuStateFinished, so BSP can safely make use of its value.
954 //
955 AcquireSpinLock (&CpuData->CpuDataLock);
956 CpuState = CpuData->State;
957 ReleaseSpinLock (&CpuData->CpuDataLock);
958
959 //
960 // If the APs finishes for StartupThisAP(), return EFI_SUCCESS.
961 //
962 if (CpuState == CpuStateFinished) {
963
964 AcquireSpinLock (&CpuData->CpuDataLock);
965 CpuData->State = CpuStateIdle;
966 ReleaseSpinLock (&CpuData->CpuDataLock);
967
968 if (CpuData->Finished != NULL) {
969 *(CpuData->Finished) = TRUE;
970 }
971 return EFI_SUCCESS;
972 } else {
973 //
974 // If timeout expires for StartupThisAP(), report timeout.
975 //
976 if (CheckTimeout (&CpuData->CurrentTime, &CpuData->TotalTime, CpuData->ExpectedTime)) {
977
978 if (CpuData->Finished != NULL) {
979 *(CpuData->Finished) = FALSE;
980 }
981 //
982 // Reset failed AP to idle state
983 //
984 ResetProcessorToIdleState (ProcessorNumber);
985
986 return EFI_TIMEOUT;
987 }
988 }
989 return EFI_NOT_READY;
990 }
991
992 /**
993 Calculate timeout value and return the current performance counter value.
994
995 Calculate the number of performance counter ticks required for a timeout.
996 If TimeoutInMicroseconds is 0, return value is also 0, which is recognized
997 as infinity.
998
999 @param TimeoutInMicroseconds Timeout value in microseconds.
1000 @param CurrentTime Returns the current value of the performance counter.
1001
1002 @return Expected timestamp counter for timeout.
1003 If TimeoutInMicroseconds is 0, return value is also 0, which is recognized
1004 as infinity.
1005
1006 **/
1007 UINT64
1008 CalculateTimeout (
1009 IN UINTN TimeoutInMicroseconds,
1010 OUT UINT64 *CurrentTime
1011 )
1012 {
1013 //
1014 // Read the current value of the performance counter
1015 //
1016 *CurrentTime = GetPerformanceCounter ();
1017
1018 //
1019 // If TimeoutInMicroseconds is 0, return value is also 0, which is recognized
1020 // as infinity.
1021 //
1022 if (TimeoutInMicroseconds == 0) {
1023 return 0;
1024 }
1025
1026 //
1027 // GetPerformanceCounterProperties () returns the timestamp counter's frequency
1028 // in Hz. So multiply the return value with TimeoutInMicroseconds and then divide
1029 // it by 1,000,000, to get the number of ticks for the timeout value.
1030 //
1031 return DivU64x32 (
1032 MultU64x64 (
1033 GetPerformanceCounterProperties (NULL, NULL),
1034 TimeoutInMicroseconds
1035 ),
1036 1000000
1037 );
1038 }
1039
1040 /**
1041 Checks whether timeout expires.
1042
1043 Check whether the number of ellapsed performance counter ticks required for a timeout condition
1044 has been reached. If Timeout is zero, which means infinity, return value is always FALSE.
1045
1046 @param PreviousTime On input, the value of the performance counter when it was last read.
1047 On output, the current value of the performance counter
1048 @param TotalTime The total amount of ellapsed time in performance counter ticks.
1049 @param Timeout The number of performance counter ticks required to reach a timeout condition.
1050
1051 @retval TRUE A timeout condition has been reached.
1052 @retval FALSE A timeout condition has not been reached.
1053
1054 **/
1055 BOOLEAN
1056 CheckTimeout (
1057 IN OUT UINT64 *PreviousTime,
1058 IN UINT64 *TotalTime,
1059 IN UINT64 Timeout
1060 )
1061 {
1062 UINT64 Start;
1063 UINT64 End;
1064 UINT64 CurrentTime;
1065 INT64 Delta;
1066 INT64 Cycle;
1067
1068 if (Timeout == 0) {
1069 return FALSE;
1070 }
1071 GetPerformanceCounterProperties (&Start, &End);
1072 Cycle = End - Start;
1073 if (Cycle < 0) {
1074 Cycle = -Cycle;
1075 }
1076 Cycle++;
1077 CurrentTime = GetPerformanceCounter();
1078 Delta = (INT64) (CurrentTime - *PreviousTime);
1079 if (Start > End) {
1080 Delta = -Delta;
1081 }
1082 if (Delta < 0) {
1083 Delta += Cycle;
1084 }
1085 *TotalTime += Delta;
1086 *PreviousTime = CurrentTime;
1087 if (*TotalTime > Timeout) {
1088 return TRUE;
1089 }
1090 return FALSE;
1091 }
1092
1093 /**
1094 Searches for the next waiting AP.
1095
1096 Search for the next AP that is put in waiting state by single-threaded StartupAllAPs().
1097
1098 @param NextProcessorNumber Pointer to the processor number of the next waiting AP.
1099
1100 @retval EFI_SUCCESS The next waiting AP has been found.
1101 @retval EFI_NOT_FOUND No waiting AP exists.
1102
1103 **/
1104 EFI_STATUS
1105 GetNextWaitingProcessorNumber (
1106 OUT UINTN *NextProcessorNumber
1107 )
1108 {
1109 UINTN ProcessorNumber;
1110
1111 for (ProcessorNumber = 0; ProcessorNumber < mNumberOfProcessors; ProcessorNumber++) {
1112
1113 if (mMPSystemData.CpuList[ProcessorNumber]) {
1114 *NextProcessorNumber = ProcessorNumber;
1115 return EFI_SUCCESS;
1116 }
1117 }
1118
1119 return EFI_NOT_FOUND;
1120 }
1121
1122 /**
1123 Programs Local APIC registers for virtual wire mode.
1124
1125 This function programs Local APIC registers for virtual wire mode.
1126
1127 @param Bsp Indicates whether the programmed processor is going to be BSP
1128
1129 **/
1130 VOID
1131 ProgramVirtualWireMode (
1132 BOOLEAN Bsp
1133 )
1134 {
1135 UINTN ApicBase;
1136 UINT32 Value;
1137
1138 ApicBase = (UINTN)AsmMsrBitFieldRead64 (MSR_IA32_APIC_BASE, 12, 35) << 12;
1139
1140 //
1141 // Program the Spurious Vector entry
1142 // Set bit 8 (APIC Software Enable/Disable) to enable local APIC,
1143 // and set Spurious Vector as 0x0F.
1144 //
1145 MmioBitFieldWrite32 (ApicBase + APIC_REGISTER_SPURIOUS_VECTOR_OFFSET, 0, 9, 0x10F);
1146
1147 //
1148 // Program the LINT0 vector entry as ExtInt
1149 // Set bits 8..10 to 7 as ExtInt Delivery Mode,
1150 // and clear bits for Delivery Status, Interrupt Input Pin Polarity, Remote IRR,
1151 // Trigger Mode, and Mask
1152 //
1153 if (!Bsp) {
1154 DisableInterrupts ();
1155 }
1156 Value = MmioRead32 (ApicBase + APIC_REGISTER_LINT0_VECTOR_OFFSET);
1157 Value = BitFieldWrite32 (Value, 8, 10, 7);
1158 Value = BitFieldWrite32 (Value, 12, 16, 0);
1159 if (!Bsp) {
1160 //
1161 // For APs, LINT0 is masked
1162 //
1163 Value = BitFieldWrite32 (Value, 16, 16, 1);
1164 }
1165 MmioWrite32 (ApicBase + APIC_REGISTER_LINT0_VECTOR_OFFSET, Value);
1166
1167 //
1168 // Program the LINT1 vector entry as NMI
1169 // Set bits 8..10 to 4 as NMI Delivery Mode,
1170 // and clear bits for Delivery Status, Interrupt Input Pin Polarity, Remote IRR,
1171 // Trigger Mode.
1172 // For BSP clear Mask bit, and for AP set mask bit.
1173 //
1174 Value = MmioRead32 (ApicBase + APIC_REGISTER_LINT1_VECTOR_OFFSET);
1175 Value = BitFieldWrite32 (Value, 8, 10, 4);
1176 Value = BitFieldWrite32 (Value, 12, 16, 0);
1177 if (!Bsp) {
1178 //
1179 // For APs, LINT1 is masked
1180 //
1181 Value = BitFieldWrite32 (Value, 16, 16, 1);
1182 }
1183 MmioWrite32 (ApicBase + APIC_REGISTER_LINT1_VECTOR_OFFSET, Value);
1184 }
1185
1186
1187 /**
1188 Wrapper function for all procedures assigned to AP.
1189
1190 Wrapper function for all procedures assigned to AP via MP service protocol.
1191 It controls states of AP and invokes assigned precedure.
1192
1193 **/
1194 VOID
1195 ApProcWrapper (
1196 VOID
1197 )
1198 {
1199 EFI_AP_PROCEDURE Procedure;
1200 VOID *Parameter;
1201 UINTN ProcessorNumber;
1202 CPU_DATA_BLOCK *CpuData;
1203
1204 //
1205 // Program virtual wire mode for AP, since it will be lost after AP wake up
1206 //
1207 ProgramVirtualWireMode (FALSE);
1208
1209 //
1210 // Initialize Debug Agent to support source level debug on AP code.
1211 //
1212 InitializeDebugAgent (DEBUG_AGENT_INIT_DXE_AP, NULL, NULL);
1213
1214 WhoAmI (&mMpService, &ProcessorNumber);
1215 CpuData = &mMPSystemData.CpuData[ProcessorNumber];
1216
1217 AcquireSpinLock (&CpuData->CpuDataLock);
1218 CpuData->State = CpuStateBusy;
1219 ReleaseSpinLock (&CpuData->CpuDataLock);
1220
1221 //
1222 // Now let us check it out.
1223 //
1224 AcquireSpinLock (&CpuData->CpuDataLock);
1225 Procedure = CpuData->Procedure;
1226 Parameter = CpuData->Parameter;
1227 ReleaseSpinLock (&CpuData->CpuDataLock);
1228
1229 if (Procedure != NULL) {
1230
1231 Procedure (Parameter);
1232
1233 //
1234 // if BSP is switched to AP, it continue execute from here, but it carries register state
1235 // of the old AP, so need to reload CpuData (might be stored in a register after compiler
1236 // optimization) to make sure it points to the right data
1237 //
1238 WhoAmI (&mMpService, &ProcessorNumber);
1239 CpuData = &mMPSystemData.CpuData[ProcessorNumber];
1240
1241 AcquireSpinLock (&CpuData->CpuDataLock);
1242 CpuData->Procedure = NULL;
1243 ReleaseSpinLock (&CpuData->CpuDataLock);
1244 }
1245
1246 AcquireSpinLock (&CpuData->CpuDataLock);
1247 CpuData->State = CpuStateFinished;
1248 ReleaseSpinLock (&CpuData->CpuDataLock);
1249 }
1250
1251 /**
1252 Sends INIT-SIPI-SIPI to AP.
1253
1254 This function sends INIT-SIPI-SIPI to AP, and assign procedure specified by ApFunction.
1255
1256 @param ProcessorNumber The processor number of the specified AP.
1257 @param ApicID The Local APIC ID of the specified AP.
1258 @param ApFunction The procedure for AP to work on.
1259
1260 **/
1261 VOID
1262 SendInitSipiSipi (
1263 IN UINTN ProcessorNumber,
1264 IN UINT32 ApicID,
1265 IN VOID *ApFunction
1266 )
1267 {
1268 UINTN ApicBase;
1269 UINT32 ICRLow;
1270 UINT32 ICRHigh;
1271
1272 UINT32 VectorNumber;
1273 UINT32 DeliveryMode;
1274
1275 mExchangeInfo->ApFunction = ApFunction;
1276 mExchangeInfo->ProcessorNumber[ApicID] = (UINT32) ProcessorNumber;
1277
1278 ICRHigh = ApicID << 24;
1279 ICRLow = SPECIFY_CPU_MODE_BIT | TRIGGER_MODE_LEVEL_BIT | ASSERT_BIT;
1280
1281 VectorNumber = 0;
1282 DeliveryMode = DELIVERY_MODE_INIT;
1283 ICRLow |= VectorNumber | (DeliveryMode << 8);
1284
1285 ApicBase = (UINTN)AsmMsrBitFieldRead64 (MSR_IA32_APIC_BASE, 12, 35) << 12;;
1286
1287 //
1288 // Write Interrupt Command Registers to send INIT IPI.
1289 //
1290 MmioWrite32 (ApicBase + APIC_REGISTER_ICR_HIGH_OFFSET, ICRHigh);
1291 MmioWrite32 (ApicBase + APIC_REGISTER_ICR_LOW_OFFSET, ICRLow);
1292
1293 MicroSecondDelay (10);
1294
1295 VectorNumber = (UINT32) RShiftU64 (mStartupVector, 12);
1296 DeliveryMode = DELIVERY_MODE_SIPI;
1297 ICRLow = SPECIFY_CPU_MODE_BIT | TRIGGER_MODE_LEVEL_BIT | ASSERT_BIT;
1298
1299 ICRLow |= VectorNumber | (DeliveryMode << 8);
1300
1301 //
1302 // Write Interrupt Command Register to send first SIPI IPI.
1303 //
1304 MmioWrite32 (ApicBase + APIC_REGISTER_ICR_LOW_OFFSET, ICRLow);
1305
1306 MicroSecondDelay (200);
1307
1308 //
1309 // Write Interrupt Command Register to send second SIPI IPI.
1310 //
1311 MmioWrite32 (ApicBase + APIC_REGISTER_ICR_LOW_OFFSET, ICRLow);
1312 }
1313
1314 /**
1315 Function to wake up a specified AP and assign procedure to it.
1316
1317 @param ProcessorNumber Handle number of the specified processor.
1318 @param Procedure Procedure to assign.
1319 @param ProcArguments Argument for Procedure.
1320
1321 **/
1322 VOID
1323 WakeUpAp (
1324 IN UINTN ProcessorNumber,
1325 IN EFI_AP_PROCEDURE Procedure,
1326 IN VOID *ProcArguments
1327 )
1328 {
1329 EFI_STATUS Status;
1330 CPU_DATA_BLOCK *CpuData;
1331 EFI_PROCESSOR_INFORMATION ProcessorInfoBuffer;
1332
1333 ASSERT (ProcessorNumber < mNumberOfProcessors);
1334 ASSERT (ProcessorNumber < MAX_CPU_NUMBER);
1335
1336 CpuData = &mMPSystemData.CpuData[ProcessorNumber];
1337
1338 AcquireSpinLock (&CpuData->CpuDataLock);
1339 CpuData->Parameter = ProcArguments;
1340 CpuData->Procedure = Procedure;
1341 ReleaseSpinLock (&CpuData->CpuDataLock);
1342
1343 Status = GetProcessorInfo (
1344 &mMpService,
1345 ProcessorNumber,
1346 &ProcessorInfoBuffer
1347 );
1348 ASSERT_EFI_ERROR (Status);
1349
1350 SendInitSipiSipi (
1351 ProcessorNumber,
1352 (UINT32) ProcessorInfoBuffer.ProcessorId,
1353 (VOID *) (UINTN) ApProcWrapper
1354 );
1355 }
1356
1357 /**
1358 Terminate AP's task and set it to idle state.
1359
1360 This function terminates AP's task due to timeout by sending INIT-SIPI,
1361 and sends it to idle state.
1362
1363 @param ProcessorNumber Handle number of the specified processor.
1364
1365 **/
1366 VOID
1367 ResetProcessorToIdleState (
1368 UINTN ProcessorNumber
1369 )
1370 {
1371 EFI_STATUS Status;
1372 CPU_DATA_BLOCK *CpuData;
1373 EFI_PROCESSOR_INFORMATION ProcessorInfoBuffer;
1374
1375 Status = GetProcessorInfo (
1376 &mMpService,
1377 ProcessorNumber,
1378 &ProcessorInfoBuffer
1379 );
1380 ASSERT_EFI_ERROR (Status);
1381
1382 SendInitSipiSipi (
1383 ProcessorNumber,
1384 (UINT32) ProcessorInfoBuffer.ProcessorId,
1385 NULL
1386 );
1387
1388 CpuData = &mMPSystemData.CpuData[ProcessorNumber];
1389
1390 AcquireSpinLock (&CpuData->CpuDataLock);
1391 CpuData->State = CpuStateIdle;
1392 ReleaseSpinLock (&CpuData->CpuDataLock);
1393 }
1394
1395 /**
1396 Worker function of EnableDisableAP ()
1397
1398 Worker function of EnableDisableAP (). Changes state of specified processor.
1399
1400 @param ProcessorNumber Processor number of specified AP.
1401 @param NewState Desired state of the specified AP.
1402
1403 @retval EFI_SUCCESS AP's state successfully changed.
1404
1405 **/
1406 EFI_STATUS
1407 ChangeCpuState (
1408 IN UINTN ProcessorNumber,
1409 IN BOOLEAN NewState
1410 )
1411 {
1412 CPU_DATA_BLOCK *CpuData;
1413
1414 ASSERT (ProcessorNumber < mNumberOfProcessors);
1415 ASSERT (ProcessorNumber < MAX_CPU_NUMBER);
1416
1417 CpuData = &mMPSystemData.CpuData[ProcessorNumber];
1418
1419 if (!NewState) {
1420 AcquireSpinLock (&CpuData->CpuDataLock);
1421 CpuData->State = CpuStateDisabled;
1422 ReleaseSpinLock (&CpuData->CpuDataLock);
1423 } else {
1424 AcquireSpinLock (&CpuData->CpuDataLock);
1425 CpuData->State = CpuStateIdle;
1426 ReleaseSpinLock (&CpuData->CpuDataLock);
1427 }
1428
1429 return EFI_SUCCESS;
1430 }
1431
1432 /**
1433 Test memory region of EfiGcdMemoryTypeReserved.
1434
1435 @param Length The length of memory region to test.
1436
1437 @retval EFI_SUCCESS The memory region passes test.
1438 @retval EFI_NOT_FOUND The memory region is not reserved memory.
1439 @retval EFI_DEVICE_ERROR The memory fails on test.
1440
1441 **/
1442 EFI_STATUS
1443 TestReservedMemory (
1444 UINTN Length
1445 )
1446 {
1447 EFI_STATUS Status;
1448 EFI_GCD_MEMORY_SPACE_DESCRIPTOR Descriptor;
1449 EFI_PHYSICAL_ADDRESS Address;
1450 UINTN LengthCovered;
1451 UINTN RemainingLength;
1452
1453 //
1454 // Walk through the memory descriptors covering the memory range.
1455 //
1456 Address = mStartupVector;
1457 RemainingLength = Length;
1458 while (Address < mStartupVector + Length) {
1459 Status = gDS->GetMemorySpaceDescriptor(
1460 Address,
1461 &Descriptor
1462 );
1463 if (EFI_ERROR (Status)) {
1464 return EFI_NOT_FOUND;
1465 }
1466
1467 if (Descriptor.GcdMemoryType != EfiGcdMemoryTypeReserved) {
1468 return EFI_NOT_FOUND;
1469 }
1470 //
1471 // Calculated the length of the intersected range.
1472 //
1473 LengthCovered = (UINTN) (Descriptor.BaseAddress + Descriptor.Length - Address);
1474 if (LengthCovered > RemainingLength) {
1475 LengthCovered = RemainingLength;
1476 }
1477
1478 Status = mGenMemoryTest->CompatibleRangeTest (
1479 mGenMemoryTest,
1480 Address,
1481 LengthCovered
1482 );
1483 if (EFI_ERROR (Status)) {
1484 return EFI_DEVICE_ERROR;
1485 }
1486
1487 Address += LengthCovered;
1488 RemainingLength -= LengthCovered;
1489 }
1490
1491 return EFI_SUCCESS;
1492 }
1493
1494 /**
1495 Allocates startup vector for APs.
1496
1497 This function allocates Startup vector for APs.
1498
1499 @param Size The size of startup vector.
1500
1501 **/
1502 VOID
1503 AllocateStartupVector (
1504 UINTN Size
1505 )
1506 {
1507 EFI_STATUS Status;
1508
1509 Status = gBS->LocateProtocol (
1510 &gEfiGenericMemTestProtocolGuid,
1511 NULL,
1512 (VOID **) &mGenMemoryTest
1513 );
1514 if (EFI_ERROR (Status)) {
1515 mGenMemoryTest = NULL;
1516 }
1517
1518 for (mStartupVector = 0x7F000; mStartupVector >= 0x2000; mStartupVector -= EFI_PAGE_SIZE) {
1519 if (mGenMemoryTest != NULL) {
1520 //
1521 // Test memory if it is EfiGcdMemoryTypeReserved.
1522 //
1523 Status = TestReservedMemory (EFI_SIZE_TO_PAGES (Size) * EFI_PAGE_SIZE);
1524 if (Status == EFI_DEVICE_ERROR) {
1525 continue;
1526 }
1527 }
1528
1529 Status = gBS->AllocatePages (
1530 AllocateAddress,
1531 EfiBootServicesCode,
1532 EFI_SIZE_TO_PAGES (Size),
1533 &mStartupVector
1534 );
1535
1536 if (!EFI_ERROR (Status)) {
1537 break;
1538 }
1539 }
1540
1541 ASSERT_EFI_ERROR (Status);
1542 }
1543
1544 /**
1545 Prepares Startup Vector for APs.
1546
1547 This function prepares Startup Vector for APs.
1548
1549 **/
1550 VOID
1551 PrepareAPStartupVector (
1552 VOID
1553 )
1554 {
1555 MP_ASSEMBLY_ADDRESS_MAP AddressMap;
1556 IA32_DESCRIPTOR GdtrForBSP;
1557 IA32_DESCRIPTOR IdtrForBSP;
1558 EFI_PHYSICAL_ADDRESS GdtForAP;
1559 EFI_PHYSICAL_ADDRESS IdtForAP;
1560 EFI_STATUS Status;
1561
1562 //
1563 // Get the address map of startup code for AP,
1564 // including code size, and offset of long jump instructions to redirect.
1565 //
1566 AsmGetAddressMap (&AddressMap);
1567
1568 //
1569 // Allocate a 4K-aligned region under 1M for startup vector for AP.
1570 // The region contains AP startup code and exchange data between BSP and AP.
1571 //
1572 AllocateStartupVector (AddressMap.Size + sizeof (MP_CPU_EXCHANGE_INFO));
1573
1574 //
1575 // Copy AP startup code to startup vector, and then redirect the long jump
1576 // instructions for mode switching.
1577 //
1578 CopyMem ((VOID *) (UINTN) mStartupVector, AddressMap.RendezvousFunnelAddress, AddressMap.Size);
1579 *(UINT32 *) (UINTN) (mStartupVector + AddressMap.FlatJumpOffset + 3) = (UINT32) (mStartupVector + AddressMap.PModeEntryOffset);
1580 //
1581 // For IA32 mode, LongJumpOffset is filled with zero. If non-zero, then we are in X64 mode, so further redirect for long mode switch.
1582 //
1583 if (AddressMap.LongJumpOffset != 0) {
1584 *(UINT32 *) (UINTN) (mStartupVector + AddressMap.LongJumpOffset + 2) = (UINT32) (mStartupVector + AddressMap.LModeEntryOffset);
1585 }
1586
1587 //
1588 // Get the start address of exchange data between BSP and AP.
1589 //
1590 mExchangeInfo = (MP_CPU_EXCHANGE_INFO *) (UINTN) (mStartupVector + AddressMap.Size);
1591
1592 ZeroMem ((VOID *) mExchangeInfo, sizeof (MP_CPU_EXCHANGE_INFO));
1593
1594 mExchangeInfo->StackStart = AllocatePages (EFI_SIZE_TO_PAGES (mNumberOfProcessors * AP_STACK_SIZE));
1595 mExchangeInfo->StackSize = AP_STACK_SIZE;
1596
1597 AsmReadGdtr (&GdtrForBSP);
1598 AsmReadIdtr (&IdtrForBSP);
1599
1600 //
1601 // Allocate memory under 4G to hold GDT for APs
1602 //
1603 GdtForAP = 0xffffffff;
1604 Status = gBS->AllocatePages (
1605 AllocateMaxAddress,
1606 EfiBootServicesData,
1607 EFI_SIZE_TO_PAGES ((GdtrForBSP.Limit + 1) + (IdtrForBSP.Limit + 1)),
1608 &GdtForAP
1609 );
1610 ASSERT_EFI_ERROR (Status);
1611
1612 IdtForAP = (UINTN) GdtForAP + GdtrForBSP.Limit + 1;
1613
1614 CopyMem ((VOID *) (UINTN) GdtForAP, (VOID *) GdtrForBSP.Base, GdtrForBSP.Limit + 1);
1615 CopyMem ((VOID *) (UINTN) IdtForAP, (VOID *) IdtrForBSP.Base, IdtrForBSP.Limit + 1);
1616
1617 mExchangeInfo->GdtrProfile.Base = (UINTN) GdtForAP;
1618 mExchangeInfo->GdtrProfile.Limit = GdtrForBSP.Limit;
1619 mExchangeInfo->IdtrProfile.Base = (UINTN) IdtForAP;
1620 mExchangeInfo->IdtrProfile.Limit = IdtrForBSP.Limit;
1621
1622 mExchangeInfo->BufferStart = (UINT32) mStartupVector;
1623 mExchangeInfo->Cr3 = (UINT32) (AsmReadCr3 ());
1624 }
1625
1626 /**
1627 Prepares memory region for processor configuration.
1628
1629 This function prepares memory region for processor configuration.
1630
1631 **/
1632 VOID
1633 PrepareMemoryForConfiguration (
1634 VOID
1635 )
1636 {
1637 UINTN Index;
1638
1639 //
1640 // Initialize Spin Locks for system
1641 //
1642 InitializeSpinLock (&mMPSystemData.APSerializeLock);
1643 for (Index = 0; Index < MAX_CPU_NUMBER; Index++) {
1644 InitializeSpinLock (&mMPSystemData.CpuData[Index].CpuDataLock);
1645 }
1646
1647 PrepareAPStartupVector ();
1648 }
1649
1650 /**
1651 Gets the processor number of BSP.
1652
1653 @return The processor number of BSP.
1654
1655 **/
1656 UINTN
1657 GetBspNumber (
1658 VOID
1659 )
1660 {
1661 UINTN ProcessorNumber;
1662 EFI_MP_PROC_CONTEXT ProcessorContextBuffer;
1663 EFI_STATUS Status;
1664 UINTN BufferSize;
1665
1666 BufferSize = sizeof (EFI_MP_PROC_CONTEXT);
1667
1668 for (ProcessorNumber = 0; ProcessorNumber < mNumberOfProcessors; ProcessorNumber++) {
1669 Status = mFrameworkMpService->GetProcessorContext (
1670 mFrameworkMpService,
1671 ProcessorNumber,
1672 &BufferSize,
1673 &ProcessorContextBuffer
1674 );
1675 ASSERT_EFI_ERROR (Status);
1676
1677 if (ProcessorContextBuffer.Designation == EfiCpuBSP) {
1678 break;
1679 }
1680 }
1681 ASSERT (ProcessorNumber < mNumberOfProcessors);
1682
1683 return ProcessorNumber;
1684 }
1685
1686 /**
1687 Entrypoint of MP Services Protocol thunk driver.
1688
1689 @param[in] ImageHandle The firmware allocated handle for the EFI image.
1690 @param[in] SystemTable A pointer to the EFI System Table.
1691
1692 @retval EFI_SUCCESS The entry point is executed successfully.
1693
1694 **/
1695 EFI_STATUS
1696 EFIAPI
1697 InitializeMpServicesProtocol (
1698 IN EFI_HANDLE ImageHandle,
1699 IN EFI_SYSTEM_TABLE *SystemTable
1700 )
1701 {
1702 EFI_STATUS Status;
1703
1704 //
1705 // Locates Framework version MP Services Protocol
1706 //
1707 Status = gBS->LocateProtocol (
1708 &gFrameworkEfiMpServiceProtocolGuid,
1709 NULL,
1710 (VOID **) &mFrameworkMpService
1711 );
1712 ASSERT_EFI_ERROR (Status);
1713
1714 Status = mFrameworkMpService->GetGeneralMPInfo (
1715 mFrameworkMpService,
1716 &mNumberOfProcessors,
1717 NULL,
1718 NULL,
1719 NULL,
1720 NULL
1721 );
1722 ASSERT_EFI_ERROR (Status);
1723 ASSERT (mNumberOfProcessors < MAX_CPU_NUMBER);
1724
1725 PrepareMemoryForConfiguration ();
1726
1727 //
1728 // Create timer event to check AP state for non-blocking execution.
1729 //
1730 Status = gBS->CreateEvent (
1731 EVT_TIMER | EVT_NOTIFY_SIGNAL,
1732 TPL_CALLBACK,
1733 CheckAPsStatus,
1734 NULL,
1735 &mMPSystemData.CheckAPsEvent
1736 );
1737 ASSERT_EFI_ERROR (Status);
1738
1739 //
1740 // Now install the MP services protocol.
1741 //
1742 Status = gBS->InstallProtocolInterface (
1743 &mHandle,
1744 &gEfiMpServiceProtocolGuid,
1745 EFI_NATIVE_INTERFACE,
1746 &mMpService
1747 );
1748 ASSERT_EFI_ERROR (Status);
1749
1750 //
1751 // Launch the timer event to check AP state.
1752 //
1753 Status = gBS->SetTimer (
1754 mMPSystemData.CheckAPsEvent,
1755 TimerPeriodic,
1756 100000
1757 );
1758 ASSERT_EFI_ERROR (Status);
1759
1760 return EFI_SUCCESS;
1761 }
EFI Development Kit II mirror for PVE