]> git.proxmox.com Git - mirror_edk2.git/blob - BaseTools/Source/Python/build/build.py
Sync EDKII BaseTools to BaseTools project r1903.
[mirror_edk2.git] / BaseTools / Source / Python / build / build.py
1 ## @file
2 # build a platform or a module
3 #
4 # Copyright (c) 2007 - 2010, Intel Corporation
5 #
6 # All rights reserved. This program and the accompanying materials
7 # are licensed and made available under the terms and conditions of the BSD License
8 # which accompanies this distribution. The full text of the license may be found at
9 # http://opensource.org/licenses/bsd-license.php
10 #
11 # THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
12 # WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
13 #
14
15 ##
16 # Import Modules
17 #
18 import os
19 import re
20 import StringIO
21 import sys
22 import glob
23 import time
24 import platform
25 import traceback
26
27 from struct import *
28 from threading import *
29 from optparse import OptionParser
30 from subprocess import *
31 from Common import Misc as Utils
32
33 from Common.TargetTxtClassObject import *
34 from Common.ToolDefClassObject import *
35 from Common.DataType import *
36 from AutoGen.AutoGen import *
37 from Common.BuildToolError import *
38 from Workspace.WorkspaceDatabase import *
39
40 from BuildReport import BuildReport
41 from GenPatchPcdTable.GenPatchPcdTable import *
42 from PatchPcdValue.PatchPcdValue import *
43
44 import Common.EdkLogger
45 import Common.GlobalData as GlobalData
46
47 # Version and Copyright
48 VersionNumber = "0.5"
49 __version__ = "%prog Version " + VersionNumber
50 __copyright__ = "Copyright (c) 2007 - 2010, Intel Corporation All rights reserved."
51
52 ## standard targets of build command
53 gSupportedTarget = ['all', 'genc', 'genmake', 'modules', 'libraries', 'fds', 'clean', 'cleanall', 'cleanlib', 'run']
54
55 ## build configuration file
56 gBuildConfiguration = "Conf/target.txt"
57 gBuildCacheDir = "Conf/.cache"
58 gToolsDefinition = "Conf/tools_def.txt"
59
60 ## Check environment PATH variable to make sure the specified tool is found
61 #
62 # If the tool is found in the PATH, then True is returned
63 # Otherwise, False is returned
64 #
65 def IsToolInPath(tool):
66 if os.environ.has_key('PATHEXT'):
67 extns = os.environ['PATHEXT'].split(os.path.pathsep)
68 else:
69 extns = ('',)
70 for pathDir in os.environ['PATH'].split(os.path.pathsep):
71 for ext in extns:
72 if os.path.exists(os.path.join(pathDir, tool + ext)):
73 return True
74 return False
75
76 ## Check environment variables
77 #
78 # Check environment variables that must be set for build. Currently they are
79 #
80 # WORKSPACE The directory all packages/platforms start from
81 # EDK_TOOLS_PATH The directory contains all tools needed by the build
82 # PATH $(EDK_TOOLS_PATH)/Bin/<sys> must be set in PATH
83 #
84 # If any of above environment variable is not set or has error, the build
85 # will be broken.
86 #
87 def CheckEnvVariable():
88 # check WORKSPACE
89 if "WORKSPACE" not in os.environ:
90 EdkLogger.error("build", ATTRIBUTE_NOT_AVAILABLE, "Environment variable not found",
91 ExtraData="WORKSPACE")
92
93 WorkspaceDir = os.path.normcase(os.path.normpath(os.environ["WORKSPACE"]))
94 if not os.path.exists(WorkspaceDir):
95 EdkLogger.error("build", FILE_NOT_FOUND, "WORKSPACE doesn't exist", ExtraData="%s" % WorkspaceDir)
96 elif ' ' in WorkspaceDir:
97 EdkLogger.error("build", FORMAT_NOT_SUPPORTED, "No space is allowed in WORKSPACE path",
98 ExtraData=WorkspaceDir)
99 os.environ["WORKSPACE"] = WorkspaceDir
100
101 #
102 # Check EFI_SOURCE (R8 build convention). EDK_SOURCE will always point to ECP
103 #
104 os.environ["ECP_SOURCE"] = os.path.join(WorkspaceDir, GlobalData.gEdkCompatibilityPkg)
105 if "EFI_SOURCE" not in os.environ:
106 os.environ["EFI_SOURCE"] = os.environ["ECP_SOURCE"]
107 if "EDK_SOURCE" not in os.environ:
108 os.environ["EDK_SOURCE"] = os.environ["ECP_SOURCE"]
109
110 #
111 # Unify case of characters on case-insensitive systems
112 #
113 EfiSourceDir = os.path.normcase(os.path.normpath(os.environ["EFI_SOURCE"]))
114 EdkSourceDir = os.path.normcase(os.path.normpath(os.environ["EDK_SOURCE"]))
115 EcpSourceDir = os.path.normcase(os.path.normpath(os.environ["ECP_SOURCE"]))
116
117 os.environ["EFI_SOURCE"] = EfiSourceDir
118 os.environ["EDK_SOURCE"] = EdkSourceDir
119 os.environ["ECP_SOURCE"] = EcpSourceDir
120 os.environ["EDK_TOOLS_PATH"] = os.path.normcase(os.environ["EDK_TOOLS_PATH"])
121
122 if not os.path.exists(EcpSourceDir):
123 EdkLogger.verbose("ECP_SOURCE = %s doesn't exist. R8 modules could not be built." % EcpSourceDir)
124 elif ' ' in EcpSourceDir:
125 EdkLogger.error("build", FORMAT_NOT_SUPPORTED, "No space is allowed in ECP_SOURCE path",
126 ExtraData=EcpSourceDir)
127 if not os.path.exists(EdkSourceDir):
128 if EdkSourceDir == EcpSourceDir:
129 EdkLogger.verbose("EDK_SOURCE = %s doesn't exist. R8 modules could not be built." % EdkSourceDir)
130 else:
131 EdkLogger.error("build", PARAMETER_INVALID, "EDK_SOURCE does not exist",
132 ExtraData=EdkSourceDir)
133 elif ' ' in EdkSourceDir:
134 EdkLogger.error("build", FORMAT_NOT_SUPPORTED, "No space is allowed in EDK_SOURCE path",
135 ExtraData=EdkSourceDir)
136 if not os.path.exists(EfiSourceDir):
137 if EfiSourceDir == EcpSourceDir:
138 EdkLogger.verbose("EFI_SOURCE = %s doesn't exist. R8 modules could not be built." % EfiSourceDir)
139 else:
140 EdkLogger.error("build", PARAMETER_INVALID, "EFI_SOURCE does not exist",
141 ExtraData=EfiSourceDir)
142 elif ' ' in EfiSourceDir:
143 EdkLogger.error("build", FORMAT_NOT_SUPPORTED, "No space is allowed in EFI_SOURCE path",
144 ExtraData=EfiSourceDir)
145
146 # change absolute path to relative path to WORKSPACE
147 if EfiSourceDir.upper().find(WorkspaceDir.upper()) != 0:
148 EdkLogger.error("build", PARAMETER_INVALID, "EFI_SOURCE is not under WORKSPACE",
149 ExtraData="WORKSPACE = %s\n EFI_SOURCE = %s" % (WorkspaceDir, EfiSourceDir))
150 if EdkSourceDir.upper().find(WorkspaceDir.upper()) != 0:
151 EdkLogger.error("build", PARAMETER_INVALID, "EDK_SOURCE is not under WORKSPACE",
152 ExtraData="WORKSPACE = %s\n EDK_SOURCE = %s" % (WorkspaceDir, EdkSourceDir))
153 if EcpSourceDir.upper().find(WorkspaceDir.upper()) != 0:
154 EdkLogger.error("build", PARAMETER_INVALID, "ECP_SOURCE is not under WORKSPACE",
155 ExtraData="WORKSPACE = %s\n ECP_SOURCE = %s" % (WorkspaceDir, EcpSourceDir))
156
157 # check EDK_TOOLS_PATH
158 if "EDK_TOOLS_PATH" not in os.environ:
159 EdkLogger.error("build", ATTRIBUTE_NOT_AVAILABLE, "Environment variable not found",
160 ExtraData="EDK_TOOLS_PATH")
161
162 # check PATH
163 if "PATH" not in os.environ:
164 EdkLogger.error("build", ATTRIBUTE_NOT_AVAILABLE, "Environment variable not found",
165 ExtraData="PATH")
166
167 GlobalData.gWorkspace = WorkspaceDir
168 GlobalData.gEfiSource = EfiSourceDir
169 GlobalData.gEdkSource = EdkSourceDir
170 GlobalData.gEcpSource = EcpSourceDir
171
172 ## Get normalized file path
173 #
174 # Convert the path to be local format, and remove the WORKSPACE path at the
175 # beginning if the file path is given in full path.
176 #
177 # @param FilePath File path to be normalized
178 # @param Workspace Workspace path which the FilePath will be checked against
179 #
180 # @retval string The normalized file path
181 #
182 def NormFile(FilePath, Workspace):
183 # check if the path is absolute or relative
184 if os.path.isabs(FilePath):
185 FileFullPath = os.path.normpath(FilePath)
186 else:
187 FileFullPath = os.path.normpath(os.path.join(Workspace, FilePath))
188
189 # check if the file path exists or not
190 if not os.path.isfile(FileFullPath):
191 EdkLogger.error("build", FILE_NOT_FOUND, ExtraData="\t%s (Please give file in absolute path or relative to WORKSPACE)" % FileFullPath)
192
193 # remove workspace directory from the beginning part of the file path
194 if Workspace[-1] in ["\\", "/"]:
195 return FileFullPath[len(Workspace):]
196 else:
197 return FileFullPath[(len(Workspace) + 1):]
198
199 ## Get the output of an external program
200 #
201 # This is the entrance method of thread reading output of an external program and
202 # putting them in STDOUT/STDERR of current program.
203 #
204 # @param From The stream message read from
205 # @param To The stream message put on
206 # @param ExitFlag The flag used to indicate stopping reading
207 #
208 def ReadMessage(From, To, ExitFlag):
209 while True:
210 # read one line a time
211 Line = From.readline()
212 # empty string means "end"
213 if Line != None and Line != "":
214 To(Line.rstrip())
215 else:
216 break
217 if ExitFlag.isSet():
218 break
219
220 ## Launch an external program
221 #
222 # This method will call subprocess.Popen to execute an external program with
223 # given options in specified directory. Because of the dead-lock issue during
224 # redirecting output of the external program, threads are used to to do the
225 # redirection work.
226 #
227 # @param Command A list or string containing the call of the program
228 # @param WorkingDir The directory in which the program will be running
229 #
230 def LaunchCommand(Command, WorkingDir):
231 # if working directory doesn't exist, Popen() will raise an exception
232 if not os.path.isdir(WorkingDir):
233 EdkLogger.error("build", FILE_NOT_FOUND, ExtraData=WorkingDir)
234
235 Proc = None
236 EndOfProcedure = None
237 try:
238 # launch the command
239 Proc = Popen(Command, stdout=PIPE, stderr=PIPE, env=os.environ, cwd=WorkingDir, bufsize=-1)
240
241 # launch two threads to read the STDOUT and STDERR
242 EndOfProcedure = Event()
243 EndOfProcedure.clear()
244 if Proc.stdout:
245 StdOutThread = Thread(target=ReadMessage, args=(Proc.stdout, EdkLogger.info, EndOfProcedure))
246 StdOutThread.setName("STDOUT-Redirector")
247 StdOutThread.setDaemon(False)
248 StdOutThread.start()
249
250 if Proc.stderr:
251 StdErrThread = Thread(target=ReadMessage, args=(Proc.stderr, EdkLogger.quiet, EndOfProcedure))
252 StdErrThread.setName("STDERR-Redirector")
253 StdErrThread.setDaemon(False)
254 StdErrThread.start()
255
256 # waiting for program exit
257 Proc.wait()
258 except: # in case of aborting
259 # terminate the threads redirecting the program output
260 if EndOfProcedure != None:
261 EndOfProcedure.set()
262 if Proc == None:
263 if type(Command) != type(""):
264 Command = " ".join(Command)
265 EdkLogger.error("build", COMMAND_FAILURE, "Failed to start command", ExtraData="%s [%s]" % (Command, WorkingDir))
266
267 if Proc.stdout:
268 StdOutThread.join()
269 if Proc.stderr:
270 StdErrThread.join()
271
272 # check the return code of the program
273 if Proc.returncode != 0:
274 if type(Command) != type(""):
275 Command = " ".join(Command)
276 EdkLogger.error("build", COMMAND_FAILURE, ExtraData="%s [%s]" % (Command, WorkingDir))
277
278 ## The smallest unit that can be built in multi-thread build mode
279 #
280 # This is the base class of build unit. The "Obj" parameter must provide
281 # __str__(), __eq__() and __hash__() methods. Otherwise there could be build units
282 # missing build.
283 #
284 # Currently the "Obj" should be only ModuleAutoGen or PlatformAutoGen objects.
285 #
286 class BuildUnit:
287 ## The constructor
288 #
289 # @param self The object pointer
290 # @param Obj The object the build is working on
291 # @param Target The build target name, one of gSupportedTarget
292 # @param Dependency The BuildUnit(s) which must be completed in advance
293 # @param WorkingDir The directory build command starts in
294 #
295 def __init__(self, Obj, BuildCommand, Target, Dependency, WorkingDir="."):
296 self.BuildObject = Obj
297 self.Dependency = Dependency
298 self.WorkingDir = WorkingDir
299 self.Target = Target
300 self.BuildCommand = BuildCommand
301 if BuildCommand == None or len(BuildCommand) == 0:
302 EdkLogger.error("build", OPTION_MISSING, "No build command found for",
303 ExtraData=str(Obj))
304
305 ## str() method
306 #
307 # It just returns the string representaion of self.BuildObject
308 #
309 # @param self The object pointer
310 #
311 def __str__(self):
312 return str(self.BuildObject)
313
314 ## "==" operator method
315 #
316 # It just compares self.BuildObject with "Other". So self.BuildObject must
317 # provide its own __eq__() method.
318 #
319 # @param self The object pointer
320 # @param Other The other BuildUnit object compared to
321 #
322 def __eq__(self, Other):
323 return Other != None and self.BuildObject == Other.BuildObject \
324 and self.BuildObject.Arch == Other.BuildObject.Arch
325
326 ## hash() method
327 #
328 # It just returns the hash value of self.BuildObject which must be hashable.
329 #
330 # @param self The object pointer
331 #
332 def __hash__(self):
333 return hash(self.BuildObject) + hash(self.BuildObject.Arch)
334
335 def __repr__(self):
336 return repr(self.BuildObject)
337
338 ## The smallest module unit that can be built by nmake/make command in multi-thread build mode
339 #
340 # This class is for module build by nmake/make build system. The "Obj" parameter
341 # must provide __str__(), __eq__() and __hash__() methods. Otherwise there could
342 # be make units missing build.
343 #
344 # Currently the "Obj" should be only ModuleAutoGen object.
345 #
346 class ModuleMakeUnit(BuildUnit):
347 ## The constructor
348 #
349 # @param self The object pointer
350 # @param Obj The ModuleAutoGen object the build is working on
351 # @param Target The build target name, one of gSupportedTarget
352 #
353 def __init__(self, Obj, Target):
354 Dependency = [ModuleMakeUnit(La, Target) for La in Obj.LibraryAutoGenList]
355 BuildUnit.__init__(self, Obj, Obj.BuildCommand, Target, Dependency, Obj.MakeFileDir)
356 if Target in [None, "", "all"]:
357 self.Target = "tbuild"
358
359 ## The smallest platform unit that can be built by nmake/make command in multi-thread build mode
360 #
361 # This class is for platform build by nmake/make build system. The "Obj" parameter
362 # must provide __str__(), __eq__() and __hash__() methods. Otherwise there could
363 # be make units missing build.
364 #
365 # Currently the "Obj" should be only PlatformAutoGen object.
366 #
367 class PlatformMakeUnit(BuildUnit):
368 ## The constructor
369 #
370 # @param self The object pointer
371 # @param Obj The PlatformAutoGen object the build is working on
372 # @param Target The build target name, one of gSupportedTarget
373 #
374 def __init__(self, Obj, Target):
375 Dependency = [ModuleMakeUnit(Lib, Target) for Lib in self.BuildObject.LibraryAutoGenList]
376 Dependency.extend([ModuleMakeUnit(Mod, Target) for Mod in self.BuildObject.ModuleAutoGenList])
377 BuildUnit.__init__(self, Obj, Obj.BuildCommand, Target, Dependency, Obj.MakeFileDir)
378
379 ## The class representing the task of a module build or platform build
380 #
381 # This class manages the build tasks in multi-thread build mode. Its jobs include
382 # scheduling thread running, catching thread error, monitor the thread status, etc.
383 #
384 class BuildTask:
385 # queue for tasks waiting for schedule
386 _PendingQueue = sdict()
387 _PendingQueueLock = threading.Lock()
388
389 # queue for tasks ready for running
390 _ReadyQueue = sdict()
391 _ReadyQueueLock = threading.Lock()
392
393 # queue for run tasks
394 _RunningQueue = sdict()
395 _RunningQueueLock = threading.Lock()
396
397 # queue containing all build tasks, in case duplicate build
398 _TaskQueue = sdict()
399
400 # flag indicating error occurs in a running thread
401 _ErrorFlag = threading.Event()
402 _ErrorFlag.clear()
403 _ErrorMessage = ""
404
405 # BoundedSemaphore object used to control the number of running threads
406 _Thread = None
407
408 # flag indicating if the scheduler is started or not
409 _SchedulerStopped = threading.Event()
410 _SchedulerStopped.set()
411
412 ## Start the task scheduler thread
413 #
414 # @param MaxThreadNumber The maximum thread number
415 # @param ExitFlag Flag used to end the scheduler
416 #
417 @staticmethod
418 def StartScheduler(MaxThreadNumber, ExitFlag):
419 SchedulerThread = Thread(target=BuildTask.Scheduler, args=(MaxThreadNumber, ExitFlag))
420 SchedulerThread.setName("Build-Task-Scheduler")
421 SchedulerThread.setDaemon(False)
422 SchedulerThread.start()
423 # wait for the scheduler to be started, especially useful in Linux
424 while not BuildTask.IsOnGoing():
425 time.sleep(0.01)
426
427 ## Scheduler method
428 #
429 # @param MaxThreadNumber The maximum thread number
430 # @param ExitFlag Flag used to end the scheduler
431 #
432 @staticmethod
433 def Scheduler(MaxThreadNumber, ExitFlag):
434 BuildTask._SchedulerStopped.clear()
435 try:
436 # use BoundedSemaphore to control the maximum running threads
437 BuildTask._Thread = BoundedSemaphore(MaxThreadNumber)
438 #
439 # scheduling loop, which will exits when no pending/ready task and
440 # indicated to do so, or there's error in running thread
441 #
442 while (len(BuildTask._PendingQueue) > 0 or len(BuildTask._ReadyQueue) > 0 \
443 or not ExitFlag.isSet()) and not BuildTask._ErrorFlag.isSet():
444 EdkLogger.debug(EdkLogger.DEBUG_8, "Pending Queue (%d), Ready Queue (%d)"
445 % (len(BuildTask._PendingQueue), len(BuildTask._ReadyQueue)))
446
447 # get all pending tasks
448 BuildTask._PendingQueueLock.acquire()
449 BuildObjectList = BuildTask._PendingQueue.keys()
450 #
451 # check if their dependency is resolved, and if true, move them
452 # into ready queue
453 #
454 for BuildObject in BuildObjectList:
455 Bt = BuildTask._PendingQueue[BuildObject]
456 if Bt.IsReady():
457 BuildTask._ReadyQueue[BuildObject] = BuildTask._PendingQueue.pop(BuildObject)
458 BuildTask._PendingQueueLock.release()
459
460 # launch build thread until the maximum number of threads is reached
461 while not BuildTask._ErrorFlag.isSet():
462 # empty ready queue, do nothing further
463 if len(BuildTask._ReadyQueue) == 0:
464 break
465
466 # wait for active thread(s) exit
467 BuildTask._Thread.acquire(True)
468
469 # start a new build thread
470 Bo = BuildTask._ReadyQueue.keys()[0]
471 Bt = BuildTask._ReadyQueue.pop(Bo)
472
473 # move into running queue
474 BuildTask._RunningQueueLock.acquire()
475 BuildTask._RunningQueue[Bo] = Bt
476 BuildTask._RunningQueueLock.release()
477
478 Bt.Start()
479 # avoid tense loop
480 time.sleep(0.01)
481
482 # avoid tense loop
483 time.sleep(0.01)
484
485 # wait for all running threads exit
486 if BuildTask._ErrorFlag.isSet():
487 EdkLogger.quiet("\nWaiting for all build threads exit...")
488 # while not BuildTask._ErrorFlag.isSet() and \
489 while len(BuildTask._RunningQueue) > 0:
490 EdkLogger.verbose("Waiting for thread ending...(%d)" % len(BuildTask._RunningQueue))
491 EdkLogger.debug(EdkLogger.DEBUG_8, "Threads [%s]" % ", ".join([Th.getName() for Th in threading.enumerate()]))
492 # avoid tense loop
493 time.sleep(0.1)
494 except BaseException, X:
495 #
496 # TRICK: hide the output of threads left runing, so that the user can
497 # catch the error message easily
498 #
499 EdkLogger.SetLevel(EdkLogger.ERROR)
500 BuildTask._ErrorFlag.set()
501 BuildTask._ErrorMessage = "build thread scheduler error\n\t%s" % str(X)
502
503 BuildTask._PendingQueue.clear()
504 BuildTask._ReadyQueue.clear()
505 BuildTask._RunningQueue.clear()
506 BuildTask._TaskQueue.clear()
507 BuildTask._SchedulerStopped.set()
508
509 ## Wait for all running method exit
510 #
511 @staticmethod
512 def WaitForComplete():
513 BuildTask._SchedulerStopped.wait()
514
515 ## Check if the scheduler is running or not
516 #
517 @staticmethod
518 def IsOnGoing():
519 return not BuildTask._SchedulerStopped.isSet()
520
521 ## Abort the build
522 @staticmethod
523 def Abort():
524 if BuildTask.IsOnGoing():
525 BuildTask._ErrorFlag.set()
526 BuildTask.WaitForComplete()
527
528 ## Check if there's error in running thread
529 #
530 # Since the main thread cannot catch exceptions in other thread, we have to
531 # use threading.Event to communicate this formation to main thread.
532 #
533 @staticmethod
534 def HasError():
535 return BuildTask._ErrorFlag.isSet()
536
537 ## Get error message in running thread
538 #
539 # Since the main thread cannot catch exceptions in other thread, we have to
540 # use a static variable to communicate this message to main thread.
541 #
542 @staticmethod
543 def GetErrorMessage():
544 return BuildTask._ErrorMessage
545
546 ## Factory method to create a BuildTask object
547 #
548 # This method will check if a module is building or has been built. And if
549 # true, just return the associated BuildTask object in the _TaskQueue. If
550 # not, create and return a new BuildTask object. The new BuildTask object
551 # will be appended to the _PendingQueue for scheduling later.
552 #
553 # @param BuildItem A BuildUnit object representing a build object
554 # @param Dependency The dependent build object of BuildItem
555 #
556 @staticmethod
557 def New(BuildItem, Dependency=None):
558 if BuildItem in BuildTask._TaskQueue:
559 Bt = BuildTask._TaskQueue[BuildItem]
560 return Bt
561
562 Bt = BuildTask()
563 Bt._Init(BuildItem, Dependency)
564 BuildTask._TaskQueue[BuildItem] = Bt
565
566 BuildTask._PendingQueueLock.acquire()
567 BuildTask._PendingQueue[BuildItem] = Bt
568 BuildTask._PendingQueueLock.release()
569
570 return Bt
571
572 ## The real constructor of BuildTask
573 #
574 # @param BuildItem A BuildUnit object representing a build object
575 # @param Dependency The dependent build object of BuildItem
576 #
577 def _Init(self, BuildItem, Dependency=None):
578 self.BuildItem = BuildItem
579
580 self.DependencyList = []
581 if Dependency == None:
582 Dependency = BuildItem.Dependency
583 else:
584 Dependency.extend(BuildItem.Dependency)
585 self.AddDependency(Dependency)
586 # flag indicating build completes, used to avoid unnecessary re-build
587 self.CompleteFlag = False
588
589 ## Check if all dependent build tasks are completed or not
590 #
591 def IsReady(self):
592 ReadyFlag = True
593 for Dep in self.DependencyList:
594 if Dep.CompleteFlag == True:
595 continue
596 ReadyFlag = False
597 break
598
599 return ReadyFlag
600
601 ## Add dependent build task
602 #
603 # @param Dependency The list of dependent build objects
604 #
605 def AddDependency(self, Dependency):
606 for Dep in Dependency:
607 self.DependencyList.append(BuildTask.New(Dep)) # BuildTask list
608
609 ## The thread wrapper of LaunchCommand function
610 #
611 # @param Command A list or string contains the call of the command
612 # @param WorkingDir The directory in which the program will be running
613 #
614 def _CommandThread(self, Command, WorkingDir):
615 try:
616 LaunchCommand(Command, WorkingDir)
617 self.CompleteFlag = True
618 except:
619 #
620 # TRICK: hide the output of threads left runing, so that the user can
621 # catch the error message easily
622 #
623 if not BuildTask._ErrorFlag.isSet():
624 GlobalData.gBuildingModule = "%s [%s, %s, %s]" % (str(self.BuildItem.BuildObject),
625 self.BuildItem.BuildObject.Arch,
626 self.BuildItem.BuildObject.ToolChain,
627 self.BuildItem.BuildObject.BuildTarget
628 )
629 EdkLogger.SetLevel(EdkLogger.ERROR)
630 BuildTask._ErrorFlag.set()
631 BuildTask._ErrorMessage = "%s broken\n %s [%s]" % \
632 (threading.currentThread().getName(), Command, WorkingDir)
633 # indicate there's a thread is available for another build task
634 BuildTask._RunningQueueLock.acquire()
635 BuildTask._RunningQueue.pop(self.BuildItem)
636 BuildTask._RunningQueueLock.release()
637 BuildTask._Thread.release()
638
639 ## Start build task thread
640 #
641 def Start(self):
642 EdkLogger.quiet("Building ... %s" % repr(self.BuildItem))
643 Command = self.BuildItem.BuildCommand + [self.BuildItem.Target]
644 self.BuildTread = Thread(target=self._CommandThread, args=(Command, self.BuildItem.WorkingDir))
645 self.BuildTread.setName("build thread")
646 self.BuildTread.setDaemon(False)
647 self.BuildTread.start()
648
649 ## The class contains the information related to EFI image
650 #
651 class PeImageInfo():
652 ## Constructor
653 #
654 # Constructor will load all required image information.
655 #
656 # @param BaseName The full file path of image.
657 # @param Guid The GUID for image.
658 # @param Arch Arch of this image.
659 # @param OutpuDir The output directory for image.
660 # @param ImageClass PeImage Information
661 #
662 def __init__(self, BaseName, Guid, Arch, OutpuDir, ImageClass):
663 self.BaseName = BaseName
664 self.Guid = Guid
665 self.Arch = Arch
666 self.OutpuDir = OutpuDir
667 self.Image = ImageClass
668 self.Image.Size = (self.Image.Size / 0x1000 + 1) * 0x1000
669
670 ## The class implementing the EDK2 build process
671 #
672 # The build process includes:
673 # 1. Load configuration from target.txt and tools_def.txt in $(WORKSPACE)/Conf
674 # 2. Parse DSC file of active platform
675 # 3. Parse FDF file if any
676 # 4. Establish build database, including parse all other files (module, package)
677 # 5. Create AutoGen files (C code file, depex file, makefile) if necessary
678 # 6. Call build command
679 #
680 class Build():
681 ## Constructor
682 #
683 # Constructor will load all necessary configurations, parse platform, modules
684 # and packages and the establish a database for AutoGen.
685 #
686 # @param Target The build command target, one of gSupportedTarget
687 # @param WorkspaceDir The directory of workspace
688 # @param Platform The DSC file of active platform
689 # @param Module The INF file of active module, if any
690 # @param Arch The Arch list of platform or module
691 # @param ToolChain The name list of toolchain
692 # @param BuildTarget The "DEBUG" or "RELEASE" build
693 # @param FlashDefinition The FDF file of active platform
694 # @param FdList=[] The FD names to be individually built
695 # @param FvList=[] The FV names to be individually built
696 # @param MakefileType The type of makefile (for MSFT make or GNU make)
697 # @param SilentMode Indicate multi-thread build mode
698 # @param ThreadNumber The maximum number of thread if in multi-thread build mode
699 # @param SkipAutoGen Skip AutoGen step
700 # @param Reparse Re-parse all meta files
701 # @param SkuId SKU id from command line
702 #
703 def __init__(self, Target, WorkspaceDir, Platform, Module, Arch, ToolChain,
704 BuildTarget, FlashDefinition, FdList=[], FvList=[],
705 MakefileType="nmake", SilentMode=False, ThreadNumber=2,
706 SkipAutoGen=False, Reparse=False, SkuId=None,
707 ReportFile=None, ReportType=None):
708
709 self.WorkspaceDir = WorkspaceDir
710 self.Target = Target
711 self.PlatformFile = Platform
712 self.ModuleFile = Module
713 self.ArchList = Arch
714 self.ToolChainList = ToolChain
715 self.BuildTargetList= BuildTarget
716 self.Fdf = FlashDefinition
717 self.FdList = FdList
718 self.FvList = FvList
719 self.MakefileType = MakefileType
720 self.SilentMode = SilentMode
721 self.ThreadNumber = ThreadNumber
722 self.SkipAutoGen = SkipAutoGen
723 self.Reparse = Reparse
724 self.SkuId = SkuId
725 self.SpawnMode = True
726 self.BuildReport = BuildReport(ReportFile, ReportType)
727 self.TargetTxt = TargetTxtClassObject()
728 self.ToolDef = ToolDefClassObject()
729 self.Db = WorkspaceDatabase(None, GlobalData.gGlobalDefines, self.Reparse)
730 #self.Db = WorkspaceDatabase(None, {}, self.Reparse)
731 self.BuildDatabase = self.Db.BuildObject
732 self.Platform = None
733 self.LoadFixAddress = 0
734
735 # print dot charater during doing some time-consuming work
736 self.Progress = Utils.Progressor()
737
738 # parse target.txt, tools_def.txt, and platform file
739 #self.RestoreBuildData()
740 self.LoadConfiguration()
741 self.InitBuild()
742
743 # print current build environment and configuration
744 EdkLogger.quiet("%-24s = %s" % ("WORKSPACE", os.environ["WORKSPACE"]))
745 EdkLogger.quiet("%-24s = %s" % ("ECP_SOURCE", os.environ["ECP_SOURCE"]))
746 EdkLogger.quiet("%-24s = %s" % ("EDK_SOURCE", os.environ["EDK_SOURCE"]))
747 EdkLogger.quiet("%-24s = %s" % ("EFI_SOURCE", os.environ["EFI_SOURCE"]))
748 EdkLogger.quiet("%-24s = %s" % ("EDK_TOOLS_PATH", os.environ["EDK_TOOLS_PATH"]))
749
750 EdkLogger.info('\n%-24s = %s' % ("TARGET_ARCH", ' '.join(self.ArchList)))
751 EdkLogger.info('%-24s = %s' % ("TARGET", ' '.join(self.BuildTargetList)))
752 EdkLogger.info('%-24s = %s' % ("TOOL_CHAIN_TAG", ' '.join(self.ToolChainList)))
753
754 EdkLogger.info('\n%-24s = %s' % ("Active Platform", self.PlatformFile))
755
756 if self.Fdf != None and self.Fdf != "":
757 EdkLogger.info('%-24s = %s' % ("Flash Image Definition", self.Fdf))
758
759 if self.ModuleFile != None and self.ModuleFile != "":
760 EdkLogger.info('%-24s = %s' % ("Active Module", self.ModuleFile))
761
762 os.chdir(self.WorkspaceDir)
763 self.Progress.Start("\nProcessing meta-data")
764
765 ## Load configuration
766 #
767 # This method will parse target.txt and get the build configurations.
768 #
769 def LoadConfiguration(self):
770 #
771 # Check target.txt and tools_def.txt and Init them
772 #
773 BuildConfigurationFile = os.path.normpath(os.path.join(self.WorkspaceDir, gBuildConfiguration))
774 if os.path.isfile(BuildConfigurationFile) == True:
775 StatusCode = self.TargetTxt.LoadTargetTxtFile(BuildConfigurationFile)
776
777 ToolDefinitionFile = self.TargetTxt.TargetTxtDictionary[DataType.TAB_TAT_DEFINES_TOOL_CHAIN_CONF]
778 if ToolDefinitionFile == '':
779 ToolDefinitionFile = gToolsDefinition
780 ToolDefinitionFile = os.path.normpath(os.path.join(self.WorkspaceDir, ToolDefinitionFile))
781 if os.path.isfile(ToolDefinitionFile) == True:
782 StatusCode = self.ToolDef.LoadToolDefFile(ToolDefinitionFile)
783 else:
784 EdkLogger.error("build", FILE_NOT_FOUND, ExtraData=ToolDefinitionFile)
785 else:
786 EdkLogger.error("build", FILE_NOT_FOUND, ExtraData=BuildConfigurationFile)
787
788 # if no ARCH given in command line, get it from target.txt
789 if self.ArchList == None or len(self.ArchList) == 0:
790 self.ArchList = self.TargetTxt.TargetTxtDictionary[DataType.TAB_TAT_DEFINES_TARGET_ARCH]
791
792 # if no build target given in command line, get it from target.txt
793 if self.BuildTargetList == None or len(self.BuildTargetList) == 0:
794 self.BuildTargetList = self.TargetTxt.TargetTxtDictionary[DataType.TAB_TAT_DEFINES_TARGET]
795
796 # if no tool chain given in command line, get it from target.txt
797 if self.ToolChainList == None or len(self.ToolChainList) == 0:
798 self.ToolChainList = self.TargetTxt.TargetTxtDictionary[DataType.TAB_TAT_DEFINES_TOOL_CHAIN_TAG]
799 if self.ToolChainList == None or len(self.ToolChainList) == 0:
800 EdkLogger.error("build", RESOURCE_NOT_AVAILABLE, ExtraData="No toolchain given. Don't know how to build.\n")
801
802 # check if the tool chains are defined or not
803 NewToolChainList = []
804 for ToolChain in self.ToolChainList:
805 if ToolChain not in self.ToolDef.ToolsDefTxtDatabase[TAB_TOD_DEFINES_TOOL_CHAIN_TAG]:
806 EdkLogger.warn("build", "Tool chain [%s] is not defined" % ToolChain)
807 else:
808 NewToolChainList.append(ToolChain)
809 # if no tool chain available, break the build
810 if len(NewToolChainList) == 0:
811 EdkLogger.error("build", RESOURCE_NOT_AVAILABLE,
812 ExtraData="[%s] not defined. No toolchain available for build!\n" % ", ".join(self.ToolChainList))
813 else:
814 self.ToolChainList = NewToolChainList
815
816 if self.ThreadNumber == None:
817 self.ThreadNumber = self.TargetTxt.TargetTxtDictionary[DataType.TAB_TAT_DEFINES_MAX_CONCURRENT_THREAD_NUMBER]
818 if self.ThreadNumber == '':
819 self.ThreadNumber = 0
820 else:
821 self.ThreadNumber = int(self.ThreadNumber, 0)
822
823 if self.ThreadNumber == 0:
824 self.ThreadNumber = 1
825
826 if not self.PlatformFile:
827 PlatformFile = self.TargetTxt.TargetTxtDictionary[DataType.TAB_TAT_DEFINES_ACTIVE_PLATFORM]
828 if not PlatformFile:
829 # Try to find one in current directory
830 WorkingDirectory = os.getcwd()
831 FileList = glob.glob(os.path.normpath(os.path.join(WorkingDirectory, '*.dsc')))
832 FileNum = len(FileList)
833 if FileNum >= 2:
834 EdkLogger.error("build", OPTION_MISSING,
835 ExtraData="There are %d DSC files in %s. Use '-p' to specify one.\n" % (FileNum, WorkingDirectory))
836 elif FileNum == 1:
837 PlatformFile = FileList[0]
838 else:
839 EdkLogger.error("build", RESOURCE_NOT_AVAILABLE,
840 ExtraData="No active platform specified in target.txt or command line! Nothing can be built.\n")
841
842 self.PlatformFile = PathClass(NormFile(PlatformFile, self.WorkspaceDir), self.WorkspaceDir)
843 ErrorCode, ErrorInfo = self.PlatformFile.Validate(".dsc", False)
844 if ErrorCode != 0:
845 EdkLogger.error("build", ErrorCode, ExtraData=ErrorInfo)
846
847 ## Initialize build configuration
848 #
849 # This method will parse DSC file and merge the configurations from
850 # command line and target.txt, then get the final build configurations.
851 #
852 def InitBuild(self):
853 ErrorCode, ErrorInfo = self.PlatformFile.Validate(".dsc")
854 if ErrorCode != 0:
855 EdkLogger.error("build", ErrorCode, ExtraData=ErrorInfo)
856
857 # create metafile database
858 self.Db.InitDatabase()
859
860 # we need information in platform description file to determine how to build
861 self.Platform = self.BuildDatabase[self.PlatformFile, 'COMMON']
862 if not self.Fdf:
863 self.Fdf = self.Platform.FlashDefinition
864
865 LoadFixAddressString = None
866 if TAB_FIX_LOAD_TOP_MEMORY_ADDRESS in GlobalData.gGlobalDefines:
867 LoadFixAddressString = GlobalData.gGlobalDefines[TAB_FIX_LOAD_TOP_MEMORY_ADDRESS]
868 else:
869 LoadFixAddressString = self.Platform.LoadFixAddress
870
871 if LoadFixAddressString != None and LoadFixAddressString != '':
872 try:
873 if LoadFixAddressString.upper().startswith('0X'):
874 self.LoadFixAddress = int (LoadFixAddressString, 16)
875 else:
876 self.LoadFixAddress = int (LoadFixAddressString)
877 except:
878 EdkLogger.error("build", PARAMETER_INVALID, "FIX_LOAD_TOP_MEMORY_ADDRESS %s is not valid dec or hex string" % (LoadFixAddressString))
879 if self.LoadFixAddress < 0:
880 EdkLogger.error("build", PARAMETER_INVALID, "FIX_LOAD_TOP_MEMORY_ADDRESS is set to the invalid negative value %s" % (LoadFixAddressString))
881 if self.LoadFixAddress != 0xFFFFFFFFFFFFFFFF and self.LoadFixAddress % 0x1000 != 0:
882 EdkLogger.error("build", PARAMETER_INVALID, "FIX_LOAD_TOP_MEMORY_ADDRESS is set to the invalid unaligned 4K value %s" % (LoadFixAddressString))
883
884 if self.SkuId == None or self.SkuId == '':
885 self.SkuId = self.Platform.SkuName
886
887 # check FD/FV build target
888 if self.Fdf == None or self.Fdf == "":
889 if self.FdList != []:
890 EdkLogger.info("No flash definition file found. FD [%s] will be ignored." % " ".join(self.FdList))
891 self.FdList = []
892 if self.FvList != []:
893 EdkLogger.info("No flash definition file found. FV [%s] will be ignored." % " ".join(self.FvList))
894 self.FvList = []
895 else:
896 FdfParserObj = FdfParser(str(self.Fdf))
897 FdfParserObj.ParseFile()
898 for fvname in self.FvList:
899 if fvname.upper() not in FdfParserObj.Profile.FvDict.keys():
900 EdkLogger.error("build", OPTION_VALUE_INVALID,
901 "No such an FV in FDF file: %s" % fvname)
902
903 #
904 # Merge Arch
905 #
906 if self.ArchList == None or len(self.ArchList) == 0:
907 ArchList = set(self.Platform.SupArchList)
908 else:
909 ArchList = set(self.ArchList) & set(self.Platform.SupArchList)
910 if len(ArchList) == 0:
911 EdkLogger.error("build", PARAMETER_INVALID,
912 ExtraData = "Active platform supports [%s] only, but [%s] is given."
913 % (" ".join(self.Platform.SupArchList), " ".join(self.ArchList)))
914 elif len(ArchList) != len(self.ArchList):
915 SkippedArchList = set(self.ArchList).symmetric_difference(set(self.Platform.SupArchList))
916 EdkLogger.verbose("\nArch [%s] is ignored because active platform supports [%s] but [%s] is specified !"
917 % (" ".join(SkippedArchList), " ".join(self.Platform.SupArchList), " ".join(self.ArchList)))
918 self.ArchList = tuple(ArchList)
919
920 # Merge build target
921 if self.BuildTargetList == None or len(self.BuildTargetList) == 0:
922 BuildTargetList = self.Platform.BuildTargets
923 else:
924 BuildTargetList = list(set(self.BuildTargetList) & set(self.Platform.BuildTargets))
925 if BuildTargetList == []:
926 EdkLogger.error("build", PARAMETER_INVALID, "Active platform only supports [%s], but [%s] is given"
927 % (" ".join(self.Platform.BuildTargets), " ".join(self.BuildTargetList)))
928 self.BuildTargetList = BuildTargetList
929
930 ## Build a module or platform
931 #
932 # Create autogen code and makfile for a module or platform, and the launch
933 # "make" command to build it
934 #
935 # @param Target The target of build command
936 # @param Platform The platform file
937 # @param Module The module file
938 # @param BuildTarget The name of build target, one of "DEBUG", "RELEASE"
939 # @param ToolChain The name of toolchain to build
940 # @param Arch The arch of the module/platform
941 # @param CreateDepModuleCodeFile Flag used to indicate creating code
942 # for dependent modules/Libraries
943 # @param CreateDepModuleMakeFile Flag used to indicate creating makefile
944 # for dependent modules/Libraries
945 #
946 def _Build(self, Target, AutoGenObject, CreateDepsCodeFile=True, CreateDepsMakeFile=True):
947 if AutoGenObject == None:
948 return False
949
950 # skip file generation for cleanxxx targets, run and fds target
951 if Target not in ['clean', 'cleanlib', 'cleanall', 'run', 'fds']:
952 # for target which must generate AutoGen code and makefile
953 if not self.SkipAutoGen or Target == 'genc':
954 self.Progress.Start("Generating code")
955 AutoGenObject.CreateCodeFile(CreateDepsCodeFile)
956 self.Progress.Stop("done!")
957 if Target == "genc":
958 return True
959
960 if not self.SkipAutoGen or Target == 'genmake':
961 self.Progress.Start("Generating makefile")
962 AutoGenObject.CreateMakeFile(CreateDepsMakeFile)
963 self.Progress.Stop("done!")
964 if Target == "genmake":
965 return True
966 else:
967 # always recreate top/platform makefile when clean, just in case of inconsistency
968 AutoGenObject.CreateCodeFile(False)
969 AutoGenObject.CreateMakeFile(False)
970
971 if EdkLogger.GetLevel() == EdkLogger.QUIET:
972 EdkLogger.quiet("Building ... %s" % repr(AutoGenObject))
973
974 BuildCommand = AutoGenObject.BuildCommand
975 if BuildCommand == None or len(BuildCommand) == 0:
976 EdkLogger.error("build", OPTION_MISSING, ExtraData="No MAKE command found for [%s, %s, %s]" % Key)
977
978 BuildCommand = BuildCommand + [Target]
979 LaunchCommand(BuildCommand, AutoGenObject.MakeFileDir)
980 if Target == 'cleanall':
981 try:
982 #os.rmdir(AutoGenObject.BuildDir)
983 RemoveDirectory(AutoGenObject.BuildDir, True)
984 except WindowsError, X:
985 EdkLogger.error("build", FILE_DELETE_FAILURE, ExtraData=str(X))
986 return True
987
988 ## Rebase module image and Get function address for the inpug module list.
989 #
990 def _RebaseModule (self, MapBuffer, BaseAddress, ModuleList, AddrIsOffset = True, ModeIsSmm = False):
991 if ModeIsSmm:
992 AddrIsOffset = False
993 InfFileNameList = ModuleList.keys()
994 #InfFileNameList.sort()
995 for InfFile in InfFileNameList:
996 sys.stdout.write (".")
997 sys.stdout.flush()
998 ModuleInfo = ModuleList[InfFile]
999 ModuleName = ModuleInfo.BaseName
1000 ## for SMM module in SMRAM, the SMRAM will be allocated from base to top.
1001 if not ModeIsSmm:
1002 BaseAddress = BaseAddress - ModuleInfo.Image.Size
1003 #
1004 # Update Image to new BaseAddress by GenFw tool
1005 #
1006 LaunchCommand(["GenFw", "--rebase", str(BaseAddress), "-r", ModuleInfo.Image.FileName], ModuleInfo.OutpuDir)
1007 else:
1008 #
1009 # Set new address to the section header only for SMM driver.
1010 #
1011 LaunchCommand(["GenFw", "--address", str(BaseAddress), "-r", ModuleInfo.Image.FileName], ModuleInfo.OutpuDir)
1012 #
1013 # Collect funtion address from Map file
1014 #
1015 ImageMapTable = ModuleInfo.Image.FileName.replace('.efi', '.map')
1016 FunctionList = []
1017 if os.path.exists(ImageMapTable):
1018 OrigImageBaseAddress = 0
1019 ImageMap = open (ImageMapTable, 'r')
1020 for LinStr in ImageMap:
1021 if len (LinStr.strip()) == 0:
1022 continue
1023 #
1024 # Get the preferred address set on link time.
1025 #
1026 if LinStr.find ('Preferred load address is') != -1:
1027 StrList = LinStr.split()
1028 OrigImageBaseAddress = int (StrList[len(StrList) - 1], 16)
1029
1030 StrList = LinStr.split()
1031 if len (StrList) > 4:
1032 if StrList[3] == 'f' or StrList[3] =='F':
1033 Name = StrList[1]
1034 RelativeAddress = int (StrList[2], 16) - OrigImageBaseAddress
1035 FunctionList.append ((Name, RelativeAddress))
1036 if ModuleInfo.Arch == 'IPF' and Name.endswith('_ModuleEntryPoint'):
1037 #
1038 # Get the real entry point address for IPF image.
1039 #
1040 ModuleInfo.Image.EntryPoint = RelativeAddress
1041 ImageMap.close()
1042 #
1043 # Add general information.
1044 #
1045 if ModeIsSmm:
1046 MapBuffer.write('\n\n%s (Fixed SMRAM Offset, BaseAddress=0x%010X, EntryPoint=0x%010X)\n' % (ModuleName, BaseAddress, BaseAddress + ModuleInfo.Image.EntryPoint))
1047 elif AddrIsOffset:
1048 MapBuffer.write('\n\n%s (Fixed Memory Offset, BaseAddress=-0x%010X, EntryPoint=-0x%010X)\n' % (ModuleName, 0 - BaseAddress, 0 - (BaseAddress + ModuleInfo.Image.EntryPoint)))
1049 else:
1050 MapBuffer.write('\n\n%s (Fixed Memory Address, BaseAddress=0x%010X, EntryPoint=0x%010X)\n' % (ModuleName, BaseAddress, BaseAddress + ModuleInfo.Image.EntryPoint))
1051 #
1052 # Add guid and general seciton section.
1053 #
1054 TextSectionAddress = 0
1055 DataSectionAddress = 0
1056 for SectionHeader in ModuleInfo.Image.SectionHeaderList:
1057 if SectionHeader[0] == '.text':
1058 TextSectionAddress = SectionHeader[1]
1059 elif SectionHeader[0] in ['.data', '.sdata']:
1060 DataSectionAddress = SectionHeader[1]
1061 if AddrIsOffset:
1062 MapBuffer.write('(GUID=%s, .textbaseaddress=-0x%010X, .databaseaddress=-0x%010X)\n\n' % (ModuleInfo.Guid, 0 - (BaseAddress + TextSectionAddress), 0 - (BaseAddress + DataSectionAddress)))
1063 else:
1064 MapBuffer.write('(GUID=%s, .textbaseaddress=0x%010X, .databaseaddress=0x%010X)\n\n' % (ModuleInfo.Guid, BaseAddress + TextSectionAddress, BaseAddress + DataSectionAddress))
1065 #
1066 # Add funtion address
1067 #
1068 for Function in FunctionList:
1069 if AddrIsOffset:
1070 MapBuffer.write(' -0x%010X %s\n' % (0 - (BaseAddress + Function[1]), Function[0]))
1071 else:
1072 MapBuffer.write(' 0x%010X %s\n' % (BaseAddress + Function[1], Function[0]))
1073 ImageMap.close()
1074
1075 #
1076 # for SMM module in SMRAM, the SMRAM will be allocated from base to top.
1077 #
1078 if ModeIsSmm:
1079 BaseAddress = BaseAddress + ModuleInfo.Image.Size
1080
1081 ## Collect MAP information of all FVs
1082 #
1083 def _CollectFvMapBuffer (self, MapBuffer, Wa):
1084 if self.Fdf != '':
1085 # First get the XIP base address for FV map file.
1086 for FvName in Wa.FdfProfile.FvDict.keys():
1087 FvMapBuffer = os.path.join(Wa.FvDir, FvName + '.Fv.map')
1088 if not os.path.exists(FvMapBuffer):
1089 continue
1090 FvMap = open (FvMapBuffer, 'r')
1091 #skip FV size information
1092 FvMap.readline()
1093 FvMap.readline()
1094 FvMap.readline()
1095 FvMap.readline()
1096 MapBuffer.write(FvMap.read())
1097 FvMap.close()
1098
1099 ## Collect MAP information of all modules
1100 #
1101 def _CollectModuleMapBuffer (self, MapBuffer, ModuleList):
1102 sys.stdout.write ("Generate Load Module At Fix Address Map")
1103 sys.stdout.flush()
1104 PatchEfiImageList = []
1105 PeiModuleList = {}
1106 BtModuleList = {}
1107 RtModuleList = {}
1108 SmmModuleList = {}
1109 PeiSize = 0
1110 BtSize = 0
1111 RtSize = 0
1112 # reserve 4K size in SMRAM to make SMM module address not from 0.
1113 SmmSize = 0x1000
1114 IsIpfPlatform = False
1115 if 'IPF' in self.ArchList:
1116 IsIpfPlatform = True
1117 for Module in ModuleList:
1118 GlobalData.gProcessingFile = "%s [%s, %s, %s]" % (Module.MetaFile, Module.Arch, Module.ToolChain, Module.BuildTarget)
1119
1120 OutputImageFile = ''
1121 for ResultFile in Module.CodaTargetList:
1122 if str(ResultFile.Target).endswith('.efi'):
1123 #
1124 # module list for PEI, DXE, RUNTIME and SMM
1125 #
1126 OutputImageFile = os.path.join(Module.OutputDir, Module.Name + '.efi')
1127 ImageClass = PeImageClass (OutputImageFile)
1128 if not ImageClass.IsValid:
1129 EdkLogger.error("build", FILE_PARSE_FAILURE, ExtraData=ImageClass.ErrorInfo)
1130 ImageInfo = PeImageInfo(Module.Name, Module.Guid, Module.Arch, Module.OutputDir, ImageClass)
1131 if Module.ModuleType in ['PEI_CORE', 'PEIM', 'COMBINED_PEIM_DRIVER','PIC_PEIM', 'RELOCATABLE_PEIM', 'DXE_CORE']:
1132 PeiModuleList[Module.MetaFile] = ImageInfo
1133 PeiSize += ImageInfo.Image.Size
1134 elif Module.ModuleType in ['BS_DRIVER', 'DXE_DRIVER', 'UEFI_DRIVER']:
1135 BtModuleList[Module.MetaFile] = ImageInfo
1136 BtSize += ImageInfo.Image.Size
1137 elif Module.ModuleType in ['DXE_RUNTIME_DRIVER', 'RT_DRIVER', 'DXE_SAL_DRIVER', 'SAL_RT_DRIVER']:
1138 RtModuleList[Module.MetaFile] = ImageInfo
1139 #IPF runtime driver needs to be at 2 page alignment.
1140 if IsIpfPlatform and ImageInfo.Image.Size % 0x2000 != 0:
1141 ImageInfo.Image.Size = (ImageInfo.Image.Size / 0x2000 + 1) * 0x2000
1142 RtSize += ImageInfo.Image.Size
1143 elif Module.ModuleType in ['SMM_CORE', 'DXE_SMM_DRIVER']:
1144 SmmModuleList[Module.MetaFile] = ImageInfo
1145 SmmSize += ImageInfo.Image.Size
1146 if Module.ModuleType == 'DXE_SMM_DRIVER':
1147 PiSpecVersion = 0
1148 if 'PI_SPECIFICATION_VERSION' in Module.Module.Specification:
1149 PiSpecVersion = Module.Module.Specification['PI_SPECIFICATION_VERSION']
1150 # for PI specification < PI1.1, DXE_SMM_DRIVER also runs as BOOT time driver.
1151 if PiSpecVersion < 0x0001000A:
1152 BtModuleList[Module.MetaFile] = ImageInfo
1153 BtSize += ImageInfo.Image.Size
1154 break
1155 #
1156 # EFI image is final target.
1157 # Check EFI image contains patchable FixAddress related PCDs.
1158 #
1159 if OutputImageFile != '':
1160 ModuleIsPatch = False
1161 for Pcd in Module.ModulePcdList:
1162 if Pcd.Type == TAB_PCDS_PATCHABLE_IN_MODULE and Pcd.TokenCName in TAB_PCDS_PATCHABLE_LOAD_FIX_ADDRESS_LIST:
1163 ModuleIsPatch = True
1164 break
1165 if not ModuleIsPatch:
1166 for Pcd in Module.LibraryPcdList:
1167 if Pcd.Type == TAB_PCDS_PATCHABLE_IN_MODULE and Pcd.TokenCName in TAB_PCDS_PATCHABLE_LOAD_FIX_ADDRESS_LIST:
1168 ModuleIsPatch = True
1169 break
1170
1171 if not ModuleIsPatch:
1172 continue
1173 #
1174 # Module includes the patchable load fix address PCDs.
1175 # It will be fixed up later.
1176 #
1177 PatchEfiImageList.append (OutputImageFile)
1178
1179 #
1180 # Get Top Memory address
1181 #
1182 ReservedRuntimeMemorySize = 0
1183 TopMemoryAddress = 0
1184 if self.LoadFixAddress == 0xFFFFFFFFFFFFFFFF:
1185 TopMemoryAddress = 0
1186 else:
1187 TopMemoryAddress = self.LoadFixAddress
1188 if TopMemoryAddress < RtSize + BtSize + PeiSize:
1189 EdkLogger.error("build", PARAMETER_INVALID, "FIX_LOAD_TOP_MEMORY_ADDRESS is too low to load driver")
1190 # Make IPF runtime driver at 2 page alignment.
1191 if IsIpfPlatform:
1192 ReservedRuntimeMemorySize = TopMemoryAddress % 0x2000
1193 RtSize = RtSize + ReservedRuntimeMemorySize
1194
1195 #
1196 # Patch FixAddress related PCDs into EFI image
1197 #
1198 for EfiImage in PatchEfiImageList:
1199 EfiImageMap = EfiImage.replace('.efi', '.map')
1200 if not os.path.exists(EfiImageMap):
1201 continue
1202 #
1203 # Get PCD offset in EFI image by GenPatchPcdTable function
1204 #
1205 PcdTable = parsePcdInfoFromMapFile(EfiImageMap, EfiImage)
1206 #
1207 # Patch real PCD value by PatchPcdValue tool
1208 #
1209 for PcdInfo in PcdTable:
1210 ReturnValue = 0
1211 if PcdInfo[0] == TAB_PCDS_PATCHABLE_LOAD_FIX_ADDRESS_PEI_PAGE_SIZE:
1212 ReturnValue, ErrorInfo = PatchBinaryFile (EfiImage, PcdInfo[1], TAB_PCDS_PATCHABLE_LOAD_FIX_ADDRESS_PEI_PAGE_SIZE_DATA_TYPE, str (PeiSize/0x1000))
1213 elif PcdInfo[0] == TAB_PCDS_PATCHABLE_LOAD_FIX_ADDRESS_DXE_PAGE_SIZE:
1214 ReturnValue, ErrorInfo = PatchBinaryFile (EfiImage, PcdInfo[1], TAB_PCDS_PATCHABLE_LOAD_FIX_ADDRESS_DXE_PAGE_SIZE_DATA_TYPE, str (BtSize/0x1000))
1215 elif PcdInfo[0] == TAB_PCDS_PATCHABLE_LOAD_FIX_ADDRESS_RUNTIME_PAGE_SIZE:
1216 ReturnValue, ErrorInfo = PatchBinaryFile (EfiImage, PcdInfo[1], TAB_PCDS_PATCHABLE_LOAD_FIX_ADDRESS_RUNTIME_PAGE_SIZE_DATA_TYPE, str (RtSize/0x1000))
1217 elif PcdInfo[0] == TAB_PCDS_PATCHABLE_LOAD_FIX_ADDRESS_SMM_PAGE_SIZE and len (SmmModuleList) > 0:
1218 ReturnValue, ErrorInfo = PatchBinaryFile (EfiImage, PcdInfo[1], TAB_PCDS_PATCHABLE_LOAD_FIX_ADDRESS_SMM_PAGE_SIZE_DATA_TYPE, str (SmmSize/0x1000))
1219 if ReturnValue != 0:
1220 EdkLogger.error("build", PARAMETER_INVALID, "Patch PCD value failed", ExtraData=ErrorInfo)
1221
1222 MapBuffer.write('PEI_CODE_PAGE_NUMBER = 0x%x\n' % (PeiSize/0x1000))
1223 MapBuffer.write('BOOT_CODE_PAGE_NUMBER = 0x%x\n' % (BtSize/0x1000))
1224 MapBuffer.write('RUNTIME_CODE_PAGE_NUMBER = 0x%x\n' % (RtSize/0x1000))
1225 if len (SmmModuleList) > 0:
1226 MapBuffer.write('SMM_CODE_PAGE_NUMBER = 0x%x\n' % (SmmSize/0x1000))
1227
1228 PeiBaseAddr = TopMemoryAddress - RtSize - BtSize
1229 BtBaseAddr = TopMemoryAddress - RtSize
1230 RtBaseAddr = TopMemoryAddress - ReservedRuntimeMemorySize
1231
1232 self._RebaseModule (MapBuffer, PeiBaseAddr, PeiModuleList, TopMemoryAddress == 0)
1233 self._RebaseModule (MapBuffer, BtBaseAddr, BtModuleList, TopMemoryAddress == 0)
1234 self._RebaseModule (MapBuffer, RtBaseAddr, RtModuleList, TopMemoryAddress == 0)
1235 self._RebaseModule (MapBuffer, 0x1000, SmmModuleList, AddrIsOffset = False, ModeIsSmm = True)
1236 MapBuffer.write('\n\n')
1237 sys.stdout.write ("\n")
1238 sys.stdout.flush()
1239
1240 ## Save platform Map file
1241 #
1242 def _SaveMapFile (self, MapBuffer, Wa):
1243 #
1244 # Map file path is got.
1245 #
1246 MapFilePath = os.path.join(Wa.BuildDir, Wa.Name + '.map')
1247 #
1248 # Save address map into MAP file.
1249 #
1250 SaveFileOnChange(MapFilePath, MapBuffer.getvalue(), False)
1251 MapBuffer.close()
1252 sys.stdout.write ("\nLoad Module At Fix Address Map file saved to %s\n" %(MapFilePath))
1253 sys.stdout.flush()
1254
1255 ## Build active platform for different build targets and different tool chains
1256 #
1257 def _BuildPlatform(self):
1258 for BuildTarget in self.BuildTargetList:
1259 for ToolChain in self.ToolChainList:
1260 Wa = WorkspaceAutoGen(
1261 self.WorkspaceDir,
1262 self.Platform,
1263 BuildTarget,
1264 ToolChain,
1265 self.ArchList,
1266 self.BuildDatabase,
1267 self.TargetTxt,
1268 self.ToolDef,
1269 self.Fdf,
1270 self.FdList,
1271 self.FvList,
1272 self.SkuId
1273 )
1274 self.BuildReport.AddPlatformReport(Wa)
1275 self.Progress.Stop("done!")
1276 self._Build(self.Target, Wa)
1277
1278 # Create MAP file when Load Fix Address is enabled.
1279 if self.Target in ["", "all", "fds"] and self.LoadFixAddress != 0:
1280 for Arch in self.ArchList:
1281 #
1282 # Check whether the set fix address is above 4G for 32bit image.
1283 #
1284 if (Arch == 'IA32' or Arch == 'ARM') and self.LoadFixAddress != 0xFFFFFFFFFFFFFFFF and self.LoadFixAddress >= 0x100000000:
1285 EdkLogger.error("build", PARAMETER_INVALID, "FIX_LOAD_TOP_MEMORY_ADDRESS can't be set to larger than or equal to 4G for the platorm with IA32 or ARM arch modules")
1286 #
1287 # Get Module List
1288 #
1289 ModuleList = []
1290 for Pa in Wa.AutoGenObjectList:
1291 for Ma in Pa.ModuleAutoGenList:
1292 if Ma == None:
1293 continue
1294 if not Ma.IsLibrary:
1295 ModuleList.append (Ma)
1296
1297 MapBuffer = StringIO('')
1298 #
1299 # Rebase module to the preferred memory address before GenFds
1300 #
1301 self._CollectModuleMapBuffer(MapBuffer, ModuleList)
1302 if self.Fdf != '':
1303 #
1304 # create FDS again for the updated EFI image
1305 #
1306 self._Build("fds", Wa)
1307 #
1308 # Create MAP file for all platform FVs after GenFds.
1309 #
1310 self._CollectFvMapBuffer(MapBuffer, Wa)
1311 #
1312 # Save MAP buffer into MAP file.
1313 #
1314 self._SaveMapFile (MapBuffer, Wa)
1315
1316 ## Build active module for different build targets, different tool chains and different archs
1317 #
1318 def _BuildModule(self):
1319 for BuildTarget in self.BuildTargetList:
1320 for ToolChain in self.ToolChainList:
1321 #
1322 # module build needs platform build information, so get platform
1323 # AutoGen first
1324 #
1325 Wa = WorkspaceAutoGen(
1326 self.WorkspaceDir,
1327 self.Platform,
1328 BuildTarget,
1329 ToolChain,
1330 self.ArchList,
1331 self.BuildDatabase,
1332 self.TargetTxt,
1333 self.ToolDef,
1334 self.Fdf,
1335 self.FdList,
1336 self.FvList,
1337 self.SkuId
1338 )
1339 self.BuildReport.AddPlatformReport(Wa)
1340 Wa.CreateMakeFile(False)
1341 self.Progress.Stop("done!")
1342 MaList = []
1343 for Arch in self.ArchList:
1344 Ma = ModuleAutoGen(Wa, self.ModuleFile, BuildTarget, ToolChain, Arch, self.PlatformFile)
1345 if Ma == None: continue
1346 MaList.append(Ma)
1347 self._Build(self.Target, Ma)
1348 if MaList == []:
1349 EdkLogger.error(
1350 'build',
1351 BUILD_ERROR,
1352 "Module for [%s] is not a component of active platform."\
1353 " Please make sure that the ARCH and inf file path are"\
1354 " given in the same as in [%s]" %\
1355 (', '.join(self.ArchList), self.Platform),
1356 ExtraData=self.ModuleFile
1357 )
1358 # Create MAP file when Load Fix Address is enabled.
1359 if self.LoadFixAddress != 0 and self.Target == "fds" and self.Fdf != '':
1360 for Arch in self.ArchList:
1361 #
1362 # Check whether the set fix address is above 4G for 32bit image.
1363 #
1364 if (Arch == 'IA32' or Arch == 'ARM') and self.LoadFixAddress != 0xFFFFFFFFFFFFFFFF and self.LoadFixAddress >= 0x100000000:
1365 EdkLogger.error("build", PARAMETER_INVALID, "FIX_LOAD_TOP_MEMORY_ADDRESS can't be set to larger than or equal to 4G for the platorm with IA32 or ARM arch modules")
1366 #
1367 # Get Module List
1368 #
1369 ModuleList = []
1370 for Pa in Wa.AutoGenObjectList:
1371 for Ma in Pa.ModuleAutoGenList:
1372 if Ma == None:
1373 continue
1374 if not Ma.IsLibrary:
1375 ModuleList.append (Ma)
1376
1377 MapBuffer = StringIO('')
1378 #
1379 # Rebase module to the preferred memory address before GenFds
1380 #
1381 self._CollectModuleMapBuffer(MapBuffer, ModuleList)
1382 #
1383 # create FDS again for the updated EFI image
1384 #
1385 self._Build("fds", Wa)
1386 #
1387 # Create MAP file for all platform FVs after GenFds.
1388 #
1389 self._CollectFvMapBuffer(MapBuffer, Wa)
1390 #
1391 # Save MAP buffer into MAP file.
1392 #
1393 self._SaveMapFile (MapBuffer, Wa)
1394
1395 ## Build a platform in multi-thread mode
1396 #
1397 def _MultiThreadBuildPlatform(self):
1398 for BuildTarget in self.BuildTargetList:
1399 for ToolChain in self.ToolChainList:
1400 Wa = WorkspaceAutoGen(
1401 self.WorkspaceDir,
1402 self.Platform,
1403 BuildTarget,
1404 ToolChain,
1405 self.ArchList,
1406 self.BuildDatabase,
1407 self.TargetTxt,
1408 self.ToolDef,
1409 self.Fdf,
1410 self.FdList,
1411 self.FvList,
1412 self.SkuId
1413 )
1414 self.BuildReport.AddPlatformReport(Wa)
1415 Wa.CreateMakeFile(False)
1416
1417 # multi-thread exit flag
1418 ExitFlag = threading.Event()
1419 ExitFlag.clear()
1420 for Arch in self.ArchList:
1421 Pa = PlatformAutoGen(Wa, self.PlatformFile, BuildTarget, ToolChain, Arch)
1422 if Pa == None:
1423 continue
1424 for Module in Pa.Platform.Modules:
1425 # Get ModuleAutoGen object to generate C code file and makefile
1426 Ma = ModuleAutoGen(Wa, Module, BuildTarget, ToolChain, Arch, self.PlatformFile)
1427 if Ma == None:
1428 continue
1429 # Not to auto-gen for targets 'clean', 'cleanlib', 'cleanall', 'run', 'fds'
1430 if self.Target not in ['clean', 'cleanlib', 'cleanall', 'run', 'fds']:
1431 # for target which must generate AutoGen code and makefile
1432 if not self.SkipAutoGen or self.Target == 'genc':
1433 Ma.CreateCodeFile(True)
1434 if self.Target == "genc":
1435 continue
1436
1437 if not self.SkipAutoGen or self.Target == 'genmake':
1438 Ma.CreateMakeFile(True)
1439 if self.Target == "genmake":
1440 continue
1441 self.Progress.Stop("done!")
1442 # Generate build task for the module
1443 Bt = BuildTask.New(ModuleMakeUnit(Ma, self.Target))
1444 # Break build if any build thread has error
1445 if BuildTask.HasError():
1446 # we need a full version of makefile for platform
1447 ExitFlag.set()
1448 BuildTask.WaitForComplete()
1449 Pa.CreateMakeFile(False)
1450 EdkLogger.error("build", BUILD_ERROR, "Failed to build module", ExtraData=GlobalData.gBuildingModule)
1451 # Start task scheduler
1452 if not BuildTask.IsOnGoing():
1453 BuildTask.StartScheduler(self.ThreadNumber, ExitFlag)
1454
1455 # in case there's an interruption. we need a full version of makefile for platform
1456 Pa.CreateMakeFile(False)
1457 if BuildTask.HasError():
1458 EdkLogger.error("build", BUILD_ERROR, "Failed to build module", ExtraData=GlobalData.gBuildingModule)
1459
1460 #
1461 # All modules have been put in build tasks queue. Tell task scheduler
1462 # to exit if all tasks are completed
1463 #
1464 ExitFlag.set()
1465 BuildTask.WaitForComplete()
1466
1467 #
1468 # Check for build error, and raise exception if one
1469 # has been signaled.
1470 #
1471 if BuildTask.HasError():
1472 EdkLogger.error("build", BUILD_ERROR, "Failed to build module", ExtraData=GlobalData.gBuildingModule)
1473
1474 # Create MAP file when Load Fix Address is enabled.
1475 if self.Target in ["", "all", "fds"] and self.LoadFixAddress != 0:
1476 for Arch in self.ArchList:
1477 #
1478 # Check whether the set fix address is above 4G for 32bit image.
1479 #
1480 if (Arch == 'IA32' or Arch == 'ARM') and self.LoadFixAddress != 0xFFFFFFFFFFFFFFFF and self.LoadFixAddress >= 0x100000000:
1481 EdkLogger.error("build", PARAMETER_INVALID, "FIX_LOAD_TOP_MEMORY_ADDRESS can't be set to larger than or equal to 4G for the platorm with IA32 or ARM arch modules")
1482 #
1483 # Get Module List
1484 #
1485 ModuleList = []
1486 for Pa in Wa.AutoGenObjectList:
1487 for Ma in Pa.ModuleAutoGenList:
1488 if Ma == None:
1489 continue
1490 if not Ma.IsLibrary:
1491 ModuleList.append (Ma)
1492 #
1493 # Rebase module to the preferred memory address before GenFds
1494 #
1495 MapBuffer = StringIO('')
1496 self._CollectModuleMapBuffer(MapBuffer, ModuleList)
1497
1498 # Generate FD image if there's a FDF file found
1499 if self.Fdf != '' and self.Target in ["", "all", "fds"]:
1500 LaunchCommand(Wa.BuildCommand + ["fds"], Wa.MakeFileDir)
1501
1502 # Create MAP file for all platform FV after GenFds
1503 if self.Target in ["", "all", "fds"] and self.LoadFixAddress != 0:
1504 if self.Fdf != '':
1505 #
1506 # Create MAP file for all platform FVs after GenFds.
1507 #
1508 self._CollectFvMapBuffer(MapBuffer, Wa)
1509 #
1510 # Save MAP buffer into MAP file.
1511 #
1512 self._SaveMapFile(MapBuffer, Wa)
1513
1514 ## Generate GuidedSectionTools.txt in the FV directories.
1515 #
1516 def CreateGuidedSectionToolsFile(self):
1517 for Arch in self.ArchList:
1518 for BuildTarget in self.BuildTargetList:
1519 for ToolChain in self.ToolChainList:
1520 FvDir = os.path.join(
1521 self.WorkspaceDir,
1522 self.Platform.OutputDirectory,
1523 '_'.join((BuildTarget, ToolChain)),
1524 'FV'
1525 )
1526 if not os.path.exists(FvDir):
1527 continue
1528 # Build up the list of supported architectures for this build
1529 prefix = '%s_%s_%s_' % (BuildTarget, ToolChain, Arch)
1530
1531 # Look through the tool definitions for GUIDed tools
1532 guidAttribs = []
1533 for (attrib, value) in self.ToolDef.ToolsDefTxtDictionary.iteritems():
1534 if attrib.upper().endswith('_GUID'):
1535 split = attrib.split('_')
1536 thisPrefix = '_'.join(split[0:3]) + '_'
1537 if thisPrefix == prefix:
1538 guid = self.ToolDef.ToolsDefTxtDictionary[attrib]
1539 guid = guid.lower()
1540 toolName = split[3]
1541 path = '_'.join(split[0:4]) + '_PATH'
1542 path = self.ToolDef.ToolsDefTxtDictionary[path]
1543 path = self.GetFullPathOfTool(path)
1544 guidAttribs.append((guid, toolName, path))
1545
1546 # Write out GuidedSecTools.txt
1547 toolsFile = os.path.join(FvDir, 'GuidedSectionTools.txt')
1548 toolsFile = open(toolsFile, 'wt')
1549 for guidedSectionTool in guidAttribs:
1550 print >> toolsFile, ' '.join(guidedSectionTool)
1551 toolsFile.close()
1552
1553 ## Returns the full path of the tool.
1554 #
1555 def GetFullPathOfTool (self, tool):
1556 if os.path.exists(tool):
1557 return os.path.realpath(tool)
1558 else:
1559 # We need to search for the tool using the
1560 # PATH environment variable.
1561 for dirInPath in os.environ['PATH'].split(os.pathsep):
1562 foundPath = os.path.join(dirInPath, tool)
1563 if os.path.exists(foundPath):
1564 return os.path.realpath(foundPath)
1565
1566 # If the tool was not found in the path then we just return
1567 # the input tool.
1568 return tool
1569
1570 ## Launch the module or platform build
1571 #
1572 def Launch(self):
1573 if self.ModuleFile == None or self.ModuleFile == "":
1574 if not self.SpawnMode or self.Target not in ["", "all"]:
1575 self.SpawnMode = False
1576 self._BuildPlatform()
1577 else:
1578 self._MultiThreadBuildPlatform()
1579 self.CreateGuidedSectionToolsFile()
1580 else:
1581 self.SpawnMode = False
1582 self._BuildModule()
1583
1584 ## Do some clean-up works when error occurred
1585 def Relinquish(self):
1586 OldLogLevel = EdkLogger.GetLevel()
1587 EdkLogger.SetLevel(EdkLogger.ERROR)
1588 #self.DumpBuildData()
1589 Utils.Progressor.Abort()
1590 if self.SpawnMode == True:
1591 BuildTask.Abort()
1592 EdkLogger.SetLevel(OldLogLevel)
1593
1594 def DumpBuildData(self):
1595 CacheDirectory = os.path.join(self.WorkspaceDir, gBuildCacheDir)
1596 Utils.CreateDirectory(CacheDirectory)
1597 Utils.DataDump(Utils.gFileTimeStampCache, os.path.join(CacheDirectory, "gFileTimeStampCache"))
1598 Utils.DataDump(Utils.gDependencyDatabase, os.path.join(CacheDirectory, "gDependencyDatabase"))
1599
1600 def RestoreBuildData(self):
1601 FilePath = os.path.join(self.WorkspaceDir, gBuildCacheDir, "gFileTimeStampCache")
1602 if Utils.gFileTimeStampCache == {} and os.path.isfile(FilePath):
1603 Utils.gFileTimeStampCache = Utils.DataRestore(FilePath)
1604 if Utils.gFileTimeStampCache == None:
1605 Utils.gFileTimeStampCache = {}
1606
1607 FilePath = os.path.join(self.WorkspaceDir, gBuildCacheDir, "gDependencyDatabase")
1608 if Utils.gDependencyDatabase == {} and os.path.isfile(FilePath):
1609 Utils.gDependencyDatabase = Utils.DataRestore(FilePath)
1610 if Utils.gDependencyDatabase == None:
1611 Utils.gDependencyDatabase = {}
1612
1613 def ParseDefines(DefineList=[]):
1614 DefineDict = {}
1615 if DefineList != None:
1616 for Define in DefineList:
1617 DefineTokenList = Define.split("=", 1)
1618 if len(DefineTokenList) == 1:
1619 DefineDict[DefineTokenList[0]] = ""
1620 else:
1621 DefineDict[DefineTokenList[0]] = DefineTokenList[1].strip()
1622 return DefineDict
1623
1624 gParamCheck = []
1625 def SingleCheckCallback(option, opt_str, value, parser):
1626 if option not in gParamCheck:
1627 setattr(parser.values, option.dest, value)
1628 gParamCheck.append(option)
1629 else:
1630 parser.error("Option %s only allows one instance in command line!" % option)
1631
1632 ## Parse command line options
1633 #
1634 # Using standard Python module optparse to parse command line option of this tool.
1635 #
1636 # @retval Opt A optparse.Values object containing the parsed options
1637 # @retval Args Target of build command
1638 #
1639 def MyOptionParser():
1640 Parser = OptionParser(description=__copyright__,version=__version__,prog="build.exe",usage="%prog [options] [all|fds|genc|genmake|clean|cleanall|cleanlib|modules|libraries|run]")
1641 Parser.add_option("-a", "--arch", action="append", type="choice", choices=['IA32','X64','IPF','EBC','ARM'], dest="TargetArch",
1642 help="ARCHS is one of list: IA32, X64, IPF, ARM or EBC, which overrides target.txt's TARGET_ARCH definition. To specify more archs, please repeat this option.")
1643 Parser.add_option("-p", "--platform", action="callback", type="string", dest="PlatformFile", callback=SingleCheckCallback,
1644 help="Build the platform specified by the DSC file name argument, overriding target.txt's ACTIVE_PLATFORM definition.")
1645 Parser.add_option("-m", "--module", action="callback", type="string", dest="ModuleFile", callback=SingleCheckCallback,
1646 help="Build the module specified by the INF file name argument.")
1647 Parser.add_option("-b", "--buildtarget", action="append", type="choice", choices=['DEBUG','RELEASE'], dest="BuildTarget",
1648 help="BuildTarget is one of list: DEBUG, RELEASE, which overrides target.txt's TARGET definition. To specify more TARGET, please repeat this option.")
1649 Parser.add_option("-t", "--tagname", action="append", type="string", dest="ToolChain",
1650 help="Using the Tool Chain Tagname to build the platform, overriding target.txt's TOOL_CHAIN_TAG definition.")
1651 Parser.add_option("-x", "--sku-id", action="callback", type="string", dest="SkuId", callback=SingleCheckCallback,
1652 help="Using this name of SKU ID to build the platform, overriding SKUID_IDENTIFIER in DSC file.")
1653
1654 Parser.add_option("-n", action="callback", type="int", dest="ThreadNumber", callback=SingleCheckCallback,
1655 help="Build the platform using multi-threaded compiler. The value overrides target.txt's MAX_CONCURRENT_THREAD_NUMBER. Less than 2 will disable multi-thread builds.")
1656
1657 Parser.add_option("-f", "--fdf", action="callback", type="string", dest="FdfFile", callback=SingleCheckCallback,
1658 help="The name of the FDF file to use, which overrides the setting in the DSC file.")
1659 Parser.add_option("-r", "--rom-image", action="append", type="string", dest="RomImage", default=[],
1660 help="The name of FD to be generated. The name must be from [FD] section in FDF file.")
1661 Parser.add_option("-i", "--fv-image", action="append", type="string", dest="FvImage", default=[],
1662 help="The name of FV to be generated. The name must be from [FV] section in FDF file.")
1663
1664 Parser.add_option("-u", "--skip-autogen", action="store_true", dest="SkipAutoGen", help="Skip AutoGen step.")
1665 Parser.add_option("-e", "--re-parse", action="store_true", dest="Reparse", help="Re-parse all meta-data files.")
1666
1667 Parser.add_option("-c", "--case-insensitive", action="store_true", dest="CaseInsensitive", help="Don't check case of file name.")
1668
1669 # Parser.add_option("-D", "--define", action="append", dest="Defines", metavar="NAME[=[VALUE]]",
1670 # help="Define global macro which can be used in DSC/DEC/INF files.")
1671
1672 Parser.add_option("-w", "--warning-as-error", action="store_true", dest="WarningAsError", help="Treat warning in tools as error.")
1673 Parser.add_option("-j", "--log", action="store", dest="LogFile", help="Put log in specified file as well as on console.")
1674
1675 Parser.add_option("-s", "--silent", action="store_true", type=None, dest="SilentMode",
1676 help="Make use of silent mode of (n)make.")
1677 Parser.add_option("-q", "--quiet", action="store_true", type=None, help="Disable all messages except FATAL ERRORS.")
1678 Parser.add_option("-v", "--verbose", action="store_true", type=None, help="Turn on verbose output with informational messages printed, "\
1679 "including library instances selected, final dependency expression, "\
1680 "and warning messages, etc.")
1681 Parser.add_option("-d", "--debug", action="store", type="int", help="Enable debug messages at specified level.")
1682 Parser.add_option("-D", "--define", action="append", type="string", dest="Macros", help="Macro: \"Name [= Value]\".")
1683
1684 Parser.add_option("-y", "--report-file", action="store", dest="ReportFile", help="Create/overwrite the report to the specified filename.")
1685 Parser.add_option("-Y", "--report-type", action="append", type="choice", choices=['PCD','LIBRARY','FLASH','DEPEX','BUILD_FLAGS','FIXED_ADDRESS', 'EXECUTION_ORDER'], dest="ReportType", default=[],
1686 help="Flags that control the type of build report to generate. Must be one of: [PCD, LIBRARY, FLASH, DEPEX, BUILD_FLAGS, FIXED_ADDRESS, EXECUTION_ORDER]. "\
1687 "To specify more than one flag, repeat this option on the command line and the default flag set is [PCD, LIBRARY, FLASH, DEPEX, BUILD_FLAGS, FIXED_ADDRESS]")
1688
1689 (Opt, Args)=Parser.parse_args()
1690 return (Opt, Args)
1691
1692 ## Tool entrance method
1693 #
1694 # This method mainly dispatch specific methods per the command line options.
1695 # If no error found, return zero value so the caller of this tool can know
1696 # if it's executed successfully or not.
1697 #
1698 # @retval 0 Tool was successful
1699 # @retval 1 Tool failed
1700 #
1701 def Main():
1702 StartTime = time.time()
1703
1704 # Initialize log system
1705 EdkLogger.Initialize()
1706
1707 #
1708 # Parse the options and args
1709 #
1710 (Option, Target) = MyOptionParser()
1711 GlobalData.gOptions = Option
1712 GlobalData.gCaseInsensitive = Option.CaseInsensitive
1713
1714 # Set log level
1715 if Option.verbose != None:
1716 EdkLogger.SetLevel(EdkLogger.VERBOSE)
1717 elif Option.quiet != None:
1718 EdkLogger.SetLevel(EdkLogger.QUIET)
1719 elif Option.debug != None:
1720 EdkLogger.SetLevel(Option.debug + 1)
1721 else:
1722 EdkLogger.SetLevel(EdkLogger.INFO)
1723
1724 if Option.LogFile != None:
1725 EdkLogger.SetLogFile(Option.LogFile)
1726
1727 if Option.WarningAsError == True:
1728 EdkLogger.SetWarningAsError()
1729
1730 if platform.platform().find("Windows") >= 0:
1731 GlobalData.gIsWindows = True
1732 else:
1733 GlobalData.gIsWindows = False
1734
1735 EdkLogger.quiet(time.strftime("%H:%M:%S, %b.%d %Y ", time.localtime()) + "[%s]\n" % platform.platform())
1736 ReturnCode = 0
1737 MyBuild = None
1738 try:
1739 if len(Target) == 0:
1740 Target = "all"
1741 elif len(Target) >= 2:
1742 EdkLogger.error("build", OPTION_NOT_SUPPORTED, "More than one targets are not supported.",
1743 ExtraData="Please select one of: %s" %(' '.join(gSupportedTarget)))
1744 else:
1745 Target = Target[0].lower()
1746
1747 if Target not in gSupportedTarget:
1748 EdkLogger.error("build", OPTION_NOT_SUPPORTED, "Not supported target [%s]." % Target,
1749 ExtraData="Please select one of: %s" %(' '.join(gSupportedTarget)))
1750
1751 GlobalData.gGlobalDefines = ParseDefines(Option.Macros)
1752 #
1753 # Check environment variable: EDK_TOOLS_PATH, WORKSPACE, PATH
1754 #
1755 CheckEnvVariable()
1756 Workspace = os.getenv("WORKSPACE")
1757 #
1758 # Get files real name in workspace dir
1759 #
1760 GlobalData.gAllFiles = Utils.DirCache(Workspace)
1761
1762 WorkingDirectory = os.getcwd()
1763 if not Option.ModuleFile:
1764 FileList = glob.glob(os.path.normpath(os.path.join(WorkingDirectory, '*.inf')))
1765 FileNum = len(FileList)
1766 if FileNum >= 2:
1767 EdkLogger.error("build", OPTION_NOT_SUPPORTED, "There are %d INF files in %s." % (FileNum, WorkingDirectory),
1768 ExtraData="Please use '-m <INF_FILE_PATH>' switch to choose one.")
1769 elif FileNum == 1:
1770 Option.ModuleFile = NormFile(FileList[0], Workspace)
1771
1772 if Option.ModuleFile:
1773 if os.path.isabs (Option.ModuleFile):
1774 if os.path.normcase (os.path.normpath(Option.ModuleFile)).find (Workspace) == 0:
1775 Option.ModuleFile = NormFile(os.path.normpath(Option.ModuleFile), Workspace)
1776 Option.ModuleFile = PathClass(Option.ModuleFile, Workspace)
1777 ErrorCode, ErrorInfo = Option.ModuleFile.Validate(".inf", False)
1778 if ErrorCode != 0:
1779 EdkLogger.error("build", ErrorCode, ExtraData=ErrorInfo)
1780
1781 if Option.PlatformFile != None:
1782 if os.path.isabs (Option.PlatformFile):
1783 if os.path.normcase (os.path.normpath(Option.PlatformFile)).find (Workspace) == 0:
1784 Option.PlatformFile = NormFile(os.path.normpath(Option.PlatformFile), Workspace)
1785 Option.PlatformFile = PathClass(Option.PlatformFile, Workspace)
1786 ErrorCode, ErrorInfo = Option.PlatformFile.Validate(".dsc", False)
1787 if ErrorCode != 0:
1788 EdkLogger.error("build", ErrorCode, ExtraData=ErrorInfo)
1789
1790 if Option.FdfFile != None:
1791 if os.path.isabs (Option.FdfFile):
1792 if os.path.normcase (os.path.normpath(Option.FdfFile)).find (Workspace) == 0:
1793 Option.FdfFile = NormFile(os.path.normpath(Option.FdfFile), Workspace)
1794 Option.FdfFile = PathClass(Option.FdfFile, Workspace)
1795 ErrorCode, ErrorInfo = Option.FdfFile.Validate(".fdf", False)
1796 if ErrorCode != 0:
1797 EdkLogger.error("build", ErrorCode, ExtraData=ErrorInfo)
1798
1799 MyBuild = Build(Target, Workspace, Option.PlatformFile, Option.ModuleFile,
1800 Option.TargetArch, Option.ToolChain, Option.BuildTarget,
1801 Option.FdfFile, Option.RomImage, Option.FvImage,
1802 None, Option.SilentMode, Option.ThreadNumber,
1803 Option.SkipAutoGen, Option.Reparse, Option.SkuId,
1804 Option.ReportFile, Option.ReportType)
1805 MyBuild.Launch()
1806 #MyBuild.DumpBuildData()
1807 except FatalError, X:
1808 if MyBuild != None:
1809 # for multi-thread build exits safely
1810 MyBuild.Relinquish()
1811 if Option != None and Option.debug != None:
1812 EdkLogger.quiet("(Python %s on %s) " % (platform.python_version(), sys.platform) + traceback.format_exc())
1813 ReturnCode = X.args[0]
1814 except Warning, X:
1815 # error from Fdf parser
1816 if MyBuild != None:
1817 # for multi-thread build exits safely
1818 MyBuild.Relinquish()
1819 if Option != None and Option.debug != None:
1820 EdkLogger.quiet("(Python %s on %s) " % (platform.python_version(), sys.platform) + traceback.format_exc())
1821 else:
1822 EdkLogger.error(X.ToolName, FORMAT_INVALID, File=X.FileName, Line=X.LineNumber, ExtraData=X.Message, RaiseError = False)
1823 ReturnCode = FORMAT_INVALID
1824 except KeyboardInterrupt:
1825 ReturnCode = ABORT_ERROR
1826 if Option != None and Option.debug != None:
1827 EdkLogger.quiet("(Python %s on %s) " % (platform.python_version(), sys.platform) + traceback.format_exc())
1828 except:
1829 if MyBuild != None:
1830 # for multi-thread build exits safely
1831 MyBuild.Relinquish()
1832
1833 # try to get the meta-file from the object causing exception
1834 Tb = sys.exc_info()[-1]
1835 MetaFile = GlobalData.gProcessingFile
1836 while Tb != None:
1837 if 'self' in Tb.tb_frame.f_locals and hasattr(Tb.tb_frame.f_locals['self'], 'MetaFile'):
1838 MetaFile = Tb.tb_frame.f_locals['self'].MetaFile
1839 Tb = Tb.tb_next
1840 EdkLogger.error(
1841 "\nbuild",
1842 CODE_ERROR,
1843 "Unknown fatal error when processing [%s]" % MetaFile,
1844 ExtraData="\n(Please send email to edk2-buildtools-devel@lists.sourceforge.net for help, attaching following call stack trace!)\n",
1845 RaiseError=False
1846 )
1847 EdkLogger.quiet("(Python %s on %s) " % (platform.python_version(), sys.platform) + traceback.format_exc())
1848 ReturnCode = CODE_ERROR
1849 finally:
1850 Utils.Progressor.Abort()
1851
1852 if ReturnCode == 0:
1853 Conclusion = "Done"
1854 elif ReturnCode == ABORT_ERROR:
1855 Conclusion = "Aborted"
1856 else:
1857 Conclusion = "Failed"
1858 FinishTime = time.time()
1859 BuildDuration = time.strftime("%M:%S", time.gmtime(int(round(FinishTime - StartTime))))
1860 if MyBuild != None:
1861 MyBuild.BuildReport.GenerateReport(BuildDuration)
1862 MyBuild.Db.Close()
1863 EdkLogger.SetLevel(EdkLogger.QUIET)
1864 EdkLogger.quiet("\n- %s -\n%s [%s]" % (Conclusion, time.strftime("%H:%M:%S, %b.%d %Y", time.localtime()), BuildDuration))
1865
1866 return ReturnCode
1867
1868 if __name__ == '__main__':
1869 r = Main()
1870 ## 0-127 is a safe return range, and 1 is a standard default error
1871 if r < 0 or r > 127: r = 1
1872 sys.exit(r)
1873