]> git.proxmox.com Git - mirror_edk2.git/blobdiff - BaseTools/Source/Python/build/build.py
BaseTools: report build time measured by module of EDKII Build
[mirror_edk2.git] / BaseTools / Source / Python / build / build.py
index 743645358205b54c5b23439f2a542d535e913534..8275f1b5b9d99e1a1af75a7ca0518d9b59592701 100644 (file)
@@ -257,6 +257,7 @@ def ReadMessage(From, To, ExitFlag):
 # @param  WorkingDir            The directory in which the program will be running\r
 #\r
 def LaunchCommand(Command, WorkingDir):\r
+    BeginTime = time.time()\r
     # if working directory doesn't exist, Popen() will raise an exception\r
     if not os.path.isdir(WorkingDir):\r
         EdkLogger.error("build", FILE_NOT_FOUND, ExtraData=WorkingDir)\r
@@ -321,6 +322,7 @@ def LaunchCommand(Command, WorkingDir):
             EdkLogger.info(RespContent)\r
 \r
         EdkLogger.error("build", COMMAND_FAILURE, ExtraData="%s [%s]" % (Command, WorkingDir))\r
+    return "%dms" % (int(round((time.time() - BeginTime) * 1000)))\r
 \r
 ## The smallest unit that can be built in multi-thread build mode\r
 #\r
@@ -665,7 +667,7 @@ class BuildTask:
     #\r
     def _CommandThread(self, Command, WorkingDir):\r
         try:\r
-            LaunchCommand(Command, WorkingDir)\r
+            self.BuildItem.BuildObject.BuildTime = LaunchCommand(Command, WorkingDir)\r
             self.CompleteFlag = True\r
         except:\r
             #\r
@@ -763,6 +765,9 @@ class Build():
         self.BuildReport    = BuildReport(BuildOptions.ReportFile, BuildOptions.ReportType)\r
         self.TargetTxt      = TargetTxtClassObject()\r
         self.ToolDef        = ToolDefClassObject()\r
+        self.AutoGenTime    = 0\r
+        self.MakeTime       = 0\r
+        self.GenFdsTime     = 0\r
         GlobalData.BuildOptionPcd     = BuildOptions.OptionPcd\r
         #Set global flag for build mode\r
         GlobalData.gIgnoreSource = BuildOptions.IgnoreSources\r
@@ -1339,7 +1344,7 @@ class Build():
         if BuildModule:\r
             if Target != 'fds':\r
                 BuildCommand = BuildCommand + [Target]\r
-            LaunchCommand(BuildCommand, AutoGenObject.MakeFileDir)\r
+            AutoGenObject.BuildTime = LaunchCommand(BuildCommand, AutoGenObject.MakeFileDir)\r
             self.CreateAsBuiltInf()\r
             return True\r
 \r
@@ -1760,6 +1765,7 @@ class Build():
             GlobalData.gGlobalDefines['TARGET'] = BuildTarget\r
             index = 0\r
             for ToolChain in self.ToolChainList:\r
+                WorkspaceAutoGenTime = time.time()\r
                 GlobalData.gGlobalDefines['TOOLCHAIN'] = ToolChain\r
                 GlobalData.gGlobalDefines['TOOL_CHAIN_TAG'] = ToolChain\r
                 GlobalData.gGlobalDefines['FAMILY'] = self.ToolChainFamily[index]\r
@@ -1791,7 +1797,11 @@ class Build():
                 Wa.CreateMakeFile(False)\r
                 self.Progress.Stop("done!")\r
                 MaList = []\r
+                ExitFlag = threading.Event()\r
+                ExitFlag.clear()\r
+                self.AutoGenTime += int(round((time.time() - WorkspaceAutoGenTime)))\r
                 for Arch in Wa.ArchList:\r
+                    AutoGenStart = time.time()\r
                     GlobalData.gGlobalDefines['ARCH'] = Arch\r
                     Pa = PlatformAutoGen(Wa, self.PlatformFile, BuildTarget, ToolChain, Arch)\r
                     for Module in Pa.Platform.Modules:\r
@@ -1800,8 +1810,35 @@ class Build():
                             if Ma == None: continue\r
                             MaList.append(Ma)\r
                             self.BuildModules.append(Ma)\r
-                            if not Ma.IsBinaryModule:\r
-                                self._Build(self.Target, Ma, BuildModule=True)\r
+                    self.AutoGenTime += int(round((time.time() - AutoGenStart)))\r
+                    MakeStart = time.time()\r
+                    for Ma in self.BuildModules:\r
+                        if not Ma.IsBinaryModule:\r
+                            Bt = BuildTask.New(ModuleMakeUnit(Ma, self.Target))\r
+                        # Break build if any build thread has error\r
+                        if BuildTask.HasError():\r
+                            # we need a full version of makefile for platform\r
+                            ExitFlag.set()\r
+                            BuildTask.WaitForComplete()\r
+                            Pa.CreateMakeFile(False)\r
+                            EdkLogger.error("build", BUILD_ERROR, "Failed to build module", ExtraData=GlobalData.gBuildingModule)\r
+                        # Start task scheduler\r
+                        if not BuildTask.IsOnGoing():\r
+                            BuildTask.StartScheduler(self.ThreadNumber, ExitFlag)\r
+\r
+                    # in case there's an interruption. we need a full version of makefile for platform\r
+                    Pa.CreateMakeFile(False)\r
+                    if BuildTask.HasError():\r
+                        EdkLogger.error("build", BUILD_ERROR, "Failed to build module", ExtraData=GlobalData.gBuildingModule)\r
+                    self.MakeTime += int(round((time.time() - MakeStart)))\r
+\r
+                MakeContiue = time.time()\r
+                ExitFlag.set()\r
+                BuildTask.WaitForComplete()\r
+                self.CreateAsBuiltInf()\r
+                self.MakeTime += int(round((time.time() - MakeContiue)))\r
+                if BuildTask.HasError():\r
+                    EdkLogger.error("build", BUILD_ERROR, "Failed to build module", ExtraData=GlobalData.gBuildingModule)\r
 \r
                 self.BuildReport.AddPlatformReport(Wa, MaList)\r
                 if MaList == []:\r
@@ -1842,7 +1879,9 @@ class Build():
                     #\r
                     # create FDS again for the updated EFI image\r
                     #\r
+                    GenFdsStart = time.time()\r
                     self._Build("fds", Wa)\r
+                    self.GenFdsTime += int(round((time.time() - GenFdsStart)))\r
                     #\r
                     # Create MAP file for all platform FVs after GenFds.\r
                     #\r
@@ -1860,6 +1899,7 @@ class Build():
             GlobalData.gGlobalDefines['TARGET'] = BuildTarget\r
             index = 0\r
             for ToolChain in self.ToolChainList:\r
+                WorkspaceAutoGenTime = time.time()\r
                 GlobalData.gGlobalDefines['TOOLCHAIN'] = ToolChain\r
                 GlobalData.gGlobalDefines['TOOL_CHAIN_TAG'] = ToolChain\r
                 GlobalData.gGlobalDefines['FAMILY'] = self.ToolChainFamily[index]\r
@@ -1889,7 +1929,9 @@ class Build():
                 # multi-thread exit flag\r
                 ExitFlag = threading.Event()\r
                 ExitFlag.clear()\r
+                self.AutoGenTime += int(round((time.time() - WorkspaceAutoGenTime)))\r
                 for Arch in Wa.ArchList:\r
+                    AutoGenStart = time.time()\r
                     GlobalData.gGlobalDefines['ARCH'] = Arch\r
                     Pa = PlatformAutoGen(Wa, self.PlatformFile, BuildTarget, ToolChain, Arch)\r
                     if Pa == None:\r
@@ -1924,7 +1966,8 @@ class Build():
                                 continue\r
                         self.BuildModules.append(Ma)\r
                     self.Progress.Stop("done!")\r
-\r
+                    self.AutoGenTime += int(round((time.time() - AutoGenStart)))\r
+                    MakeStart = time.time()\r
                     for Ma in self.BuildModules:\r
                         # Generate build task for the module\r
                         if not Ma.IsBinaryModule:\r
@@ -1944,7 +1987,9 @@ class Build():
                     Pa.CreateMakeFile(False)\r
                     if BuildTask.HasError():\r
                         EdkLogger.error("build", BUILD_ERROR, "Failed to build module", ExtraData=GlobalData.gBuildingModule)\r
+                    self.MakeTime += int(round((time.time() - MakeStart)))\r
 \r
+                MakeContiue = time.time()\r
                 #\r
                 # Save temp tables to a TmpTableDict.\r
                 #\r
@@ -1960,7 +2005,7 @@ class Build():
                 ExitFlag.set()\r
                 BuildTask.WaitForComplete()\r
                 self.CreateAsBuiltInf()\r
-\r
+                self.MakeTime += int(round((time.time() - MakeContiue)))\r
                 #\r
                 # Check for build error, and raise exception if one\r
                 # has been signaled.\r
@@ -1997,12 +2042,14 @@ class Build():
                         #\r
                         # Generate FD image if there's a FDF file found\r
                         #\r
+                        GenFdsStart = time.time()\r
                         LaunchCommand(Wa.GenFdsCommand, os.getcwd())\r
 \r
                         #\r
                         # Create MAP file for all platform FVs after GenFds.\r
                         #\r
                         self._CollectFvMapBuffer(MapBuffer, Wa, ModuleList)\r
+                        self.GenFdsTime += int(round((time.time() - GenFdsStart)))\r
                     #\r
                     # Save MAP buffer into MAP file.\r
                     #\r
@@ -2151,6 +2198,18 @@ def SingleCheckCallback(option, opt_str, value, parser):
     else:\r
         parser.error("Option %s only allows one instance in command line!" % option)\r
 \r
+def LogBuildTime(Time):\r
+    if Time:\r
+        TimeDurStr = ''\r
+        TimeDur = time.gmtime(Time)\r
+        if TimeDur.tm_yday > 1:\r
+            TimeDurStr = time.strftime("%H:%M:%S", TimeDur) + ", %d day(s)" % (TimeDur.tm_yday - 1)\r
+        else:\r
+            TimeDurStr = time.strftime("%H:%M:%S", TimeDur)\r
+        return TimeDurStr\r
+    else:\r
+        return None\r
+\r
 ## Parse command line options\r
 #\r
 # Using standard Python module optparse to parse command line option of this tool.\r
@@ -2204,7 +2263,7 @@ def MyOptionParser():
     Parser.add_option("-y", "--report-file", action="store", dest="ReportFile", help="Create/overwrite the report to the specified filename.")\r
     Parser.add_option("-Y", "--report-type", action="append", type="choice", choices=['PCD','LIBRARY','FLASH','DEPEX','BUILD_FLAGS','FIXED_ADDRESS','HASH','EXECUTION_ORDER'], dest="ReportType", default=[],\r
         help="Flags that control the type of build report to generate.  Must be one of: [PCD, LIBRARY, FLASH, DEPEX, BUILD_FLAGS, FIXED_ADDRESS, HASH, EXECUTION_ORDER].  "\\r
-             "To specify more than one flag, repeat this option on the command line and the default flag set is [PCD, LIBRARY, FLASH, DEPEX, BUILD_FLAGS, FIXED_ADDRESS]")\r
+             "To specify more than one flag, repeat this option on the command line and the default flag set is [PCD, LIBRARY, FLASH, DEPEX, HASH, BUILD_FLAGS, FIXED_ADDRESS]")\r
     Parser.add_option("-F", "--flag", action="store", type="string", dest="Flag",\r
         help="Specify the specific option to parse EDK UNI file. Must be one of: [-c, -s]. -c is for EDK framework UNI file, and -s is for EDK UEFI UNI file. "\\r
              "This option can also be specified by setting *_*_*_BUILD_FLAGS in [BuildOptions] section of platform DSC. If they are both specified, this value "\\r
@@ -2407,7 +2466,7 @@ def Main():
         BuildDurationStr = time.strftime("%H:%M:%S", BuildDuration)\r
     if MyBuild != None:\r
         if not BuildError:\r
-            MyBuild.BuildReport.GenerateReport(BuildDurationStr)\r
+            MyBuild.BuildReport.GenerateReport(BuildDurationStr, LogBuildTime(MyBuild.AutoGenTime), LogBuildTime(MyBuild.MakeTime), LogBuildTime(MyBuild.GenFdsTime))\r
         MyBuild.Db.Close()\r
     EdkLogger.SetLevel(EdkLogger.QUIET)\r
     EdkLogger.quiet("\n- %s -" % Conclusion)\r