]> git.proxmox.com Git - mirror_edk2.git/blobdiff - BaseTools/Source/Python/build/build.py
BaseTools: Add support to merge Prebuild and Postbuild into build Process
[mirror_edk2.git] / BaseTools / Source / Python / build / build.py
index ece79ea1092a80b7df1070682b449f02515e4944..37afe52ac298858627170c545b77fcba28242c80 100644 (file)
@@ -25,6 +25,7 @@ import time
 import platform\r
 import traceback\r
 import encodings.ascii\r
+import itertools\r
 \r
 from struct import *\r
 from threading import *\r
@@ -782,15 +783,16 @@ class Build():
         self.LoadFixAddress = 0\r
         self.UniFlag        = BuildOptions.Flag\r
         self.BuildModules = []\r
-\r
+        self.Db_Flag = False\r
+        self.LaunchPrebuildFlag = False\r
+        self.PrebuildScript = ''\r
+        self.PostbuildScript = ''\r
+        self.PlatformBuildPath = os.path.join(GlobalData.gConfDirectory,'.cache', '.PlatformBuild')\r
         if BuildOptions.CommandLength:\r
             GlobalData.gCommandMaxLength = BuildOptions.CommandLength\r
 \r
         # print dot character during doing some time-consuming work\r
         self.Progress = Utils.Progressor()\r
-\r
-        self.InitBuild()\r
-\r
         # print current build environment and configuration\r
         EdkLogger.quiet("%-16s = %s" % ("WORKSPACE", os.environ["WORKSPACE"]))\r
         if "PACKAGES_PATH" in os.environ:\r
@@ -804,8 +806,18 @@ class Build():
             # Print the same path style with WORKSPACE env. \r
             EdkLogger.quiet("%-16s = %s" % ("EDK_TOOLS_BIN", os.path.normcase(os.path.normpath(os.environ["EDK_TOOLS_BIN"]))))\r
 \r
-        EdkLogger.info("")\r
+        self.InitPreBuild()\r
+        self.InitPostBuild()\r
+        if self.PrebuildScript:\r
+            EdkLogger.quiet("%-16s = %s" % ("PREBUILD", self.PrebuildScript))\r
+        if self.PostbuildScript:\r
+            EdkLogger.quiet("%-16s = %s" % ("POSTBUILD", self.PostbuildScript))\r
+        if self.PrebuildScript:\r
+            self.LaunchPrebuild()\r
+        if not (self.LaunchPrebuildFlag and os.path.exists(self.PlatformBuildPath)):\r
+            self.InitBuild()\r
 \r
+        EdkLogger.info("")\r
         os.chdir(self.WorkspaceDir)\r
 \r
     ## Load configuration\r
@@ -903,8 +915,169 @@ class Build():
             EdkLogger.error("build", ErrorCode, ExtraData=ErrorInfo)\r
 \r
         # create metafile database\r
-        self.Db.InitDatabase()\r
+        if not self.Db_Flag:\r
+            self.Db.InitDatabase()\r
+\r
+    def InitPreBuild(self):\r
+        self.LoadConfiguration()\r
+        if self.BuildTargetList:\r
+            GlobalData.gGlobalDefines['TARGET'] = self.BuildTargetList[0]\r
+        if self.ArchList:\r
+            GlobalData.gGlobalDefines['ARCH'] = self.ArchList[0]\r
+        if self.ToolChainList:\r
+            GlobalData.gGlobalDefines['TOOLCHAIN'] = self.ToolChainList[0]\r
+            GlobalData.gGlobalDefines['TOOL_CHAIN_TAG'] = self.ToolChainList[0]\r
+        if 'PREBUILD' in GlobalData.gCommandLineDefines.keys():\r
+            self.Prebuild   = GlobalData.gCommandLineDefines.get('PREBUILD')\r
+        else:\r
+            self.Db.InitDatabase()\r
+            self.Db_Flag = True\r
+            Platform = self.Db._MapPlatform(str(self.PlatformFile))\r
+            self.Prebuild = str(Platform.Prebuild)\r
+        if self.Prebuild:\r
+            PrebuildList = self.Prebuild.split()\r
+            if not os.path.isabs(PrebuildList[0]):\r
+                PrebuildList[0] = mws.join(self.WorkspaceDir, PrebuildList[0])\r
+            if os.path.isfile(PrebuildList[0]):\r
+                self.PrebuildScript = PrebuildList[0]\r
+                self.Prebuild = ' '.join(PrebuildList)\r
+                self.Prebuild += self.PassCommandOption(self.BuildTargetList, self.ArchList, self.ToolChainList)\r
+                #self.LaunchPrebuild()\r
+            else:\r
+                EdkLogger.error("Prebuild", PREBUILD_ERROR, "the prebuild script %s is not exist.\n If you'd like to disable the Prebuild process, please use the format: -D PREBUILD=\"\" " %(PrebuildList[0]))\r
 \r
+    def InitPostBuild(self):\r
+        if 'POSTBUILD' in GlobalData.gCommandLineDefines.keys():\r
+            self.Postbuild = GlobalData.gCommandLineDefines.get('POSTBUILD')\r
+        else:\r
+            Platform = self.Db._MapPlatform(str(self.PlatformFile))\r
+            self.Postbuild = str(Platform.Postbuild)\r
+        if self.Postbuild:\r
+            PostbuildList = self.Postbuild.split()\r
+            if not os.path.isabs(PostbuildList[0]):\r
+                PostbuildList[0] = mws.join(self.WorkspaceDir, PostbuildList[0])\r
+            if os.path.isfile(PostbuildList[0]):\r
+                self.PostbuildScript = PostbuildList[0]\r
+                self.Postbuild = ' '.join(PostbuildList)\r
+                self.Postbuild += self.PassCommandOption(self.BuildTargetList, self.ArchList, self.ToolChainList)\r
+                #self.LanuchPostbuild()\r
+            else:\r
+                EdkLogger.error("Postbuild", POSTBUILD_ERROR, "the postbuild script %s is not exist.\n If you'd like to disable the Postbuild process, please use the format: -D POSTBUILD=\"\" " %(PostbuildList[0]))\r
+\r
+    def PassCommandOption(self, BuildTarget, TargetArch, ToolChain):\r
+        BuildStr = ''\r
+        if GlobalData.gCommand and isinstance(GlobalData.gCommand, list):\r
+            BuildStr += ' ' + ' '.join(GlobalData.gCommand)\r
+        TargetFlag = False\r
+        ArchFlag = False\r
+        ToolChainFlag = False\r
+\r
+        if GlobalData.gOptions and not GlobalData.gOptions.BuildTarget:\r
+            TargetFlag = True\r
+        if GlobalData.gOptions and not GlobalData.gOptions.TargetArch:\r
+            ArchFlag = True\r
+        if GlobalData.gOptions and not GlobalData.gOptions.ToolChain:\r
+            ToolChainFlag = True\r
+\r
+        if TargetFlag and BuildTarget:\r
+            if isinstance(BuildTarget, list) or isinstance(BuildTarget, tuple):\r
+                BuildStr += ' -b ' + ' -b '.join(BuildTarget)\r
+            elif isinstance(BuildTarget, str):\r
+                BuildStr += ' -b ' + BuildTarget\r
+        if ArchFlag and TargetArch:\r
+            if isinstance(TargetArch, list) or isinstance(TargetArch, tuple):\r
+                BuildStr += ' -a ' + ' -a '.join(TargetArch)\r
+            elif isinstance(TargetArch, str):\r
+                BuildStr += ' -a ' + TargetArch\r
+        if ToolChainFlag and ToolChain:\r
+            if isinstance(ToolChain, list) or isinstance(ToolChain, tuple):\r
+                BuildStr += ' -t ' + ' -t '.join(ToolChain)\r
+            elif isinstance(ToolChain, str):\r
+                BuildStr += ' -t ' + ToolChain\r
+\r
+        return BuildStr\r
+\r
+    def LaunchPrebuild(self):\r
+        if self.Prebuild:\r
+            EdkLogger.info("\n- Prebuild Start -\n")\r
+            self.LaunchPrebuildFlag = True\r
+            PrebuildEnvFile = os.path.join(GlobalData.gConfDirectory,'.cache','.PrebuildEnv')\r
+            if os.path.isfile(PrebuildEnvFile):\r
+                os.remove(PrebuildEnvFile)\r
+            if os.path.isfile(self.PlatformBuildPath):\r
+                os.remove(self.PlatformBuildPath)\r
+            if sys.platform == "win32":\r
+                args = ' && '.join((self.Prebuild, 'set > ' + PrebuildEnvFile))\r
+                Process = Popen(args, stdout=PIPE, stderr=PIPE)\r
+            else:\r
+                args = ' && '.join((self.Prebuild, 'env > ' + PrebuildEnvFile))\r
+                Process = Popen(args, stdout=PIPE, stderr=PIPE, shell=True, executable="/bin/bash")\r
+\r
+            # launch two threads to read the STDOUT and STDERR\r
+            EndOfProcedure = Event()\r
+            EndOfProcedure.clear()\r
+            if Process.stdout:\r
+                StdOutThread = Thread(target=ReadMessage, args=(Process.stdout, EdkLogger.info, EndOfProcedure))\r
+                StdOutThread.setName("STDOUT-Redirector")\r
+                StdOutThread.setDaemon(False)\r
+                StdOutThread.start()\r
+\r
+            if Process.stderr:\r
+                StdErrThread = Thread(target=ReadMessage, args=(Process.stderr, EdkLogger.quiet, EndOfProcedure))\r
+                StdErrThread.setName("STDERR-Redirector")\r
+                StdErrThread.setDaemon(False)\r
+                StdErrThread.start()\r
+            # waiting for program exit\r
+            Process.wait()\r
+\r
+            if Process.stdout:\r
+                StdOutThread.join()\r
+            if Process.stderr:\r
+                StdErrThread.join()\r
+            if Process.returncode != 0 :\r
+                EdkLogger.error("Prebuild", PREBUILD_ERROR, 'Prebuild process is not success!')\r
+\r
+            if os.path.exists(PrebuildEnvFile):\r
+                f = open(PrebuildEnvFile)\r
+                envs = f.readlines()\r
+                f.close()\r
+                envs = itertools.imap(lambda l: l.split('=',1), envs)\r
+                envs = itertools.ifilter(lambda l: len(l) == 2, envs)\r
+                envs = itertools.imap(lambda l: [i.strip() for i in l], envs)\r
+                os.environ.update(dict(envs))\r
+            EdkLogger.info("\n- Prebuild Done -\n")\r
+\r
+    def LanuchPostbuild(self):\r
+        if self.Postbuild:\r
+            EdkLogger.info("\n- Postbuild Start -\n")\r
+            if sys.platform == "win32":\r
+                Process = Popen(self.Postbuild, stdout=PIPE, stderr=PIPE)\r
+            else:\r
+                Process = Popen(self.Postbuild, stdout=PIPE, stderr=PIPE, shell=True, executable="/bin/bash")\r
+            # launch two threads to read the STDOUT and STDERR\r
+            EndOfProcedure = Event()\r
+            EndOfProcedure.clear()\r
+            if Process.stdout:\r
+                StdOutThread = Thread(target=ReadMessage, args=(Process.stdout, EdkLogger.info, EndOfProcedure))\r
+                StdOutThread.setName("STDOUT-Redirector")\r
+                StdOutThread.setDaemon(False)\r
+                StdOutThread.start()\r
+\r
+            if Process.stderr:\r
+                StdErrThread = Thread(target=ReadMessage, args=(Process.stderr, EdkLogger.quiet, EndOfProcedure))\r
+                StdErrThread.setName("STDERR-Redirector")\r
+                StdErrThread.setDaemon(False)\r
+                StdErrThread.start()\r
+            # waiting for program exit\r
+            Process.wait()\r
+\r
+            if Process.stdout:\r
+                StdOutThread.join()\r
+            if Process.stderr:\r
+                StdErrThread.join()\r
+            if Process.returncode != 0 :\r
+                EdkLogger.error("Postbuild", POSTBUILD_ERROR, 'Postbuild process is not success!')\r
+            EdkLogger.info("\n- Postbuild Done -\n")\r
     ## Build a module or platform\r
     #\r
     # Create autogen code and makefile for a module or platform, and the launch\r
@@ -1414,6 +1587,7 @@ class Build():
     ## Build active platform for different build targets and different tool chains\r
     #\r
     def _BuildPlatform(self):\r
+        SaveFileOnChange(self.PlatformBuildPath, '# DO NOT EDIT \n# FILE auto-generated\n', False)\r
         for BuildTarget in self.BuildTargetList:\r
             GlobalData.gGlobalDefines['TARGET'] = BuildTarget\r
             for ToolChain in self.ToolChainList:\r
@@ -1587,6 +1761,7 @@ class Build():
     ## Build a platform in multi-thread mode\r
     #\r
     def _MultiThreadBuildPlatform(self):\r
+        SaveFileOnChange(self.PlatformBuildPath, '# DO NOT EDIT \n# FILE auto-generated\n', False)\r
         for BuildTarget in self.BuildTargetList:\r
             GlobalData.gGlobalDefines['TARGET'] = BuildTarget\r
             for ToolChain in self.ToolChainList:\r
@@ -1961,7 +2136,7 @@ def Main():
 \r
     # Initialize log system\r
     EdkLogger.Initialize()\r
-\r
+    GlobalData.gCommand = sys.argv[1:]\r
     #\r
     # Parse the options and args\r
     #\r
@@ -2059,7 +2234,8 @@ def Main():
 \r
         MyBuild = Build(Target, Workspace, Option)\r
         GlobalData.gCommandLineDefines['ARCH'] = ' '.join(MyBuild.ArchList)\r
-        MyBuild.Launch()\r
+        if not (MyBuild.LaunchPrebuildFlag and os.path.exists(MyBuild.PlatformBuildPath)):\r
+            MyBuild.Launch()\r
         # Drop temp tables to avoid database locked.\r
         for TmpTableName in TmpTableDict:\r
             SqlCommand = """drop table IF EXISTS %s""" % TmpTableName\r
@@ -2116,7 +2292,11 @@ def Main():
         Utils.ClearDuplicatedInf()\r
 \r
     if ReturnCode == 0:\r
-        Conclusion = "Done"\r
+        try:\r
+            MyBuild.LanuchPostbuild()\r
+            Conclusion = "Done"\r
+        except:\r
+            Conclusion = "Failed"\r
     elif ReturnCode == ABORT_ERROR:\r
         Conclusion = "Aborted"\r
     else:\r