[mirror_edk2.git] / BaseTools / Source / Python / AutoGen / AutoGenWorker.py

## @file\r
# Create makefile for MS nmake and GNU make\r
#\r
# Copyright (c) 2019, Intel Corporation. All rights reserved.<BR>\r
# SPDX-License-Identifier: BSD-2-Clause-Patent\r
#\r
from __future__ import absolute_import\r
import multiprocessing as mp\r
import threading\r
from Common.Misc import PathClass\r
from AutoGen.ModuleAutoGen import ModuleAutoGen\r
from AutoGen.ModuleAutoGenHelper import WorkSpaceInfo,AutoGenInfo\r
import Common.GlobalData as GlobalData\r
import Common.EdkLogger as EdkLogger\r
import os\r
from Common.MultipleWorkspace import MultipleWorkspace as mws\r
from AutoGen.AutoGen import AutoGen\r
from Workspace.WorkspaceDatabase import BuildDB\r
try:\r
    from queue import Empty\r
except:\r
    from Queue import Empty\r
import traceback\r
import sys\r
from AutoGen.DataPipe import MemoryDataPipe\r
import logging\r
\r
def clearQ(q):\r
    try:\r
        while True:\r
            q.get_nowait()\r
    except Empty:\r
        pass\r
\r
class LogAgent(threading.Thread):\r
    def __init__(self,log_q,log_level,log_file=None):\r
        super(LogAgent,self).__init__()\r
        self.log_q = log_q\r
        self.log_level = log_level\r
        self.log_file = log_file\r
    def InitLogger(self):\r
        # For DEBUG level (All DEBUG_0~9 are applicable)\r
        self._DebugLogger_agent = logging.getLogger("tool_debug_agent")\r
        _DebugFormatter = logging.Formatter("[%(asctime)s.%(msecs)d]: %(message)s", datefmt="%H:%M:%S")\r
        self._DebugLogger_agent.setLevel(self.log_level)\r
        _DebugChannel = logging.StreamHandler(sys.stdout)\r
        _DebugChannel.setFormatter(_DebugFormatter)\r
        self._DebugLogger_agent.addHandler(_DebugChannel)\r
\r
        # For VERBOSE, INFO, WARN level\r
        self._InfoLogger_agent = logging.getLogger("tool_info_agent")\r
        _InfoFormatter = logging.Formatter("%(message)s")\r
        self._InfoLogger_agent.setLevel(self.log_level)\r
        _InfoChannel = logging.StreamHandler(sys.stdout)\r
        _InfoChannel.setFormatter(_InfoFormatter)\r
        self._InfoLogger_agent.addHandler(_InfoChannel)\r
\r
        # For ERROR level\r
        self._ErrorLogger_agent = logging.getLogger("tool_error_agent")\r
        _ErrorFormatter = logging.Formatter("%(message)s")\r
        self._ErrorLogger_agent.setLevel(self.log_level)\r
        _ErrorCh = logging.StreamHandler(sys.stderr)\r
        _ErrorCh.setFormatter(_ErrorFormatter)\r
        self._ErrorLogger_agent.addHandler(_ErrorCh)\r
\r
        if self.log_file:\r
            if os.path.exists(self.log_file):\r
                os.remove(self.log_file)\r
            _Ch = logging.FileHandler(self.log_file)\r
            _Ch.setFormatter(_DebugFormatter)\r
            self._DebugLogger_agent.addHandler(_Ch)\r
\r
            _Ch= logging.FileHandler(self.log_file)\r
            _Ch.setFormatter(_InfoFormatter)\r
            self._InfoLogger_agent.addHandler(_Ch)\r
\r
            _Ch = logging.FileHandler(self.log_file)\r
            _Ch.setFormatter(_ErrorFormatter)\r
            self._ErrorLogger_agent.addHandler(_Ch)\r
\r
    def run(self):\r
        self.InitLogger()\r
        while True:\r
            log_message = self.log_q.get()\r
            if log_message is None:\r
                break\r
            if log_message.name == "tool_error":\r
                self._ErrorLogger_agent.log(log_message.levelno,log_message.getMessage())\r
            elif log_message.name == "tool_info":\r
                self._InfoLogger_agent.log(log_message.levelno,log_message.getMessage())\r
            elif log_message.name == "tool_debug":\r
                self._DebugLogger_agent.log(log_message.levelno,log_message.getMessage())\r
            else:\r
                self._InfoLogger_agent.log(log_message.levelno,log_message.getMessage())\r
\r
    def kill(self):\r
        self.log_q.put(None)\r
class AutoGenManager(threading.Thread):\r
    def __init__(self,autogen_workers, feedback_q,error_event):\r
        super(AutoGenManager,self).__init__()\r
        self.autogen_workers = autogen_workers\r
        self.feedback_q = feedback_q\r
        self.Status = True\r
        self.error_event = error_event\r
    def run(self):\r
        try:\r
            fin_num = 0\r
            while True:\r
                badnews = self.feedback_q.get()\r
                if badnews is None:\r
                    break\r
                if badnews == "Done":\r
                    fin_num += 1\r
                else:\r
                    self.Status = False\r
                    self.TerminateWorkers()\r
                if fin_num == len(self.autogen_workers):\r
                    self.clearQueue()\r
                    for w in self.autogen_workers:\r
                        w.join()\r
                    break\r
        except Exception:\r
            return\r
\r
    def clearQueue(self):\r
        taskq = self.autogen_workers[0].module_queue\r
        logq = self.autogen_workers[0].log_q\r
        clearQ(taskq)\r
        clearQ(self.feedback_q)\r
        clearQ(logq)\r
    def TerminateWorkers(self):\r
        self.error_event.set()\r
    def kill(self):\r
        self.feedback_q.put(None)\r
class AutoGenWorkerInProcess(mp.Process):\r
    def __init__(self,module_queue,data_pipe_file_path,feedback_q,file_lock,cache_lock,share_data,log_q,error_event):\r
        mp.Process.__init__(self)\r
        self.module_queue = module_queue\r
        self.data_pipe_file_path =data_pipe_file_path\r
        self.data_pipe = None\r
        self.feedback_q = feedback_q\r
        self.PlatformMetaFileSet = {}\r
        self.file_lock = file_lock\r
        self.cache_lock = cache_lock\r
        self.share_data = share_data\r
        self.log_q = log_q\r
        self.error_event = error_event\r
    def GetPlatformMetaFile(self,filepath,root):\r
        try:\r
            return self.PlatformMetaFileSet[(filepath,root)]\r
        except:\r
            self.PlatformMetaFileSet[(filepath,root)]  = filepath\r
            return self.PlatformMetaFileSet[(filepath,root)]\r
    def run(self):\r
        try:\r
            taskname = "Init"\r
            with self.file_lock:\r
                try:\r
                    self.data_pipe = MemoryDataPipe()\r
                    self.data_pipe.load(self.data_pipe_file_path)\r
                except:\r
                    self.feedback_q.put(taskname + ":" + "load data pipe %s failed." % self.data_pipe_file_path)\r
            EdkLogger.LogClientInitialize(self.log_q)\r
            loglevel = self.data_pipe.Get("LogLevel")\r
            if not loglevel:\r
                loglevel = EdkLogger.INFO\r
            EdkLogger.SetLevel(loglevel)\r
            target = self.data_pipe.Get("P_Info").get("Target")\r
            toolchain = self.data_pipe.Get("P_Info").get("ToolChain")\r
            archlist = self.data_pipe.Get("P_Info").get("ArchList")\r
\r
            active_p = self.data_pipe.Get("P_Info").get("ActivePlatform")\r
            workspacedir = self.data_pipe.Get("P_Info").get("WorkspaceDir")\r
            PackagesPath = os.getenv("PACKAGES_PATH")\r
            mws.setWs(workspacedir, PackagesPath)\r
            self.Wa = WorkSpaceInfo(\r
                workspacedir,active_p,target,toolchain,archlist\r
                )\r
            self.Wa._SrcTimeStamp = self.data_pipe.Get("Workspace_timestamp")\r
            GlobalData.gGlobalDefines = self.data_pipe.Get("G_defines")\r
            GlobalData.gCommandLineDefines = self.data_pipe.Get("CL_defines")\r
            os.environ._data = self.data_pipe.Get("Env_Var")\r
            GlobalData.gWorkspace = workspacedir\r
            GlobalData.gDisableIncludePathCheck = False\r
            GlobalData.gFdfParser = self.data_pipe.Get("FdfParser")\r
            GlobalData.gDatabasePath = self.data_pipe.Get("DatabasePath")\r
            GlobalData.gBinCacheSource = self.data_pipe.Get("BinCacheSource")\r
            GlobalData.gBinCacheDest = self.data_pipe.Get("BinCacheDest")\r
            GlobalData.gCacheIR = self.share_data\r
            GlobalData.gEnableGenfdsMultiThread = self.data_pipe.Get("EnableGenfdsMultiThread")\r
            GlobalData.file_lock = self.file_lock\r
            GlobalData.cache_lock = self.cache_lock\r
            CommandTarget = self.data_pipe.Get("CommandTarget")\r
            pcd_from_build_option = []\r
            for pcd_tuple in self.data_pipe.Get("BuildOptPcd"):\r
                pcd_id = ".".join((pcd_tuple[0],pcd_tuple[1]))\r
                if pcd_tuple[2].strip():\r
                    pcd_id = ".".join((pcd_id,pcd_tuple[2]))\r
                pcd_from_build_option.append("=".join((pcd_id,pcd_tuple[3])))\r
            GlobalData.BuildOptionPcd = pcd_from_build_option\r
            module_count = 0\r
            FfsCmd = self.data_pipe.Get("FfsCommand")\r
            if FfsCmd is None:\r
                FfsCmd = {}\r
            GlobalData.FfsCmd = FfsCmd\r
            PlatformMetaFile = self.GetPlatformMetaFile(self.data_pipe.Get("P_Info").get("ActivePlatform"),\r
                                             self.data_pipe.Get("P_Info").get("WorkspaceDir"))\r
            libConstPcd = self.data_pipe.Get("LibConstPcd")\r
            Refes = self.data_pipe.Get("REFS")\r
            GlobalData.libConstPcd = libConstPcd\r
            GlobalData.Refes = Refes\r
            while True:\r
                if self.module_queue.empty():\r
                    break\r
                if self.error_event.is_set():\r
                    break\r
                module_count += 1\r
                module_file,module_root,module_path,module_basename,module_originalpath,module_arch,IsLib = self.module_queue.get_nowait()\r
                modulefullpath = os.path.join(module_root,module_file)\r
                taskname = " : ".join((modulefullpath,module_arch))\r
                module_metafile = PathClass(module_file,module_root)\r
                if module_path:\r
                    module_metafile.Path = module_path\r
                if module_basename:\r
                    module_metafile.BaseName = module_basename\r
                if module_originalpath:\r
                    module_metafile.OriginalPath = PathClass(module_originalpath,module_root)\r
                arch = module_arch\r
                target = self.data_pipe.Get("P_Info").get("Target")\r
                toolchain = self.data_pipe.Get("P_Info").get("ToolChain")\r
                Ma = ModuleAutoGen(self.Wa,module_metafile,target,toolchain,arch,PlatformMetaFile,self.data_pipe)\r
                Ma.IsLibrary = IsLib\r
                if IsLib:\r
                    if (Ma.MetaFile.File,Ma.MetaFile.Root,Ma.Arch,Ma.MetaFile.Path) in libConstPcd:\r
                        Ma.ConstPcd = libConstPcd[(Ma.MetaFile.File,Ma.MetaFile.Root,Ma.Arch,Ma.MetaFile.Path)]\r
                    if (Ma.MetaFile.File,Ma.MetaFile.Root,Ma.Arch,Ma.MetaFile.Path) in Refes:\r
                        Ma.ReferenceModules = Refes[(Ma.MetaFile.File,Ma.MetaFile.Root,Ma.Arch,Ma.MetaFile.Path)]\r
                if GlobalData.gBinCacheSource and CommandTarget in [None, "", "all"]:\r
                    Ma.GenModuleFilesHash(GlobalData.gCacheIR)\r
                    Ma.GenPreMakefileHash(GlobalData.gCacheIR)\r
                    if Ma.CanSkipbyPreMakefileCache(GlobalData.gCacheIR):\r
                        continue\r
\r
                Ma.CreateCodeFile(False)\r
                Ma.CreateMakeFile(False,GenFfsList=FfsCmd.get((Ma.MetaFile.Path, Ma.Arch),[]))\r
\r
                if GlobalData.gBinCacheSource and CommandTarget in [None, "", "all"]:\r
                    Ma.GenMakeHeaderFilesHash(GlobalData.gCacheIR)\r
                    Ma.GenMakeHash(GlobalData.gCacheIR)\r
                    if Ma.CanSkipbyMakeCache(GlobalData.gCacheIR):\r
                        continue\r
                    else:\r
                        Ma.PrintFirstMakeCacheMissFile(GlobalData.gCacheIR)\r
        except Empty:\r
            pass\r
        except:\r
            traceback.print_exc(file=sys.stdout)\r
            self.feedback_q.put(taskname)\r
        finally:\r
            self.feedback_q.put("Done")\r
    def printStatus(self):\r
        print("Processs ID: %d Run %d modules in AutoGen " % (os.getpid(),len(AutoGen.Cache())))\r
        print("Processs ID: %d Run %d modules in AutoGenInfo " % (os.getpid(),len(AutoGenInfo.GetCache())))\r
        groupobj = {}\r
        for buildobj in BuildDB.BuildObject.GetCache().values():\r
            if str(buildobj).lower().endswith("dec"):\r
                try:\r
                    groupobj['dec'].append(str(buildobj))\r
                except:\r
                    groupobj['dec'] = [str(buildobj)]\r
            if str(buildobj).lower().endswith("dsc"):\r
                try:\r
                    groupobj['dsc'].append(str(buildobj))\r
                except:\r
                    groupobj['dsc'] = [str(buildobj)]\r
\r
            if str(buildobj).lower().endswith("inf"):\r
                try:\r
                    groupobj['inf'].append(str(buildobj))\r
                except:\r
                    groupobj['inf'] = [str(buildobj)]\r
\r
        print("Processs ID: %d Run %d pkg in WDB " % (os.getpid(),len(groupobj.get("dec",[]))))\r
        print("Processs ID: %d Run %d pla in WDB " % (os.getpid(),len(groupobj.get("dsc",[]))))\r
        print("Processs ID: %d Run %d inf in WDB " % (os.getpid(),len(groupobj.get("inf",[]))))\r
Commit	Line	Data
673d09a2 FB	1	## @file\r
	2	# Create makefile for MS nmake and GNU make\r
	3	#\r
	4	# Copyright (c) 2019, Intel Corporation. All rights reserved.<BR>\r
	5	# SPDX-License-Identifier: BSD-2-Clause-Patent\r
	6	#\r
	7	from __future__ import absolute_import\r
	8	import multiprocessing as mp\r
	9	import threading\r
	10	from Common.Misc import PathClass\r
	11	from AutoGen.ModuleAutoGen import ModuleAutoGen\r
	12	from AutoGen.ModuleAutoGenHelper import WorkSpaceInfo,AutoGenInfo\r
	13	import Common.GlobalData as GlobalData\r
	14	import Common.EdkLogger as EdkLogger\r
	15	import os\r
	16	from Common.MultipleWorkspace import MultipleWorkspace as mws\r
	17	from AutoGen.AutoGen import AutoGen\r
	18	from Workspace.WorkspaceDatabase import BuildDB\r
4acae2b3 FB	19	try:\r
	20	from queue import Empty\r
	21	except:\r
	22	from Queue import Empty\r
673d09a2 FB	23	import traceback\r
	24	import sys\r
	25	from AutoGen.DataPipe import MemoryDataPipe\r
1a624dd7 FB	26	import logging\r
1a624dd7 FB	27	\r
673d09a2 FB	28	def clearQ(q):\r
	29	try:\r
	30	while True:\r
	31	q.get_nowait()\r
	32	except Empty:\r
	33	pass\r
636ed13a FB	34	\r
	35	class LogAgent(threading.Thread):\r
	36	def __init__(self,log_q,log_level,log_file=None):\r
	37	super(LogAgent,self).__init__()\r
	38	self.log_q = log_q\r
	39	self.log_level = log_level\r
	40	self.log_file = log_file\r
	41	def InitLogger(self):\r
	42	# For DEBUG level (All DEBUG_0~9 are applicable)\r
	43	self._DebugLogger_agent = logging.getLogger("tool_debug_agent")\r
	44	_DebugFormatter = logging.Formatter("[%(asctime)s.%(msecs)d]: %(message)s", datefmt="%H:%M:%S")\r
	45	self._DebugLogger_agent.setLevel(self.log_level)\r
	46	_DebugChannel = logging.StreamHandler(sys.stdout)\r
	47	_DebugChannel.setFormatter(_DebugFormatter)\r
	48	self._DebugLogger_agent.addHandler(_DebugChannel)\r
	49	\r
	50	# For VERBOSE, INFO, WARN level\r
	51	self._InfoLogger_agent = logging.getLogger("tool_info_agent")\r
	52	_InfoFormatter = logging.Formatter("%(message)s")\r
	53	self._InfoLogger_agent.setLevel(self.log_level)\r
	54	_InfoChannel = logging.StreamHandler(sys.stdout)\r
	55	_InfoChannel.setFormatter(_InfoFormatter)\r
	56	self._InfoLogger_agent.addHandler(_InfoChannel)\r
	57	\r
	58	# For ERROR level\r
	59	self._ErrorLogger_agent = logging.getLogger("tool_error_agent")\r
	60	_ErrorFormatter = logging.Formatter("%(message)s")\r
	61	self._ErrorLogger_agent.setLevel(self.log_level)\r
	62	_ErrorCh = logging.StreamHandler(sys.stderr)\r
	63	_ErrorCh.setFormatter(_ErrorFormatter)\r
	64	self._ErrorLogger_agent.addHandler(_ErrorCh)\r
	65	\r
	66	if self.log_file:\r
	67	if os.path.exists(self.log_file):\r
	68	os.remove(self.log_file)\r
	69	_Ch = logging.FileHandler(self.log_file)\r
	70	_Ch.setFormatter(_DebugFormatter)\r
	71	self._DebugLogger_agent.addHandler(_Ch)\r
	72	\r
	73	_Ch= logging.FileHandler(self.log_file)\r
	74	_Ch.setFormatter(_InfoFormatter)\r
	75	self._InfoLogger_agent.addHandler(_Ch)\r
	76	\r
	77	_Ch = logging.FileHandler(self.log_file)\r
	78	_Ch.setFormatter(_ErrorFormatter)\r
	79	self._ErrorLogger_agent.addHandler(_Ch)\r
	80	\r
	81	def run(self):\r
	82	self.InitLogger()\r
	83	while True:\r
	84	log_message = self.log_q.get()\r
	85	if log_message is None:\r
	86	break\r
	87	if log_message.name == "tool_error":\r
	88	self._ErrorLogger_agent.log(log_message.levelno,log_message.getMessage())\r
	89	elif log_message.name == "tool_info":\r
	90	self._InfoLogger_agent.log(log_message.levelno,log_message.getMessage())\r
	91	elif log_message.name == "tool_debug":\r
	92	self._DebugLogger_agent.log(log_message.levelno,log_message.getMessage())\r
	93	else:\r
	94	self._InfoLogger_agent.log(log_message.levelno,log_message.getMessage())\r
	95	\r
	96	def kill(self):\r
	97	self.log_q.put(None)\r
673d09a2 FB	98	class AutoGenManager(threading.Thread):\r
	99	def __init__(self,autogen_workers, feedback_q,error_event):\r
	100	super(AutoGenManager,self).__init__()\r
	101	self.autogen_workers = autogen_workers\r
	102	self.feedback_q = feedback_q\r
673d09a2 FB	103	self.Status = True\r
	104	self.error_event = error_event\r
	105	def run(self):\r
	106	try:\r
	107	fin_num = 0\r
	108	while True:\r
	109	badnews = self.feedback_q.get()\r
	110	if badnews is None:\r
	111	break\r
	112	if badnews == "Done":\r
	113	fin_num += 1\r
	114	else:\r
	115	self.Status = False\r
	116	self.TerminateWorkers()\r
	117	if fin_num == len(self.autogen_workers):\r
	118	self.clearQueue()\r
	119	for w in self.autogen_workers:\r
	120	w.join()\r
	121	break\r
	122	except Exception:\r
	123	return\r
	124	\r
	125	def clearQueue(self):\r
	126	taskq = self.autogen_workers[0].module_queue\r
1a624dd7	127	logq = self.autogen_workers[0].log_q\r
673d09a2 FB	128	clearQ(taskq)\r
673d09a2 FB	129	clearQ(self.feedback_q)\r
1a624dd7	130	clearQ(logq)\r
673d09a2 FB	131	def TerminateWorkers(self):\r
	132	self.error_event.set()\r
	133	def kill(self):\r
	134	self.feedback_q.put(None)\r
	135	class AutoGenWorkerInProcess(mp.Process):\r
94459080	136	def __init__(self,module_queue,data_pipe_file_path,feedback_q,file_lock,cache_lock,share_data,log_q,error_event):\r
673d09a2 FB	137	mp.Process.__init__(self)\r
	138	self.module_queue = module_queue\r
	139	self.data_pipe_file_path =data_pipe_file_path\r
	140	self.data_pipe = None\r
	141	self.feedback_q = feedback_q\r
	142	self.PlatformMetaFileSet = {}\r
	143	self.file_lock = file_lock\r
94459080	144	self.cache_lock = cache_lock\r
3285fbda	145	self.share_data = share_data\r
636ed13a	146	self.log_q = log_q\r
673d09a2 FB	147	self.error_event = error_event\r
	148	def GetPlatformMetaFile(self,filepath,root):\r
	149	try:\r
	150	return self.PlatformMetaFileSet[(filepath,root)]\r
	151	except:\r
	152	self.PlatformMetaFileSet[(filepath,root)] = filepath\r
	153	return self.PlatformMetaFileSet[(filepath,root)]\r
	154	def run(self):\r
	155	try:\r
	156	taskname = "Init"\r
	157	with self.file_lock:\r
0075ab2c FB	158	try:\r
	159	self.data_pipe = MemoryDataPipe()\r
	160	self.data_pipe.load(self.data_pipe_file_path)\r
	161	except:\r
673d09a2	162	self.feedback_q.put(taskname + ":" + "load data pipe %s failed." % self.data_pipe_file_path)\r
636ed13a	163	EdkLogger.LogClientInitialize(self.log_q)\r
673d09a2 FB	164	loglevel = self.data_pipe.Get("LogLevel")\r
	165	if not loglevel:\r
	166	loglevel = EdkLogger.INFO\r
	167	EdkLogger.SetLevel(loglevel)\r
673d09a2 FB	168	target = self.data_pipe.Get("P_Info").get("Target")\r
	169	toolchain = self.data_pipe.Get("P_Info").get("ToolChain")\r
	170	archlist = self.data_pipe.Get("P_Info").get("ArchList")\r
	171	\r
	172	active_p = self.data_pipe.Get("P_Info").get("ActivePlatform")\r
	173	workspacedir = self.data_pipe.Get("P_Info").get("WorkspaceDir")\r
	174	PackagesPath = os.getenv("PACKAGES_PATH")\r
	175	mws.setWs(workspacedir, PackagesPath)\r
	176	self.Wa = WorkSpaceInfo(\r
	177	workspacedir,active_p,target,toolchain,archlist\r
	178	)\r
	179	self.Wa._SrcTimeStamp = self.data_pipe.Get("Workspace_timestamp")\r
	180	GlobalData.gGlobalDefines = self.data_pipe.Get("G_defines")\r
	181	GlobalData.gCommandLineDefines = self.data_pipe.Get("CL_defines")\r
	182	os.environ._data = self.data_pipe.Get("Env_Var")\r
	183	GlobalData.gWorkspace = workspacedir\r
	184	GlobalData.gDisableIncludePathCheck = False\r
	185	GlobalData.gFdfParser = self.data_pipe.Get("FdfParser")\r
	186	GlobalData.gDatabasePath = self.data_pipe.Get("DatabasePath")\r
0e7e7a26 SS	187	GlobalData.gBinCacheSource = self.data_pipe.Get("BinCacheSource")\r
0e7e7a26 SS	188	GlobalData.gBinCacheDest = self.data_pipe.Get("BinCacheDest")\r
94459080	189	GlobalData.gCacheIR = self.share_data\r
0e7e7a26 SS	190	GlobalData.gEnableGenfdsMultiThread = self.data_pipe.Get("EnableGenfdsMultiThread")\r
0e7e7a26 SS	191	GlobalData.file_lock = self.file_lock\r
94459080	192	GlobalData.cache_lock = self.cache_lock\r
0e7e7a26	193	CommandTarget = self.data_pipe.Get("CommandTarget")\r
673d09a2 FB	194	pcd_from_build_option = []\r
	195	for pcd_tuple in self.data_pipe.Get("BuildOptPcd"):\r
	196	pcd_id = ".".join((pcd_tuple[0],pcd_tuple[1]))\r
	197	if pcd_tuple[2].strip():\r
	198	pcd_id = ".".join((pcd_id,pcd_tuple[2]))\r
	199	pcd_from_build_option.append("=".join((pcd_id,pcd_tuple[3])))\r
	200	GlobalData.BuildOptionPcd = pcd_from_build_option\r
	201	module_count = 0\r
	202	FfsCmd = self.data_pipe.Get("FfsCommand")\r
	203	if FfsCmd is None:\r
	204	FfsCmd = {}\r
0e7e7a26	205	GlobalData.FfsCmd = FfsCmd\r
673d09a2 FB	206	PlatformMetaFile = self.GetPlatformMetaFile(self.data_pipe.Get("P_Info").get("ActivePlatform"),\r
	207	self.data_pipe.Get("P_Info").get("WorkspaceDir"))\r
	208	libConstPcd = self.data_pipe.Get("LibConstPcd")\r
	209	Refes = self.data_pipe.Get("REFS")\r
0e7e7a26 SS	210	GlobalData.libConstPcd = libConstPcd\r
0e7e7a26 SS	211	GlobalData.Refes = Refes\r
673d09a2 FB	212	while True:\r
	213	if self.module_queue.empty():\r
	214	break\r
	215	if self.error_event.is_set():\r
	216	break\r
	217	module_count += 1\r
	218	module_file,module_root,module_path,module_basename,module_originalpath,module_arch,IsLib = self.module_queue.get_nowait()\r
	219	modulefullpath = os.path.join(module_root,module_file)\r
	220	taskname = " : ".join((modulefullpath,module_arch))\r
	221	module_metafile = PathClass(module_file,module_root)\r
	222	if module_path:\r
	223	module_metafile.Path = module_path\r
	224	if module_basename:\r
	225	module_metafile.BaseName = module_basename\r
	226	if module_originalpath:\r
	227	module_metafile.OriginalPath = PathClass(module_originalpath,module_root)\r
	228	arch = module_arch\r
	229	target = self.data_pipe.Get("P_Info").get("Target")\r
	230	toolchain = self.data_pipe.Get("P_Info").get("ToolChain")\r
	231	Ma = ModuleAutoGen(self.Wa,module_metafile,target,toolchain,arch,PlatformMetaFile,self.data_pipe)\r
	232	Ma.IsLibrary = IsLib\r
	233	if IsLib:\r
	234	if (Ma.MetaFile.File,Ma.MetaFile.Root,Ma.Arch,Ma.MetaFile.Path) in libConstPcd:\r
	235	Ma.ConstPcd = libConstPcd[(Ma.MetaFile.File,Ma.MetaFile.Root,Ma.Arch,Ma.MetaFile.Path)]\r
	236	if (Ma.MetaFile.File,Ma.MetaFile.Root,Ma.Arch,Ma.MetaFile.Path) in Refes:\r
	237	Ma.ReferenceModules = Refes[(Ma.MetaFile.File,Ma.MetaFile.Root,Ma.Arch,Ma.MetaFile.Path)]\r
0e7e7a26 SS	238	if GlobalData.gBinCacheSource and CommandTarget in [None, "", "all"]:\r
	239	Ma.GenModuleFilesHash(GlobalData.gCacheIR)\r
	240	Ma.GenPreMakefileHash(GlobalData.gCacheIR)\r
	241	if Ma.CanSkipbyPreMakefileCache(GlobalData.gCacheIR):\r
373298ca	242	continue\r
0e7e7a26	243	\r
673d09a2	244	Ma.CreateCodeFile(False)\r
e3c8311f	245	Ma.CreateMakeFile(False,GenFfsList=FfsCmd.get((Ma.MetaFile.Path, Ma.Arch),[]))\r
0e7e7a26 SS	246	\r
	247	if GlobalData.gBinCacheSource and CommandTarget in [None, "", "all"]:\r
	248	Ma.GenMakeHeaderFilesHash(GlobalData.gCacheIR)\r
	249	Ma.GenMakeHash(GlobalData.gCacheIR)\r
	250	if Ma.CanSkipbyMakeCache(GlobalData.gCacheIR):\r
	251	continue\r
56c786b0 SS	252	else:\r
56c786b0 SS	253	Ma.PrintFirstMakeCacheMissFile(GlobalData.gCacheIR)\r
673d09a2 FB	254	except Empty:\r
	255	pass\r
	256	except:\r
	257	traceback.print_exc(file=sys.stdout)\r
	258	self.feedback_q.put(taskname)\r
	259	finally:\r
	260	self.feedback_q.put("Done")\r
	261	def printStatus(self):\r
	262	print("Processs ID: %d Run %d modules in AutoGen " % (os.getpid(),len(AutoGen.Cache())))\r
	263	print("Processs ID: %d Run %d modules in AutoGenInfo " % (os.getpid(),len(AutoGenInfo.GetCache())))\r
	264	groupobj = {}\r
	265	for buildobj in BuildDB.BuildObject.GetCache().values():\r
	266	if str(buildobj).lower().endswith("dec"):\r
	267	try:\r
	268	groupobj['dec'].append(str(buildobj))\r
	269	except:\r
	270	groupobj['dec'] = [str(buildobj)]\r
	271	if str(buildobj).lower().endswith("dsc"):\r
	272	try:\r
	273	groupobj['dsc'].append(str(buildobj))\r
	274	except:\r
	275	groupobj['dsc'] = [str(buildobj)]\r
	276	\r
	277	if str(buildobj).lower().endswith("inf"):\r
	278	try:\r
	279	groupobj['inf'].append(str(buildobj))\r
	280	except:\r
	281	groupobj['inf'] = [str(buildobj)]\r
	282	\r
	283	print("Processs ID: %d Run %d pkg in WDB " % (os.getpid(),len(groupobj.get("dec",[]))))\r
	284	print("Processs ID: %d Run %d pla in WDB " % (os.getpid(),len(groupobj.get("dsc",[]))))\r
	285	print("Processs ID: %d Run %d inf in WDB " % (os.getpid(),len(groupobj.get("inf",[]))))\r