BaseTools: Leverage compiler output to optimize binary cache

[mirror_edk2.git] / BaseTools / Source / Python / AutoGen / DataPipe.py

## @file\r
# Create makefile for MS nmake and GNU make\r
#\r
# Copyright (c) 2019, Intel Corporation. All rights reserved.<BR>\r
# SPDX-License-Identifier: BSD-2-Clause-Patent\r
#\r
from __future__ import absolute_import\r
from Workspace.WorkspaceDatabase import BuildDB\r
from Workspace.WorkspaceCommon import GetModuleLibInstances\r
import Common.GlobalData as GlobalData\r
import os\r
import pickle\r
from pickle import HIGHEST_PROTOCOL\r
from Common import EdkLogger\r
\r
class PCD_DATA():\r
    def __init__(self,TokenCName,TokenSpaceGuidCName,Type,DatumType,SkuInfoList,DefaultValue,\r
                 MaxDatumSize,UserDefinedDefaultStoresFlag,validateranges,\r
                 validlists,expressions,CustomAttribute,TokenValue):\r
        self.TokenCName = TokenCName\r
        self.TokenSpaceGuidCName = TokenSpaceGuidCName\r
        self.Type = Type\r
        self.DatumType = DatumType\r
        self.SkuInfoList = SkuInfoList\r
        self.DefaultValue = DefaultValue\r
        self.MaxDatumSize = MaxDatumSize\r
        self.UserDefinedDefaultStoresFlag = UserDefinedDefaultStoresFlag\r
        self.validateranges = validateranges\r
        self.validlists = validlists\r
        self.expressions = expressions\r
        self.CustomAttribute = CustomAttribute\r
        self.TokenValue = TokenValue\r
\r
class DataPipe(object):\r
    def __init__(self, BuildDir=None):\r
        self.data_container = {}\r
        self.BuildDir = BuildDir\r
        self.dump_file = ""\r
\r
class MemoryDataPipe(DataPipe):\r
\r
    def Get(self,key):\r
        return self.data_container.get(key)\r
\r
    def dump(self,file_path):\r
        self.dump_file = file_path\r
        with open(file_path,'wb') as fd:\r
            pickle.dump(self.data_container,fd,pickle.HIGHEST_PROTOCOL)\r
\r
    def load(self,file_path):\r
        with open(file_path,'rb') as fd:\r
            self.data_container = pickle.load(fd)\r
\r
    @property\r
    def DataContainer(self):\r
        return self.data_container\r
    @DataContainer.setter\r
    def DataContainer(self,data):\r
        self.data_container.update(data)\r
\r
    def FillData(self,PlatformInfo):\r
        #Platform Pcds\r
        self.DataContainer = {\r
            "PLA_PCD" : [PCD_DATA(\r
            pcd.TokenCName,pcd.TokenSpaceGuidCName,pcd.Type,\r
            pcd.DatumType,pcd.SkuInfoList,pcd.DefaultValue,\r
            pcd.MaxDatumSize,pcd.UserDefinedDefaultStoresFlag,pcd.validateranges,\r
                 pcd.validlists,pcd.expressions,pcd.CustomAttribute,pcd.TokenValue)\r
            for pcd in PlatformInfo.Platform.Pcds.values()]\r
            }\r
\r
        #Platform Module Pcds\r
        ModulePcds = {}\r
        for m in PlatformInfo.Platform.Modules:\r
            m_pcds =  PlatformInfo.Platform.Modules[m].Pcds\r
            if m_pcds:\r
                ModulePcds[(m.File,m.Root,m.Arch)] = [PCD_DATA(\r
            pcd.TokenCName,pcd.TokenSpaceGuidCName,pcd.Type,\r
            pcd.DatumType,pcd.SkuInfoList,pcd.DefaultValue,\r
            pcd.MaxDatumSize,pcd.UserDefinedDefaultStoresFlag,pcd.validateranges,\r
                 pcd.validlists,pcd.expressions,pcd.CustomAttribute,pcd.TokenValue)\r
            for pcd in PlatformInfo.Platform.Modules[m].Pcds.values()]\r
\r
\r
        self.DataContainer = {"MOL_PCDS":ModulePcds}\r
\r
        #Module's Library Instance\r
        ModuleLibs = {}\r
        libModules = {}\r
        for m in PlatformInfo.Platform.Modules:\r
            module_obj = BuildDB.BuildObject[m,PlatformInfo.Arch,PlatformInfo.BuildTarget,PlatformInfo.ToolChain]\r
            Libs = GetModuleLibInstances(module_obj, PlatformInfo.Platform, BuildDB.BuildObject, PlatformInfo.Arch,PlatformInfo.BuildTarget,PlatformInfo.ToolChain,PlatformInfo.MetaFile,EdkLogger)\r
            for lib in Libs:\r
                try:\r
                    libModules[(lib.MetaFile.File,lib.MetaFile.Root,lib.Arch,lib.MetaFile.Path)].append((m.File,m.Root,module_obj.Arch,m.Path))\r
                except:\r
                    libModules[(lib.MetaFile.File,lib.MetaFile.Root,lib.Arch,lib.MetaFile.Path)] = [(m.File,m.Root,module_obj.Arch,m.Path)]\r
            ModuleLibs[(m.File,m.Root,module_obj.Arch,m.Path)] = [(l.MetaFile.File,l.MetaFile.Root,l.Arch,l.MetaFile.Path) for l in Libs]\r
        self.DataContainer = {"DEPS":ModuleLibs}\r
        self.DataContainer = {"REFS":libModules}\r
\r
        #Platform BuildOptions\r
\r
        platform_build_opt =  PlatformInfo.EdkIIBuildOption\r
\r
        ToolDefinition = PlatformInfo.ToolDefinition\r
        module_build_opt = {}\r
        for m in PlatformInfo.Platform.Modules:\r
            ModuleTypeOptions, PlatformModuleOptions = PlatformInfo.GetGlobalBuildOptions(BuildDB.BuildObject[m,PlatformInfo.Arch,PlatformInfo.BuildTarget,PlatformInfo.ToolChain])\r
            if ModuleTypeOptions or PlatformModuleOptions:\r
                module_build_opt.update({(m.File,m.Root): {"ModuleTypeOptions":ModuleTypeOptions, "PlatformModuleOptions":PlatformModuleOptions}})\r
\r
        self.DataContainer = {"PLA_BO":platform_build_opt,\r
                              "TOOLDEF":ToolDefinition,\r
                              "MOL_BO":module_build_opt\r
                              }\r
\r
\r
\r
        #Platform Info\r
        PInfo = {\r
            "WorkspaceDir":PlatformInfo.Workspace.WorkspaceDir,\r
            "Target":PlatformInfo.BuildTarget,\r
            "ToolChain":PlatformInfo.Workspace.ToolChain,\r
            "BuildRuleFile":PlatformInfo.BuildRule,\r
            "Arch": PlatformInfo.Arch,\r
            "ArchList":PlatformInfo.Workspace.ArchList,\r
            "ActivePlatform":PlatformInfo.MetaFile\r
            }\r
        self.DataContainer = {'P_Info':PInfo}\r
\r
        self.DataContainer = {'M_Name':PlatformInfo.UniqueBaseName}\r
\r
        self.DataContainer = {"ToolChainFamily": PlatformInfo.ToolChainFamily}\r
\r
        self.DataContainer = {"BuildRuleFamily": PlatformInfo.BuildRuleFamily}\r
\r
        self.DataContainer = {"MixedPcd":GlobalData.MixedPcd}\r
\r
        self.DataContainer = {"BuildOptPcd":GlobalData.BuildOptionPcd}\r
\r
        self.DataContainer = {"BuildCommand": PlatformInfo.BuildCommand}\r
\r
        self.DataContainer = {"AsBuildModuleList": PlatformInfo._AsBuildModuleList}\r
\r
        self.DataContainer = {"G_defines": GlobalData.gGlobalDefines}\r
\r
        self.DataContainer = {"CL_defines": GlobalData.gCommandLineDefines}\r
\r
        self.DataContainer = {"Env_Var": {k:v for k, v in os.environ.items()}}\r
\r
        self.DataContainer = {"PackageList": [(dec.MetaFile,dec.Arch) for dec in PlatformInfo.PackageList]}\r
\r
        self.DataContainer = {"GuidDict": PlatformInfo.Platform._GuidDict}\r
\r
        self.DataContainer = {"DatabasePath":GlobalData.gDatabasePath}\r
\r
        self.DataContainer = {"FdfParser": True if GlobalData.gFdfParser else False}\r
\r
        self.DataContainer = {"LogLevel": EdkLogger.GetLevel()}\r
\r
        self.DataContainer = {"UseHashCache":GlobalData.gUseHashCache}\r
\r
        self.DataContainer = {"BinCacheSource":GlobalData.gBinCacheSource}\r
\r
        self.DataContainer = {"BinCacheDest":GlobalData.gBinCacheDest}\r
\r
        self.DataContainer = {"EnableGenfdsMultiThread":GlobalData.gEnableGenfdsMultiThread}\r