X-Git-Url: https://git.proxmox.com/?a=blobdiff_plain;f=BaseTools%2FSource%2FPython%2FAutoGen%2FGenPcdDb.py;h=d2d42fe9d08eb5bd0d55423186c2da2701aa89db;hb=a253d217ee3477fde46cadba0dfe364f9a826694;hp=40743d1fd64e957df461f2ced89ff39ebd52600d;hpb=34952f493c24c02f5eba6ae86ed758d3311cddb1;p=mirror_edk2.git diff --git a/BaseTools/Source/Python/AutoGen/GenPcdDb.py b/BaseTools/Source/Python/AutoGen/GenPcdDb.py index 40743d1fd6..d2d42fe9d0 100644 --- a/BaseTools/Source/Python/AutoGen/GenPcdDb.py +++ b/BaseTools/Source/Python/AutoGen/GenPcdDb.py @@ -1,7 +1,7 @@ ## @file # Routines for generating Pcd Database # -# Copyright (c) 2013 - 2016, Intel Corporation. All rights reserved.
+# Copyright (c) 2013 - 2018, Intel Corporation. All rights reserved.
# This program and the accompanying materials # are licensed and made available under the terms and conditions of the BSD License # which accompanies this distribution. The full text of the license may be found at @@ -16,10 +16,13 @@ from Common.String import StringToArray from struct import pack from ValidCheckingInfoObject import VAR_CHECK_PCD_VARIABLE_TAB_CONTAINER from ValidCheckingInfoObject import VAR_CHECK_PCD_VARIABLE_TAB -from ValidCheckingInfoObject import VAR_VALID_OBJECT_FACTORY +from ValidCheckingInfoObject import GetValidationObject from Common.VariableAttributes import VariableAttributes +import copy +from struct import unpack +from Common.DataType import * -DATABASE_VERSION = 6 +DATABASE_VERSION = 7 gPcdDatabaseAutoGenC = TemplateString(""" // @@ -114,7 +117,6 @@ gPcdDatabaseAutoGenH = TemplateString(""" #define ${PHASE}_EXMAPPING_TABLE_SIZE ${EXMAPPING_TABLE_SIZE} #define ${PHASE}_EX_TOKEN_NUMBER ${EX_TOKEN_NUMBER} #define ${PHASE}_SIZE_TABLE_SIZE ${SIZE_TABLE_SIZE} -#define ${PHASE}_SKU_HEAD_SIZE ${SKU_HEAD_SIZE} #define ${PHASE}_GUID_TABLE_EMPTY ${GUID_TABLE_EMPTY} #define ${PHASE}_STRING_TABLE_EMPTY ${STRING_TABLE_EMPTY} #define ${PHASE}_SKUID_TABLE_EMPTY ${SKUID_TABLE_EMPTY} @@ -139,9 +141,6 @@ ${END} ${BEGIN} STRING_HEAD ${STRING_HEAD_CNAME_DECL}_${STRING_HEAD_GUID_DECL}[${STRING_HEAD_NUMSKUS_DECL}]; ${END} ${BEGIN} VARIABLE_HEAD ${VARIABLE_HEAD_CNAME_DECL}_${VARIABLE_HEAD_GUID_DECL}_Variable_Header[${VARIABLE_HEAD_NUMSKUS_DECL}]; -${END} -${BEGIN} SKU_HEAD SkuHead[${PHASE}_SKU_HEAD_SIZE]; -${END} ${BEGIN} UINT8 StringTable${STRING_TABLE_INDEX}[${STRING_TABLE_LENGTH}]; /* ${STRING_TABLE_CNAME}_${STRING_TABLE_GUID} */ ${END} SIZE_INFO SizeTable[${PHASE}_SIZE_TABLE_SIZE]; @@ -178,7 +177,8 @@ typedef struct { //GUID Signature; // PcdDataBaseGuid //UINT32 BuildVersion; //UINT32 Length; - //SKU_ID SystemSkuId; // Current SkuId value. + //SKU_ID SystemSkuId; // Current SkuId value. + //UINT32 LengthForAllSkus; // Length of all SKU PCD DB //UINT32 UninitDataBaseSize;// Total size for PCD those default value with 0. //TABLE_OFFSET LocalTokenNumberTableOffset; //TABLE_OFFSET ExMapTableOffset; @@ -190,7 +190,7 @@ typedef struct { //UINT16 LocalTokenCount; // LOCAL_TOKEN_NUMBER for all //UINT16 ExTokenCount; // EX_TOKEN_NUMBER for DynamicEx //UINT16 GuidTableCount; // The Number of Guid in GuidTable - //UINT8 Pad[2]; + //UINT8 Pad[6]; ${PHASE}_PCD_DATABASE_INIT Init; ${PHASE}_PCD_DATABASE_UNINIT Uninit; } ${PHASE}_PCD_DATABASE; @@ -235,43 +235,6 @@ ${PHASE}_PCD_DATABASE_INIT g${PHASE}PcdDbInit = { #endif """) -## PackGuid -# -# Pack the GUID value in C structure format into data array -# -# @param GuidStructureValue: The GUID value in C structure format -# -# @retval Buffer: a data array contains the Guid -# -def PackGuid(GuidStructureValue): - GuidString = GuidStructureStringToGuidString(GuidStructureValue) - Guid = GuidString.split('-') - Buffer = pack('=LHHBBBBBBBB', - int(Guid[0], 16), - int(Guid[1], 16), - int(Guid[2], 16), - int(Guid[3][-4:-2], 16), - int(Guid[3][-2:], 16), - int(Guid[4][-12:-10], 16), - int(Guid[4][-10:-8], 16), - int(Guid[4][-8:-6], 16), - int(Guid[4][-6:-4], 16), - int(Guid[4][-4:-2], 16), - int(Guid[4][-2:], 16) - ) - return Buffer - -def toHex(s): - lst = [] - for ch in s: - hv = hex(ord(ch)).replace('0x', ' ') - if len(hv) == 1: - hv = '0'+hv - lst.append(hv) - if lst: - return reduce(lambda x,y:x+y, lst) - else: - return 'empty' ## DbItemList # # The class holds the Pcd database items. ItemSize if not zero should match the item datum type in the C structure. @@ -282,13 +245,9 @@ def toHex(s): # class DbItemList: def __init__(self, ItemSize, DataList=None, RawDataList=None): - if DataList is None: - DataList = [] - if RawDataList is None: - RawDataList = [] self.ItemSize = ItemSize - self.DataList = DataList - self.RawDataList = RawDataList + self.DataList = DataList if DataList else [] + self.RawDataList = RawDataList if RawDataList else [] self.ListSize = 0 def GetInterOffset(self, Index): @@ -301,8 +260,7 @@ class DbItemList: for ItemIndex in xrange(Index): Offset += len(self.RawDataList[ItemIndex]) else: - for Datas in self.RawDataList: - Offset = self.ItemSize * Index + Offset = self.ItemSize * Index return Offset @@ -319,22 +277,19 @@ class DbItemList: return self.ListSize def PackData(self): - if self.ItemSize == 8: - PackStr = "=Q" - elif self.ItemSize == 4: - PackStr = "=L" - elif self.ItemSize == 2: - PackStr = "=H" - elif self.ItemSize == 1: - PackStr = "=B" - elif self.ItemSize == 0: - PackStr = "=B" - elif self.ItemSize == 16: - # pack Guid - PackStr = '' - else: - # should not reach here - assert(False) + ## PackGuid + # + # Pack the GUID value in C structure format into data array + # + # @param GuidStructureValue: The GUID value in C structure format + # + # @retval Buffer: a data array contains the Guid + # + def PackGuid(GuidStructureValue): + GuidString = GuidStructureStringToGuidString(GuidStructureValue) + return PackGUID(GuidString.split('-')) + + PackStr = PACK_CODE_BY_SIZE[self.ItemSize] Buffer = '' for Datas in self.RawDataList: @@ -358,11 +313,8 @@ class DbItemList: # class DbExMapTblItemList (DbItemList): def __init__(self, ItemSize, DataList=None, RawDataList=None): - if DataList is None: - DataList = [] - if RawDataList is None: - RawDataList = [] DbItemList.__init__(self, ItemSize, DataList, RawDataList) + def PackData(self): Buffer = '' PackStr = "=LHH" @@ -380,11 +332,8 @@ class DbExMapTblItemList (DbItemList): # class DbComItemList (DbItemList): def __init__(self, ItemSize, DataList=None, RawDataList=None): - if DataList is None: - DataList = [] - if RawDataList is None: - RawDataList = [] DbItemList.__init__(self, ItemSize, DataList, RawDataList) + def GetInterOffset(self, Index): Offset = 0 if self.ItemSize == 0: @@ -414,18 +363,7 @@ class DbComItemList (DbItemList): return self.ListSize def PackData(self): - if self.ItemSize == 8: - PackStr = "=Q" - elif self.ItemSize == 4: - PackStr = "=L" - elif self.ItemSize == 2: - PackStr = "=H" - elif self.ItemSize == 1: - PackStr = "=B" - elif self.ItemSize == 0: - PackStr = "=B" - else: - assert(False) + PackStr = PACK_CODE_BY_SIZE[self.ItemSize] Buffer = '' for DataList in self.RawDataList: @@ -444,11 +382,8 @@ class DbComItemList (DbItemList): # class DbVariableTableItemList (DbComItemList): def __init__(self, ItemSize, DataList=None, RawDataList=None): - if DataList is None: - DataList = [] - if RawDataList is None: - RawDataList = [] DbComItemList.__init__(self, ItemSize, DataList, RawDataList) + def PackData(self): PackStr = "=LLHHLHH" Buffer = '' @@ -466,10 +401,6 @@ class DbVariableTableItemList (DbComItemList): class DbStringHeadTableItemList(DbItemList): def __init__(self,ItemSize,DataList=None,RawDataList=None): - if DataList is None: - DataList = [] - if RawDataList is None: - RawDataList = [] DbItemList.__init__(self, ItemSize, DataList, RawDataList) def GetInterOffset(self, Index): @@ -512,11 +443,8 @@ class DbStringHeadTableItemList(DbItemList): # class DbSkuHeadTableItemList (DbItemList): def __init__(self, ItemSize, DataList=None, RawDataList=None): - if DataList is None: - DataList = [] - if RawDataList is None: - RawDataList = [] DbItemList.__init__(self, ItemSize, DataList, RawDataList) + def PackData(self): PackStr = "=LL" Buffer = '' @@ -532,11 +460,8 @@ class DbSkuHeadTableItemList (DbItemList): # class DbSizeTableItemList (DbItemList): def __init__(self, ItemSize, DataList=None, RawDataList=None): - if DataList is None: - DataList = [] - if RawDataList is None: - RawDataList = [] DbItemList.__init__(self, ItemSize, DataList, RawDataList) + def GetListSize(self): length = 0 for Data in self.RawDataList: @@ -653,7 +578,7 @@ def GetTokenTypeValue(TokenType): "PCD_TYPE_DATA":(0x0 << 28), "PCD_TYPE_HII":(0x8 << 28), "PCD_TYPE_VPD":(0x4 << 28), - "PCD_TYPE_SKU_ENABLED":(0x2 << 28), +# "PCD_TYPE_SKU_ENABLED":(0x2 << 28), "PCD_TYPE_STRING":(0x1 << 28), "PCD_DATUM_TYPE_SHIFT":24, @@ -698,9 +623,7 @@ def BuildExDataBase(Dict): VariableTable = Dict['VARIABLE_DB_VALUE'] DbVariableTable = DbVariableTableItemList(20, RawDataList = VariableTable) NumberOfSkuEnabledPcd = GetIntegerValue(Dict['SKU_HEAD_SIZE']) - Dict['SKUHEAD_TABLE_VALUE'] = [(0,0) for i in xrange(NumberOfSkuEnabledPcd)] - SkuTable = Dict['SKUHEAD_TABLE_VALUE'] # Generated later - DbSkuTable = DbSkuHeadTableItemList(8, RawDataList = SkuTable) + Dict['STRING_TABLE_DB_VALUE'] = [StringArrayToList(x) for x in Dict['STRING_TABLE_VALUE']] StringTableValue = Dict['STRING_TABLE_DB_VALUE'] @@ -738,8 +661,8 @@ def BuildExDataBase(Dict): DbVardefValueBoolean = DbItemList(1, RawDataList = VardefValueBoolean) SkuidValue = Dict['SKUID_VALUE'] DbSkuidValue = DbItemList(8, RawDataList = SkuidValue) - SkuIndexValue = Dict['SKU_INDEX_VALUE'] - DbSkuIndexValue = DbItemList(8,RawDataList = SkuIndexValue) + + # Unit Db Items UnInitValueUint64 = Dict['UNINIT_GUID_DECL_UINT64'] @@ -754,24 +677,24 @@ def BuildExDataBase(Dict): DbUnInitValueBoolean = DbItemList(1, RawDataList = UnInitValueBoolean) PcdTokenNumberMap = Dict['PCD_ORDER_TOKEN_NUMBER_MAP'] - DbNameTotle = ["SkuidValue", "SkuIndexValue", "InitValueUint64", "VardefValueUint64", "InitValueUint32", "VardefValueUint32", "VpdHeadValue", "ExMapTable", - "LocalTokenNumberTable", "GuidTable", "StringHeadValue", "PcdNameOffsetTable","VariableTable","SkuTable", "StringTableLen", "PcdTokenTable", "PcdCNameTable", + DbNameTotle = ["SkuidValue", "InitValueUint64", "VardefValueUint64", "InitValueUint32", "VardefValueUint32", "VpdHeadValue", "ExMapTable", + "LocalTokenNumberTable", "GuidTable", "StringHeadValue", "PcdNameOffsetTable","VariableTable", "StringTableLen", "PcdTokenTable", "PcdCNameTable", "SizeTableValue", "InitValueUint16", "VardefValueUint16", "InitValueUint8", "VardefValueUint8", "InitValueBoolean", "VardefValueBoolean", "UnInitValueUint64", "UnInitValueUint32", "UnInitValueUint16", "UnInitValueUint8", "UnInitValueBoolean"] - DbTotal = [SkuidValue, SkuIndexValue, InitValueUint64, VardefValueUint64, InitValueUint32, VardefValueUint32, VpdHeadValue, ExMapTable, - LocalTokenNumberTable, GuidTable, StringHeadValue, PcdNameOffsetTable,VariableTable,SkuTable, StringTableLen, PcdTokenTable,PcdCNameTable, + DbTotal = [SkuidValue, InitValueUint64, VardefValueUint64, InitValueUint32, VardefValueUint32, VpdHeadValue, ExMapTable, + LocalTokenNumberTable, GuidTable, StringHeadValue, PcdNameOffsetTable,VariableTable, StringTableLen, PcdTokenTable,PcdCNameTable, SizeTableValue, InitValueUint16, VardefValueUint16, InitValueUint8, VardefValueUint8, InitValueBoolean, VardefValueBoolean, UnInitValueUint64, UnInitValueUint32, UnInitValueUint16, UnInitValueUint8, UnInitValueBoolean] - DbItemTotal = [DbSkuidValue, DbSkuIndexValue, DbInitValueUint64, DbVardefValueUint64, DbInitValueUint32, DbVardefValueUint32, DbVpdHeadValue, DbExMapTable, - DbLocalTokenNumberTable, DbGuidTable, DbStringHeadValue, DbPcdNameOffsetTable,DbVariableTable,DbSkuTable, DbStringTableLen, DbPcdTokenTable, DbPcdCNameTable, + DbItemTotal = [DbSkuidValue, DbInitValueUint64, DbVardefValueUint64, DbInitValueUint32, DbVardefValueUint32, DbVpdHeadValue, DbExMapTable, + DbLocalTokenNumberTable, DbGuidTable, DbStringHeadValue, DbPcdNameOffsetTable,DbVariableTable, DbStringTableLen, DbPcdTokenTable, DbPcdCNameTable, DbSizeTableValue, DbInitValueUint16, DbVardefValueUint16, DbInitValueUint8, DbVardefValueUint8, DbInitValueBoolean, DbVardefValueBoolean, DbUnInitValueUint64, DbUnInitValueUint32, DbUnInitValueUint16, DbUnInitValueUint8, DbUnInitValueBoolean] # VardefValueBoolean is the last table in the init table items InitTableNum = DbNameTotle.index("VardefValueBoolean") + 1 # The FixedHeader length of the PCD_DATABASE_INIT, from Signature to Pad - FixedHeaderLen = 72 + FixedHeaderLen = 80 # Get offset of SkuId table in the database SkuIdTableOffset = FixedHeaderLen @@ -782,26 +705,8 @@ def BuildExDataBase(Dict): # Get offset of SkuValue table in the database - SkuTableOffset = FixedHeaderLen - for DbIndex in xrange(len(DbTotal)): - if DbTotal[DbIndex] is SkuTable: - break - elif DbItemTotal[DbIndex] is DbSkuIndexValue: - if DbItemTotal[DbIndex].RawDataList: - Count = 0 - for item in DbItemTotal[DbIndex].RawDataList: - Count += len(item) - SkuTableOffset += DbItemTotal[DbIndex].ItemSize * Count - continue - SkuTableOffset += DbItemTotal[DbIndex].GetListSize() # Fix up the LocalTokenNumberTable, SkuHeader table - SkuHeaderIndex = 0 - if len(Dict['SKU_INDEX_VALUE']) > 0: - SkuIndexIndexTable = [(0) for i in xrange(len(Dict['SKU_INDEX_VALUE']))] - SkuIndexIndexTable[0] = 0 #Dict['SKU_INDEX_VALUE'][0][0] - for i in range(1,len(Dict['SKU_INDEX_VALUE'])): - SkuIndexIndexTable[i] = SkuIndexIndexTable[i-1]+Dict['SKU_INDEX_VALUE'][i-1][0] + 1 for (LocalTokenNumberTableIndex, (Offset, Table)) in enumerate(LocalTokenNumberTable): DbIndex = 0 DbOffset = FixedHeaderLen @@ -809,13 +714,6 @@ def BuildExDataBase(Dict): if DbTotal[DbIndex] is Table: DbOffset += DbItemTotal[DbIndex].GetInterOffset(Offset) break - elif DbItemTotal[DbIndex] is DbSkuIndexValue: - if DbItemTotal[DbIndex].RawDataList: - Count = 0 - for item in DbItemTotal[DbIndex].RawDataList: - Count += len(item) - DbOffset += DbItemTotal[DbIndex].ItemSize * Count - continue DbOffset += DbItemTotal[DbIndex].GetListSize() if DbIndex + 1 == InitTableNum: if DbOffset % 8: @@ -828,16 +726,8 @@ def BuildExDataBase(Dict): LocalTokenNumberTable[LocalTokenNumberTableIndex] = DbOffset|int(TokenTypeValue) # if PCD_TYPE_SKU_ENABLED, then we need to fix up the SkuTable - SkuIndexTabalOffset = SkuIdTableOffset + len(Dict['SKUID_VALUE']) * 8 - if (TokenTypeValue & (0x2 << 28)): - SkuTable[SkuHeaderIndex] = (DbOffset|int(TokenTypeValue & ~(0x2<<28)), SkuIndexTabalOffset + SkuIndexIndexTable[PcdTokenNumberMap[LocalTokenNumberTableIndex]] * 8) - LocalTokenNumberTable[LocalTokenNumberTableIndex] = (SkuTableOffset + SkuHeaderIndex * 8) | int(TokenTypeValue) - SkuHeaderIndex += 1 - if SkuHeaderIndex == 0: - SkuHeaderIndex = 1 - assert(SkuHeaderIndex == NumberOfSkuEnabledPcd) # resolve variable table offset for VariableEntries in VariableTable: @@ -850,13 +740,6 @@ def BuildExDataBase(Dict): if DbTotal[DbIndex] is VariableRefTable: DbOffset += DbItemTotal[DbIndex].GetInterOffset(VariableOffset) break - elif DbItemTotal[DbIndex] is DbSkuIndexValue: - if DbItemTotal[DbIndex].RawDataList: - Count = 0 - for item in DbItemTotal[DbIndex].RawDataList: - Count += len(item) - DbOffset += DbItemTotal[DbIndex].ItemSize * Count - continue DbOffset += DbItemTotal[DbIndex].GetListSize() if DbIndex + 1 == InitTableNum: if DbOffset % 8: @@ -888,13 +771,7 @@ def BuildExDataBase(Dict): SkuIdTableOffset = DbTotalLength elif DbItemTotal[DbIndex] is DbPcdNameOffsetTable: DbPcdNameOffset = DbTotalLength - elif DbItemTotal[DbIndex] is DbSkuIndexValue: - if DbItemTotal[DbIndex].RawDataList: - Count = 0 - for item in DbItemTotal[DbIndex].RawDataList: - Count += len(item) - DbTotalLength += DbItemTotal[DbIndex].ItemSize * Count - continue + DbTotalLength += DbItemTotal[DbIndex].GetListSize() if not Dict['PCD_INFO_FLAG']: @@ -914,19 +791,7 @@ def BuildExDataBase(Dict): # Construct the database buffer Guid = "{0x3c7d193c, 0x682c, 0x4c14, 0xa6, 0x8f, 0x55, 0x2d, 0xea, 0x4f, 0x43, 0x7e}" Guid = StringArrayToList(Guid) - Buffer = pack('=LHHBBBBBBBB', - Guid[0], - Guid[1], - Guid[2], - Guid[3], - Guid[4], - Guid[5], - Guid[6], - Guid[7], - Guid[8], - Guid[9], - Guid[10], - ) + Buffer = PackByteFormatGUID(Guid) b = pack("=L", DATABASE_VERSION) Buffer += b @@ -936,6 +801,9 @@ def BuildExDataBase(Dict): Buffer += b b = pack('=Q', SystemSkuId) + Buffer += b + b = pack('=L', 0) + Buffer += b b = pack('=L', UninitDataBaseSize) @@ -971,10 +839,11 @@ def BuildExDataBase(Dict): Buffer += b b = pack('=B', Pad) - Buffer += b - b = pack('=B', Pad) - + Buffer += b + Buffer += b + Buffer += b + Buffer += b Buffer += b Index = 0 @@ -1003,7 +872,7 @@ def CreatePcdDatabaseCode (Info, AutoGenC, AutoGenH): EdkLogger.error("build", AUTOGEN_ERROR, "Not supported PcdIsDriver type:%s" % Info.PcdIsDriver, ExtraData="[%s]" % str(Info)) - AdditionalAutoGenH, AdditionalAutoGenC, PcdDbBuffer = CreatePcdDatabasePhaseSpecificAutoGen (Info.PlatformInfo, 'PEI') + AdditionalAutoGenH, AdditionalAutoGenC, PcdDbBuffer = NewCreatePcdDatabasePhaseSpecificAutoGen (Info.PlatformInfo, 'PEI') AutoGenH.Append(AdditionalAutoGenH.String) Phase = gPcdPhaseMap[Info.PcdIsDriver] @@ -1011,25 +880,112 @@ def CreatePcdDatabaseCode (Info, AutoGenC, AutoGenH): AutoGenC.Append(AdditionalAutoGenC.String) if Phase == 'DXE': - AdditionalAutoGenH, AdditionalAutoGenC, PcdDbBuffer = CreatePcdDatabasePhaseSpecificAutoGen (Info.PlatformInfo, Phase) + AdditionalAutoGenH, AdditionalAutoGenC, PcdDbBuffer = NewCreatePcdDatabasePhaseSpecificAutoGen (Info.PlatformInfo, Phase) AutoGenH.Append(AdditionalAutoGenH.String) AutoGenC.Append(AdditionalAutoGenC.String) if Info.IsBinaryModule: - DbFileName = os.path.join(Info.PlatformInfo.BuildDir, "FV", Phase + "PcdDataBase.raw") + DbFileName = os.path.join(Info.PlatformInfo.BuildDir, TAB_FV_DIRECTORY, Phase + "PcdDataBase.raw") else: DbFileName = os.path.join(Info.OutputDir, Phase + "PcdDataBase.raw") DbFile = StringIO() DbFile.write(PcdDbBuffer) Changed = SaveFileOnChange(DbFileName, DbFile.getvalue(), True) +def CreatePcdDataBase(PcdDBData): + delta = {} + for skuname,skuid in PcdDBData: + if len(PcdDBData[(skuname,skuid)][1]) != len(PcdDBData[(TAB_DEFAULT,"0")][1]): + EdkLogger.ERROR("The size of each sku in one pcd are not same") + for skuname,skuid in PcdDBData: + if skuname == TAB_DEFAULT: + continue + delta[(skuname,skuid)] = [(index,data,hex(data)) for index,data in enumerate(PcdDBData[(skuname,skuid)][1]) if PcdDBData[(skuname,skuid)][1][index] != PcdDBData[(TAB_DEFAULT,"0")][1][index]] + databasebuff = PcdDBData[(TAB_DEFAULT,"0")][0] + + for skuname,skuid in delta: + # 8 byte align + if len(databasebuff) % 8 > 0: + for i in range(8 - (len(databasebuff) % 8)): + databasebuff += pack("=B",0) + databasebuff += pack('=Q', int(skuid)) + databasebuff += pack('=Q', 0) + databasebuff += pack('=L', 8+8+4+4*len(delta[(skuname,skuid)])) + for item in delta[(skuname,skuid)]: + databasebuff += pack("=L",item[0]) + databasebuff = databasebuff[:-1] + pack("=B",item[1]) + totallen = len(databasebuff) + totallenbuff = pack("=L",totallen) + newbuffer = databasebuff[:32] + for i in range(4): + newbuffer += totallenbuff[i] + for i in range(36,totallen): + newbuffer += databasebuff[i] + + return newbuffer + +def CreateVarCheckBin(VarCheckTab): + return VarCheckTab[(TAB_DEFAULT,"0")] + +def CreateAutoGen(PcdDriverAutoGenData): + autogenC = TemplateString() + for skuname,skuid in PcdDriverAutoGenData: + autogenC.Append("//SKUID: %s" % skuname) + autogenC.Append(PcdDriverAutoGenData[(skuname,skuid)][1].String) + return (PcdDriverAutoGenData[(skuname,skuid)][0],autogenC) +def NewCreatePcdDatabasePhaseSpecificAutoGen(Platform,Phase): + def prune_sku(pcd,skuname): + new_pcd = copy.deepcopy(pcd) + new_pcd.SkuInfoList = {skuname:pcd.SkuInfoList[skuname]} + new_pcd.isinit = 'INIT' + if new_pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES: + for skuobj in pcd.SkuInfoList.values(): + if skuobj.DefaultValue: + defaultvalue = int(skuobj.DefaultValue,16) if skuobj.DefaultValue.upper().startswith("0X") else int(skuobj.DefaultValue,10) + if defaultvalue != 0: + new_pcd.isinit = "INIT" + break + elif skuobj.VariableName: + new_pcd.isinit = "INIT" + break + else: + new_pcd.isinit = "UNINIT" + return new_pcd + DynamicPcds = Platform.DynamicPcdList + DynamicPcdSet_Sku = {(SkuName,skuobj.SkuId):[] for pcd in DynamicPcds for (SkuName,skuobj) in pcd.SkuInfoList.items() } + for skuname,skuid in DynamicPcdSet_Sku: + DynamicPcdSet_Sku[(skuname,skuid)] = [prune_sku(pcd,skuname) for pcd in DynamicPcds] + PcdDBData = {} + PcdDriverAutoGenData = {} + VarCheckTableData = {} + if DynamicPcdSet_Sku: + for skuname,skuid in DynamicPcdSet_Sku: + AdditionalAutoGenH, AdditionalAutoGenC, PcdDbBuffer,VarCheckTab = CreatePcdDatabasePhaseSpecificAutoGen (Platform,DynamicPcdSet_Sku[(skuname,skuid)], Phase) + final_data = () + for item in PcdDbBuffer: + final_data += unpack("B",item) + PcdDBData[(skuname,skuid)] = (PcdDbBuffer, final_data) + PcdDriverAutoGenData[(skuname,skuid)] = (AdditionalAutoGenH, AdditionalAutoGenC) + VarCheckTableData[(skuname,skuid)] = VarCheckTab + if Platform.Platform.VarCheckFlag: + dest = os.path.join(Platform.BuildDir, TAB_FV_DIRECTORY) + VarCheckTable = CreateVarCheckBin(VarCheckTableData) + VarCheckTable.dump(dest, Phase) + AdditionalAutoGenH, AdditionalAutoGenC = CreateAutoGen(PcdDriverAutoGenData) + else: + AdditionalAutoGenH, AdditionalAutoGenC, PcdDbBuffer,VarCheckTab = CreatePcdDatabasePhaseSpecificAutoGen (Platform,{}, Phase) + final_data = () + for item in PcdDbBuffer: + final_data += unpack("B",item) + PcdDBData[(TAB_DEFAULT,"0")] = (PcdDbBuffer, final_data) + return AdditionalAutoGenH, AdditionalAutoGenC, CreatePcdDataBase(PcdDBData) ## Create PCD database in DXE or PEI phase # # @param Platform The platform object # @retval tuple Two TemplateString objects for C code and header file, # respectively # -def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): +def CreatePcdDatabasePhaseSpecificAutoGen (Platform, DynamicPcdList, Phase): AutoGenC = TemplateString() AutoGenH = TemplateString() @@ -1055,13 +1011,12 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): 'SYSTEM_SKU_ID_VALUE' : '0U' } - - SkuObj = SkuClass(Platform.Platform.AvilableSkuIds, Platform.Platform.SkuIds) - Dict['SYSTEM_SKU_ID_VALUE'] = Platform.Platform.SkuIds[SkuObj.SystemSkuId] + SkuObj = Platform.Platform.SkuIdMgr + Dict['SYSTEM_SKU_ID_VALUE'] = 0 if SkuObj.SkuUsageType == SkuObj.SINGLE else Platform.Platform.SkuIds[SkuObj.SystemSkuId][0] Dict['PCD_INFO_FLAG'] = Platform.Platform.PcdInfoFlag - for DatumType in ['UINT64','UINT32','UINT16','UINT8','BOOLEAN', "VOID*"]: + for DatumType in TAB_PCD_NUMERIC_TYPES_VOID: Dict['VARDEF_CNAME_' + DatumType] = [] Dict['VARDEF_GUID_' + DatumType] = [] Dict['VARDEF_SKUID_' + DatumType] = [] @@ -1106,8 +1061,6 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): Dict['LOCAL_TOKEN_NUMBER_DB_VALUE'] = [] Dict['VARIABLE_DB_VALUE'] = [] - Dict['SKUHEAD_TABLE_VALUE'] = [] - Dict['SKU_INDEX_VALUE'] = [] Dict['PCD_TOKENSPACE'] = [] Dict['PCD_CNAME'] = [] @@ -1132,10 +1085,10 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): GuidList = [] VarCheckTab = VAR_CHECK_PCD_VARIABLE_TAB_CONTAINER() i = 0 - ReorderedDynPcdList = GetOrderedDynamicPcdList(Platform.DynamicPcdList, Platform.PcdTokenNumber) + ReorderedDynPcdList = GetOrderedDynamicPcdList(DynamicPcdList, Platform.PcdTokenNumber) for item in ReorderedDynPcdList: if item.DatumType not in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64, TAB_VOID, "BOOLEAN"]: - item.DatumType = "VOID*" + item.DatumType = TAB_VOID for Pcd in ReorderedDynPcdList: VoidStarTypeCurrSize = [] i += 1 @@ -1146,12 +1099,6 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdItem]: CName = PcdItem[0] - if GlobalData.BuildOptionPcd: - for PcdItem in GlobalData.BuildOptionPcd: - if (Pcd.TokenSpaceGuidCName, CName) == (PcdItem[0], PcdItem[1]): - Pcd.DefaultValue = PcdItem[2] - break - EdkLogger.debug(EdkLogger.DEBUG_3, "PCD: %s %s (%s : %s)" % (CName, TokenSpaceGuidCName, Pcd.Phase, Phase)) if Pcd.Phase == 'PEI': @@ -1166,7 +1113,7 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): # TokenSpaceGuidStructure = Pcd.TokenSpaceGuidValue TokenSpaceGuid = GuidStructureStringToGuidValueName(TokenSpaceGuidStructure) - if Pcd.Type in gDynamicExPcd: + if Pcd.Type in PCD_DYNAMIC_EX_TYPE_SET: if TokenSpaceGuid not in GuidList: GuidList += [TokenSpaceGuid] Dict['GUID_STRUCTURE'].append(TokenSpaceGuidStructure) @@ -1182,8 +1129,8 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): VariableDbValueList = [] Pcd.InitString = 'UNINIT' - if Pcd.DatumType == 'VOID*': - if Pcd.Type not in ["DynamicVpd", "DynamicExVpd"]: + if Pcd.DatumType == TAB_VOID: + if Pcd.Type not in [TAB_PCDS_DYNAMIC_VPD, TAB_PCDS_DYNAMIC_EX_VPD]: Pcd.TokenTypeList = ['PCD_TYPE_STRING'] else: Pcd.TokenTypeList = [] @@ -1193,23 +1140,18 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): Pcd.TokenTypeList = ['PCD_DATUM_TYPE_' + Pcd.DatumType] if len(Pcd.SkuInfoList) > 1: - Pcd.TokenTypeList += ['PCD_TYPE_SKU_ENABLED'] +# Pcd.TokenTypeList += ['PCD_TYPE_SKU_ENABLED'] NumberOfSkuEnabledPcd += 1 - SkuIndexTableTmp = [] - SkuIndexTableTmp.append(0) SkuIdIndex = 1 VariableHeadList = [] for SkuName in Pcd.SkuInfoList: Sku = Pcd.SkuInfoList[SkuName] SkuId = Sku.SkuId - if SkuId == None or SkuId == '': + if SkuId is None or SkuId == '': continue - if (SkuId + 'U') not in Dict['SKUID_VALUE']: - Dict['SKUID_VALUE'].append(SkuId + 'U') - SkuIndexTableTmp.append(SkuId+'U') SkuIdIndex += 1 if len(Sku.VariableName) > 0: @@ -1218,7 +1160,7 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): if Platform.Platform.VarCheckFlag: var_check_obj = VAR_CHECK_PCD_VARIABLE_TAB(VariableGuidStructure, StringToArray(Sku.VariableName)) try: - var_check_obj.push_back(VAR_VALID_OBJECT_FACTORY.Get_valid_object(Pcd, Sku.VariableOffset)) + var_check_obj.push_back(GetValidationObject(Pcd, Sku.VariableOffset)) VarAttr, _ = VariableAttributes.GetVarAttributes(Sku.VariableAttribute) var_check_obj.SetAttributes(VarAttr) var_check_obj.UpdateSize() @@ -1240,32 +1182,28 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): Pcd.InitString = 'INIT' # Store all variable names of one HII PCD under different SKU to stringTable # and calculate the VariableHeadStringIndex - if SkuIdIndex - 2 == 0: - for SkuName2 in Pcd.SkuInfoList: - SkuInfo = Pcd.SkuInfoList[SkuName2] - if SkuInfo.SkuId == None or SkuInfo.SkuId == '': - continue - VariableNameStructure = StringToArray(SkuInfo.VariableName) - if VariableNameStructure not in Dict['STRING_TABLE_VALUE']: - Dict['STRING_TABLE_CNAME'].append(CName) - Dict['STRING_TABLE_GUID'].append(TokenSpaceGuid) - if StringTableIndex == 0: - Dict['STRING_TABLE_INDEX'].append('') - else: - Dict['STRING_TABLE_INDEX'].append('_%d' % StringTableIndex) - VarNameSize = len(VariableNameStructure.replace(',',' ').split()) - Dict['STRING_TABLE_LENGTH'].append(VarNameSize ) - Dict['STRING_TABLE_VALUE'].append(VariableNameStructure) - StringHeadOffsetList.append(str(StringTableSize) + 'U') - VarStringDbOffsetList = [] - VarStringDbOffsetList.append(StringTableSize) - Dict['STRING_DB_VALUE'].append(VarStringDbOffsetList) - StringTableIndex += 1 - StringTableSize += len(VariableNameStructure.replace(',',' ').split()) - VariableHeadStringIndex = 0 - for Index in range(Dict['STRING_TABLE_VALUE'].index(VariableNameStructure)): - VariableHeadStringIndex += Dict['STRING_TABLE_LENGTH'][Index] - VariableHeadList.append(VariableHeadStringIndex) + + VariableNameStructure = StringToArray(Sku.VariableName) + if VariableNameStructure not in Dict['STRING_TABLE_VALUE']: + Dict['STRING_TABLE_CNAME'].append(CName) + Dict['STRING_TABLE_GUID'].append(TokenSpaceGuid) + if StringTableIndex == 0: + Dict['STRING_TABLE_INDEX'].append('') + else: + Dict['STRING_TABLE_INDEX'].append('_%d' % StringTableIndex) + VarNameSize = len(VariableNameStructure.replace(',',' ').split()) + Dict['STRING_TABLE_LENGTH'].append(VarNameSize ) + Dict['STRING_TABLE_VALUE'].append(VariableNameStructure) + StringHeadOffsetList.append(str(StringTableSize) + 'U') + VarStringDbOffsetList = [] + VarStringDbOffsetList.append(StringTableSize) + Dict['STRING_DB_VALUE'].append(VarStringDbOffsetList) + StringTableIndex += 1 + StringTableSize += len(VariableNameStructure.replace(',',' ').split()) + VariableHeadStringIndex = 0 + for Index in range(Dict['STRING_TABLE_VALUE'].index(VariableNameStructure)): + VariableHeadStringIndex += Dict['STRING_TABLE_LENGTH'][Index] + VariableHeadList.append(VariableHeadStringIndex) VariableHeadStringIndex = VariableHeadList[SkuIdIndex - 2] # store VariableGuid to GuidTable and get the VariableHeadGuidIndex @@ -1295,9 +1233,9 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): # Dict['VARDEF_DB_VALUE_'+Pcd.DatumType].append(Sku.HiiDefaultValue) - if Pcd.DatumType == "UINT64": + if Pcd.DatumType == TAB_UINT64: Dict['VARDEF_VALUE_'+Pcd.DatumType].append(Sku.HiiDefaultValue + "ULL") - elif Pcd.DatumType in ("UINT32", "UINT16", "UINT8"): + elif Pcd.DatumType in (TAB_UINT32, TAB_UINT16, TAB_UINT8): Dict['VARDEF_VALUE_'+Pcd.DatumType].append(Sku.HiiDefaultValue + "U") elif Pcd.DatumType == "BOOLEAN": if eval(Sku.HiiDefaultValue) in [1,0]: @@ -1328,13 +1266,13 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): VpdHeadOffsetList.append(str(Sku.VpdOffset) + 'U') VpdDbOffsetList.append(Sku.VpdOffset) # Also add the VOID* string of VPD PCD to SizeTable - if Pcd.DatumType == 'VOID*': + if Pcd.DatumType == TAB_VOID: NumberOfSizeItems += 1 # For VPD type of PCD, its current size is equal to its MAX size. VoidStarTypeCurrSize = [str(Pcd.MaxDatumSize) + 'U'] continue - if Pcd.DatumType == 'VOID*': + if Pcd.DatumType == TAB_VOID: Pcd.TokenTypeList += ['PCD_TYPE_STRING'] Pcd.InitString = 'INIT' if Sku.HiiDefaultValue != '' and Sku.DefaultValue == '': @@ -1366,9 +1304,12 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): if Pcd.MaxDatumSize != '': MaxDatumSize = int(Pcd.MaxDatumSize, 0) if MaxDatumSize < Size: - EdkLogger.error("build", AUTOGEN_ERROR, + if Pcd.MaxSizeUserSet: + EdkLogger.error("build", AUTOGEN_ERROR, "The maximum size of VOID* type PCD '%s.%s' is less than its actual size occupied." % (Pcd.TokenSpaceGuidCName, Pcd.TokenCName), ExtraData="[%s]" % str(Platform)) + else: + MaxDatumSize = Size else: MaxDatumSize = Size StringTabLen = MaxDatumSize @@ -1385,15 +1326,14 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): if Sku.DefaultValue == 'TRUE': Pcd.InitString = 'INIT' else: - if int(Sku.DefaultValue, 0) != 0: - Pcd.InitString = 'INIT' + Pcd.InitString = Pcd.isinit # # For UNIT64 type PCD's value, ULL should be append to avoid # warning under linux building environment. # - if Pcd.DatumType == "UINT64": + if Pcd.DatumType == TAB_UINT64: ValueList.append(Sku.DefaultValue + "ULL") - elif Pcd.DatumType in ("UINT32", "UINT16", "UINT8"): + elif Pcd.DatumType in (TAB_UINT32, TAB_UINT16, TAB_UINT8): ValueList.append(Sku.DefaultValue + "U") elif Pcd.DatumType == "BOOLEAN": if Sku.DefaultValue in ["1", "0"]: @@ -1404,16 +1344,13 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): DbValueList.append(Sku.DefaultValue) Pcd.TokenTypeList = list(set(Pcd.TokenTypeList)) - if Pcd.DatumType == 'VOID*': + if Pcd.DatumType == TAB_VOID: Dict['SIZE_TABLE_CNAME'].append(CName) Dict['SIZE_TABLE_GUID'].append(TokenSpaceGuid) Dict['SIZE_TABLE_MAXIMUM_LENGTH'].append(str(Pcd.MaxDatumSize) + 'U') Dict['SIZE_TABLE_CURRENT_LENGTH'].append(VoidStarTypeCurrSize) - SkuIndexTableTmp[0] = len(SkuIndexTableTmp) - 1 - if len(Pcd.SkuInfoList) > 1: - Dict['SKU_INDEX_VALUE'].append(SkuIndexTableTmp) if 'PCD_TYPE_HII' in Pcd.TokenTypeList: Dict['VARIABLE_HEAD_CNAME_DECL'].append(CName) @@ -1480,12 +1417,6 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdItem]: CName = PcdItem[0] - if GlobalData.BuildOptionPcd: - for PcdItem in GlobalData.BuildOptionPcd: - if (Pcd.TokenSpaceGuidCName, CName) == (PcdItem[0], PcdItem[1]): - Pcd.DefaultValue = PcdItem[2] - break - EdkLogger.debug(EdkLogger.DEBUG_1, "PCD = %s.%s" % (CName, TokenSpaceGuidCName)) EdkLogger.debug(EdkLogger.DEBUG_1, "phase = %s" % Phase) EdkLogger.debug(EdkLogger.DEBUG_1, "GeneratedTokenNumber = %s" % str(GeneratedTokenNumber)) @@ -1550,7 +1481,7 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): Dict['VARDEF_HEADER'][GeneratedTokenNumber] = '' - if Pcd.Type in gDynamicExPcd: + if Pcd.Type in PCD_DYNAMIC_EX_TYPE_SET: if Phase == 'DXE': GeneratedTokenNumber += NumberOfPeiLocalTokens @@ -1666,11 +1597,10 @@ def CreatePcdDatabasePhaseSpecificAutoGen (Platform, Phase): AutoGenC.Append(gPcdDatabaseAutoGenC.Replace(Dict)) - if Platform.Platform.VarCheckFlag: - dest = os.path.join(Platform.BuildDir, 'FV') - VarCheckTab.dump(dest, Phase) + +# print Phase Buffer = BuildExDataBase(Dict) - return AutoGenH, AutoGenC, Buffer + return AutoGenH, AutoGenC, Buffer,VarCheckTab def GetOrderedDynamicPcdList(DynamicPcdList, PcdTokenNumberList): ReorderedDyPcdList = [None for i in range(len(DynamicPcdList))]