BaseTools/Source/Python/Workspace/DscBuildData.py

   1 ## @file
   2 # This file is used to create a database used by build tool
   3 #
   4 # Copyright (c) 2008 - 2018, Intel Corporation. All rights reserved.<BR>
   5 # (C) Copyright 2016 Hewlett Packard Enterprise Development LP<BR>
   6 # This program and the accompanying materials
   7 # are licensed and made available under the terms and conditions of the BSD License
   8 # which accompanies this distribution.  The full text of the license may be found at
   9 # http://opensource.org/licenses/bsd-license.php
  10 #
  11 # THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
  12 # WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
  13 #
  14
  15 ## Platform build information from DSC file
  16 #
  17 #  This class is used to retrieve information stored in database and convert them
  18 # into PlatformBuildClassObject form for easier use for AutoGen.
  19 #
  20 from Common.String import *
  21 from Common.DataType import *
  22 from Common.Misc import *
  23 from types import *
  24
  25 from CommonDataClass.CommonClass import SkuInfoClass
  26 from Common.TargetTxtClassObject import *
  27 from Common.ToolDefClassObject import *
  28 from MetaDataTable import *
  29 from MetaFileTable import *
  30 from MetaFileParser import *
  31
  32 from WorkspaceCommon import GetDeclaredPcd
  33 from Common.Misc import AnalyzeDscPcd
  34 from Common.Misc import ProcessDuplicatedInf
  35 import re
  36 from Common.Parsing import IsValidWord
  37 from Common.VariableAttributes import VariableAttributes
  38 import Common.GlobalData as GlobalData
  39 import subprocess
  40 from Common.Misc import SaveFileOnChange
  41 from Workspace.BuildClassObject import PlatformBuildClassObject, StructurePcd, PcdClassObject, ModuleBuildClassObject
  42 from collections import OrderedDict
  43
  44 #
  45 # Treat CHAR16 as a synonym for UINT16.  CHAR16 support is required for VFR C structs
  46 #
  47 PcdValueInitName = 'PcdValueInit'
  48 PcdSupportedBaseTypes = ['BOOLEAN', 'UINT8', 'UINT16', 'UINT32', 'UINT64', 'CHAR16']
  49 PcdSupportedBaseTypeWidth = {'BOOLEAN':8, 'UINT8':8, 'UINT16':16, 'UINT32':32, 'UINT64':64}
  50 PcdUnsupportedBaseTypes = ['INT8', 'INT16', 'INT32', 'INT64', 'CHAR8', 'UINTN', 'INTN', 'VOID']
  51
  52 PcdMainCHeader = '''
  53 /**
  54   DO NOT EDIT
  55   FILE auto-generated
  56 **/
  57
  58 #include <stdio.h>
  59 #include <stdlib.h>
  60 #include <string.h>
  61 #include <PcdValueCommon.h>
  62 '''
  63
  64 PcdMainCEntry = '''
  65 int
  66 main (
  67   int   argc,
  68   char  *argv[]
  69   )
  70 {
  71   return PcdValueMain (argc, argv);
  72 }
  73 '''
  74
  75 PcdMakefileHeader = '''
  76 #
  77 # DO NOT EDIT
  78 # This file is auto-generated by build utility
  79 #
  80
  81 '''
  82
  83 WindowsCFLAGS = 'CFLAGS = $(CFLAGS) /wd4200 /wd4034 /wd4101 '
  84 LinuxCFLAGS = 'BUILD_CFLAGS += -Wno-pointer-to-int-cast -Wno-unused-variable '
  85 PcdMakefileEnd = '''
  86 !INCLUDE $(BASE_TOOLS_PATH)\Source\C\Makefiles\ms.common
  87
  88 LIBS = $(LIB_PATH)\Common.lib
  89
  90 !INCLUDE $(BASE_TOOLS_PATH)\Source\C\Makefiles\ms.app
  91 '''
  92
  93 PcdGccMakefile = '''
  94 MAKEROOT ?= $(EDK_TOOLS_PATH)/Source/C
  95 LIBS = -lCommon
  96 '''
  97
  98 class DscBuildData(PlatformBuildClassObject):
  99     # dict used to convert PCD type in database to string used by build tool
 100     _PCD_TYPE_STRING_ = {
 101         MODEL_PCD_FIXED_AT_BUILD        :   "FixedAtBuild",
 102         MODEL_PCD_PATCHABLE_IN_MODULE   :   "PatchableInModule",
 103         MODEL_PCD_FEATURE_FLAG          :   "FeatureFlag",
 104         MODEL_PCD_DYNAMIC               :   "Dynamic",
 105         MODEL_PCD_DYNAMIC_DEFAULT       :   "Dynamic",
 106         MODEL_PCD_DYNAMIC_HII           :   "DynamicHii",
 107         MODEL_PCD_DYNAMIC_VPD           :   "DynamicVpd",
 108         MODEL_PCD_DYNAMIC_EX            :   "DynamicEx",
 109         MODEL_PCD_DYNAMIC_EX_DEFAULT    :   "DynamicEx",
 110         MODEL_PCD_DYNAMIC_EX_HII        :   "DynamicExHii",
 111         MODEL_PCD_DYNAMIC_EX_VPD        :   "DynamicExVpd",
 112     }
 113
 114     # dict used to convert part of [Defines] to members of DscBuildData directly
 115     _PROPERTY_ = {
 116         #
 117         # Required Fields
 118         #
 119         TAB_DSC_DEFINES_PLATFORM_NAME           :   "_PlatformName",
 120         TAB_DSC_DEFINES_PLATFORM_GUID           :   "_Guid",
 121         TAB_DSC_DEFINES_PLATFORM_VERSION        :   "_Version",
 122         TAB_DSC_DEFINES_DSC_SPECIFICATION       :   "_DscSpecification",
 123         # TAB_DSC_DEFINES_OUTPUT_DIRECTORY        :   "_OutputDirectory",
 124         # TAB_DSC_DEFINES_SUPPORTED_ARCHITECTURES :   "_SupArchList",
 125         # TAB_DSC_DEFINES_BUILD_TARGETS           :   "_BuildTargets",
 126         TAB_DSC_DEFINES_SKUID_IDENTIFIER        :   "_SkuName",
 127         # TAB_DSC_DEFINES_FLASH_DEFINITION        :   "_FlashDefinition",
 128         TAB_DSC_DEFINES_BUILD_NUMBER            :   "_BuildNumber",
 129         TAB_DSC_DEFINES_MAKEFILE_NAME           :   "_MakefileName",
 130         TAB_DSC_DEFINES_BS_BASE_ADDRESS         :   "_BsBaseAddress",
 131         TAB_DSC_DEFINES_RT_BASE_ADDRESS         :   "_RtBaseAddress",
 132         # TAB_DSC_DEFINES_RFC_LANGUAGES           :   "_RFCLanguages",
 133         # TAB_DSC_DEFINES_ISO_LANGUAGES           :   "_ISOLanguages",
 134     }
 135
 136     # used to compose dummy library class name for those forced library instances
 137     _NullLibraryNumber = 0
 138
 139     ## Constructor of DscBuildData
 140     #
 141     #  Initialize object of DscBuildData
 142     #
 143     #   @param      FilePath        The path of platform description file
 144     #   @param      RawData         The raw data of DSC file
 145     #   @param      BuildDataBase   Database used to retrieve module/package information
 146     #   @param      Arch            The target architecture
 147     #   @param      Platform        (not used for DscBuildData)
 148     #   @param      Macros          Macros used for replacement in DSC file
 149     #
 150     def __init__(self, FilePath, RawData, BuildDataBase, Arch='COMMON', Target=None, Toolchain=None):
 151         self.MetaFile = FilePath
 152         self._RawData = RawData
 153         self._Bdb = BuildDataBase
 154         self._Arch = Arch
 155         self._Target = Target
 156         self._Toolchain = Toolchain
 157         self._ToolChainFamily = None
 158         self._Clear()
 159         self._HandleOverridePath()
 160         self.WorkspaceDir = os.getenv("WORKSPACE") if os.getenv("WORKSPACE") else ""
 161         self.DefaultStores = None
 162         self.SkuIdMgr = SkuClass(self.SkuName, self.SkuIds)
 163     @property
 164     def OutputPath(self):
 165         if os.getenv("WORKSPACE"):
 166             return os.path.join(os.getenv("WORKSPACE"), self.OutputDirectory, self._Target + "_" + self._Toolchain,PcdValueInitName)
 167         else:
 168             return os.path.dirname(self.DscFile)
 169
 170     ## XXX[key] = value
 171     def __setitem__(self, key, value):
 172         self.__dict__[self._PROPERTY_[key]] = value
 173
 174     ## value = XXX[key]
 175     def __getitem__(self, key):
 176         return self.__dict__[self._PROPERTY_[key]]
 177
 178     ## "in" test support
 179     def __contains__(self, key):
 180         return key in self._PROPERTY_
 181
 182     ## Set all internal used members of DscBuildData to None
 183     def _Clear(self):
 184         self._Header            = None
 185         self._PlatformName      = None
 186         self._Guid              = None
 187         self._Version           = None
 188         self._DscSpecification  = None
 189         self._OutputDirectory   = None
 190         self._SupArchList       = None
 191         self._BuildTargets      = None
 192         self._SkuName           = None
 193         self._PcdInfoFlag       = None
 194         self._VarCheckFlag      = None
 195         self._FlashDefinition   = None
 196         self._Prebuild          = None
 197         self._Postbuild         = None
 198         self._BuildNumber       = None
 199         self._MakefileName      = None
 200         self._BsBaseAddress     = None
 201         self._RtBaseAddress     = None
 202         self._SkuIds            = None
 203         self._Modules           = None
 204         self._LibraryInstances  = None
 205         self._LibraryClasses    = None
 206         self._Pcds              = None
 207         self._DecPcds           = None
 208         self._BuildOptions      = None
 209         self._ModuleTypeOptions = None
 210         self._LoadFixAddress    = None
 211         self._RFCLanguages      = None
 212         self._ISOLanguages      = None
 213         self._VpdToolGuid       = None
 214         self.__Macros           = None
 215         self.DefaultStores      = None
 216
 217
 218     ## handle Override Path of Module
 219     def _HandleOverridePath(self):
 220         RecordList = self._RawData[MODEL_META_DATA_COMPONENT, self._Arch]
 221         Macros = self._Macros
 222         Macros["EDK_SOURCE"] = GlobalData.gEcpSource
 223         for Record in RecordList:
 224             ModuleId = Record[6]
 225             LineNo = Record[7]
 226             ModuleFile = PathClass(NormPath(Record[0]), GlobalData.gWorkspace, Arch=self._Arch)
 227             RecordList = self._RawData[MODEL_META_DATA_COMPONENT_SOURCE_OVERRIDE_PATH, self._Arch, None, ModuleId]
 228             if RecordList != []:
 229                 SourceOverridePath = mws.join(GlobalData.gWorkspace, NormPath(RecordList[0][0]))
 230
 231                 # Check if the source override path exists
 232                 if not os.path.isdir(SourceOverridePath):
 233                     EdkLogger.error('build', FILE_NOT_FOUND, Message='Source override path does not exist:', File=self.MetaFile, ExtraData=SourceOverridePath, Line=LineNo)
 234
 235                 # Add to GlobalData Variables
 236                 GlobalData.gOverrideDir[ModuleFile.Key] = SourceOverridePath
 237
 238     ## Get current effective macros
 239     def _GetMacros(self):
 240         if self.__Macros == None:
 241             self.__Macros = {}
 242             self.__Macros.update(GlobalData.gPlatformDefines)
 243             self.__Macros.update(GlobalData.gGlobalDefines)
 244             self.__Macros.update(GlobalData.gCommandLineDefines)
 245         return self.__Macros
 246
 247     ## Get architecture
 248     def _GetArch(self):
 249         return self._Arch
 250
 251     ## Set architecture
 252     #
 253     #   Changing the default ARCH to another may affect all other information
 254     # because all information in a platform may be ARCH-related. That's
 255     # why we need to clear all internal used members, in order to cause all
 256     # information to be re-retrieved.
 257     #
 258     #   @param  Value   The value of ARCH
 259     #
 260     def _SetArch(self, Value):
 261         if self._Arch == Value:
 262             return
 263         self._Arch = Value
 264         self._Clear()
 265
 266     ## Retrieve all information in [Defines] section
 267     #
 268     #   (Retriving all [Defines] information in one-shot is just to save time.)
 269     #
 270     def _GetHeaderInfo(self):
 271         RecordList = self._RawData[MODEL_META_DATA_HEADER, self._Arch]
 272         for Record in RecordList:
 273             Name = Record[1]
 274             # items defined _PROPERTY_ don't need additional processing
 275
 276             # some special items in [Defines] section need special treatment
 277             if Name == TAB_DSC_DEFINES_OUTPUT_DIRECTORY:
 278                 self._OutputDirectory = NormPath(Record[2], self._Macros)
 279                 if ' ' in self._OutputDirectory:
 280                     EdkLogger.error("build", FORMAT_NOT_SUPPORTED, "No space is allowed in OUTPUT_DIRECTORY",
 281                                     File=self.MetaFile, Line=Record[-1],
 282                                     ExtraData=self._OutputDirectory)
 283             elif Name == TAB_DSC_DEFINES_FLASH_DEFINITION:
 284                 self._FlashDefinition = PathClass(NormPath(Record[2], self._Macros), GlobalData.gWorkspace)
 285                 ErrorCode, ErrorInfo = self._FlashDefinition.Validate('.fdf')
 286                 if ErrorCode != 0:
 287                     EdkLogger.error('build', ErrorCode, File=self.MetaFile, Line=Record[-1],
 288                                     ExtraData=ErrorInfo)
 289             elif Name == TAB_DSC_PREBUILD:
 290                 PrebuildValue = Record[2]
 291                 if Record[2][0] == '"':
 292                     if Record[2][-1] != '"':
 293                         EdkLogger.error('build', FORMAT_INVALID, 'Missing double quotes in the end of %s statement.' % TAB_DSC_PREBUILD,
 294                                     File=self.MetaFile, Line=Record[-1])
 295                     PrebuildValue = Record[2][1:-1]
 296                 self._Prebuild = PrebuildValue
 297             elif Name == TAB_DSC_POSTBUILD:
 298                 PostbuildValue = Record[2]
 299                 if Record[2][0] == '"':
 300                     if Record[2][-1] != '"':
 301                         EdkLogger.error('build', FORMAT_INVALID, 'Missing double quotes in the end of %s statement.' % TAB_DSC_POSTBUILD,
 302                                     File=self.MetaFile, Line=Record[-1])
 303                     PostbuildValue = Record[2][1:-1]
 304                 self._Postbuild = PostbuildValue
 305             elif Name == TAB_DSC_DEFINES_SUPPORTED_ARCHITECTURES:
 306                 self._SupArchList = GetSplitValueList(Record[2], TAB_VALUE_SPLIT)
 307             elif Name == TAB_DSC_DEFINES_BUILD_TARGETS:
 308                 self._BuildTargets = GetSplitValueList(Record[2])
 309             elif Name == TAB_DSC_DEFINES_SKUID_IDENTIFIER:
 310                 if self._SkuName == None:
 311                     self._SkuName = Record[2]
 312                 if GlobalData.gSKUID_CMD:
 313                     self._SkuName = GlobalData.gSKUID_CMD
 314             elif Name == TAB_DSC_DEFINES_PCD_INFO_GENERATION:
 315                 self._PcdInfoFlag = Record[2]
 316             elif Name == TAB_DSC_DEFINES_PCD_VAR_CHECK_GENERATION:
 317                 self._VarCheckFlag = Record[2]
 318             elif Name == TAB_FIX_LOAD_TOP_MEMORY_ADDRESS:
 319                 try:
 320                     self._LoadFixAddress = int (Record[2], 0)
 321                 except:
 322                     EdkLogger.error("build", PARAMETER_INVALID, "FIX_LOAD_TOP_MEMORY_ADDRESS %s is not valid dec or hex string" % (Record[2]))
 323             elif Name == TAB_DSC_DEFINES_RFC_LANGUAGES:
 324                 if not Record[2] or Record[2][0] != '"' or Record[2][-1] != '"' or len(Record[2]) == 1:
 325                     EdkLogger.error('build', FORMAT_NOT_SUPPORTED, 'language code for RFC_LANGUAGES must have double quotes around it, for example: RFC_LANGUAGES = "en-us;zh-hans"',
 326                                     File=self.MetaFile, Line=Record[-1])
 327                 LanguageCodes = Record[2][1:-1]
 328                 if not LanguageCodes:
 329                     EdkLogger.error('build', FORMAT_NOT_SUPPORTED, 'one or more RFC4646 format language code must be provided for RFC_LANGUAGES statement',
 330                                     File=self.MetaFile, Line=Record[-1])
 331                 LanguageList = GetSplitValueList(LanguageCodes, TAB_SEMI_COLON_SPLIT)
 332                 # check whether there is empty entries in the list
 333                 if None in LanguageList:
 334                     EdkLogger.error('build', FORMAT_NOT_SUPPORTED, 'one or more empty language code is in RFC_LANGUAGES statement',
 335                                     File=self.MetaFile, Line=Record[-1])
 336                 self._RFCLanguages = LanguageList
 337             elif Name == TAB_DSC_DEFINES_ISO_LANGUAGES:
 338                 if not Record[2] or Record[2][0] != '"' or Record[2][-1] != '"' or len(Record[2]) == 1:
 339                     EdkLogger.error('build', FORMAT_NOT_SUPPORTED, 'language code for ISO_LANGUAGES must have double quotes around it, for example: ISO_LANGUAGES = "engchn"',
 340                                     File=self.MetaFile, Line=Record[-1])
 341                 LanguageCodes = Record[2][1:-1]
 342                 if not LanguageCodes:
 343                     EdkLogger.error('build', FORMAT_NOT_SUPPORTED, 'one or more ISO639-2 format language code must be provided for ISO_LANGUAGES statement',
 344                                     File=self.MetaFile, Line=Record[-1])
 345                 if len(LanguageCodes) % 3:
 346                     EdkLogger.error('build', FORMAT_NOT_SUPPORTED, 'bad ISO639-2 format for ISO_LANGUAGES',
 347                                     File=self.MetaFile, Line=Record[-1])
 348                 LanguageList = []
 349                 for i in range(0, len(LanguageCodes), 3):
 350                     LanguageList.append(LanguageCodes[i:i + 3])
 351                 self._ISOLanguages = LanguageList
 352             elif Name == TAB_DSC_DEFINES_VPD_TOOL_GUID:
 353                 #
 354                 # try to convert GUID to a real UUID value to see whether the GUID is format
 355                 # for VPD_TOOL_GUID is correct.
 356                 #
 357                 try:
 358                     uuid.UUID(Record[2])
 359                 except:
 360                     EdkLogger.error("build", FORMAT_INVALID, "Invalid GUID format for VPD_TOOL_GUID", File=self.MetaFile)
 361                 self._VpdToolGuid = Record[2]
 362             elif Name in self:
 363                 self[Name] = Record[2]
 364         # set _Header to non-None in order to avoid database re-querying
 365         self._Header = 'DUMMY'
 366
 367     ## Retrieve platform name
 368     def _GetPlatformName(self):
 369         if self._PlatformName == None:
 370             if self._Header == None:
 371                 self._GetHeaderInfo()
 372             if self._PlatformName == None:
 373                 EdkLogger.error('build', ATTRIBUTE_NOT_AVAILABLE, "No PLATFORM_NAME", File=self.MetaFile)
 374         return self._PlatformName
 375
 376     ## Retrieve file guid
 377     def _GetFileGuid(self):
 378         if self._Guid == None:
 379             if self._Header == None:
 380                 self._GetHeaderInfo()
 381             if self._Guid == None:
 382                 EdkLogger.error('build', ATTRIBUTE_NOT_AVAILABLE, "No PLATFORM_GUID", File=self.MetaFile)
 383         return self._Guid
 384
 385     ## Retrieve platform version
 386     def _GetVersion(self):
 387         if self._Version == None:
 388             if self._Header == None:
 389                 self._GetHeaderInfo()
 390             if self._Version == None:
 391                 EdkLogger.error('build', ATTRIBUTE_NOT_AVAILABLE, "No PLATFORM_VERSION", File=self.MetaFile)
 392         return self._Version
 393
 394     ## Retrieve platform description file version
 395     def _GetDscSpec(self):
 396         if self._DscSpecification == None:
 397             if self._Header == None:
 398                 self._GetHeaderInfo()
 399             if self._DscSpecification == None:
 400                 EdkLogger.error('build', ATTRIBUTE_NOT_AVAILABLE, "No DSC_SPECIFICATION", File=self.MetaFile)
 401         return self._DscSpecification
 402
 403     ## Retrieve OUTPUT_DIRECTORY
 404     def _GetOutpuDir(self):
 405         if self._OutputDirectory == None:
 406             if self._Header == None:
 407                 self._GetHeaderInfo()
 408             if self._OutputDirectory == None:
 409                 self._OutputDirectory = os.path.join("Build", self._PlatformName)
 410         return self._OutputDirectory
 411
 412     ## Retrieve SUPPORTED_ARCHITECTURES
 413     def _GetSupArch(self):
 414         if self._SupArchList == None:
 415             if self._Header == None:
 416                 self._GetHeaderInfo()
 417             if self._SupArchList == None:
 418                 EdkLogger.error('build', ATTRIBUTE_NOT_AVAILABLE, "No SUPPORTED_ARCHITECTURES", File=self.MetaFile)
 419         return self._SupArchList
 420
 421     ## Retrieve BUILD_TARGETS
 422     def _GetBuildTarget(self):
 423         if self._BuildTargets == None:
 424             if self._Header == None:
 425                 self._GetHeaderInfo()
 426             if self._BuildTargets == None:
 427                 EdkLogger.error('build', ATTRIBUTE_NOT_AVAILABLE, "No BUILD_TARGETS", File=self.MetaFile)
 428         return self._BuildTargets
 429
 430     def _GetPcdInfoFlag(self):
 431         if self._PcdInfoFlag == None or self._PcdInfoFlag.upper() == 'FALSE':
 432             return False
 433         elif self._PcdInfoFlag.upper() == 'TRUE':
 434             return True
 435         else:
 436             return False
 437     def _GetVarCheckFlag(self):
 438         if self._VarCheckFlag == None or self._VarCheckFlag.upper() == 'FALSE':
 439             return False
 440         elif self._VarCheckFlag.upper() == 'TRUE':
 441             return True
 442         else:
 443             return False
 444
 445     # # Retrieve SKUID_IDENTIFIER
 446     def _GetSkuName(self):
 447         if self._SkuName == None:
 448             if self._Header == None:
 449                 self._GetHeaderInfo()
 450             if self._SkuName == None:
 451                 self._SkuName = 'DEFAULT'
 452         return self._SkuName
 453
 454     ## Override SKUID_IDENTIFIER
 455     def _SetSkuName(self, Value):
 456         self._SkuName = Value
 457
 458     def _GetFdfFile(self):
 459         if self._FlashDefinition == None:
 460             if self._Header == None:
 461                 self._GetHeaderInfo()
 462             if self._FlashDefinition == None:
 463                 self._FlashDefinition = ''
 464         return self._FlashDefinition
 465
 466     def _GetPrebuild(self):
 467         if self._Prebuild == None:
 468             if self._Header == None:
 469                 self._GetHeaderInfo()
 470             if self._Prebuild == None:
 471                 self._Prebuild = ''
 472         return self._Prebuild
 473
 474     def _GetPostbuild(self):
 475         if self._Postbuild == None:
 476             if self._Header == None:
 477                 self._GetHeaderInfo()
 478             if self._Postbuild == None:
 479                 self._Postbuild = ''
 480         return self._Postbuild
 481
 482     ## Retrieve FLASH_DEFINITION
 483     def _GetBuildNumber(self):
 484         if self._BuildNumber == None:
 485             if self._Header == None:
 486                 self._GetHeaderInfo()
 487             if self._BuildNumber == None:
 488                 self._BuildNumber = ''
 489         return self._BuildNumber
 490
 491     ## Retrieve MAKEFILE_NAME
 492     def _GetMakefileName(self):
 493         if self._MakefileName == None:
 494             if self._Header == None:
 495                 self._GetHeaderInfo()
 496             if self._MakefileName == None:
 497                 self._MakefileName = ''
 498         return self._MakefileName
 499
 500     ## Retrieve BsBaseAddress
 501     def _GetBsBaseAddress(self):
 502         if self._BsBaseAddress == None:
 503             if self._Header == None:
 504                 self._GetHeaderInfo()
 505             if self._BsBaseAddress == None:
 506                 self._BsBaseAddress = ''
 507         return self._BsBaseAddress
 508
 509     ## Retrieve RtBaseAddress
 510     def _GetRtBaseAddress(self):
 511         if self._RtBaseAddress == None:
 512             if self._Header == None:
 513                 self._GetHeaderInfo()
 514             if self._RtBaseAddress == None:
 515                 self._RtBaseAddress = ''
 516         return self._RtBaseAddress
 517
 518     ## Retrieve the top address for the load fix address
 519     def _GetLoadFixAddress(self):
 520         if self._LoadFixAddress == None:
 521             if self._Header == None:
 522                 self._GetHeaderInfo()
 523
 524             if self._LoadFixAddress == None:
 525                 self._LoadFixAddress = self._Macros.get(TAB_FIX_LOAD_TOP_MEMORY_ADDRESS, '0')
 526
 527             try:
 528                 self._LoadFixAddress = int (self._LoadFixAddress, 0)
 529             except:
 530                 EdkLogger.error("build", PARAMETER_INVALID, "FIX_LOAD_TOP_MEMORY_ADDRESS %s is not valid dec or hex string" % (self._LoadFixAddress))
 531
 532         #
 533         # If command line defined, should override the value in DSC file.
 534         #
 535         if 'FIX_LOAD_TOP_MEMORY_ADDRESS' in GlobalData.gCommandLineDefines.keys():
 536             try:
 537                 self._LoadFixAddress = int(GlobalData.gCommandLineDefines['FIX_LOAD_TOP_MEMORY_ADDRESS'], 0)
 538             except:
 539                 EdkLogger.error("build", PARAMETER_INVALID, "FIX_LOAD_TOP_MEMORY_ADDRESS %s is not valid dec or hex string" % (GlobalData.gCommandLineDefines['FIX_LOAD_TOP_MEMORY_ADDRESS']))
 540
 541         if self._LoadFixAddress < 0:
 542             EdkLogger.error("build", PARAMETER_INVALID, "FIX_LOAD_TOP_MEMORY_ADDRESS is set to the invalid negative value 0x%x" % (self._LoadFixAddress))
 543         if self._LoadFixAddress != 0xFFFFFFFFFFFFFFFF and self._LoadFixAddress % 0x1000 != 0:
 544             EdkLogger.error("build", PARAMETER_INVALID, "FIX_LOAD_TOP_MEMORY_ADDRESS is set to the invalid unaligned 4K value 0x%x" % (self._LoadFixAddress))
 545
 546         return self._LoadFixAddress
 547
 548     ## Retrieve RFCLanguage filter
 549     def _GetRFCLanguages(self):
 550         if self._RFCLanguages == None:
 551             if self._Header == None:
 552                 self._GetHeaderInfo()
 553             if self._RFCLanguages == None:
 554                 self._RFCLanguages = []
 555         return self._RFCLanguages
 556
 557     ## Retrieve ISOLanguage filter
 558     def _GetISOLanguages(self):
 559         if self._ISOLanguages == None:
 560             if self._Header == None:
 561                 self._GetHeaderInfo()
 562             if self._ISOLanguages == None:
 563                 self._ISOLanguages = []
 564         return self._ISOLanguages
 565     ## Retrieve the GUID string for VPD tool
 566     def _GetVpdToolGuid(self):
 567         if self._VpdToolGuid == None:
 568             if self._Header == None:
 569                 self._GetHeaderInfo()
 570             if self._VpdToolGuid == None:
 571                 self._VpdToolGuid = ''
 572         return self._VpdToolGuid
 573
 574     ## Retrieve [SkuIds] section information
 575     def _GetSkuIds(self):
 576         if self._SkuIds == None:
 577             self._SkuIds = sdict()
 578             RecordList = self._RawData[MODEL_EFI_SKU_ID, self._Arch]
 579             for Record in RecordList:
 580                 if Record[0] in [None, '']:
 581                     EdkLogger.error('build', FORMAT_INVALID, 'No Sku ID number',
 582                                     File=self.MetaFile, Line=Record[-1])
 583                 if Record[1] in [None, '']:
 584                     EdkLogger.error('build', FORMAT_INVALID, 'No Sku ID name',
 585                                     File=self.MetaFile, Line=Record[-1])
 586                 Pattern = re.compile('^[1-9]\d*|0$')
 587                 HexPattern = re.compile(r'0[xX][0-9a-fA-F]+$')
 588                 if Pattern.match(Record[0]) == None and HexPattern.match(Record[0]) == None:
 589                     EdkLogger.error('build', FORMAT_INVALID, "The format of the Sku ID number is invalid. It only support Integer and HexNumber",
 590                                     File=self.MetaFile, Line=Record[-1])
 591                 if not IsValidWord(Record[1]):
 592                     EdkLogger.error('build', FORMAT_INVALID, "The format of the Sku ID name is invalid. The correct format is '(a-zA-Z0-9_)(a-zA-Z0-9_-.)*'",
 593                                     File=self.MetaFile, Line=Record[-1])
 594                 self._SkuIds[Record[1].upper()] = (str(self.ToInt(Record[0])), Record[1].upper(), Record[2].upper())
 595             if 'DEFAULT' not in self._SkuIds:
 596                 self._SkuIds['DEFAULT'] = ("0","DEFAULT","DEFAULT")
 597             if 'COMMON' not in self._SkuIds:
 598                 self._SkuIds['COMMON'] = ("0","DEFAULT","DEFAULT")
 599         return self._SkuIds
 600     def ToInt(self,intstr):
 601         return int(intstr,16) if intstr.upper().startswith("0X") else int(intstr)
 602     def _GetDefaultStores(self):
 603         if self.DefaultStores == None:
 604             self.DefaultStores = sdict()
 605             RecordList = self._RawData[MODEL_EFI_DEFAULT_STORES, self._Arch]
 606             for Record in RecordList:
 607                 if Record[0] in [None, '']:
 608                     EdkLogger.error('build', FORMAT_INVALID, 'No DefaultStores ID number',
 609                                     File=self.MetaFile, Line=Record[-1])
 610                 if Record[1] in [None, '']:
 611                     EdkLogger.error('build', FORMAT_INVALID, 'No DefaultStores ID name',
 612                                     File=self.MetaFile, Line=Record[-1])
 613                 Pattern = re.compile('^[1-9]\d*|0$')
 614                 HexPattern = re.compile(r'0[xX][0-9a-fA-F]+$')
 615                 if Pattern.match(Record[0]) == None and HexPattern.match(Record[0]) == None:
 616                     EdkLogger.error('build', FORMAT_INVALID, "The format of the DefaultStores ID number is invalid. It only support Integer and HexNumber",
 617                                     File=self.MetaFile, Line=Record[-1])
 618                 if not IsValidWord(Record[1]):
 619                     EdkLogger.error('build', FORMAT_INVALID, "The format of the DefaultStores ID name is invalid. The correct format is '(a-zA-Z0-9_)(a-zA-Z0-9_-.)*'",
 620                                     File=self.MetaFile, Line=Record[-1])
 621                 self.DefaultStores[Record[1].upper()] = (self.ToInt(Record[0]),Record[1].upper())
 622             if TAB_DEFAULT_STORES_DEFAULT not in self.DefaultStores:
 623                 self.DefaultStores[TAB_DEFAULT_STORES_DEFAULT] = (0,TAB_DEFAULT_STORES_DEFAULT)
 624             GlobalData.gDefaultStores = self.DefaultStores.keys()
 625             if GlobalData.gDefaultStores:
 626                 GlobalData.gDefaultStores.sort()
 627         return self.DefaultStores
 628
 629     ## Retrieve [Components] section information
 630     def _GetModules(self):
 631         if self._Modules != None:
 632             return self._Modules
 633
 634         self._Modules = sdict()
 635         RecordList = self._RawData[MODEL_META_DATA_COMPONENT, self._Arch]
 636         Macros = self._Macros
 637         Macros["EDK_SOURCE"] = GlobalData.gEcpSource
 638         for Record in RecordList:
 639             DuplicatedFile = False
 640
 641             ModuleFile = PathClass(NormPath(Record[0], Macros), GlobalData.gWorkspace, Arch=self._Arch)
 642             ModuleId = Record[6]
 643             LineNo = Record[7]
 644
 645             # check the file validation
 646             ErrorCode, ErrorInfo = ModuleFile.Validate('.inf')
 647             if ErrorCode != 0:
 648                 EdkLogger.error('build', ErrorCode, File=self.MetaFile, Line=LineNo,
 649                                 ExtraData=ErrorInfo)
 650             # Check duplication
 651             # If arch is COMMON, no duplicate module is checked since all modules in all component sections are selected
 652             if self._Arch != 'COMMON' and ModuleFile in self._Modules:
 653                 DuplicatedFile = True
 654
 655             Module = ModuleBuildClassObject()
 656             Module.MetaFile = ModuleFile
 657
 658             # get module private library instance
 659             RecordList = self._RawData[MODEL_EFI_LIBRARY_CLASS, self._Arch, None, ModuleId]
 660             for Record in RecordList:
 661                 LibraryClass = Record[0]
 662                 LibraryPath = PathClass(NormPath(Record[1], Macros), GlobalData.gWorkspace, Arch=self._Arch)
 663                 LineNo = Record[-1]
 664
 665                 # check the file validation
 666                 ErrorCode, ErrorInfo = LibraryPath.Validate('.inf')
 667                 if ErrorCode != 0:
 668                     EdkLogger.error('build', ErrorCode, File=self.MetaFile, Line=LineNo,
 669                                     ExtraData=ErrorInfo)
 670
 671                 if LibraryClass == '' or LibraryClass == 'NULL':
 672                     self._NullLibraryNumber += 1
 673                     LibraryClass = 'NULL%d' % self._NullLibraryNumber
 674                     EdkLogger.verbose("Found forced library for %s\n\t%s [%s]" % (ModuleFile, LibraryPath, LibraryClass))
 675                 Module.LibraryClasses[LibraryClass] = LibraryPath
 676                 if LibraryPath not in self.LibraryInstances:
 677                     self.LibraryInstances.append(LibraryPath)
 678
 679             # get module private PCD setting
 680             for Type in [MODEL_PCD_FIXED_AT_BUILD, MODEL_PCD_PATCHABLE_IN_MODULE, \
 681                          MODEL_PCD_FEATURE_FLAG, MODEL_PCD_DYNAMIC, MODEL_PCD_DYNAMIC_EX]:
 682                 RecordList = self._RawData[Type, self._Arch, None, ModuleId]
 683                 for TokenSpaceGuid, PcdCName, Setting, Dummy1, Dummy2, Dummy3, Dummy4,Dummy5 in RecordList:
 684                     TokenList = GetSplitValueList(Setting)
 685                     DefaultValue = TokenList[0]
 686                     # the format is PcdName| Value | VOID* | MaxDatumSize
 687                     if len(TokenList) > 2:
 688                         MaxDatumSize = TokenList[2]
 689                     else:
 690                         MaxDatumSize = ''
 691                     TypeString = self._PCD_TYPE_STRING_[Type]
 692                     Pcd = PcdClassObject(
 693                             PcdCName,
 694                             TokenSpaceGuid,
 695                             TypeString,
 696                             '',
 697                             DefaultValue,
 698                             '',
 699                             MaxDatumSize,
 700                             {},
 701                             False,
 702                             None
 703                             )
 704                     Module.Pcds[PcdCName, TokenSpaceGuid] = Pcd
 705
 706             # get module private build options
 707             RecordList = self._RawData[MODEL_META_DATA_BUILD_OPTION, self._Arch, None, ModuleId]
 708             for ToolChainFamily, ToolChain, Option, Dummy1, Dummy2, Dummy3, Dummy4,Dummy5 in RecordList:
 709                 if (ToolChainFamily, ToolChain) not in Module.BuildOptions:
 710                     Module.BuildOptions[ToolChainFamily, ToolChain] = Option
 711                 else:
 712                     OptionString = Module.BuildOptions[ToolChainFamily, ToolChain]
 713                     Module.BuildOptions[ToolChainFamily, ToolChain] = OptionString + " " + Option
 714
 715             RecordList = self._RawData[MODEL_META_DATA_HEADER, self._Arch, None, ModuleId]
 716             if DuplicatedFile and not RecordList:
 717                 EdkLogger.error('build', FILE_DUPLICATED, File=self.MetaFile, ExtraData=str(ModuleFile), Line=LineNo)
 718             if RecordList:
 719                 if len(RecordList) != 1:
 720                     EdkLogger.error('build', OPTION_UNKNOWN, 'Only FILE_GUID can be listed in <Defines> section.',
 721                                     File=self.MetaFile, ExtraData=str(ModuleFile), Line=LineNo)
 722                 ModuleFile = ProcessDuplicatedInf(ModuleFile, RecordList[0][2], GlobalData.gWorkspace)
 723                 ModuleFile.Arch = self._Arch
 724
 725             self._Modules[ModuleFile] = Module
 726         return self._Modules
 727
 728     ## Retrieve all possible library instances used in this platform
 729     def _GetLibraryInstances(self):
 730         if self._LibraryInstances == None:
 731             self._GetLibraryClasses()
 732         return self._LibraryInstances
 733
 734     ## Retrieve [LibraryClasses] information
 735     def _GetLibraryClasses(self):
 736         if self._LibraryClasses == None:
 737             self._LibraryInstances = []
 738             #
 739             # tdict is a special dict kind of type, used for selecting correct
 740             # library instance for given library class and module type
 741             #
 742             LibraryClassDict = tdict(True, 3)
 743             # track all library class names
 744             LibraryClassSet = set()
 745             RecordList = self._RawData[MODEL_EFI_LIBRARY_CLASS, self._Arch, None, -1]
 746             Macros = self._Macros
 747             for Record in RecordList:
 748                 LibraryClass, LibraryInstance, Dummy, Arch, ModuleType, Dummy,Dummy, LineNo = Record
 749                 if LibraryClass == '' or LibraryClass == 'NULL':
 750                     self._NullLibraryNumber += 1
 751                     LibraryClass = 'NULL%d' % self._NullLibraryNumber
 752                     EdkLogger.verbose("Found forced library for arch=%s\n\t%s [%s]" % (Arch, LibraryInstance, LibraryClass))
 753                 LibraryClassSet.add(LibraryClass)
 754                 LibraryInstance = PathClass(NormPath(LibraryInstance, Macros), GlobalData.gWorkspace, Arch=self._Arch)
 755                 # check the file validation
 756                 ErrorCode, ErrorInfo = LibraryInstance.Validate('.inf')
 757                 if ErrorCode != 0:
 758                     EdkLogger.error('build', ErrorCode, File=self.MetaFile, Line=LineNo,
 759                                     ExtraData=ErrorInfo)
 760
 761                 if ModuleType != 'COMMON' and ModuleType not in SUP_MODULE_LIST:
 762                     EdkLogger.error('build', OPTION_UNKNOWN, "Unknown module type [%s]" % ModuleType,
 763                                     File=self.MetaFile, ExtraData=LibraryInstance, Line=LineNo)
 764                 LibraryClassDict[Arch, ModuleType, LibraryClass] = LibraryInstance
 765                 if LibraryInstance not in self._LibraryInstances:
 766                     self._LibraryInstances.append(LibraryInstance)
 767
 768             # resolve the specific library instance for each class and each module type
 769             self._LibraryClasses = tdict(True)
 770             for LibraryClass in LibraryClassSet:
 771                 # try all possible module types
 772                 for ModuleType in SUP_MODULE_LIST:
 773                     LibraryInstance = LibraryClassDict[self._Arch, ModuleType, LibraryClass]
 774                     if LibraryInstance == None:
 775                         continue
 776                     self._LibraryClasses[LibraryClass, ModuleType] = LibraryInstance
 777
 778             # for Edk style library instances, which are listed in different section
 779             Macros["EDK_SOURCE"] = GlobalData.gEcpSource
 780             RecordList = self._RawData[MODEL_EFI_LIBRARY_INSTANCE, self._Arch]
 781             for Record in RecordList:
 782                 File = PathClass(NormPath(Record[0], Macros), GlobalData.gWorkspace, Arch=self._Arch)
 783                 LineNo = Record[-1]
 784                 # check the file validation
 785                 ErrorCode, ErrorInfo = File.Validate('.inf')
 786                 if ErrorCode != 0:
 787                     EdkLogger.error('build', ErrorCode, File=self.MetaFile, Line=LineNo,
 788                                     ExtraData=ErrorInfo)
 789                 if File not in self._LibraryInstances:
 790                     self._LibraryInstances.append(File)
 791                 #
 792                 # we need the module name as the library class name, so we have
 793                 # to parse it here. (self._Bdb[] will trigger a file parse if it
 794                 # hasn't been parsed)
 795                 #
 796                 Library = self._Bdb[File, self._Arch, self._Target, self._Toolchain]
 797                 self._LibraryClasses[Library.BaseName, ':dummy:'] = Library
 798         return self._LibraryClasses
 799
 800     def _ValidatePcd(self, PcdCName, TokenSpaceGuid, Setting, PcdType, LineNo):
 801         if self._DecPcds == None:
 802
 803             FdfInfList = []
 804             if GlobalData.gFdfParser:
 805                 FdfInfList = GlobalData.gFdfParser.Profile.InfList
 806
 807             PkgSet = set()
 808             for Inf in FdfInfList:
 809                 ModuleFile = PathClass(NormPath(Inf), GlobalData.gWorkspace, Arch=self._Arch)
 810                 if ModuleFile in self._Modules:
 811                     continue
 812                 ModuleData = self._Bdb[ModuleFile, self._Arch, self._Target, self._Toolchain]
 813                 PkgSet.update(ModuleData.Packages)
 814
 815             self._DecPcds, self._GuidDict = GetDeclaredPcd(self, self._Bdb, self._Arch, self._Target, self._Toolchain,PkgSet)
 816             self._GuidDict.update(GlobalData.gPlatformPcds)
 817
 818         if (PcdCName, TokenSpaceGuid) not in self._DecPcds:
 819             EdkLogger.error('build', PARSER_ERROR,
 820                             "Pcd (%s.%s) defined in DSC is not declared in DEC files. Arch: ['%s']" % (TokenSpaceGuid, PcdCName, self._Arch),
 821                             File=self.MetaFile, Line=LineNo)
 822         ValueList, IsValid, Index = AnalyzeDscPcd(Setting, PcdType, self._DecPcds[PcdCName, TokenSpaceGuid].DatumType)
 823         if not IsValid:
 824             if PcdType not in [MODEL_PCD_FEATURE_FLAG, MODEL_PCD_FIXED_AT_BUILD]:
 825                 EdkLogger.error('build', FORMAT_INVALID, "Pcd format incorrect.", File=self.MetaFile, Line=LineNo,
 826                                 ExtraData="%s.%s|%s" % (TokenSpaceGuid, PcdCName, Setting))
 827             else:
 828                 if ValueList[2] == '-1':
 829                     EdkLogger.error('build', FORMAT_INVALID, "Pcd format incorrect.", File=self.MetaFile, Line=LineNo,
 830                                 ExtraData="%s.%s|%s" % (TokenSpaceGuid, PcdCName, Setting))
 831         if ValueList[Index]:
 832             DatumType = self._DecPcds[PcdCName, TokenSpaceGuid].DatumType
 833             try:
 834                 ValueList[Index] = ValueExpressionEx(ValueList[Index], DatumType, self._GuidDict)(True)
 835             except BadExpression, Value:
 836                 EdkLogger.error('Parser', FORMAT_INVALID, Value, File=self.MetaFile, Line=LineNo,
 837                                 ExtraData="PCD [%s.%s] Value \"%s\" " % (
 838                                 TokenSpaceGuid, PcdCName, ValueList[Index]))
 839             except EvaluationException, Excpt:
 840                 if hasattr(Excpt, 'Pcd'):
 841                     if Excpt.Pcd in GlobalData.gPlatformOtherPcds:
 842                         EdkLogger.error('Parser', FORMAT_INVALID, "Cannot use this PCD (%s) in an expression as"
 843                                         " it must be defined in a [PcdsFixedAtBuild] or [PcdsFeatureFlag] section"
 844                                         " of the DSC file" % Excpt.Pcd,
 845                                         File=self.MetaFile, Line=LineNo)
 846                     else:
 847                         EdkLogger.error('Parser', FORMAT_INVALID, "PCD (%s) is not defined in DSC file" % Excpt.Pcd,
 848                                         File=self.MetaFile, Line=LineNo)
 849                 else:
 850                     EdkLogger.error('Parser', FORMAT_INVALID, "Invalid expression: %s" % str(Excpt),
 851                                     File=self.MetaFile, Line=LineNo)
 852
 853         if ValueList[Index]:
 854             Valid, ErrStr = CheckPcdDatum(self._DecPcds[PcdCName, TokenSpaceGuid].DatumType, ValueList[Index])
 855             if not Valid:
 856                 EdkLogger.error('build', FORMAT_INVALID, ErrStr, File=self.MetaFile, Line=LineNo,
 857                                 ExtraData="%s.%s" % (TokenSpaceGuid, PcdCName))
 858             if PcdType in (MODEL_PCD_DYNAMIC_DEFAULT, MODEL_PCD_DYNAMIC_EX_DEFAULT):
 859                 if self._DecPcds[PcdCName, TokenSpaceGuid].DatumType.strip() != ValueList[1].strip():
 860                     EdkLogger.error('build', FORMAT_INVALID, "Pcd datumtype used in DSC file is not the same as its declaration in DEC file." , File=self.MetaFile, Line=LineNo,
 861                                 ExtraData="%s.%s|%s" % (TokenSpaceGuid, PcdCName, Setting))
 862         if (TokenSpaceGuid + '.' + PcdCName) in GlobalData.gPlatformPcds:
 863             if GlobalData.gPlatformPcds[TokenSpaceGuid + '.' + PcdCName] != ValueList[Index]:
 864                 GlobalData.gPlatformPcds[TokenSpaceGuid + '.' + PcdCName] = ValueList[Index]
 865         return ValueList
 866
 867     def _FilterPcdBySkuUsage(self,Pcds):
 868         available_sku = self.SkuIdMgr.AvailableSkuIdSet
 869         sku_usage = self.SkuIdMgr.SkuUsageType
 870         if sku_usage == SkuClass.SINGLE:
 871             for pcdname in Pcds:
 872                 pcd = Pcds[pcdname]
 873                 Pcds[pcdname].SkuInfoList = {"DEFAULT":pcd.SkuInfoList[skuid] for skuid in pcd.SkuInfoList if skuid in available_sku}
 874                 if type(pcd) is StructurePcd and pcd.SkuOverrideValues:
 875                     Pcds[pcdname].SkuOverrideValues = {"DEFAULT":pcd.SkuOverrideValues[skuid] for skuid in pcd.SkuOverrideValues if skuid in available_sku}
 876         else:
 877             for pcdname in Pcds:
 878                 pcd = Pcds[pcdname]
 879                 Pcds[pcdname].SkuInfoList = {skuid:pcd.SkuInfoList[skuid] for skuid in pcd.SkuInfoList if skuid in available_sku}
 880                 if type(pcd) is StructurePcd and pcd.SkuOverrideValues:
 881                     Pcds[pcdname].SkuOverrideValues = {skuid:pcd.SkuOverrideValues[skuid] for skuid in pcd.SkuOverrideValues if skuid in available_sku}
 882         return Pcds
 883     def CompleteHiiPcdsDefaultStores(self,Pcds):
 884         HiiPcd = [Pcds[pcd] for pcd in Pcds if Pcds[pcd].Type in [self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_HII], self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_HII]]]
 885         DefaultStoreMgr = DefaultStore(self.DefaultStores)
 886         for pcd in HiiPcd:
 887             for skuid in pcd.SkuInfoList:
 888                 skuobj = pcd.SkuInfoList.get(skuid)
 889                 if "STANDARD" not in skuobj.DefaultStoreDict:
 890                     PcdDefaultStoreSet = set([defaultstorename  for defaultstorename in skuobj.DefaultStoreDict])
 891                     mindefaultstorename = DefaultStoreMgr.GetMin(PcdDefaultStoreSet)
 892                     skuobj.DefaultStoreDict['STANDARD'] = copy.deepcopy(skuobj.DefaultStoreDict[mindefaultstorename])
 893         return Pcds
 894
 895     def RecoverCommandLinePcd(self):
 896         pcdset = []
 897         if GlobalData.BuildOptionPcd:
 898             for pcd in GlobalData.BuildOptionPcd:
 899                 if pcd[2] == "":
 900                     pcdset.append((pcd[0],pcd[1],pcd[3]))
 901                 else:
 902                     if (pcd[1],pcd[0]) not in self._Pcds:
 903                         pcdvalue = pcd[3] if len(pcd) == 4 else pcd[2]
 904                         pcdset.append((pcd[0],pcd[1],pcdvalue))
 905                     #else:
 906                         # remove the settings from command line since it has been handled.
 907         GlobalData.BuildOptionPcd = pcdset
 908     def GetFieldValueFromComm(self,ValueStr,TokenSpaceGuidCName, TokenCName, FieldName):
 909         PredictedFieldType = "VOID*"
 910         if ValueStr.startswith('L'):
 911             if not ValueStr[1]:
 912                 EdkLogger.error("build", FORMAT_INVALID, 'For Void* type PCD, when specify the Value in the command line, please use the following format: "string", L"string", H"{...}"')
 913             ValueStr = ValueStr[0] + '"' + ValueStr[1:] + '"'
 914             PredictedFieldType = "VOID*"
 915         elif ValueStr.startswith('H') or ValueStr.startswith('{'):
 916             EdkLogger.error("build", FORMAT_INVALID, 'Currently we do not support assign H"{...}" format for Pcd field.', ExtraData="%s.%s.%s from command line" % (TokenSpaceGuidCName, TokenCName, FieldName))
 917             ValueStr = ValueStr[1:]
 918             PredictedFieldType = "VOID*"
 919         elif ValueStr.upper() in ['TRUE', '0X1', '0X01', '1', 'FALSE', '0X0', '0X00', '0']:
 920             PredictedFieldType = "BOOLEAN"
 921         elif ValueStr.isdigit() or ValueStr.upper().startswith('0X'):
 922             PredictedFieldType = TAB_UINT16
 923         else:
 924             if not ValueStr[0]:
 925                 EdkLogger.error("build", FORMAT_INVALID, 'For Void* type PCD, when specify the Value in the command line, please use the following format: "string", L"string", H"{...}"')
 926             ValueStr = '"' + ValueStr + '"'
 927             PredictedFieldType = "VOID*"
 928         IsValid, Cause = CheckPcdDatum(PredictedFieldType, ValueStr)
 929         if not IsValid:
 930             EdkLogger.error("build", FORMAT_INVALID, Cause, ExtraData="%s.%s.%s from command line" % (TokenSpaceGuidCName, TokenCName, FieldName))
 931         if PredictedFieldType == 'BOOLEAN':
 932             ValueStr = ValueStr.upper()
 933             if ValueStr == 'TRUE' or ValueStr == '1':
 934                 ValueStr = '1'
 935             elif ValueStr == 'FALSE' or ValueStr == '0':
 936                 ValueStr = '0'
 937         return  ValueStr
 938     def __ParsePcdFromCommandLine(self):
 939         if GlobalData.BuildOptionPcd:
 940             for i, pcd in enumerate(GlobalData.BuildOptionPcd):
 941                 if type(pcd) is tuple:
 942                     continue
 943                 (pcdname, pcdvalue) = pcd.split('=')
 944                 if not pcdvalue:
 945                     EdkLogger.error('build', AUTOGEN_ERROR, "No Value specified for the PCD %s." % (pcdname))
 946                 if '.' in pcdname:
 947                     (Name1, Name2) = pcdname.split('.',1)
 948                     if "." in Name2:
 949                         (Name3, FieldName) = Name2.split(".",1)
 950                         if ((Name3,Name1)) in self.DecPcds:
 951                             HasTokenSpace = True
 952                             TokenCName = Name3
 953                             TokenSpaceGuidCName = Name1
 954                         else:
 955                             FieldName = Name2
 956                             TokenCName = Name1
 957                             TokenSpaceGuidCName = ''
 958                             HasTokenSpace = False
 959                     else:
 960                         if ((Name2,Name1)) in self.DecPcds:
 961                             HasTokenSpace = True
 962                             TokenCName = Name2
 963                             TokenSpaceGuidCName = Name1
 964                             FieldName =""
 965                         else:
 966                             FieldName = Name2
 967                             TokenCName = Name1
 968                             TokenSpaceGuidCName = ''
 969                             HasTokenSpace = False
 970                 else:
 971                     FieldName = ""
 972                     TokenCName = pcdname
 973                     TokenSpaceGuidCName = ''
 974                     HasTokenSpace = False
 975                 TokenSpaceGuidCNameList = []
 976                 FoundFlag = False
 977                 PcdDatumType = ''
 978                 NewValue = ''
 979                 if not HasTokenSpace:
 980                     for key in self.DecPcds:
 981                         if TokenCName == key[0]:
 982                             if TokenSpaceGuidCName:
 983                                 EdkLogger.error(
 984                                                 'build',
 985                                                  AUTOGEN_ERROR,
 986                                                 "The Pcd %s is found under multiple different TokenSpaceGuid: %s and %s." % (TokenCName, TokenSpaceGuidCName, key[1])
 987                                                 )
 988                             else:
 989                                 TokenSpaceGuidCName = key[1]
 990                                 FoundFlag = True
 991                 else:
 992                     if (TokenCName, TokenSpaceGuidCName) in self.DecPcds:
 993                         FoundFlag = True
 994                 if FieldName:
 995                     NewValue = self.GetFieldValueFromComm(pcdvalue, TokenSpaceGuidCName, TokenCName, FieldName)
 996                     GlobalData.BuildOptionPcd[i] = (TokenSpaceGuidCName, TokenCName, FieldName,NewValue,("build command options",1))
 997                 else:
 998                     # Replace \' to ', \\\' to \'
 999                     pcdvalue = pcdvalue.replace("\\\\\\'", '\\\\\\"').replace('\\\'', '\'').replace('\\\\\\"', "\\'")
1000                     for key in self.DecPcds:
1001                         PcdItem = self.DecPcds[key]
1002                         if HasTokenSpace:
1003                             if (PcdItem.TokenCName, PcdItem.TokenSpaceGuidCName) == (TokenCName, TokenSpaceGuidCName):
1004                                 PcdDatumType = PcdItem.DatumType
1005                                 if pcdvalue.startswith('H'):
1006                                     try:
1007                                         pcdvalue = ValueExpressionEx(pcdvalue[1:], PcdDatumType, self._GuidDict)(True)
1008                                     except BadExpression, Value:
1009                                         EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s",  %s' %
1010                                                         (TokenSpaceGuidCName, TokenCName, pcdvalue, Value))
1011                                     if PcdDatumType not in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64, 'BOOLEAN']:
1012                                         pcdvalue = 'H' + pcdvalue
1013                                 elif pcdvalue.startswith("L'"):
1014                                     try:
1015                                         pcdvalue = ValueExpressionEx(pcdvalue, PcdDatumType, self._GuidDict)(True)
1016                                     except BadExpression, Value:
1017                                         EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s",  %s' %
1018                                                         (TokenSpaceGuidCName, TokenCName, pcdvalue, Value))
1019                                     if PcdDatumType not in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64, 'BOOLEAN']:
1020                                         pcdvalue = 'H' + pcdvalue
1021                                 elif pcdvalue.startswith("'"):
1022                                     try:
1023                                         pcdvalue = ValueExpressionEx(pcdvalue, PcdDatumType, self._GuidDict)(True)
1024                                     except BadExpression, Value:
1025                                         EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s",  %s' %
1026                                                         (TokenSpaceGuidCName, TokenCName, pcdvalue, Value))
1027                                     if PcdDatumType not in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64, 'BOOLEAN']:
1028                                         pcdvalue = 'H' + pcdvalue
1029                                 elif pcdvalue.startswith('L'):
1030                                     pcdvalue = 'L"' + pcdvalue[1:] + '"'
1031                                     try:
1032                                         pcdvalue = ValueExpressionEx(pcdvalue, PcdDatumType, self._GuidDict)(True)
1033                                     except BadExpression, Value:
1034                                         EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s",  %s' %
1035                                                         (TokenSpaceGuidCName, TokenCName, pcdvalue, Value))
1036                                 else:
1037                                     try:
1038                                         pcdvalue = ValueExpressionEx(pcdvalue, PcdDatumType, self._GuidDict)(True)
1039                                     except BadExpression, Value:
1040                                         try:
1041                                             pcdvalue = '"' + pcdvalue + '"'
1042                                             pcdvalue = ValueExpressionEx(pcdvalue, PcdDatumType, self._GuidDict)(True)
1043                                         except BadExpression, Value:
1044                                             EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s",  %s' %
1045                                                             (TokenSpaceGuidCName, TokenCName, pcdvalue, Value))
1046                                 NewValue = BuildOptionPcdValueFormat(TokenSpaceGuidCName, TokenCName, PcdDatumType, pcdvalue)
1047                                 FoundFlag = True
1048                         else:
1049                             if PcdItem.TokenCName == TokenCName:
1050                                 if not PcdItem.TokenSpaceGuidCName in TokenSpaceGuidCNameList:
1051                                     if len (TokenSpaceGuidCNameList) < 1:
1052                                         TokenSpaceGuidCNameList.append(PcdItem.TokenSpaceGuidCName)
1053                                         PcdDatumType = PcdItem.DatumType
1054                                         TokenSpaceGuidCName = PcdItem.TokenSpaceGuidCName
1055                                         if pcdvalue.startswith('H'):
1056                                             try:
1057                                                 pcdvalue = ValueExpressionEx(pcdvalue[1:], PcdDatumType, self._GuidDict)(True)
1058                                             except BadExpression, Value:
1059                                                 EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s", %s' %
1060                                                                 (TokenSpaceGuidCName, TokenCName, pcdvalue, Value))
1061                                             if PcdDatumType not in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64,'BOOLEAN']:
1062                                                 pcdvalue = 'H' + pcdvalue
1063                                         elif pcdvalue.startswith("L'"):
1064                                             try:
1065                                                 pcdvalue = ValueExpressionEx(pcdvalue, PcdDatumType, self._GuidDict)(
1066                                                     True)
1067                                             except BadExpression, Value:
1068                                                 EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s",  %s' %
1069                                                                 (TokenSpaceGuidCName, TokenCName, pcdvalue, Value))
1070                                             if PcdDatumType not in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64, 'BOOLEAN']:
1071                                                 pcdvalue = 'H' + pcdvalue
1072                                         elif pcdvalue.startswith("'"):
1073                                             try:
1074                                                 pcdvalue = ValueExpressionEx(pcdvalue, PcdDatumType, self._GuidDict)(
1075                                                     True)
1076                                             except BadExpression, Value:
1077                                                 EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s",  %s' %
1078                                                                 (TokenSpaceGuidCName, TokenCName, pcdvalue, Value))
1079                                             if PcdDatumType not in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64, 'BOOLEAN']:
1080                                                 pcdvalue = 'H' + pcdvalue
1081                                         elif pcdvalue.startswith('L'):
1082                                             pcdvalue = 'L"' + pcdvalue[1:] + '"'
1083                                             try:
1084                                                 pcdvalue = ValueExpressionEx(pcdvalue, PcdDatumType, self._GuidDict)(
1085                                                     True)
1086                                             except BadExpression, Value:
1087                                                 EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s",  %s' %
1088                                                                 (TokenSpaceGuidCName, TokenCName, pcdvalue, Value))
1089                                         else:
1090                                             try:
1091                                                 pcdvalue = ValueExpressionEx(pcdvalue, PcdDatumType, self._GuidDict)(True)
1092                                             except BadExpression, Value:
1093                                                 try:
1094                                                     pcdvalue = '"' + pcdvalue + '"'
1095                                                     pcdvalue = ValueExpressionEx(pcdvalue, PcdDatumType, self._GuidDict)(True)
1096                                                 except BadExpression, Value:
1097                                                     EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s",  %s' %
1098                                                                     (TokenSpaceGuidCName, TokenCName, pcdvalue, Value))
1099                                         NewValue = BuildOptionPcdValueFormat(TokenSpaceGuidCName, TokenCName, PcdDatumType, pcdvalue)
1100                                         FoundFlag = True
1101                                     else:
1102                                         EdkLogger.error(
1103                                                 'build',
1104                                                  AUTOGEN_ERROR,
1105                                                 "The Pcd %s is found under multiple different TokenSpaceGuid: %s and %s." % (TokenCName, PcdItem.TokenSpaceGuidCName, TokenSpaceGuidCNameList[0])
1106                                                 )
1107                     GlobalData.BuildOptionPcd[i] = (TokenSpaceGuidCName, TokenCName, FieldName,NewValue,("build command options",1))
1108                 if not FoundFlag:
1109                     if HasTokenSpace:
1110                         EdkLogger.error('build', AUTOGEN_ERROR, "The Pcd %s.%s is not found in the DEC file." % (TokenSpaceGuidCName, TokenCName))
1111                     else:
1112                         EdkLogger.error('build', AUTOGEN_ERROR, "The Pcd %s is not found in the DEC file." % (TokenCName))
1113                 for BuildData in self._Bdb._CACHE_.values():
1114                     if BuildData.MetaFile.Ext == '.dec' or BuildData.MetaFile.Ext == '.dsc':
1115                         continue
1116                     for key in BuildData.Pcds:
1117                         PcdItem = BuildData.Pcds[key]
1118                         if (TokenSpaceGuidCName, TokenCName) == (PcdItem.TokenSpaceGuidCName, PcdItem.TokenCName) and FieldName =="":
1119                             PcdItem.DefaultValue = NewValue
1120     ## Retrieve all PCD settings in platform
1121     def _GetPcds(self):
1122         if self._Pcds == None:
1123             self._Pcds = sdict()
1124             self.__ParsePcdFromCommandLine()
1125             self._Pcds.update(self._GetPcd(MODEL_PCD_FIXED_AT_BUILD))
1126             self._Pcds.update(self._GetPcd(MODEL_PCD_PATCHABLE_IN_MODULE))
1127             self._Pcds.update(self._GetPcd(MODEL_PCD_FEATURE_FLAG))
1128             self._Pcds.update(self._GetDynamicPcd(MODEL_PCD_DYNAMIC_DEFAULT))
1129             self._Pcds.update(self._GetDynamicHiiPcd(MODEL_PCD_DYNAMIC_HII))
1130             self._Pcds.update(self._GetDynamicVpdPcd(MODEL_PCD_DYNAMIC_VPD))
1131             self._Pcds.update(self._GetDynamicPcd(MODEL_PCD_DYNAMIC_EX_DEFAULT))
1132             self._Pcds.update(self._GetDynamicHiiPcd(MODEL_PCD_DYNAMIC_EX_HII))
1133             self._Pcds.update(self._GetDynamicVpdPcd(MODEL_PCD_DYNAMIC_EX_VPD))
1134
1135             self._Pcds = self.CompletePcdValues(self._Pcds)
1136             self._Pcds = self.UpdateStructuredPcds(MODEL_PCD_TYPE_LIST, self._Pcds)
1137             self._Pcds = self.CompleteHiiPcdsDefaultStores(self._Pcds)
1138             self._Pcds = self._FilterPcdBySkuUsage(self._Pcds)
1139             self._Pcds = self.OverrideByFdfCommOverAll(self._Pcds)
1140             self.RecoverCommandLinePcd()
1141         return self._Pcds
1142
1143     def _dumpPcdInfo(self,Pcds):
1144         for pcd in Pcds:
1145             pcdobj = Pcds[pcd]
1146             if not pcdobj.TokenCName.startswith("Test"):
1147                 continue
1148             for skuid in pcdobj.SkuInfoList:
1149                 if pcdobj.Type in (self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_HII],self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_HII]):
1150                     for storename in pcdobj.SkuInfoList[skuid].DefaultStoreDict:
1151                         print "PcdCName: %s, SkuName: %s, StoreName: %s, Value: %s" % (".".join((pcdobj.TokenSpaceGuidCName, pcdobj.TokenCName)), skuid,storename,str(pcdobj.SkuInfoList[skuid].DefaultStoreDict[storename]))
1152                 else:
1153                     print "PcdCName: %s, SkuName: %s, Value: %s" % (".".join((pcdobj.TokenSpaceGuidCName, pcdobj.TokenCName)), skuid,str(pcdobj.SkuInfoList[skuid].DefaultValue))
1154     ## Retrieve [BuildOptions]
1155     def _GetBuildOptions(self):
1156         if self._BuildOptions == None:
1157             self._BuildOptions = sdict()
1158             #
1159             # Retrieve build option for EDKII and EDK style module
1160             #
1161             for CodeBase in (EDKII_NAME, EDK_NAME):
1162                 RecordList = self._RawData[MODEL_META_DATA_BUILD_OPTION, self._Arch, CodeBase]
1163                 for ToolChainFamily, ToolChain, Option, Dummy1, Dummy2, Dummy3, Dummy4,Dummy5 in RecordList:
1164                     if Dummy3.upper() != 'COMMON':
1165                         continue
1166                     CurKey = (ToolChainFamily, ToolChain, CodeBase)
1167                     #
1168                     # Only flags can be appended
1169                     #
1170                     if CurKey not in self._BuildOptions or not ToolChain.endswith('_FLAGS') or Option.startswith('='):
1171                         self._BuildOptions[CurKey] = Option
1172                     else:
1173                         if ' ' + Option not in self._BuildOptions[CurKey]:
1174                             self._BuildOptions[CurKey] += ' ' + Option
1175         return self._BuildOptions
1176
1177     def GetBuildOptionsByModuleType(self, Edk, ModuleType):
1178         if self._ModuleTypeOptions == None:
1179             self._ModuleTypeOptions = sdict()
1180         if (Edk, ModuleType) not in self._ModuleTypeOptions:
1181             options = sdict()
1182             self._ModuleTypeOptions[Edk, ModuleType] = options
1183             DriverType = '%s.%s' % (Edk, ModuleType)
1184             CommonDriverType = '%s.%s' % ('COMMON', ModuleType)
1185             RecordList = self._RawData[MODEL_META_DATA_BUILD_OPTION, self._Arch]
1186             for ToolChainFamily, ToolChain, Option, Dummy1, Dummy2, Dummy3, Dummy4,Dummy5 in RecordList:
1187                 Type = Dummy2 + '.' + Dummy3
1188                 if Type.upper() == DriverType.upper() or Type.upper() == CommonDriverType.upper():
1189                     Key = (ToolChainFamily, ToolChain, Edk)
1190                     if Key not in options or not ToolChain.endswith('_FLAGS') or Option.startswith('='):
1191                         options[Key] = Option
1192                     else:
1193                         if ' ' + Option not in options[Key]:
1194                             options[Key] += ' ' + Option
1195         return self._ModuleTypeOptions[Edk, ModuleType]
1196
1197     def GetStructurePcdInfo(self, PcdSet):
1198         structure_pcd_data = {}
1199         for item in PcdSet:
1200             if (item[0],item[1]) not in structure_pcd_data:
1201                 structure_pcd_data[(item[0],item[1])] = []
1202             structure_pcd_data[(item[0],item[1])].append(item)
1203
1204         return structure_pcd_data
1205     def OverrideByFdfComm(self,StruPcds):
1206         StructurePcdInCom = {(item[0],item[1],item[2] ):(item[3],item[4]) for item in GlobalData.BuildOptionPcd if len(item) == 5 and (item[1],item[0]) in StruPcds } if GlobalData.BuildOptionPcd else {}
1207         GlobalPcds = set([(item[0],item[1]) for item in StructurePcdInCom.keys()])
1208         for Pcd in StruPcds.values():
1209             if (Pcd.TokenSpaceGuidCName,Pcd.TokenCName) not in GlobalPcds:
1210                 continue
1211             FieldValues = {item[2]:StructurePcdInCom[item] for item in StructurePcdInCom if (Pcd.TokenSpaceGuidCName,Pcd.TokenCName) == (item[0],item[1]) and item[2]}
1212             for sku in Pcd.SkuOverrideValues:
1213                 for defaultstore in Pcd.SkuOverrideValues[sku]:
1214                     for field in FieldValues:
1215                         if field not in Pcd.SkuOverrideValues[sku][defaultstore]:
1216                             Pcd.SkuOverrideValues[sku][defaultstore][field] = ["","",""]
1217                         Pcd.SkuOverrideValues[sku][defaultstore][field][0] = FieldValues[field][0]
1218                         Pcd.SkuOverrideValues[sku][defaultstore][field][1] = FieldValues[field][1][0]
1219                         Pcd.SkuOverrideValues[sku][defaultstore][field][2] = FieldValues[field][1][1]
1220         return StruPcds
1221     def OverrideByFdfCommOverAll(self,AllPcds):
1222         def CheckStructureInComm(commpcds):
1223             if not commpcds:
1224                 return False
1225             if len(commpcds[0]) == 5:
1226                 return True
1227             return False
1228
1229         if CheckStructureInComm(GlobalData.BuildOptionPcd):
1230             StructurePcdInCom = {(item[0],item[1],item[2] ):(item[3],item[4]) for item in GlobalData.BuildOptionPcd } if GlobalData.BuildOptionPcd else {}
1231             NoFiledValues = {(item[0],item[1]):StructurePcdInCom[item] for item in StructurePcdInCom if not item[2]}
1232         else:
1233             NoFiledValues = {(item[0],item[1]):[item[2]] for item in GlobalData.BuildOptionPcd}
1234         for Guid,Name in NoFiledValues:
1235             if (Name,Guid) in AllPcds:
1236                 Pcd = AllPcds.get((Name,Guid))
1237                 Pcd.DefaultValue = NoFiledValues[(Pcd.TokenSpaceGuidCName,Pcd.TokenCName)][0]
1238                 for sku in Pcd.SkuInfoList:
1239                     SkuInfo = Pcd.SkuInfoList[sku]
1240                     if SkuInfo.DefaultValue:
1241                         SkuInfo.DefaultValue = NoFiledValues[(Pcd.TokenSpaceGuidCName,Pcd.TokenCName)][0]
1242                     else:
1243                         SkuInfo.HiiDefaultValue = NoFiledValues[(Pcd.TokenSpaceGuidCName,Pcd.TokenCName)][0]
1244                         for defaultstore in SkuInfo.DefaultStoreDict:
1245                             SkuInfo.DefaultStoreDict[defaultstore] = NoFiledValues[(Pcd.TokenSpaceGuidCName,Pcd.TokenCName)][0]
1246             else:
1247                 PcdInDec = self.DecPcds.get((Name,Guid))
1248                 if PcdInDec:
1249                     if PcdInDec.Type in [self._PCD_TYPE_STRING_[MODEL_PCD_FIXED_AT_BUILD],
1250                                         self._PCD_TYPE_STRING_[MODEL_PCD_PATCHABLE_IN_MODULE]]:
1251                         self.Pcds[Name, Guid] = copy.deepcopy(PcdInDec)
1252                         self.Pcds[Name, Guid].DefaultValue = NoFiledValues[( Guid,Name)][0]
1253         return AllPcds
1254     def UpdateStructuredPcds(self, TypeList, AllPcds):
1255
1256         DynamicPcdType = [self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_DEFAULT],
1257                         self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_HII],
1258                         self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_VPD],
1259                         self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_DEFAULT],
1260                         self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_HII],
1261                         self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_VPD]]
1262
1263         Pcds = AllPcds
1264         DefaultStoreMgr = DefaultStore(self.DefaultStores)
1265         SkuIds = self.SkuIdMgr.AvailableSkuIdSet
1266         SkuIds.update({'DEFAULT':0})
1267         DefaultStores = set([storename for pcdobj in AllPcds.values() for skuobj in pcdobj.SkuInfoList.values() for storename in skuobj.DefaultStoreDict.keys()])
1268
1269         S_PcdSet = []
1270         # Find out all possible PCD candidates for self._Arch
1271         RecordList = []
1272
1273         for Type in TypeList:
1274             RecordList.extend(self._RawData[Type, self._Arch])
1275
1276         for TokenSpaceGuid, PcdCName, Setting, Arch, SkuName, default_store, Dummy4,Dummy5 in RecordList:
1277             SkuName = SkuName.upper()
1278             default_store = default_store.upper()
1279             SkuName = 'DEFAULT' if SkuName == 'COMMON' else SkuName
1280             if SkuName not in SkuIds:
1281                 continue
1282
1283             if SkuName in SkuIds and "." in TokenSpaceGuid:
1284                 S_PcdSet.append([ TokenSpaceGuid.split(".")[0],TokenSpaceGuid.split(".")[1], PcdCName,SkuName, default_store,Dummy5, AnalyzePcdExpression(Setting)[0]])
1285
1286         # handle pcd value override
1287         StrPcdSet = self.GetStructurePcdInfo(S_PcdSet)
1288         S_pcd_set = OrderedDict()
1289         for str_pcd in StrPcdSet:
1290             str_pcd_obj = Pcds.get((str_pcd[1], str_pcd[0]), None)
1291             str_pcd_dec = self._DecPcds.get((str_pcd[1], str_pcd[0]), None)
1292             if not isinstance (str_pcd_dec, StructurePcd):
1293                 EdkLogger.error('build', PARSER_ERROR,
1294                             "Pcd (%s.%s) is not declared as Structure PCD in DEC files. Arch: ['%s']" % (str_pcd[0], str_pcd[1], self._Arch),
1295                             File=self.MetaFile,Line = StrPcdSet[str_pcd][0][5])
1296             if str_pcd_dec:
1297                 str_pcd_obj_str = StructurePcd()
1298                 str_pcd_obj_str.copy(str_pcd_dec)
1299                 if str_pcd_obj:
1300                     str_pcd_obj_str.copy(str_pcd_obj)
1301                 if str_pcd_obj.Type in [self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_HII], self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_HII]]:
1302                     str_pcd_obj_str.DefaultFromDSC = {skuname:{defaultstore: str_pcd_obj.SkuInfoList[skuname].DefaultStoreDict.get(defaultstore, str_pcd_obj.SkuInfoList[skuname].HiiDefaultValue) for defaultstore in DefaultStores} for skuname in str_pcd_obj.SkuInfoList}
1303                 else:
1304                     str_pcd_obj_str.DefaultFromDSC = {skuname:{defaultstore: str_pcd_obj.SkuInfoList[skuname].DefaultStoreDict.get(defaultstore, str_pcd_obj.SkuInfoList[skuname].DefaultValue) for defaultstore in DefaultStores} for skuname in str_pcd_obj.SkuInfoList}
1305                 for str_pcd_data in StrPcdSet[str_pcd]:
1306                     if str_pcd_data[3] in SkuIds:
1307                         str_pcd_obj_str.AddOverrideValue(str_pcd_data[2], str(str_pcd_data[6]), 'DEFAULT' if str_pcd_data[3] == 'COMMON' else str_pcd_data[3],'STANDARD' if str_pcd_data[4] == 'COMMON' else str_pcd_data[4], self.MetaFile.File if self.WorkspaceDir not in self.MetaFile.File else self.MetaFile.File[len(self.WorkspaceDir) if self.WorkspaceDir.endswith(os.path.sep) else len(self.WorkspaceDir)+1:],LineNo=str_pcd_data[5])
1308                 S_pcd_set[str_pcd[1], str_pcd[0]] = str_pcd_obj_str
1309             else:
1310                 EdkLogger.error('build', PARSER_ERROR,
1311                             "Pcd (%s.%s) defined in DSC is not declared in DEC files. Arch: ['%s']" % (str_pcd[0], str_pcd[1], self._Arch),
1312                             File=self.MetaFile,Line = StrPcdSet[str_pcd][0][5])
1313         # Add the Structure PCD that only defined in DEC, don't have override in DSC file
1314         for Pcd in self.DecPcds:
1315             if type (self._DecPcds[Pcd]) is StructurePcd:
1316                 if Pcd not in S_pcd_set:
1317                     str_pcd_obj_str = StructurePcd()
1318                     str_pcd_obj_str.copy(self._DecPcds[Pcd])
1319                     str_pcd_obj = Pcds.get(Pcd, None)
1320                     if str_pcd_obj:
1321                         str_pcd_obj_str.copy(str_pcd_obj)
1322                         if str_pcd_obj.Type in [self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_HII], self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_HII]]:
1323                             str_pcd_obj_str.DefaultFromDSC = {skuname:{defaultstore: str_pcd_obj.SkuInfoList[skuname].DefaultStoreDict.get(defaultstore, str_pcd_obj.SkuInfoList[skuname].HiiDefaultValue) for defaultstore in DefaultStores} for skuname in str_pcd_obj.SkuInfoList}
1324                         else:
1325                             str_pcd_obj_str.DefaultFromDSC = {skuname:{defaultstore: str_pcd_obj.SkuInfoList[skuname].DefaultStoreDict.get(defaultstore, str_pcd_obj.SkuInfoList[skuname].DefaultValue) for defaultstore in DefaultStores} for skuname in str_pcd_obj.SkuInfoList}
1326                     S_pcd_set[Pcd] = str_pcd_obj_str
1327         if S_pcd_set:
1328             GlobalData.gStructurePcd[self.Arch] = S_pcd_set
1329         for stru_pcd in S_pcd_set.values():
1330             for skuid in SkuIds:
1331                 if skuid in stru_pcd.SkuOverrideValues:
1332                     continue
1333                 nextskuid = self.SkuIdMgr.GetNextSkuId(skuid)
1334                 NoDefault = False
1335                 while nextskuid not in stru_pcd.SkuOverrideValues:
1336                     if nextskuid == "DEFAULT":
1337                         NoDefault = True
1338                         break
1339                     nextskuid = self.SkuIdMgr.GetNextSkuId(nextskuid)
1340                 stru_pcd.SkuOverrideValues[skuid] = copy.deepcopy(stru_pcd.SkuOverrideValues[nextskuid]) if not NoDefault else copy.deepcopy({defaultstorename: stru_pcd.DefaultValues for defaultstorename in DefaultStores} if DefaultStores else {'STANDARD':stru_pcd.DefaultValues})
1341             if stru_pcd.Type in [self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_HII], self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_HII]]:
1342                 for skuid in SkuIds:
1343                     nextskuid = skuid
1344                     NoDefault = False
1345                     if skuid not in stru_pcd.SkuOverrideValues:
1346                         while nextskuid not in stru_pcd.SkuOverrideValues:
1347                             if nextskuid == "DEFAULT":
1348                                 NoDefault = True
1349                                 break
1350                             nextskuid = self.SkuIdMgr.GetNextSkuId(nextskuid)
1351                     if NoDefault:
1352                         continue
1353                     PcdDefaultStoreSet = set([defaultstorename  for defaultstorename in stru_pcd.SkuOverrideValues[nextskuid]])
1354                     mindefaultstorename = DefaultStoreMgr.GetMin(PcdDefaultStoreSet)
1355
1356                     for defaultstoreid in DefaultStores:
1357                         if defaultstoreid not in stru_pcd.SkuOverrideValues[skuid]:
1358                             stru_pcd.SkuOverrideValues[skuid][defaultstoreid] = copy.deepcopy(stru_pcd.SkuOverrideValues[nextskuid][mindefaultstorename])
1359         S_pcd_set = self.OverrideByFdfComm(S_pcd_set)
1360         Str_Pcd_Values = self.GenerateByteArrayValue(S_pcd_set)
1361         if Str_Pcd_Values:
1362             for (skuname,StoreName,PcdGuid,PcdName,PcdValue) in Str_Pcd_Values:
1363                 str_pcd_obj = S_pcd_set.get((PcdName, PcdGuid))
1364                 if str_pcd_obj is None:
1365                     print PcdName, PcdGuid
1366                     raise
1367                 if str_pcd_obj.Type in [self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_HII],
1368                                         self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_HII]]:
1369                     if skuname not in str_pcd_obj.SkuInfoList:
1370                         str_pcd_obj.SkuInfoList[skuname] = SkuInfoClass(SkuIdName=skuname, SkuId=self.SkuIds[skuname][0], HiiDefaultValue=PcdValue, DefaultStore = {StoreName:PcdValue})
1371                     else:
1372                         str_pcd_obj.SkuInfoList[skuname].HiiDefaultValue = PcdValue
1373                         str_pcd_obj.SkuInfoList[skuname].DefaultStoreDict.update({StoreName:PcdValue})
1374                 elif str_pcd_obj.Type in [self._PCD_TYPE_STRING_[MODEL_PCD_FIXED_AT_BUILD],
1375                                         self._PCD_TYPE_STRING_[MODEL_PCD_PATCHABLE_IN_MODULE]]:
1376                     if skuname in (self.SkuIdMgr.SystemSkuId, 'DEFAULT', 'COMMON'):
1377                         str_pcd_obj.DefaultValue = PcdValue
1378                 else:
1379                     if skuname not in str_pcd_obj.SkuInfoList:
1380                         nextskuid = self.SkuIdMgr.GetNextSkuId(skuname)
1381                         NoDefault = False
1382                         while nextskuid not in str_pcd_obj.SkuInfoList:
1383                             if nextskuid == "DEFAULT":
1384                                 NoDefault = True
1385                                 break
1386                             nextskuid = self.SkuIdMgr.GetNextSkuId(nextskuid)
1387                         str_pcd_obj.SkuInfoList[skuname] = copy.deepcopy(str_pcd_obj.SkuInfoList[nextskuid]) if not NoDefault else SkuInfoClass(SkuIdName=skuname, SkuId=self.SkuIds[skuname][0], DefaultValue=PcdValue)
1388                         str_pcd_obj.SkuInfoList[skuname].SkuId = self.SkuIds[skuname][0]
1389                         str_pcd_obj.SkuInfoList[skuname].SkuIdName = skuname
1390                     else:
1391                         str_pcd_obj.SkuInfoList[skuname].DefaultValue = PcdValue
1392             for str_pcd_obj in S_pcd_set.values():
1393                 if str_pcd_obj.Type not in [self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_HII],
1394                                         self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_HII]]:
1395                     continue
1396                 PcdDefaultStoreSet = set([defaultstorename  for skuobj in str_pcd_obj.SkuInfoList.values() for defaultstorename in skuobj.DefaultStoreDict])
1397                 DefaultStoreObj = DefaultStore(self._GetDefaultStores())
1398                 mindefaultstorename = DefaultStoreObj.GetMin(PcdDefaultStoreSet)
1399                 str_pcd_obj.SkuInfoList[self.SkuIdMgr.SystemSkuId].HiiDefaultValue = str_pcd_obj.SkuInfoList[self.SkuIdMgr.SystemSkuId].DefaultStoreDict[mindefaultstorename]
1400
1401             for str_pcd_obj in S_pcd_set.values():
1402
1403                 str_pcd_obj.MaxDatumSize = self.GetStructurePcdMaxSize(str_pcd_obj)
1404                 Pcds[str_pcd_obj.TokenCName, str_pcd_obj.TokenSpaceGuidCName] = str_pcd_obj
1405
1406             for pcdkey in Pcds:
1407                 pcd = Pcds[pcdkey]
1408                 if 'DEFAULT' not in pcd.SkuInfoList.keys() and 'COMMON' in pcd.SkuInfoList.keys():
1409                     pcd.SkuInfoList['DEFAULT'] = pcd.SkuInfoList['COMMON']
1410                     del(pcd.SkuInfoList['COMMON'])
1411                 elif 'DEFAULT' in pcd.SkuInfoList.keys() and 'COMMON' in pcd.SkuInfoList.keys():
1412                     del(pcd.SkuInfoList['COMMON'])
1413
1414         map(self.FilterSkuSettings,[Pcds[pcdkey] for pcdkey in Pcds if Pcds[pcdkey].Type in DynamicPcdType])
1415         return Pcds
1416
1417     ## Retrieve non-dynamic PCD settings
1418     #
1419     #   @param  Type    PCD type
1420     #
1421     #   @retval a dict object contains settings of given PCD type
1422     #
1423     def _GetPcd(self, Type):
1424         Pcds = sdict()
1425         #
1426         # tdict is a special dict kind of type, used for selecting correct
1427         # PCD settings for certain ARCH
1428         #
1429         AvailableSkuIdSet = copy.copy(self.SkuIds)
1430
1431         PcdDict = tdict(True, 3)
1432         PcdSet = set()
1433         # Find out all possible PCD candidates for self._Arch
1434         RecordList = self._RawData[Type, self._Arch]
1435         PcdValueDict = sdict()
1436         for TokenSpaceGuid, PcdCName, Setting, Arch, SkuName, Dummy3, Dummy4,Dummy5 in RecordList:
1437             SkuName = SkuName.upper()
1438             SkuName = 'DEFAULT' if SkuName == 'COMMON' else SkuName
1439             if SkuName not in AvailableSkuIdSet:
1440                 EdkLogger.error('build ', PARAMETER_INVALID, 'Sku %s is not defined in [SkuIds] section' % SkuName,
1441                                             File=self.MetaFile, Line=Dummy5)
1442             if SkuName in (self.SkuIdMgr.SystemSkuId, 'DEFAULT', 'COMMON'):
1443                 if "." not in TokenSpaceGuid:
1444                     PcdSet.add((PcdCName, TokenSpaceGuid, SkuName, Dummy5))
1445                 PcdDict[Arch, PcdCName, TokenSpaceGuid, SkuName] = Setting
1446
1447         for PcdCName, TokenSpaceGuid, SkuName, Dummy4 in PcdSet:
1448             Setting = PcdDict[self._Arch, PcdCName, TokenSpaceGuid, SkuName]
1449             if Setting == None:
1450                 continue
1451             PcdValue, DatumType, MaxDatumSize = self._ValidatePcd(PcdCName, TokenSpaceGuid, Setting, Type, Dummy4)
1452             if (PcdCName, TokenSpaceGuid) in PcdValueDict:
1453                 PcdValueDict[PcdCName, TokenSpaceGuid][SkuName] = (PcdValue, DatumType, MaxDatumSize)
1454             else:
1455                 PcdValueDict[PcdCName, TokenSpaceGuid] = {SkuName:(PcdValue, DatumType, MaxDatumSize)}
1456
1457         PcdsKeys = PcdValueDict.keys()
1458         for PcdCName, TokenSpaceGuid in PcdsKeys:
1459
1460             PcdSetting = PcdValueDict[PcdCName, TokenSpaceGuid]
1461             PcdValue = None
1462             DatumType = None
1463             MaxDatumSize = None
1464             if 'COMMON' in PcdSetting:
1465                 PcdValue, DatumType, MaxDatumSize = PcdSetting['COMMON']
1466             if 'DEFAULT' in PcdSetting:
1467                 PcdValue, DatumType, MaxDatumSize = PcdSetting['DEFAULT']
1468             if self.SkuIdMgr.SystemSkuId in PcdSetting:
1469                 PcdValue, DatumType, MaxDatumSize = PcdSetting[self.SkuIdMgr.SystemSkuId]
1470
1471             Pcds[PcdCName, TokenSpaceGuid] = PcdClassObject(
1472                                                 PcdCName,
1473                                                 TokenSpaceGuid,
1474                                                 self._PCD_TYPE_STRING_[Type],
1475                                                 DatumType,
1476                                                 PcdValue,
1477                                                 '',
1478                                                 MaxDatumSize,
1479                                                 {},
1480                                                 False,
1481                                                 None,
1482                                                 IsDsc=True)
1483
1484
1485         return Pcds
1486
1487     def __UNICODE2OCTList(self,Value):
1488         Value = Value.strip()
1489         Value = Value[2:-1]
1490         List = []
1491         for Item in Value:
1492             Temp = '%04X' % ord(Item)
1493             List.append('0x' + Temp[2:4])
1494             List.append('0x' + Temp[0:2])
1495         List.append('0x00')
1496         List.append('0x00')
1497         return List
1498     def __STRING2OCTList(self,Value):
1499         OCTList = []
1500         Value = Value.strip('"')
1501         for char in Value:
1502             Temp = '%02X' % ord(char)
1503             OCTList.append('0x' + Temp)
1504         OCTList.append('0x00')
1505         return OCTList
1506
1507     def GetStructurePcdMaxSize(self, str_pcd):
1508         pcd_default_value = str_pcd.DefaultValue
1509         sku_values = [skuobj.HiiDefaultValue if str_pcd.Type in [self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_HII], self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_HII]] else skuobj.DefaultValue for skuobj in str_pcd.SkuInfoList.values()]
1510         sku_values.append(pcd_default_value)
1511
1512         def get_length(value):
1513             Value = value.strip()
1514             if len(value) > 1:
1515                 if Value.startswith('GUID') and Value.endswith(')'):
1516                     return 16
1517                 if Value.startswith('L"') and Value.endswith('"'):
1518                     return len(Value[2:-1])
1519                 if Value[0] == '"' and Value[-1] == '"':
1520                     return len(Value) - 2
1521                 if Value[0] == '{' and Value[-1] == '}':
1522                     return len(Value.split(","))
1523                 if Value.startswith("L'") and Value.endswith("'") and len(list(Value[2:-1])) > 1:
1524                     return  len(list(Value[2:-1]))
1525                 if Value[0] == "'" and Value[-1] == "'" and len(list(Value[1:-1])) > 1:
1526                     return len(Value) - 2
1527             return len(Value)
1528
1529         return str(max([pcd_size for pcd_size in [get_length(item) for item in sku_values]]))
1530
1531     def IsFieldValueAnArray (self, Value):
1532         Value = Value.strip()
1533         if Value.startswith('GUID') and Value.endswith(')'):
1534             return True
1535         if Value.startswith('L"') and Value.endswith('"')  and len(list(Value[2:-1])) > 1:
1536             return True
1537         if Value[0] == '"' and Value[-1] == '"' and len(list(Value[1:-1])) > 1:
1538             return True
1539         if Value[0] == '{' and Value[-1] == '}':
1540             return True
1541         if Value.startswith("L'") and Value.endswith("'") and len(list(Value[2:-1])) > 1:
1542             print 'foo = ', list(Value[2:-1])
1543             return True
1544         if Value[0] == "'" and Value[-1] == "'" and len(list(Value[1:-1])) > 1:
1545             print 'bar = ', list(Value[1:-1])
1546             return True
1547         return False
1548
1549     def ExecuteCommand (self, Command):
1550         try:
1551             Process = subprocess.Popen(Command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
1552         except:
1553             EdkLogger.error('Build', COMMAND_FAILURE, 'Can not execute command: %s' % Command)
1554         Result = Process.communicate()
1555         return Process.returncode, Result[0], Result[1]
1556
1557     def IntToCString(self, Value, ValueSize):
1558         Result = '"'
1559         if not isinstance (Value, str):
1560             for Index in range(0, ValueSize):
1561                 Result = Result + '\\x%02x' % (Value & 0xff)
1562                 Value = Value >> 8
1563         Result = Result + '"'
1564         return Result
1565
1566     def GenerateSizeFunction(self,Pcd):
1567         CApp = "// Default Value in Dec \n"
1568         CApp = CApp + "void Cal_%s_%s_Size(UINT32 *Size){\n" % (Pcd.TokenSpaceGuidCName, Pcd.TokenCName)
1569         for FieldList in [Pcd.DefaultValues]:
1570             if not FieldList:
1571                 continue
1572             for FieldName in FieldList:
1573                 FieldName = "." + FieldName
1574                 IsArray = self.IsFieldValueAnArray(FieldList[FieldName.strip(".")][0])
1575                 if IsArray and not (FieldList[FieldName.strip(".")][0].startswith('{GUID') and FieldList[FieldName.strip(".")][0].endswith('}')):
1576                     try:
1577                         Value = ValueExpressionEx(FieldList[FieldName.strip(".")][0], "VOID*", self._GuidDict)(True)
1578                     except BadExpression:
1579                         EdkLogger.error('Build', FORMAT_INVALID, "Invalid value format for %s. From %s Line %d " %
1580                                         (".".join((Pcd.TokenSpaceGuidCName, Pcd.TokenCName, FieldName.strip('.'))), FieldList[FieldName.strip(".")][1], FieldList[FieldName.strip(".")][2]))
1581                     Value, ValueSize = ParseFieldValue(Value)
1582                     CApp = CApp + '  __FLEXIBLE_SIZE(*Size, %s, %s, %d / __ARRAY_ELEMENT_SIZE(%s, %s) + ((%d %% __ARRAY_ELEMENT_SIZE(%s, %s)) ? 1 : 0));  // From %s Line %d Value %s \n' % (Pcd.DatumType, FieldName.strip("."), ValueSize, Pcd.DatumType, FieldName.strip("."), ValueSize, Pcd.DatumType, FieldName.strip("."), FieldList[FieldName.strip(".")][1], FieldList[FieldName.strip(".")][2], FieldList[FieldName.strip(".")][0]);
1583                 else:
1584                     NewFieldName = ''
1585                     FieldName_ori = FieldName.strip('.')
1586                     while '[' in  FieldName:
1587                         NewFieldName = NewFieldName + FieldName.split('[', 1)[0] + '[0]'
1588                         ArrayIndex = int(FieldName.split('[', 1)[1].split(']', 1)[0])
1589                         FieldName = FieldName.split(']', 1)[1]
1590                     FieldName = NewFieldName + FieldName
1591                     while '[' in FieldName:
1592                         FieldName = FieldName.rsplit('[', 1)[0]
1593                         CApp = CApp + '  __FLEXIBLE_SIZE(*Size, %s, %s, %d); // From %s Line %d Value %s\n' % (Pcd.DatumType, FieldName.strip("."), ArrayIndex + 1, FieldList[FieldName_ori][1], FieldList[FieldName_ori][2], FieldList[FieldName_ori][0])
1594         for skuname in Pcd.SkuOverrideValues:
1595             if skuname == "COMMON":
1596                 continue
1597             for defaultstorenameitem in Pcd.SkuOverrideValues[skuname]:
1598                 CApp = CApp + "// SkuName: %s,  DefaultStoreName: %s \n" % (skuname, defaultstorenameitem)
1599                 for FieldList in [Pcd.SkuOverrideValues[skuname].get(defaultstorenameitem)]:
1600                     if not FieldList:
1601                         continue
1602                     for FieldName in FieldList:
1603                         FieldName = "." + FieldName
1604                         IsArray = self.IsFieldValueAnArray(FieldList[FieldName.strip(".")][0])
1605                         if IsArray and not (FieldList[FieldName.strip(".")][0].startswith('{GUID') and FieldList[FieldName.strip(".")][0].endswith('}')):
1606                             try:
1607                                 Value = ValueExpressionEx(FieldList[FieldName.strip(".")][0], "VOID*", self._GuidDict)(True)
1608                             except BadExpression:
1609                                 EdkLogger.error('Build', FORMAT_INVALID, "Invalid value format for %s. From %s Line %d " %
1610                                                 (".".join((Pcd.TokenSpaceGuidCName, Pcd.TokenCName, FieldName.strip('.'))), FieldList[FieldName.strip(".")][1], FieldList[FieldName.strip(".")][2]))
1611                             Value, ValueSize = ParseFieldValue(Value)
1612                             CApp = CApp + '  __FLEXIBLE_SIZE(*Size, %s, %s, %d / __ARRAY_ELEMENT_SIZE(%s, %s) + ((%d %% __ARRAY_ELEMENT_SIZE(%s, %s)) ? 1 : 0)); // From %s Line %d Value %s\n' % (Pcd.DatumType, FieldName.strip("."), ValueSize, Pcd.DatumType, FieldName.strip("."), ValueSize, Pcd.DatumType, FieldName.strip("."), FieldList[FieldName.strip(".")][1], FieldList[FieldName.strip(".")][2], FieldList[FieldName.strip(".")][0]);
1613                         else:
1614                             NewFieldName = ''
1615                             FieldName_ori = FieldName.strip('.')
1616                             while '[' in  FieldName:
1617                                 NewFieldName = NewFieldName + FieldName.split('[', 1)[0] + '[0]'
1618                                 ArrayIndex = int(FieldName.split('[', 1)[1].split(']', 1)[0])
1619                                 FieldName = FieldName.split(']', 1)[1]
1620                             FieldName = NewFieldName + FieldName
1621                             while '[' in FieldName:
1622                                 FieldName = FieldName.rsplit('[', 1)[0]
1623                                 CApp = CApp + '  __FLEXIBLE_SIZE(*Size, %s, %s, %d); // From %s Line %d Value %s \n' % (Pcd.DatumType, FieldName.strip("."), ArrayIndex + 1, FieldList[FieldName_ori][1], FieldList[FieldName_ori][2], FieldList[FieldName_ori][0])
1624         CApp = CApp + "}\n"
1625         return CApp
1626     def GenerateSizeStatments(self,Pcd):
1627         CApp = '  Size = sizeof(%s);\n' % (Pcd.DatumType)
1628         CApp = CApp + '  Cal_%s_%s_Size(&Size);\n' % (Pcd.TokenSpaceGuidCName, Pcd.TokenCName)
1629         return CApp
1630     def GenerateDefaultValueAssignFunction(self,Pcd):
1631         CApp = "// Default value in Dec \n"
1632         CApp = CApp + "void Assign_%s_%s_Default_Value(%s *Pcd){\n" % (Pcd.TokenSpaceGuidCName, Pcd.TokenCName,Pcd.DatumType)
1633         CApp = CApp + '  UINT32  FieldSize;\n'
1634         CApp = CApp + '  CHAR8   *Value;\n'
1635         DefaultValueFromDec = Pcd.DefaultValueFromDec
1636         IsArray = self.IsFieldValueAnArray(Pcd.DefaultValueFromDec)
1637         if IsArray:
1638             try:
1639                 DefaultValueFromDec = ValueExpressionEx(Pcd.DefaultValueFromDec, "VOID*")(True)
1640             except BadExpression:
1641                 EdkLogger.error("Build", FORMAT_INVALID, "Invalid value format for %s.%s, from DEC: %s" %
1642                                 (Pcd.TokenSpaceGuidCName, Pcd.TokenCName, DefaultValueFromDec))
1643         Value, ValueSize = ParseFieldValue (DefaultValueFromDec)
1644         if isinstance(Value, str):
1645             CApp = CApp + '  Pcd = %s; // From DEC Default Value %s\n' % (Value, Pcd.DefaultValueFromDec)
1646         elif IsArray:
1647         #
1648         # Use memcpy() to copy value into field
1649         #
1650             CApp = CApp + '  Value     = %s; // From DEC Default Value %s\n' % (self.IntToCString(Value, ValueSize), Pcd.DefaultValueFromDec)
1651             CApp = CApp + '  memcpy (Pcd, Value, %d);\n' % (ValueSize)
1652         for FieldList in [Pcd.DefaultValues]:
1653             if not FieldList:
1654                 continue
1655             for FieldName in FieldList:
1656                 IsArray = self.IsFieldValueAnArray(FieldList[FieldName][0])
1657                 if IsArray:
1658                     try:
1659                         FieldList[FieldName][0] = ValueExpressionEx(FieldList[FieldName][0], "VOID*", self._GuidDict)(True)
1660                     except BadExpression:
1661                         EdkLogger.error('Build', FORMAT_INVALID, "Invalid value format for %s. From %s Line %d " %
1662                                         (".".join((Pcd.TokenSpaceGuidCName, Pcd.TokenCName, FieldName)), FieldList[FieldName][1],FieldList[FieldName][2]))
1663
1664                 try:
1665                     Value, ValueSize = ParseFieldValue (FieldList[FieldName][0])
1666                 except Exception:
1667                     EdkLogger.error('Build', FORMAT_INVALID, "Invalid value format for %s. From %s Line %d " % (".".join((Pcd.TokenSpaceGuidCName,Pcd.TokenCName,FieldName)),FieldList[FieldName][1], FieldList[FieldName][2]))
1668                 if isinstance(Value, str):
1669                     CApp = CApp + '  Pcd->%s = %s; // From %s Line %d Value %s\n' % (FieldName, Value, FieldList[FieldName][1], FieldList[FieldName][2], FieldList[FieldName][0])
1670                 elif IsArray:
1671                     #
1672                     # Use memcpy() to copy value into field
1673                     #
1674                     CApp = CApp + '  FieldSize = __FIELD_SIZE(%s, %s);\n' % (Pcd.DatumType, FieldName)
1675                     CApp = CApp + '  Value     = %s; // From %s Line %d Value %s\n' % (self.IntToCString(Value, ValueSize), FieldList[FieldName][1], FieldList[FieldName][2], FieldList[FieldName][0])
1676                     CApp = CApp + '  memcpy (&Pcd->%s, Value, (FieldSize > 0 && FieldSize < %d) ? FieldSize : %d);\n' % (FieldName, ValueSize, ValueSize)
1677                 else:
1678                     if ValueSize > 4:
1679                         CApp = CApp + '  Pcd->%s = %dULL; // From %s Line %d Value %s\n' % (FieldName, Value, FieldList[FieldName][1], FieldList[FieldName][2], FieldList[FieldName][0])
1680                     else:
1681                         CApp = CApp + '  Pcd->%s = %d; // From %s Line %d Value %s\n' % (FieldName, Value, FieldList[FieldName][1], FieldList[FieldName][2], FieldList[FieldName][0])
1682         CApp = CApp + "// SkuName: %s,  DefaultStoreName: %s \n" % ('DEFAULT', 'STANDARD')
1683         inherit_OverrideValues = Pcd.SkuOverrideValues['DEFAULT']
1684         pcddefaultvalue = Pcd.DefaultFromDSC.get('DEFAULT',{}).get('STANDARD', Pcd.DefaultValue) if Pcd.DefaultFromDSC else Pcd.DefaultValue
1685         for FieldList in [pcddefaultvalue,inherit_OverrideValues.get('STANDARD')]:
1686             if not FieldList:
1687                 continue
1688             if pcddefaultvalue and FieldList == pcddefaultvalue:
1689                 IsArray = self.IsFieldValueAnArray(FieldList)
1690                 if IsArray:
1691                     try:
1692                         FieldList = ValueExpressionEx(FieldList, "VOID*")(True)
1693                     except BadExpression:
1694                         EdkLogger.error("Build", FORMAT_INVALID, "Invalid value format for %s.%s, from DSC: %s" %
1695                                         (Pcd.TokenSpaceGuidCName, Pcd.TokenCName, FieldList))
1696                 Value, ValueSize = ParseFieldValue (FieldList)
1697                 if isinstance(Value, str):
1698                     CApp = CApp + '  Pcd = %s; // From DSC Default Value %s\n' % (Value, Pcd.DefaultFromDSC.get('DEFAULT',{}).get('STANDARD', Pcd.DefaultValue) if Pcd.DefaultFromDSC else Pcd.DefaultValue)
1699                 elif IsArray:
1700                 #
1701                 # Use memcpy() to copy value into field
1702                 #
1703                     CApp = CApp + '  Value     = %s; // From DSC Default Value %s\n' % (self.IntToCString(Value, ValueSize), Pcd.DefaultFromDSC.get('DEFAULT',{}).get('STANDARD', Pcd.DefaultValue) if Pcd.DefaultFromDSC else Pcd.DefaultValue)
1704                     CApp = CApp + '  memcpy (Pcd, Value, %d);\n' % (ValueSize)
1705                 continue
1706             for FieldName in FieldList:
1707                 IsArray = self.IsFieldValueAnArray(FieldList[FieldName][0])
1708                 if IsArray:
1709                     try:
1710                         FieldList[FieldName][0] = ValueExpressionEx(FieldList[FieldName][0], "VOID*", self._GuidDict)(True)
1711                     except BadExpression:
1712                         EdkLogger.error('Build', FORMAT_INVALID, "Invalid value format for %s. From %s Line %d " %
1713                                         (".".join((Pcd.TokenSpaceGuidCName, Pcd.TokenCName, FieldName)), FieldList[FieldName][1], FieldList[FieldName][2]))
1714                 try:
1715                     Value, ValueSize = ParseFieldValue (FieldList[FieldName][0])
1716                 except Exception:
1717                     EdkLogger.error('Build', FORMAT_INVALID, "Invalid value format for %s. From %s Line %d " % (".".join((Pcd.TokenSpaceGuidCName,Pcd.TokenCName,FieldName)),FieldList[FieldName][1], FieldList[FieldName][2]))
1718                 if isinstance(Value, str):
1719                     CApp = CApp + '  Pcd->%s = %s; // From %s Line %d Value %s\n' % (FieldName, Value, FieldList[FieldName][1], FieldList[FieldName][2], FieldList[FieldName][0])
1720                 elif IsArray:
1721                 #
1722                 # Use memcpy() to copy value into field
1723                 #
1724                     CApp = CApp + '  FieldSize = __FIELD_SIZE(%s, %s);\n' % (Pcd.DatumType, FieldName)
1725                     CApp = CApp + '  Value     = %s; // From %s Line %d Value %s\n' % (self.IntToCString(Value, ValueSize), FieldList[FieldName][1], FieldList[FieldName][2], FieldList[FieldName][0])
1726                     CApp = CApp + '  memcpy (&Pcd->%s, Value, (FieldSize > 0 && FieldSize < %d) ? FieldSize : %d);\n' % (FieldName, ValueSize, ValueSize)
1727                 else:
1728                     if ValueSize > 4:
1729                         CApp = CApp + '  Pcd->%s = %dULL; // From %s Line %d Value %s\n' % (FieldName, Value, FieldList[FieldName][1], FieldList[FieldName][2], FieldList[FieldName][0])
1730                     else:
1731                         CApp = CApp + '  Pcd->%s = %d; // From %s Line %d Value %s\n' % (FieldName, Value, FieldList[FieldName][1], FieldList[FieldName][2], FieldList[FieldName][0])
1732         CApp = CApp + "}\n"
1733         return CApp
1734     def GenerateDefaultValueAssignStatement(self,Pcd):
1735         CApp = '  Assign_%s_%s_Default_Value(Pcd);\n' % (Pcd.TokenSpaceGuidCName, Pcd.TokenCName)
1736         return CApp
1737     def GenerateInitializeFunc(self, SkuName, DefaultStoreName, Pcd, InitByteValue, CApp):
1738         OverrideValues = {DefaultStoreName:""}
1739         if Pcd.SkuOverrideValues:
1740             OverrideValues = Pcd.SkuOverrideValues[SkuName]
1741         for DefaultStoreName in OverrideValues.keys():
1742             CApp = CApp + 'void\n'
1743             CApp = CApp + 'Initialize_%s_%s_%s_%s(\n' % (SkuName, DefaultStoreName, Pcd.TokenSpaceGuidCName, Pcd.TokenCName)
1744             CApp = CApp + '  void\n'
1745             CApp = CApp + '  )\n'
1746             CApp = CApp + '{\n'
1747             CApp = CApp + '  UINT32  Size;\n'
1748             CApp = CApp + '  UINT32  FieldSize;\n'
1749             CApp = CApp + '  CHAR8   *Value;\n'
1750             CApp = CApp + '  UINT32  OriginalSize;\n'
1751             CApp = CApp + '  VOID    *OriginalPcd;\n'
1752             CApp = CApp + '  %s      *Pcd;  // From %s Line %d \n' % (Pcd.DatumType, Pcd.PkgPath, Pcd.PcdDefineLineNo)
1753             CApp = CApp + '\n'
1754
1755             if SkuName in Pcd.SkuInfoList:
1756                 DefaultValue = Pcd.SkuInfoList[SkuName].DefaultStoreDict.get(DefaultStoreName,Pcd.SkuInfoList[SkuName].HiiDefaultValue) if Pcd.SkuInfoList[SkuName].HiiDefaultValue  else Pcd.SkuInfoList[SkuName].DefaultValue
1757             else:
1758                 DefaultValue = Pcd.DefaultValue
1759             PcdDefaultValue = StringToArray(DefaultValue.strip())
1760
1761             InitByteValue += '%s.%s.%s.%s|%s|%s\n' % (SkuName, DefaultStoreName, Pcd.TokenSpaceGuidCName, Pcd.TokenCName, Pcd.DatumType, PcdDefaultValue)
1762
1763             #
1764             # Get current PCD value and size
1765             #
1766             CApp = CApp + '  OriginalPcd = PcdGetPtr (%s, %s, %s, %s, &OriginalSize);\n' % (SkuName, DefaultStoreName, Pcd.TokenSpaceGuidCName, Pcd.TokenCName)
1767
1768             #
1769             # Determine the size of the PCD.  For simple structures, sizeof(TYPE) provides
1770             # the correct value.  For structures with a flexible array member, the flexible
1771             # array member is detected, and the size is based on the highest index used with
1772             # the flexible array member.  The flexible array member must be the last field
1773             # in a structure.  The size formula for this case is:
1774             # OFFSET_OF(FlexbleArrayField) + sizeof(FlexibleArray[0]) * (HighestIndex + 1)
1775             #
1776             CApp = CApp + self.GenerateSizeStatments(Pcd)
1777
1778             #
1779             # Allocate and zero buffer for the PCD
1780             # Must handle cases where current value is smaller, larger, or same size
1781             # Always keep that larger one as the current size
1782             #
1783             CApp = CApp + '  Size = (OriginalSize > Size ? OriginalSize : Size);\n'
1784             CApp = CApp + '  Pcd     = (%s *)malloc (Size);\n' % (Pcd.DatumType)
1785             CApp = CApp + '  memset (Pcd, 0, Size);\n'
1786
1787             #
1788             # Copy current PCD value into allocated buffer.
1789             #
1790             CApp = CApp + '  memcpy (Pcd, OriginalPcd, OriginalSize);\n'
1791
1792             #
1793             # Assign field values in PCD
1794             #
1795             CApp = CApp + self.GenerateDefaultValueAssignStatement(Pcd)
1796             for skuname in self.SkuIdMgr.GetSkuChain(SkuName):
1797                 if skuname == "DEFAULT":
1798                     continue
1799                 inherit_OverrideValues = Pcd.SkuOverrideValues[skuname]
1800                 storeset = [DefaultStoreName] if DefaultStoreName == 'STANDARD' else ['STANDARD', DefaultStoreName]
1801                 for defaultstorenameitem in storeset:
1802                     CApp = CApp + "// SkuName: %s,  DefaultStoreName: %s \n" % (skuname, defaultstorenameitem)
1803                     pcddefaultvalue = Pcd.DefaultFromDSC.get(skuname,{}).get(defaultstorenameitem, Pcd.DefaultValue) if Pcd.DefaultFromDSC else Pcd.DefaultValue
1804                     for FieldList in [pcddefaultvalue,inherit_OverrideValues.get(defaultstorenameitem)]:
1805                         if not FieldList:
1806                             continue
1807                         if pcddefaultvalue and FieldList == pcddefaultvalue:
1808                             IsArray = self.IsFieldValueAnArray(FieldList)
1809                             if IsArray:
1810                                 try:
1811                                     FieldList = ValueExpressionEx(FieldList, "VOID*")(True)
1812                                 except BadExpression:
1813                                     EdkLogger.error("Build", FORMAT_INVALID, "Invalid value format for %s.%s, from DSC: %s" %
1814                                                     (Pcd.TokenSpaceGuidCName, Pcd.TokenCName, FieldList))
1815                             Value, ValueSize = ParseFieldValue (FieldList)
1816                             if isinstance(Value, str):
1817                                 CApp = CApp + '  Pcd = %s; // From DSC Default Value %s\n' % (Value, Pcd.DefaultFromDSC.get(skuname,{}).get(defaultstorenameitem, Pcd.DefaultValue) if Pcd.DefaultFromDSC else Pcd.DefaultValue)
1818                             elif IsArray:
1819                             #
1820                             # Use memcpy() to copy value into field
1821                             #
1822                                 CApp = CApp + '  Value     = %s; // From DSC Default Value %s\n' % (self.IntToCString(Value, ValueSize), Pcd.DefaultFromDSC.get(skuname,{}).get(defaultstorenameitem, Pcd.DefaultValue) if Pcd.DefaultFromDSC else Pcd.DefaultValue)
1823                                 CApp = CApp + '  memcpy (Pcd, Value, %d);\n' % (ValueSize)
1824                             continue
1825                         for FieldName in FieldList:
1826                             IsArray = self.IsFieldValueAnArray(FieldList[FieldName][0])
1827                             if IsArray:
1828                                 try:
1829                                     FieldList[FieldName][0] = ValueExpressionEx(FieldList[FieldName][0], "VOID*", self._GuidDict)(True)
1830                                 except BadExpression:
1831                                     EdkLogger.error('Build', FORMAT_INVALID, "Invalid value format for %s. From %s Line %d " %
1832                                                     (".".join((Pcd.TokenSpaceGuidCName, Pcd.TokenCName, FieldName)), FieldList[FieldName][1], FieldList[FieldName][2]))
1833                             try:
1834                                 Value, ValueSize = ParseFieldValue (FieldList[FieldName][0])
1835                             except Exception:
1836                                 EdkLogger.error('Build', FORMAT_INVALID, "Invalid value format for %s. From %s Line %d " % (".".join((Pcd.TokenSpaceGuidCName,Pcd.TokenCName,FieldName)),FieldList[FieldName][1], FieldList[FieldName][2]))
1837                             if isinstance(Value, str):
1838                                 CApp = CApp + '  Pcd->%s = %s; // From %s Line %d Value %s\n' % (FieldName, Value, FieldList[FieldName][1], FieldList[FieldName][2], FieldList[FieldName][0])
1839                             elif IsArray:
1840                             #
1841                             # Use memcpy() to copy value into field
1842                             #
1843                                 CApp = CApp + '  FieldSize = __FIELD_SIZE(%s, %s);\n' % (Pcd.DatumType, FieldName)
1844                                 CApp = CApp + '  Value     = %s; // From %s Line %d Value %s\n' % (self.IntToCString(Value, ValueSize), FieldList[FieldName][1], FieldList[FieldName][2], FieldList[FieldName][0])
1845                                 CApp = CApp + '  memcpy (&Pcd->%s, Value, (FieldSize > 0 && FieldSize < %d) ? FieldSize : %d);\n' % (FieldName, ValueSize, ValueSize)
1846                             else:
1847                                 if ValueSize > 4:
1848                                     CApp = CApp + '  Pcd->%s = %dULL; // From %s Line %d Value %s\n' % (FieldName, Value, FieldList[FieldName][1], FieldList[FieldName][2], FieldList[FieldName][0])
1849                                 else:
1850                                     CApp = CApp + '  Pcd->%s = %d; // From %s Line %d Value %s\n' % (FieldName, Value, FieldList[FieldName][1], FieldList[FieldName][2], FieldList[FieldName][0])
1851                 if skuname == SkuName:
1852                     break
1853             #
1854             # Set new PCD value and size
1855             #
1856             CApp = CApp + '  PcdSetPtr (%s, %s, %s, %s, Size, (UINT8 *)Pcd);\n' % (SkuName, DefaultStoreName, Pcd.TokenSpaceGuidCName, Pcd.TokenCName)
1857
1858             #
1859             # Free PCD
1860             #
1861             CApp = CApp + '  free (Pcd);\n'
1862             CApp = CApp + '}\n'
1863             CApp = CApp + '\n'
1864         return InitByteValue, CApp
1865
1866     def GenerateByteArrayValue (self, StructuredPcds):
1867         #
1868         # Generate/Compile/Run C application to determine if there are any flexible array members
1869         #
1870         if not StructuredPcds:
1871             return
1872
1873         InitByteValue = ""
1874         CApp = PcdMainCHeader
1875
1876         Includes = {}
1877         for PcdName in StructuredPcds:
1878             Pcd = StructuredPcds[PcdName]
1879             for IncludeFile in Pcd.StructuredPcdIncludeFile:
1880                 if IncludeFile not in Includes:
1881                     Includes[IncludeFile] = True
1882                     CApp = CApp + '#include <%s>\n' % (IncludeFile)
1883         CApp = CApp + '\n'
1884         for PcdName in StructuredPcds:
1885             Pcd = StructuredPcds[PcdName]
1886             CApp = CApp + self.GenerateSizeFunction(Pcd)
1887             CApp = CApp + self.GenerateDefaultValueAssignFunction(Pcd)
1888             if not Pcd.SkuOverrideValues or Pcd.Type in [self._PCD_TYPE_STRING_[MODEL_PCD_FIXED_AT_BUILD],
1889                         self._PCD_TYPE_STRING_[MODEL_PCD_PATCHABLE_IN_MODULE]]:
1890                 InitByteValue, CApp = self.GenerateInitializeFunc(self.SkuIdMgr.SystemSkuId, 'STANDARD', Pcd, InitByteValue, CApp)
1891             else:
1892                 for SkuName in self.SkuIdMgr.SkuOverrideOrder():
1893                     if SkuName not in Pcd.SkuOverrideValues:
1894                         continue
1895                     for DefaultStoreName in Pcd.DefaultStoreName:
1896                         Pcd = StructuredPcds[PcdName]
1897                         InitByteValue, CApp = self.GenerateInitializeFunc(SkuName, DefaultStoreName, Pcd, InitByteValue, CApp)
1898
1899         CApp = CApp + 'VOID\n'
1900         CApp = CApp + 'PcdEntryPoint(\n'
1901         CApp = CApp + '  VOID\n'
1902         CApp = CApp + '  )\n'
1903         CApp = CApp + '{\n'
1904         for Pcd in StructuredPcds.values():
1905             if not Pcd.SkuOverrideValues or Pcd.Type in [self._PCD_TYPE_STRING_[MODEL_PCD_FIXED_AT_BUILD],self._PCD_TYPE_STRING_[MODEL_PCD_PATCHABLE_IN_MODULE]]:
1906                 CApp = CApp + '  Initialize_%s_%s_%s_%s();\n' % (self.SkuIdMgr.SystemSkuId, 'STANDARD', Pcd.TokenSpaceGuidCName, Pcd.TokenCName)
1907             else:
1908                 for SkuName in self.SkuIdMgr.SkuOverrideOrder():
1909                     if SkuName not in Pcd.SkuOverrideValues:
1910                         continue
1911                     for DefaultStoreName in Pcd.SkuOverrideValues[SkuName]:
1912                         CApp = CApp + '  Initialize_%s_%s_%s_%s();\n' % (SkuName, DefaultStoreName, Pcd.TokenSpaceGuidCName, Pcd.TokenCName)
1913         CApp = CApp + '}\n'
1914
1915         CApp = CApp + PcdMainCEntry + '\n'
1916
1917         if not os.path.exists(self.OutputPath):
1918             os.makedirs(self.OutputPath)
1919         CAppBaseFileName = os.path.join(self.OutputPath, PcdValueInitName)
1920         SaveFileOnChange(CAppBaseFileName + '.c', CApp, False)
1921
1922         MakeApp = PcdMakefileHeader
1923         if sys.platform == "win32":
1924             MakeApp = MakeApp + 'APPNAME = %s\n' % (PcdValueInitName) + 'OBJECTS = %s\%s.obj\n' % (self.OutputPath, PcdValueInitName) + 'INC = '
1925         else:
1926             MakeApp = MakeApp + PcdGccMakefile
1927             MakeApp = MakeApp + 'APPNAME = %s\n' % (PcdValueInitName) + 'OBJECTS = %s/%s.o\n' % (self.OutputPath, PcdValueInitName) + \
1928                       'include $(MAKEROOT)/Makefiles/app.makefile\n' + 'INCLUDE +='
1929
1930         PlatformInc = {}
1931         for Cache in self._Bdb._CACHE_.values():
1932             if Cache.MetaFile.Ext.lower() != '.dec':
1933                 continue
1934             if Cache.Includes:
1935                 if str(Cache.MetaFile.Path) not in PlatformInc:
1936                     PlatformInc[str(Cache.MetaFile.Path)] = Cache.CommonIncludes
1937
1938         PcdDependDEC = []
1939         for Pcd in StructuredPcds.values():
1940             for PackageDec in Pcd.PackageDecs:
1941                 Package = os.path.normpath(mws.join(GlobalData.gWorkspace, PackageDec))
1942                 if not os.path.exists(Package):
1943                     EdkLogger.error('Build', RESOURCE_NOT_AVAILABLE, "The dependent Package %s of PCD %s.%s is not exist." % (PackageDec, Pcd.TokenSpaceGuidCName, Pcd.TokenCName))
1944                 if Package not in PcdDependDEC:
1945                     PcdDependDEC.append(Package)
1946
1947         if PlatformInc and PcdDependDEC:
1948             for pkg in PcdDependDEC:
1949                 if pkg in PlatformInc:
1950                     for inc in PlatformInc[pkg]:
1951                         MakeApp += '-I'  + str(inc) + ' '
1952         MakeApp = MakeApp + '\n'
1953
1954         CC_FLAGS = LinuxCFLAGS
1955         if sys.platform == "win32":
1956             CC_FLAGS = WindowsCFLAGS
1957         BuildOptions = {}
1958         for Options in self.BuildOptions:
1959             if Options[2] != EDKII_NAME:
1960                 continue
1961             Family = Options[0]
1962             if Family and Family != self.ToolChainFamily:
1963                 continue
1964             Target, Tag, Arch, Tool, Attr = Options[1].split("_")
1965             if Tool != 'CC':
1966                 continue
1967
1968             if Target == "*" or Target == self._Target:
1969                 if Tag == "*" or Tag == self._Toolchain:
1970                     if Arch == "*" or Arch == self.Arch:
1971                         if Tool not in BuildOptions:
1972                             BuildOptions[Tool] = {}
1973                         if Attr != "FLAGS" or Attr not in BuildOptions[Tool] or self.BuildOptions[Options].startswith('='):
1974                             BuildOptions[Tool][Attr] = self.BuildOptions[Options]
1975                         else:
1976                             # append options for the same tool except PATH
1977                             if Attr != 'PATH':
1978                                 BuildOptions[Tool][Attr] += " " + self.BuildOptions[Options]
1979                             else:
1980                                 BuildOptions[Tool][Attr] = self.BuildOptions[Options]
1981         if BuildOptions:
1982             for Tool in BuildOptions:
1983                 for Attr in BuildOptions[Tool]:
1984                     if Attr == "FLAGS":
1985                         Value = BuildOptions[Tool][Attr]
1986                         ValueList = Value.split()
1987                         if ValueList:
1988                             for Id, Item in enumerate(ValueList):
1989                                 if Item == '-D' or Item == '/D':
1990                                     CC_FLAGS += ' ' + Item
1991                                     if Id + 1 < len(ValueList):
1992                                         CC_FLAGS += ' ' + ValueList[Id + 1]
1993                                 elif Item.startswith('/D') or Item.startswith('-D'):
1994                                     CC_FLAGS += ' ' + Item
1995         MakeApp += CC_FLAGS
1996
1997         if sys.platform == "win32":
1998             MakeApp = MakeApp + PcdMakefileEnd
1999         MakeFileName = os.path.join(self.OutputPath, 'Makefile')
2000         SaveFileOnChange(MakeFileName, MakeApp, False)
2001
2002         InputValueFile = os.path.join(self.OutputPath, 'Input.txt')
2003         OutputValueFile = os.path.join(self.OutputPath, 'Output.txt')
2004         SaveFileOnChange(InputValueFile, InitByteValue, False)
2005
2006         PcdValueInitExe = PcdValueInitName
2007         if not sys.platform == "win32":
2008             PcdValueInitExe = os.path.join(os.getenv("EDK_TOOLS_PATH"), 'Source', 'C', 'bin', PcdValueInitName)
2009         else:
2010             PcdValueInitExe = os.path.join(os.getenv("EDK_TOOLS_PATH"), 'Bin', 'Win32', PcdValueInitName) +".exe"
2011         if not os.path.exists(PcdValueInitExe) or self.NeedUpdateOutput(OutputValueFile, CAppBaseFileName + '.c',MakeFileName,InputValueFile):
2012             Messages = ''
2013             if sys.platform == "win32":
2014                 MakeCommand = 'nmake clean & nmake -f %s' % (MakeFileName)
2015                 returncode, StdOut, StdErr = self.ExecuteCommand (MakeCommand)
2016                 Messages = StdOut
2017             else:
2018                 MakeCommand = 'make clean & make -f %s' % (MakeFileName)
2019                 returncode, StdOut, StdErr = self.ExecuteCommand (MakeCommand)
2020                 Messages = StdErr
2021             Messages = Messages.split('\n')
2022             MessageGroup = []
2023             if returncode <>0:
2024                 CAppBaseFileName = os.path.join(self.OutputPath, PcdValueInitName)
2025                 File = open (CAppBaseFileName + '.c', 'r')
2026                 FileData = File.readlines()
2027                 File.close()
2028                 for Message in Messages:
2029                     if " error" in Message or "warning" in Message:
2030                         FileInfo = Message.strip().split('(')
2031                         if len (FileInfo) > 1:
2032                             FileName = FileInfo [0]
2033                             FileLine = FileInfo [1].split (')')[0]
2034                         else:
2035                             FileInfo = Message.strip().split(':')
2036                             FileName = FileInfo [0]
2037                             FileLine = FileInfo [1]
2038                         if FileLine.isdigit():
2039                             error_line = FileData[int (FileLine) - 1]
2040                             if r"//" in error_line:
2041                                 c_line,dsc_line = error_line.split(r"//")
2042                             else:
2043                                 dsc_line = error_line
2044                             message_itmes = Message.split(":")
2045                             Index = 0
2046                             if "PcdValueInit.c" not in Message:
2047                                 if not MessageGroup:
2048                                     MessageGroup.append(Message)
2049                                 break
2050                             else:
2051                                 for item in message_itmes:
2052                                     if "PcdValueInit.c" in item:
2053                                         Index = message_itmes.index(item)
2054                                         message_itmes[Index] = dsc_line.strip()
2055                                         break
2056                                 MessageGroup.append(":".join(message_itmes[Index:]).strip())
2057                                 continue
2058                         else:
2059                             MessageGroup.append(Message)
2060                 if MessageGroup:
2061                     EdkLogger.error("build", PCD_STRUCTURE_PCD_ERROR, "\n".join(MessageGroup) )
2062                 else:
2063                     EdkLogger.error('Build', COMMAND_FAILURE, 'Can not execute command: %s' % MakeCommand)
2064             Command = PcdValueInitExe + ' -i %s -o %s' % (InputValueFile, OutputValueFile)
2065             returncode, StdOut, StdErr = self.ExecuteCommand (Command)
2066             if returncode <> 0:
2067                 EdkLogger.warn('Build', COMMAND_FAILURE, 'Can not collect output from command: %s' % Command)
2068
2069         File = open (OutputValueFile, 'r')
2070         FileBuffer = File.readlines()
2071         File.close()
2072
2073         StructurePcdSet = []
2074         for Pcd in FileBuffer:
2075             PcdValue = Pcd.split ('|')
2076             PcdInfo = PcdValue[0].split ('.')
2077             StructurePcdSet.append((PcdInfo[0],PcdInfo[1], PcdInfo[2], PcdInfo[3], PcdValue[2].strip()))
2078         return StructurePcdSet
2079
2080     def NeedUpdateOutput(self,OutputFile, ValueCFile, MakeFile, StructureInput):
2081         if not os.path.exists(OutputFile):
2082             return True
2083         if os.stat(OutputFile).st_mtime <= os.stat(ValueCFile).st_mtime:
2084             return True
2085         if os.stat(OutputFile).st_mtime <= os.stat(MakeFile).st_mtime:
2086             return True
2087         if os.stat(OutputFile).st_mtime <= os.stat(StructureInput).st_mtime:
2088             return True
2089         return False
2090
2091     ## Retrieve dynamic PCD settings
2092     #
2093     #   @param  Type    PCD type
2094     #
2095     #   @retval a dict object contains settings of given PCD type
2096     #
2097     def _GetDynamicPcd(self, Type):
2098
2099
2100         Pcds = sdict()
2101         #
2102         # tdict is a special dict kind of type, used for selecting correct
2103         # PCD settings for certain ARCH and SKU
2104         #
2105         PcdDict = tdict(True, 4)
2106         PcdList = []
2107         # Find out all possible PCD candidates for self._Arch
2108         RecordList = self._RawData[Type, self._Arch]
2109         AvailableSkuIdSet = copy.copy(self.SkuIds)
2110
2111
2112         for TokenSpaceGuid, PcdCName, Setting, Arch, SkuName, Dummy3, Dummy4,Dummy5 in RecordList:
2113             SkuName = SkuName.upper()
2114             SkuName = 'DEFAULT' if SkuName == 'COMMON' else SkuName
2115             if SkuName not in AvailableSkuIdSet:
2116                 EdkLogger.error('build', PARAMETER_INVALID, 'Sku %s is not defined in [SkuIds] section' % SkuName,
2117                                             File=self.MetaFile, Line=Dummy5)
2118             if "." not in TokenSpaceGuid:
2119                 PcdList.append((PcdCName, TokenSpaceGuid, SkuName, Dummy5))
2120             PcdDict[Arch, SkuName, PcdCName, TokenSpaceGuid] = Setting
2121
2122         # Remove redundant PCD candidates, per the ARCH and SKU
2123         for PcdCName, TokenSpaceGuid, SkuName, Dummy4 in PcdList:
2124
2125             Setting = PcdDict[self._Arch, SkuName, PcdCName, TokenSpaceGuid]
2126             if Setting == None:
2127                 continue
2128
2129             PcdValue, DatumType, MaxDatumSize = self._ValidatePcd(PcdCName, TokenSpaceGuid, Setting, Type, Dummy4)
2130             SkuInfo = SkuInfoClass(SkuName, self.SkuIds[SkuName][0], '', '', '', '', '', PcdValue)
2131             if (PcdCName, TokenSpaceGuid) in Pcds.keys():
2132                 pcdObject = Pcds[PcdCName, TokenSpaceGuid]
2133                 pcdObject.SkuInfoList[SkuName] = SkuInfo
2134                 if MaxDatumSize.strip():
2135                     CurrentMaxSize = int(MaxDatumSize.strip(), 0)
2136                 else:
2137                     CurrentMaxSize = 0
2138                 if pcdObject.MaxDatumSize:
2139                     PcdMaxSize = int(pcdObject.MaxDatumSize, 0)
2140                 else:
2141                     PcdMaxSize = 0
2142                 if CurrentMaxSize > PcdMaxSize:
2143                     pcdObject.MaxDatumSize = str(CurrentMaxSize)
2144             else:
2145                 Pcds[PcdCName, TokenSpaceGuid] = PcdClassObject(
2146                                                     PcdCName,
2147                                                     TokenSpaceGuid,
2148                                                     self._PCD_TYPE_STRING_[Type],
2149                                                     DatumType,
2150                                                     PcdValue,
2151                                                     '',
2152                                                     MaxDatumSize,
2153                                                     {SkuName : SkuInfo},
2154                                                     False,
2155                                                     None,
2156                                                     IsDsc=True)
2157
2158         for pcd in Pcds.values():
2159             pcdDecObject = self._DecPcds[pcd.TokenCName, pcd.TokenSpaceGuidCName]
2160             # Only fix the value while no value provided in DSC file.
2161             for sku in pcd.SkuInfoList.values():
2162                 if (sku.DefaultValue == "" or sku.DefaultValue==None):
2163                     sku.DefaultValue = pcdDecObject.DefaultValue
2164             if 'DEFAULT' not in pcd.SkuInfoList.keys() and 'COMMON' not in pcd.SkuInfoList.keys():
2165                 valuefromDec = pcdDecObject.DefaultValue
2166                 SkuInfo = SkuInfoClass('DEFAULT', '0', '', '', '', '', '', valuefromDec)
2167                 pcd.SkuInfoList['DEFAULT'] = SkuInfo
2168             elif 'DEFAULT' not in pcd.SkuInfoList.keys() and 'COMMON' in pcd.SkuInfoList.keys():
2169                 pcd.SkuInfoList['DEFAULT'] = pcd.SkuInfoList['COMMON']
2170                 del(pcd.SkuInfoList['COMMON'])
2171             elif 'DEFAULT' in pcd.SkuInfoList.keys() and 'COMMON' in pcd.SkuInfoList.keys():
2172                 del(pcd.SkuInfoList['COMMON'])
2173
2174         map(self.FilterSkuSettings,Pcds.values())
2175
2176         return Pcds
2177
2178     def FilterSkuSettings(self, PcdObj):
2179
2180         if self.SkuIdMgr.SkuUsageType == self.SkuIdMgr.SINGLE:
2181             if 'DEFAULT' in PcdObj.SkuInfoList.keys() and self.SkuIdMgr.SystemSkuId not in PcdObj.SkuInfoList.keys():
2182                 PcdObj.SkuInfoList[self.SkuIdMgr.SystemSkuId] = PcdObj.SkuInfoList['DEFAULT']
2183             PcdObj.SkuInfoList = {'DEFAULT':PcdObj.SkuInfoList[self.SkuIdMgr.SystemSkuId]}
2184             PcdObj.SkuInfoList['DEFAULT'].SkuIdName = 'DEFAULT'
2185             PcdObj.SkuInfoList['DEFAULT'].SkuId = '0'
2186
2187         elif self.SkuIdMgr.SkuUsageType == self.SkuIdMgr.DEFAULT:
2188             PcdObj.SkuInfoList = {'DEFAULT':PcdObj.SkuInfoList['DEFAULT']}
2189
2190         return PcdObj
2191
2192
2193     def CompareVarAttr(self, Attr1, Attr2):
2194         if not Attr1 or not Attr2:  # for empty string
2195             return True
2196         Attr1s = [attr.strip() for attr in Attr1.split(",")]
2197         Attr1Set = set(Attr1s)
2198         Attr2s = [attr.strip() for attr in Attr2.split(",")]
2199         Attr2Set = set(Attr2s)
2200         if Attr2Set == Attr1Set:
2201             return True
2202         else:
2203             return False
2204     def CompletePcdValues(self,PcdSet):
2205         Pcds = {}
2206         DefaultStoreObj = DefaultStore(self._GetDefaultStores())
2207         SkuIds = {skuname:skuid for skuname,skuid in self.SkuIdMgr.AvailableSkuIdSet.items() if skuname !='COMMON'}
2208         DefaultStores = set([storename for pcdobj in PcdSet.values() for skuobj in pcdobj.SkuInfoList.values() for storename in skuobj.DefaultStoreDict.keys()])
2209         for PcdCName, TokenSpaceGuid in PcdSet:
2210             PcdObj = PcdSet[(PcdCName, TokenSpaceGuid)]
2211             if PcdObj.Type not in [self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_DEFAULT],
2212                         self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_HII],
2213                         self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_VPD],
2214                         self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_DEFAULT],
2215                         self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_HII],
2216                         self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_VPD]]:
2217                 Pcds[PcdCName, TokenSpaceGuid]= PcdObj
2218                 continue
2219             PcdType = PcdObj.Type
2220             if PcdType in [self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_HII], self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_HII]]:
2221                 for skuid in PcdObj.SkuInfoList:
2222                     skuobj = PcdObj.SkuInfoList[skuid]
2223                     mindefaultstorename = DefaultStoreObj.GetMin(set([defaultstorename  for defaultstorename in skuobj.DefaultStoreDict]))
2224                     for defaultstorename in DefaultStores:
2225                         if defaultstorename not in skuobj.DefaultStoreDict:
2226                             skuobj.DefaultStoreDict[defaultstorename] = copy.deepcopy(skuobj.DefaultStoreDict[mindefaultstorename])
2227                     skuobj.HiiDefaultValue = skuobj.DefaultStoreDict[mindefaultstorename]
2228             for skuname,skuid in SkuIds.items():
2229                 if skuname not in PcdObj.SkuInfoList:
2230                     nextskuid = self.SkuIdMgr.GetNextSkuId(skuname)
2231                     while nextskuid not in PcdObj.SkuInfoList:
2232                         nextskuid = self.SkuIdMgr.GetNextSkuId(nextskuid)
2233                     PcdObj.SkuInfoList[skuname] = copy.deepcopy(PcdObj.SkuInfoList[nextskuid])
2234                     PcdObj.SkuInfoList[skuname].SkuId = skuid
2235                     PcdObj.SkuInfoList[skuname].SkuIdName = skuname
2236             if PcdType in [self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_HII], self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_EX_HII]]:
2237                 PcdObj.DefaultValue = PcdObj.SkuInfoList.values()[0].HiiDefaultValue if self.SkuIdMgr.SkuUsageType == self.SkuIdMgr.SINGLE else PcdObj.SkuInfoList["DEFAULT"].HiiDefaultValue
2238             Pcds[PcdCName, TokenSpaceGuid]= PcdObj
2239         return Pcds
2240     ## Retrieve dynamic HII PCD settings
2241     #
2242     #   @param  Type    PCD type
2243     #
2244     #   @retval a dict object contains settings of given PCD type
2245     #
2246     def _GetDynamicHiiPcd(self, Type):
2247
2248         VariableAttrs = {}
2249
2250         Pcds = sdict()
2251         #
2252         # tdict is a special dict kind of type, used for selecting correct
2253         # PCD settings for certain ARCH and SKU
2254         #
2255         PcdDict = tdict(True, 5)
2256         PcdSet = set()
2257         RecordList = self._RawData[Type, self._Arch]
2258         # Find out all possible PCD candidates for self._Arch
2259         AvailableSkuIdSet = copy.copy(self.SkuIds)
2260         DefaultStoresDefine = self._GetDefaultStores()
2261
2262         for TokenSpaceGuid, PcdCName, Setting, Arch, SkuName, DefaultStore, Dummy4,Dummy5 in RecordList:
2263             SkuName = SkuName.upper()
2264             SkuName = 'DEFAULT' if SkuName == 'COMMON' else SkuName
2265             DefaultStore = DefaultStore.upper()
2266             if DefaultStore == "COMMON":
2267                 DefaultStore = "STANDARD"
2268             if SkuName not in AvailableSkuIdSet:
2269                 EdkLogger.error('build', PARAMETER_INVALID, 'Sku %s is not defined in [SkuIds] section' % SkuName,
2270                                             File=self.MetaFile, Line=Dummy5)
2271             if DefaultStore not in DefaultStoresDefine:
2272                 EdkLogger.error('build', PARAMETER_INVALID, 'DefaultStores %s is not defined in [DefaultStores] section' % DefaultStore,
2273                                             File=self.MetaFile, Line=Dummy5)
2274             if "." not in TokenSpaceGuid:
2275                 PcdSet.add((PcdCName, TokenSpaceGuid, SkuName,DefaultStore, Dummy5))
2276             PcdDict[Arch, SkuName, PcdCName, TokenSpaceGuid,DefaultStore] = Setting
2277
2278
2279         # Remove redundant PCD candidates, per the ARCH and SKU
2280         for PcdCName, TokenSpaceGuid, SkuName,DefaultStore, Dummy4 in PcdSet:
2281
2282             Setting = PcdDict[self._Arch, SkuName, PcdCName, TokenSpaceGuid,DefaultStore]
2283             if Setting == None:
2284                 continue
2285             VariableName, VariableGuid, VariableOffset, DefaultValue, VarAttribute = self._ValidatePcd(PcdCName, TokenSpaceGuid, Setting, Type, Dummy4)
2286
2287             rt, Msg = VariableAttributes.ValidateVarAttributes(VarAttribute)
2288             if not rt:
2289                 EdkLogger.error("build", PCD_VARIABLE_ATTRIBUTES_ERROR, "Variable attributes settings for %s is incorrect.\n %s" % (".".join((TokenSpaceGuid, PcdCName)), Msg),
2290                         ExtraData="[%s]" % VarAttribute)
2291             ExceedMax = False
2292             FormatCorrect = True
2293             if VariableOffset.isdigit():
2294                 if int(VariableOffset, 10) > 0xFFFF:
2295                     ExceedMax = True
2296             elif re.match(r'[\t\s]*0[xX][a-fA-F0-9]+$', VariableOffset):
2297                 if int(VariableOffset, 16) > 0xFFFF:
2298                     ExceedMax = True
2299             # For Offset written in "A.B"
2300             elif VariableOffset.find('.') > -1:
2301                 VariableOffsetList = VariableOffset.split(".")
2302                 if not (len(VariableOffsetList) == 2
2303                         and IsValidWord(VariableOffsetList[0])
2304                         and IsValidWord(VariableOffsetList[1])):
2305                     FormatCorrect = False
2306             else:
2307                 FormatCorrect = False
2308             if not FormatCorrect:
2309                 EdkLogger.error('Build', FORMAT_INVALID, "Invalid syntax or format of the variable offset value is incorrect for %s." % ".".join((TokenSpaceGuid, PcdCName)))
2310
2311             if ExceedMax:
2312                 EdkLogger.error('Build', OPTION_VALUE_INVALID, "The variable offset value must not exceed the maximum value of 0xFFFF (UINT16) for %s." % ".".join((TokenSpaceGuid, PcdCName)))
2313             if (VariableName, VariableGuid) not in VariableAttrs:
2314                 VariableAttrs[(VariableName, VariableGuid)] = VarAttribute
2315             else:
2316                 if not self.CompareVarAttr(VariableAttrs[(VariableName, VariableGuid)], VarAttribute):
2317                     EdkLogger.error('Build', PCD_VARIABLE_ATTRIBUTES_CONFLICT_ERROR, "The variable %s.%s for DynamicHii PCDs has conflicting attributes [%s] and [%s] " % (VariableGuid, VariableName, VarAttribute, VariableAttrs[(VariableName, VariableGuid)]))
2318
2319             pcdDecObject = self._DecPcds[PcdCName, TokenSpaceGuid]
2320             if (PcdCName, TokenSpaceGuid) in Pcds.keys():
2321                 pcdObject = Pcds[PcdCName, TokenSpaceGuid]
2322                 if SkuName in pcdObject.SkuInfoList:
2323                     Skuitem = pcdObject.SkuInfoList[SkuName]
2324                     Skuitem.DefaultStoreDict.update({DefaultStore:DefaultValue})
2325                 else:
2326                     SkuInfo = SkuInfoClass(SkuName, self.SkuIds[SkuName][0], VariableName, VariableGuid, VariableOffset, DefaultValue, VariableAttribute=VarAttribute,DefaultStore={DefaultStore:DefaultValue})
2327                     pcdObject.SkuInfoList[SkuName] = SkuInfo
2328             else:
2329                 SkuInfo = SkuInfoClass(SkuName, self.SkuIds[SkuName][0], VariableName, VariableGuid, VariableOffset, DefaultValue, VariableAttribute=VarAttribute,DefaultStore={DefaultStore:DefaultValue})
2330                 Pcds[PcdCName, TokenSpaceGuid] = PcdClassObject(
2331                                                 PcdCName,
2332                                                 TokenSpaceGuid,
2333                                                 self._PCD_TYPE_STRING_[Type],
2334                                                 '',
2335                                                 DefaultValue,
2336                                                 '',
2337                                                 '',
2338                                                 {SkuName : SkuInfo},
2339                                                 False,
2340                                                 None,
2341                                                 pcdDecObject.validateranges,
2342                                                 pcdDecObject.validlists,
2343                                                 pcdDecObject.expressions,
2344                                                 IsDsc=True)
2345
2346
2347         for pcd in Pcds.values():
2348             SkuInfoObj = pcd.SkuInfoList.values()[0]
2349             pcdDecObject = self._DecPcds[pcd.TokenCName, pcd.TokenSpaceGuidCName]
2350             pcd.DatumType = pcdDecObject.DatumType
2351             # Only fix the value while no value provided in DSC file.
2352             for sku in pcd.SkuInfoList.values():
2353                 if (sku.HiiDefaultValue == "" or sku.HiiDefaultValue == None):
2354                     sku.HiiDefaultValue = pcdDecObject.DefaultValue
2355                     for default_store in sku.DefaultStoreDict:
2356                         sku.DefaultStoreDict[default_store]=pcdDecObject.DefaultValue
2357                     pcd.DefaultValue = pcdDecObject.DefaultValue
2358             if 'DEFAULT' not in pcd.SkuInfoList.keys() and 'COMMON' not in pcd.SkuInfoList.keys():
2359                 valuefromDec = pcdDecObject.DefaultValue
2360                 SkuInfo = SkuInfoClass('DEFAULT', '0', SkuInfoObj.VariableName, SkuInfoObj.VariableGuid, SkuInfoObj.VariableOffset, valuefromDec,VariableAttribute=SkuInfoObj.VariableAttribute,DefaultStore={DefaultStore:valuefromDec})
2361                 pcd.SkuInfoList['DEFAULT'] = SkuInfo
2362             elif 'DEFAULT' not in pcd.SkuInfoList.keys() and 'COMMON' in pcd.SkuInfoList.keys():
2363                 pcd.SkuInfoList['DEFAULT'] = pcd.SkuInfoList['COMMON']
2364                 del(pcd.SkuInfoList['COMMON'])
2365             elif 'DEFAULT' in pcd.SkuInfoList.keys() and 'COMMON' in pcd.SkuInfoList.keys():
2366                 del(pcd.SkuInfoList['COMMON'])
2367
2368             if pcd.MaxDatumSize.strip():
2369                 MaxSize = int(pcd.MaxDatumSize, 0)
2370             else:
2371                 MaxSize = 0
2372             if pcdDecObject.DatumType == 'VOID*':
2373                 for (_, skuobj) in pcd.SkuInfoList.items():
2374                     datalen = 0
2375                     skuobj.HiiDefaultValue = StringToArray(skuobj.HiiDefaultValue)
2376                     datalen = len(skuobj.HiiDefaultValue.split(","))
2377                     if datalen > MaxSize:
2378                         MaxSize = datalen
2379                     for defaultst in skuobj.DefaultStoreDict:
2380                         skuobj.DefaultStoreDict[defaultst] = StringToArray(skuobj.DefaultStoreDict[defaultst])
2381                 pcd.DefaultValue = StringToArray(pcd.DefaultValue)
2382                 pcd.MaxDatumSize = str(MaxSize)
2383         rt, invalidhii = self.CheckVariableNameAssignment(Pcds)
2384         if not rt:
2385             invalidpcd = ",".join(invalidhii)
2386             EdkLogger.error('build', PCD_VARIABLE_INFO_ERROR, Message='The same HII PCD must map to the same EFI variable for all SKUs', File=self.MetaFile, ExtraData=invalidpcd)
2387
2388         map(self.FilterSkuSettings,Pcds.values())
2389
2390         return Pcds
2391
2392     def CheckVariableNameAssignment(self,Pcds):
2393         invalidhii = []
2394         for pcdname in Pcds:
2395             pcd = Pcds[pcdname]
2396             varnameset = set([sku.VariableName for (skuid,sku) in pcd.SkuInfoList.items()])
2397             if len(varnameset) > 1:
2398                 invalidhii.append(".".join((pcdname[1],pcdname[0])))
2399         if len(invalidhii):
2400             return False,invalidhii
2401         else:
2402             return True, []
2403     ## Retrieve dynamic VPD PCD settings
2404     #
2405     #   @param  Type    PCD type
2406     #
2407     #   @retval a dict object contains settings of given PCD type
2408     #
2409     def _GetDynamicVpdPcd(self, Type):
2410
2411
2412         Pcds = sdict()
2413         #
2414         # tdict is a special dict kind of type, used for selecting correct
2415         # PCD settings for certain ARCH and SKU
2416         #
2417         PcdDict = tdict(True, 4)
2418         PcdList = []
2419
2420         # Find out all possible PCD candidates for self._Arch
2421         RecordList = self._RawData[Type, self._Arch]
2422         AvailableSkuIdSet = copy.copy(self.SkuIds)
2423
2424         for TokenSpaceGuid, PcdCName, Setting, Arch, SkuName, Dummy3, Dummy4,Dummy5 in RecordList:
2425             SkuName = SkuName.upper()
2426             SkuName = 'DEFAULT' if SkuName == 'COMMON' else SkuName
2427             if SkuName not in AvailableSkuIdSet:
2428                 EdkLogger.error('build', PARAMETER_INVALID, 'Sku %s is not defined in [SkuIds] section' % SkuName,
2429                                             File=self.MetaFile, Line=Dummy5)
2430             if "." not in TokenSpaceGuid:
2431                 PcdList.append((PcdCName, TokenSpaceGuid, SkuName, Dummy5))
2432             PcdDict[Arch, SkuName, PcdCName, TokenSpaceGuid] = Setting
2433
2434         # Remove redundant PCD candidates, per the ARCH and SKU
2435         for PcdCName, TokenSpaceGuid, SkuName, Dummy4 in PcdList:
2436             Setting = PcdDict[self._Arch, SkuName, PcdCName, TokenSpaceGuid]
2437             if Setting == None:
2438                 continue
2439             #
2440             # For the VOID* type, it can have optional data of MaxDatumSize and InitialValue
2441             # For the Integer & Boolean type, the optional data can only be InitialValue.
2442             # At this point, we put all the data into the PcdClssObject for we don't know the PCD's datumtype
2443             # until the DEC parser has been called.
2444             #
2445             VpdOffset, MaxDatumSize, InitialValue = self._ValidatePcd(PcdCName, TokenSpaceGuid, Setting, Type, Dummy4)
2446             SkuInfo = SkuInfoClass(SkuName, self.SkuIds[SkuName][0], '', '', '', '', VpdOffset, InitialValue)
2447             if (PcdCName, TokenSpaceGuid) in Pcds.keys():
2448                 pcdObject = Pcds[PcdCName, TokenSpaceGuid]
2449                 pcdObject.SkuInfoList[SkuName] = SkuInfo
2450                 if MaxDatumSize.strip():
2451                     CurrentMaxSize = int(MaxDatumSize.strip(), 0)
2452                 else:
2453                     CurrentMaxSize = 0
2454                 if pcdObject.MaxDatumSize:
2455                     PcdMaxSize = int(pcdObject.MaxDatumSize, 0)
2456                 else:
2457                     PcdMaxSize = 0
2458                 if CurrentMaxSize > PcdMaxSize:
2459                     pcdObject.MaxDatumSize = str(CurrentMaxSize)
2460             else:
2461                 Pcds[PcdCName, TokenSpaceGuid] = PcdClassObject(
2462                                                 PcdCName,
2463                                                 TokenSpaceGuid,
2464                                                 self._PCD_TYPE_STRING_[Type],
2465                                                 '',
2466                                                 InitialValue,
2467                                                 '',
2468                                                 MaxDatumSize,
2469                                                 {SkuName : SkuInfo},
2470                                                 False,
2471                                                 None,
2472                                                 IsDsc=True)
2473         for pcd in Pcds.values():
2474             SkuInfoObj = pcd.SkuInfoList.values()[0]
2475             pcdDecObject = self._DecPcds[pcd.TokenCName, pcd.TokenSpaceGuidCName]
2476             pcd.DatumType = pcdDecObject.DatumType
2477             # Only fix the value while no value provided in DSC file.
2478             for sku in pcd.SkuInfoList.values():
2479                 if (sku.DefaultValue == "" or sku.DefaultValue==None):
2480                     sku.DefaultValue = pcdDecObject.DefaultValue
2481             if 'DEFAULT' not in pcd.SkuInfoList.keys() and 'COMMON' not in pcd.SkuInfoList.keys():
2482                 valuefromDec = pcdDecObject.DefaultValue
2483                 SkuInfo = SkuInfoClass('DEFAULT', '0', '', '', '', '', SkuInfoObj.VpdOffset, valuefromDec)
2484                 pcd.SkuInfoList['DEFAULT'] = SkuInfo
2485             elif 'DEFAULT' not in pcd.SkuInfoList.keys() and 'COMMON' in pcd.SkuInfoList.keys():
2486                 pcd.SkuInfoList['DEFAULT'] = pcd.SkuInfoList['COMMON']
2487                 del(pcd.SkuInfoList['COMMON'])
2488             elif 'DEFAULT' in pcd.SkuInfoList.keys() and 'COMMON' in pcd.SkuInfoList.keys():
2489                 del(pcd.SkuInfoList['COMMON'])
2490
2491
2492         map(self.FilterSkuSettings,Pcds.values())
2493         return Pcds
2494
2495     ## Add external modules
2496     #
2497     #   The external modules are mostly those listed in FDF file, which don't
2498     # need "build".
2499     #
2500     #   @param  FilePath    The path of module description file
2501     #
2502     def AddModule(self, FilePath):
2503         FilePath = NormPath(FilePath)
2504         if FilePath not in self.Modules:
2505             Module = ModuleBuildClassObject()
2506             Module.MetaFile = FilePath
2507             self.Modules.append(Module)
2508
2509     def _GetToolChainFamily(self):
2510         self._ToolChainFamily = "MSFT"
2511         BuildConfigurationFile = os.path.normpath(os.path.join(GlobalData.gConfDirectory, "target.txt"))
2512         if os.path.isfile(BuildConfigurationFile) == True:
2513             TargetTxt      = TargetTxtClassObject()
2514             TargetTxt.LoadTargetTxtFile(BuildConfigurationFile)
2515             ToolDefinitionFile = TargetTxt.TargetTxtDictionary[DataType.TAB_TAT_DEFINES_TOOL_CHAIN_CONF]
2516             if ToolDefinitionFile == '':
2517                 ToolDefinitionFile = "tools_def.txt"
2518                 ToolDefinitionFile = os.path.normpath(mws.join(self.WorkspaceDir, 'Conf', ToolDefinitionFile))
2519             if os.path.isfile(ToolDefinitionFile) == True:
2520                 ToolDef        = ToolDefClassObject()
2521                 ToolDef.LoadToolDefFile(ToolDefinitionFile)
2522                 ToolDefinition = ToolDef.ToolsDefTxtDatabase
2523                 if TAB_TOD_DEFINES_FAMILY not in ToolDefinition \
2524                    or self._Toolchain not in ToolDefinition[TAB_TOD_DEFINES_FAMILY] \
2525                    or not ToolDefinition[TAB_TOD_DEFINES_FAMILY][self._Toolchain]:
2526                     self._ToolChainFamily = "MSFT"
2527                 else:
2528                     self._ToolChainFamily = ToolDefinition[TAB_TOD_DEFINES_FAMILY][self._Toolchain]
2529         return self._ToolChainFamily
2530
2531     ## Add external PCDs
2532     #
2533     #   The external PCDs are mostly those listed in FDF file to specify address
2534     # or offset information.
2535     #
2536     #   @param  Name    Name of the PCD
2537     #   @param  Guid    Token space guid of the PCD
2538     #   @param  Value   Value of the PCD
2539     #
2540     def AddPcd(self, Name, Guid, Value):
2541         if (Name, Guid) not in self.Pcds:
2542             self.Pcds[Name, Guid] = PcdClassObject(Name, Guid, '', '', '', '', '', {}, False, None)
2543         self.Pcds[Name, Guid].DefaultValue = Value
2544     @property
2545     def DecPcds(self):
2546         if self._DecPcds == None:
2547             FdfInfList = []
2548             if GlobalData.gFdfParser:
2549                 FdfInfList = GlobalData.gFdfParser.Profile.InfList
2550             PkgSet = set()
2551             for Inf in FdfInfList:
2552                 ModuleFile = PathClass(NormPath(Inf), GlobalData.gWorkspace, Arch=self._Arch)
2553                 if ModuleFile in self._Modules:
2554                     continue
2555                 ModuleData = self._Bdb[ModuleFile, self._Arch, self._Target, self._Toolchain]
2556                 PkgSet.update(ModuleData.Packages)
2557             self._DecPcds, self._GuidDict = GetDeclaredPcd(self, self._Bdb, self._Arch, self._Target, self._Toolchain,PkgSet)
2558         return self._DecPcds
2559     _Macros             = property(_GetMacros)
2560     Arch                = property(_GetArch, _SetArch)
2561     Platform            = property(_GetPlatformName)
2562     PlatformName        = property(_GetPlatformName)
2563     Guid                = property(_GetFileGuid)
2564     Version             = property(_GetVersion)
2565     DscSpecification    = property(_GetDscSpec)
2566     OutputDirectory     = property(_GetOutpuDir)
2567     SupArchList         = property(_GetSupArch)
2568     BuildTargets        = property(_GetBuildTarget)
2569     SkuName             = property(_GetSkuName, _SetSkuName)
2570     PcdInfoFlag         = property(_GetPcdInfoFlag)
2571     VarCheckFlag        = property(_GetVarCheckFlag)
2572     FlashDefinition     = property(_GetFdfFile)
2573     Prebuild            = property(_GetPrebuild)
2574     Postbuild           = property(_GetPostbuild)
2575     BuildNumber         = property(_GetBuildNumber)
2576     MakefileName        = property(_GetMakefileName)
2577     BsBaseAddress       = property(_GetBsBaseAddress)
2578     RtBaseAddress       = property(_GetRtBaseAddress)
2579     LoadFixAddress      = property(_GetLoadFixAddress)
2580     RFCLanguages        = property(_GetRFCLanguages)
2581     ISOLanguages        = property(_GetISOLanguages)
2582     VpdToolGuid         = property(_GetVpdToolGuid)
2583     SkuIds              = property(_GetSkuIds)
2584     Modules             = property(_GetModules)
2585     LibraryInstances    = property(_GetLibraryInstances)
2586     LibraryClasses      = property(_GetLibraryClasses)
2587     Pcds                = property(_GetPcds)
2588     BuildOptions        = property(_GetBuildOptions)
2589     ToolChainFamily     = property(_GetToolChainFamily)