]> git.proxmox.com Git - mirror_edk2.git/blame - BaseTools/Source/Python/AutoGen/AutoGen.py
BaseTools: Support multiple .h file
[mirror_edk2.git] / BaseTools / Source / Python / AutoGen / AutoGen.py
CommitLineData
52302d4d
LG
1## @file\r
2# Generate AutoGen.h, AutoGen.c and *.depex files\r
3#\r
e74cea4c 4# Copyright (c) 2007 - 2018, Intel Corporation. All rights reserved.<BR>\r
40d841f6 5# This program and the accompanying materials\r
52302d4d
LG
6# are licensed and made available under the terms and conditions of the BSD License\r
7# which accompanies this distribution. The full text of the license may be found at\r
8# http://opensource.org/licenses/bsd-license.php\r
9#\r
10# THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,\r
11# WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.\r
12#\r
13\r
14## Import Modules\r
15#\r
1be2ed90 16import Common.LongFilePathOs as os\r
52302d4d
LG
17import re\r
18import os.path as path\r
19import copy\r
867d1cd4 20import uuid\r
52302d4d
LG
21\r
22import GenC\r
23import GenMake\r
24import GenDepex\r
25from StringIO import StringIO\r
26\r
27from StrGather import *\r
28from BuildEngine import BuildRule\r
29\r
1be2ed90 30from Common.LongFilePathSupport import CopyLongFilePath\r
52302d4d
LG
31from Common.BuildToolError import *\r
32from Common.DataType import *\r
33from Common.Misc import *\r
34from Common.String import *\r
35import Common.GlobalData as GlobalData\r
36from GenFds.FdfParser import *\r
37from CommonDataClass.CommonClass import SkuInfoClass\r
38from Workspace.BuildClassObject import *\r
e8a47801 39from GenPatchPcdTable.GenPatchPcdTable import parsePcdInfoFromMapFile\r
e56468c0 40import Common.VpdInfoFile as VpdInfoFile\r
e8a47801
LG
41from GenPcdDb import CreatePcdDatabaseCode\r
42from Workspace.MetaFileCommentParser import UsageList\r
05cc51ad 43from Common.MultipleWorkspace import MultipleWorkspace as mws\r
97fa0ee9 44import InfSectionParser\r
c17956e0 45import datetime\r
36d083ef 46import hashlib\r
8518bf0b 47from GenVar import VariableMgr,var_info\r
97fa0ee9 48\r
e8a47801 49## Regular expression for splitting Dependency Expression string into tokens\r
52302d4d
LG
50gDepexTokenPattern = re.compile("(\(|\)|\w+| \S+\.inf)")\r
51\r
97fa0ee9
YL
52#\r
53# Match name = variable\r
54#\r
55gEfiVarStoreNamePattern = re.compile("\s*name\s*=\s*(\w+)")\r
56#\r
57# The format of guid in efivarstore statement likes following and must be correct:\r
58# guid = {0xA04A27f4, 0xDF00, 0x4D42, {0xB5, 0x52, 0x39, 0x51, 0x13, 0x02, 0x11, 0x3D}}\r
59#\r
60gEfiVarStoreGuidPattern = re.compile("\s*guid\s*=\s*({.*?{.*?}\s*})")\r
61\r
52302d4d
LG
62## Mapping Makefile type\r
63gMakeTypeMap = {"MSFT":"nmake", "GCC":"gmake"}\r
64\r
65\r
66## Build rule configuration file\r
51de5c30 67gDefaultBuildRuleFile = 'build_rule.txt'\r
52302d4d 68\r
86601b78 69## Tools definition configuration file\r
51de5c30 70gDefaultToolsDefFile = 'tools_def.txt'\r
86601b78 71\r
64b2609f
LG
72## Build rule default version\r
73AutoGenReqBuildRuleVerNum = "0.1"\r
74\r
52302d4d
LG
75## default file name for AutoGen\r
76gAutoGenCodeFileName = "AutoGen.c"\r
77gAutoGenHeaderFileName = "AutoGen.h"\r
78gAutoGenStringFileName = "%(module_name)sStrDefs.h"\r
79gAutoGenStringFormFileName = "%(module_name)sStrDefs.hpk"\r
80gAutoGenDepexFileName = "%(module_name)s.depex"\r
333ba578
YZ
81gAutoGenImageDefFileName = "%(module_name)sImgDefs.h"\r
82gAutoGenIdfFileName = "%(module_name)sIdf.hpk"\r
97fa0ee9
YL
83gInfSpecVersion = "0x00010017"\r
84\r
da92f276
LG
85#\r
86# Template string to generic AsBuilt INF\r
87#\r
e8a47801 88gAsBuiltInfHeaderString = TemplateString("""${header_comments}\r
da92f276 89\r
97fa0ee9
YL
90# DO NOT EDIT\r
91# FILE auto-generated\r
92\r
da92f276 93[Defines]\r
97fa0ee9 94 INF_VERSION = ${module_inf_version}\r
da92f276
LG
95 BASE_NAME = ${module_name}\r
96 FILE_GUID = ${module_guid}\r
97fa0ee9
YL
97 MODULE_TYPE = ${module_module_type}${BEGIN}\r
98 VERSION_STRING = ${module_version_string}${END}${BEGIN}\r
e8a47801 99 PCD_IS_DRIVER = ${pcd_is_driver_string}${END}${BEGIN}\r
da92f276 100 UEFI_SPECIFICATION_VERSION = ${module_uefi_specification_version}${END}${BEGIN}\r
97fa0ee9
YL
101 PI_SPECIFICATION_VERSION = ${module_pi_specification_version}${END}${BEGIN}\r
102 ENTRY_POINT = ${module_entry_point}${END}${BEGIN}\r
103 UNLOAD_IMAGE = ${module_unload_image}${END}${BEGIN}\r
104 CONSTRUCTOR = ${module_constructor}${END}${BEGIN}\r
105 DESTRUCTOR = ${module_destructor}${END}${BEGIN}\r
106 SHADOW = ${module_shadow}${END}${BEGIN}\r
107 PCI_VENDOR_ID = ${module_pci_vendor_id}${END}${BEGIN}\r
108 PCI_DEVICE_ID = ${module_pci_device_id}${END}${BEGIN}\r
109 PCI_CLASS_CODE = ${module_pci_class_code}${END}${BEGIN}\r
110 PCI_REVISION = ${module_pci_revision}${END}${BEGIN}\r
111 BUILD_NUMBER = ${module_build_number}${END}${BEGIN}\r
112 SPEC = ${module_spec}${END}${BEGIN}\r
113 UEFI_HII_RESOURCE_SECTION = ${module_uefi_hii_resource_section}${END}${BEGIN}\r
114 MODULE_UNI_FILE = ${module_uni_file}${END}\r
115\r
116[Packages.${module_arch}]${BEGIN}\r
da92f276
LG
117 ${package_item}${END}\r
118\r
119[Binaries.${module_arch}]${BEGIN}\r
120 ${binary_item}${END}\r
121\r
e8a47801
LG
122[PatchPcd.${module_arch}]${BEGIN}\r
123 ${patchablepcd_item}\r
124${END}\r
97fa0ee9 125\r
e8a47801
LG
126[Protocols.${module_arch}]${BEGIN}\r
127 ${protocol_item}\r
128${END}\r
97fa0ee9 129\r
e8a47801
LG
130[Ppis.${module_arch}]${BEGIN}\r
131 ${ppi_item}\r
132${END}\r
97fa0ee9 133\r
e8a47801
LG
134[Guids.${module_arch}]${BEGIN}\r
135 ${guid_item}\r
136${END}\r
97fa0ee9 137\r
e8a47801
LG
138[PcdEx.${module_arch}]${BEGIN}\r
139 ${pcd_item}\r
140${END}\r
da92f276 141\r
97fa0ee9
YL
142[LibraryClasses.${module_arch}]\r
143## @LIB_INSTANCES${BEGIN}\r
144# ${libraryclasses_item}${END}\r
145\r
146${depexsection_item}\r
147\r
dfa41b4a
YZ
148${userextension_tianocore_item}\r
149\r
97fa0ee9
YL
150${tail_comments}\r
151\r
152[BuildOptions.${module_arch}]\r
da92f276
LG
153## @AsBuilt${BEGIN}\r
154## ${flags_item}${END}\r
155""")\r
156\r
52302d4d
LG
157## Base class for AutoGen\r
158#\r
159# This class just implements the cache mechanism of AutoGen objects.\r
160#\r
161class AutoGen(object):\r
162 # database to maintain the objects of xxxAutoGen\r
163 _CACHE_ = {} # (BuildTarget, ToolChain) : {ARCH : {platform file: AutoGen object}}}\r
164\r
165 ## Factory method\r
166 #\r
167 # @param Class class object of real AutoGen class\r
168 # (WorkspaceAutoGen, ModuleAutoGen or PlatformAutoGen)\r
169 # @param Workspace Workspace directory or WorkspaceAutoGen object\r
170 # @param MetaFile The path of meta file\r
171 # @param Target Build target\r
172 # @param Toolchain Tool chain name\r
173 # @param Arch Target arch\r
174 # @param *args The specific class related parameters\r
175 # @param **kwargs The specific class related dict parameters\r
176 #\r
177 def __new__(Class, Workspace, MetaFile, Target, Toolchain, Arch, *args, **kwargs):\r
178 # check if the object has been created\r
179 Key = (Target, Toolchain)\r
180 if Key not in Class._CACHE_ or Arch not in Class._CACHE_[Key] \\r
181 or MetaFile not in Class._CACHE_[Key][Arch]:\r
182 AutoGenObject = super(AutoGen, Class).__new__(Class)\r
183 # call real constructor\r
184 if not AutoGenObject._Init(Workspace, MetaFile, Target, Toolchain, Arch, *args, **kwargs):\r
185 return None\r
186 if Key not in Class._CACHE_:\r
187 Class._CACHE_[Key] = {}\r
188 if Arch not in Class._CACHE_[Key]:\r
189 Class._CACHE_[Key][Arch] = {}\r
190 Class._CACHE_[Key][Arch][MetaFile] = AutoGenObject\r
191 else:\r
192 AutoGenObject = Class._CACHE_[Key][Arch][MetaFile]\r
193\r
194 return AutoGenObject\r
195\r
196 ## hash() operator\r
197 #\r
198 # The file path of platform file will be used to represent hash value of this object\r
199 #\r
200 # @retval int Hash value of the file path of platform file\r
201 #\r
202 def __hash__(self):\r
203 return hash(self.MetaFile)\r
204\r
205 ## str() operator\r
206 #\r
207 # The file path of platform file will be used to represent this object\r
208 #\r
209 # @retval string String of platform file path\r
210 #\r
211 def __str__(self):\r
212 return str(self.MetaFile)\r
213\r
214 ## "==" operator\r
215 def __eq__(self, Other):\r
216 return Other and self.MetaFile == Other\r
217\r
218## Workspace AutoGen class\r
219#\r
220# This class is used mainly to control the whole platform build for different\r
221# architecture. This class will generate top level makefile.\r
222#\r
223class WorkspaceAutoGen(AutoGen):\r
224 ## Real constructor of WorkspaceAutoGen\r
225 #\r
79b74a03 226 # This method behaves the same as __init__ except that it needs explicit invoke\r
52302d4d
LG
227 # (in super class's __new__ method)\r
228 #\r
229 # @param WorkspaceDir Root directory of workspace\r
230 # @param ActivePlatform Meta-file of active platform\r
231 # @param Target Build target\r
232 # @param Toolchain Tool chain name\r
233 # @param ArchList List of architecture of current build\r
234 # @param MetaFileDb Database containing meta-files\r
235 # @param BuildConfig Configuration of build\r
236 # @param ToolDefinition Tool chain definitions\r
237 # @param FlashDefinitionFile File of flash definition\r
238 # @param Fds FD list to be generated\r
239 # @param Fvs FV list to be generated\r
4234283c 240 # @param Caps Capsule list to be generated\r
52302d4d
LG
241 # @param SkuId SKU id from command line\r
242 #\r
243 def _Init(self, WorkspaceDir, ActivePlatform, Target, Toolchain, ArchList, MetaFileDb,\r
47fea6af 244 BuildConfig, ToolDefinition, FlashDefinitionFile='', Fds=None, Fvs=None, Caps=None, SkuId='', UniFlag=None,\r
9508d0fa 245 Progress=None, BuildModule=None):\r
4234283c
LG
246 if Fds is None:\r
247 Fds = []\r
248 if Fvs is None:\r
249 Fvs = []\r
250 if Caps is None:\r
251 Caps = []\r
0d2711a6
LG
252 self.BuildDatabase = MetaFileDb\r
253 self.MetaFile = ActivePlatform\r
52302d4d 254 self.WorkspaceDir = WorkspaceDir\r
0d2711a6 255 self.Platform = self.BuildDatabase[self.MetaFile, 'COMMON', Target, Toolchain]\r
d0acc87a 256 GlobalData.gActivePlatform = self.Platform\r
52302d4d
LG
257 self.BuildTarget = Target\r
258 self.ToolChain = Toolchain\r
259 self.ArchList = ArchList\r
260 self.SkuId = SkuId\r
f3decdc3 261 self.UniFlag = UniFlag\r
52302d4d 262\r
52302d4d
LG
263 self.TargetTxt = BuildConfig\r
264 self.ToolDef = ToolDefinition\r
265 self.FdfFile = FlashDefinitionFile\r
266 self.FdTargetList = Fds\r
267 self.FvTargetList = Fvs\r
4234283c 268 self.CapTargetList = Caps\r
52302d4d 269 self.AutoGenObjectList = []\r
36d083ef
YZ
270 self._BuildDir = None\r
271 self._FvDir = None\r
272 self._MakeFileDir = None\r
273 self._BuildCommand = None\r
726c501c 274 self._GuidDict = {}\r
52302d4d
LG
275\r
276 # there's many relative directory operations, so ...\r
277 os.chdir(self.WorkspaceDir)\r
278\r
0d2711a6
LG
279 #\r
280 # Merge Arch\r
281 #\r
282 if not self.ArchList:\r
283 ArchList = set(self.Platform.SupArchList)\r
284 else:\r
285 ArchList = set(self.ArchList) & set(self.Platform.SupArchList)\r
286 if not ArchList:\r
287 EdkLogger.error("build", PARAMETER_INVALID,\r
288 ExtraData = "Invalid ARCH specified. [Valid ARCH: %s]" % (" ".join(self.Platform.SupArchList)))\r
289 elif self.ArchList and len(ArchList) != len(self.ArchList):\r
290 SkippedArchList = set(self.ArchList).symmetric_difference(set(self.Platform.SupArchList))\r
291 EdkLogger.verbose("\nArch [%s] is ignored because the platform supports [%s] only!"\r
292 % (" ".join(SkippedArchList), " ".join(self.Platform.SupArchList)))\r
293 self.ArchList = tuple(ArchList)\r
294\r
295 # Validate build target\r
296 if self.BuildTarget not in self.Platform.BuildTargets:\r
47fea6af 297 EdkLogger.error("build", PARAMETER_INVALID,\r
0d2711a6
LG
298 ExtraData="Build target [%s] is not supported by the platform. [Valid target: %s]"\r
299 % (self.BuildTarget, " ".join(self.Platform.BuildTargets)))\r
300\r
12d37ace 301 \r
52302d4d 302 # parse FDF file to get PCDs in it, if any\r
0d2711a6
LG
303 if not self.FdfFile:\r
304 self.FdfFile = self.Platform.FlashDefinition\r
47fea6af 305\r
9508d0fa
LG
306 EdkLogger.info("")\r
307 if self.ArchList:\r
308 EdkLogger.info('%-16s = %s' % ("Architecture(s)", ' '.join(self.ArchList)))\r
309 EdkLogger.info('%-16s = %s' % ("Build target", self.BuildTarget))\r
47fea6af
YZ
310 EdkLogger.info('%-16s = %s' % ("Toolchain", self.ToolChain))\r
311\r
9508d0fa
LG
312 EdkLogger.info('\n%-24s = %s' % ("Active Platform", self.Platform))\r
313 if BuildModule:\r
314 EdkLogger.info('%-24s = %s' % ("Active Module", BuildModule))\r
47fea6af 315\r
9508d0fa
LG
316 if self.FdfFile:\r
317 EdkLogger.info('%-24s = %s' % ("Flash Image Definition", self.FdfFile))\r
0d2711a6 318\r
9508d0fa 319 EdkLogger.verbose("\nFLASH_DEFINITION = %s" % self.FdfFile)\r
47fea6af 320\r
e74cea4c
YZ
321 if Progress:\r
322 Progress.Start("\nProcessing meta-data")\r
47fea6af 323\r
0d2711a6 324 if self.FdfFile:\r
df692f02
LG
325 #\r
326 # Mark now build in AutoGen Phase\r
327 #\r
47fea6af 328 GlobalData.gAutoGenPhase = True\r
52302d4d
LG
329 Fdf = FdfParser(self.FdfFile.Path)\r
330 Fdf.ParseFile()\r
a0a2cd1e 331 GlobalData.gFdfParser = Fdf\r
0d2711a6 332 GlobalData.gAutoGenPhase = False\r
52302d4d 333 PcdSet = Fdf.Profile.PcdDict\r
cb04330e
YZ
334 if Fdf.CurrentFdName and Fdf.CurrentFdName in Fdf.Profile.FdDict:\r
335 FdDict = Fdf.Profile.FdDict[Fdf.CurrentFdName]\r
336 for FdRegion in FdDict.RegionList:\r
337 if str(FdRegion.RegionType) is 'FILE' and self.Platform.VpdToolGuid in str(FdRegion.RegionDataList):\r
338 if int(FdRegion.Offset) % 8 != 0:\r
339 EdkLogger.error("build", FORMAT_INVALID, 'The VPD Base Address %s must be 8-byte aligned.' % (FdRegion.Offset))\r
52302d4d
LG
340 ModuleList = Fdf.Profile.InfList\r
341 self.FdfProfile = Fdf.Profile\r
0d2711a6
LG
342 for fvname in self.FvTargetList:\r
343 if fvname.upper() not in self.FdfProfile.FvDict:\r
344 EdkLogger.error("build", OPTION_VALUE_INVALID,\r
345 "No such an FV in FDF file: %s" % fvname)\r
2502b735 346\r
622b1758
YZ
347 # In DSC file may use FILE_GUID to override the module, then in the Platform.Modules use FILE_GUIDmodule.inf as key,\r
348 # but the path (self.MetaFile.Path) is the real path\r
2502b735
YZ
349 for key in self.FdfProfile.InfDict:\r
350 if key == 'ArchTBD':\r
351 Platform_cache = {}\r
622b1758 352 MetaFile_cache = {}\r
2502b735
YZ
353 for Arch in self.ArchList:\r
354 Platform_cache[Arch] = self.BuildDatabase[self.MetaFile, Arch, Target, Toolchain]\r
622b1758
YZ
355 MetaFile_cache[Arch] = []\r
356 for Pkey in Platform_cache[Arch].Modules.keys():\r
357 MetaFile_cache[Arch].append(Platform_cache[Arch].Modules[Pkey].MetaFile)\r
2502b735
YZ
358 for Inf in self.FdfProfile.InfDict[key]:\r
359 ModuleFile = PathClass(NormPath(Inf), GlobalData.gWorkspace, Arch)\r
360 for Arch in self.ArchList:\r
622b1758 361 if ModuleFile in MetaFile_cache[Arch]:\r
2502b735
YZ
362 break\r
363 else:\r
364 ModuleData = self.BuildDatabase[ModuleFile, Arch, Target, Toolchain]\r
365 if not ModuleData.IsBinaryModule:\r
366 EdkLogger.error('build', PARSER_ERROR, "Module %s NOT found in DSC file; Is it really a binary module?" % ModuleFile)\r
367\r
368 else:\r
369 for Arch in self.ArchList:\r
370 if Arch == key:\r
371 Platform = self.BuildDatabase[self.MetaFile, Arch, Target, Toolchain]\r
622b1758
YZ
372 MetaFileList = []\r
373 for Pkey in Platform.Modules.keys():\r
374 MetaFileList.append(Platform.Modules[Pkey].MetaFile)\r
2502b735
YZ
375 for Inf in self.FdfProfile.InfDict[key]:\r
376 ModuleFile = PathClass(NormPath(Inf), GlobalData.gWorkspace, Arch)\r
622b1758 377 if ModuleFile in MetaFileList:\r
2502b735
YZ
378 continue\r
379 ModuleData = self.BuildDatabase[ModuleFile, Arch, Target, Toolchain]\r
380 if not ModuleData.IsBinaryModule:\r
381 EdkLogger.error('build', PARSER_ERROR, "Module %s NOT found in DSC file; Is it really a binary module?" % ModuleFile)\r
382\r
52302d4d
LG
383 else:\r
384 PcdSet = {}\r
385 ModuleList = []\r
386 self.FdfProfile = None\r
0d2711a6
LG
387 if self.FdTargetList:\r
388 EdkLogger.info("No flash definition file found. FD [%s] will be ignored." % " ".join(self.FdTargetList))\r
389 self.FdTargetList = []\r
390 if self.FvTargetList:\r
391 EdkLogger.info("No flash definition file found. FV [%s] will be ignored." % " ".join(self.FvTargetList))\r
392 self.FvTargetList = []\r
393 if self.CapTargetList:\r
394 EdkLogger.info("No flash definition file found. Capsule [%s] will be ignored." % " ".join(self.CapTargetList))\r
395 self.CapTargetList = []\r
47fea6af 396\r
52302d4d
LG
397 # apply SKU and inject PCDs from Flash Definition file\r
398 for Arch in self.ArchList:\r
0d2711a6 399 Platform = self.BuildDatabase[self.MetaFile, Arch, Target, Toolchain]\r
64b2609f 400\r
25918452 401 DecPcds = {}\r
4afd3d04 402 DecPcdsKey = set()\r
64b2609f 403 PGen = PlatformAutoGen(self, self.MetaFile, Target, Toolchain, Arch)\r
763e8edf
YZ
404 if GlobalData.BuildOptionPcd:\r
405 for i, pcd in enumerate(GlobalData.BuildOptionPcd):\r
d7cd3356
YZ
406 if type(pcd) is tuple:\r
407 continue\r
763e8edf
YZ
408 (pcdname, pcdvalue) = pcd.split('=')\r
409 if not pcdvalue:\r
410 EdkLogger.error('build', AUTOGEN_ERROR, "No Value specified for the PCD %s." % (pcdname))\r
411 if '.' in pcdname:\r
412 (TokenSpaceGuidCName, TokenCName) = pcdname.split('.')\r
413 HasTokenSpace = True\r
414 else:\r
415 TokenCName = pcdname\r
416 TokenSpaceGuidCName = ''\r
417 HasTokenSpace = False\r
418 TokenSpaceGuidCNameList = []\r
419 FoundFlag = False\r
420 PcdDatumType = ''\r
421 NewValue = ''\r
726c501c
YZ
422 for package in PGen.PackageList:\r
423 Guids = package.Guids\r
424 self._GuidDict.update(Guids)\r
763e8edf
YZ
425 for package in PGen.PackageList:\r
426 for key in package.Pcds:\r
427 PcdItem = package.Pcds[key]\r
428 if HasTokenSpace:\r
429 if (PcdItem.TokenCName, PcdItem.TokenSpaceGuidCName) == (TokenCName, TokenSpaceGuidCName):\r
430 PcdDatumType = PcdItem.DatumType\r
726c501c
YZ
431 if pcdvalue.startswith('H'):\r
432 try:\r
433 pcdvalue = ValueExpressionEx(pcdvalue[1:], PcdDatumType, self._GuidDict)(True)\r
434 except BadExpression, Value:\r
435 if Value.result > 1:\r
436 EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s", %s' %\r
437 (TokenSpaceGuidCName, TokenCName, pcdvalue, Value))\r
438 pcdvalue = 'H' + pcdvalue\r
db55dac7 439 NewValue = BuildOptionPcdValueFormat(TokenSpaceGuidCName, TokenCName, PcdDatumType, pcdvalue)\r
763e8edf
YZ
440 FoundFlag = True\r
441 else:\r
442 if PcdItem.TokenCName == TokenCName:\r
443 if not PcdItem.TokenSpaceGuidCName in TokenSpaceGuidCNameList:\r
444 if len (TokenSpaceGuidCNameList) < 1:\r
445 TokenSpaceGuidCNameList.append(PcdItem.TokenSpaceGuidCName)\r
446 PcdDatumType = PcdItem.DatumType\r
447 TokenSpaceGuidCName = PcdItem.TokenSpaceGuidCName\r
726c501c
YZ
448 if pcdvalue.startswith('H'):\r
449 try:\r
450 pcdvalue = ValueExpressionEx(pcdvalue[1:], PcdDatumType, self._GuidDict)(True)\r
451 except BadExpression, Value:\r
452 EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s", %s' %\r
453 (TokenSpaceGuidCName, TokenCName, pcdvalue, Value))\r
454 pcdvalue = 'H' + pcdvalue\r
db55dac7 455 NewValue = BuildOptionPcdValueFormat(TokenSpaceGuidCName, TokenCName, PcdDatumType, pcdvalue)\r
763e8edf
YZ
456 FoundFlag = True\r
457 else:\r
458 EdkLogger.error(\r
459 'build',\r
460 AUTOGEN_ERROR,\r
461 "The Pcd %s is found under multiple different TokenSpaceGuid: %s and %s." % (TokenCName, PcdItem.TokenSpaceGuidCName, TokenSpaceGuidCNameList[0])\r
462 )\r
463\r
464 GlobalData.BuildOptionPcd[i] = (TokenSpaceGuidCName, TokenCName, NewValue)\r
465\r
466 if not FoundFlag:\r
467 if HasTokenSpace:\r
468 EdkLogger.error('build', AUTOGEN_ERROR, "The Pcd %s.%s is not found in the DEC file." % (TokenSpaceGuidCName, TokenCName))\r
469 else:\r
470 EdkLogger.error('build', AUTOGEN_ERROR, "The Pcd %s is not found in the DEC file." % (TokenCName))\r
471\r
472 for BuildData in PGen.BuildDatabase._CACHE_.values():\r
473 if BuildData.Arch != Arch:\r
474 continue\r
475 if BuildData.MetaFile.Ext == '.dec':\r
476 continue\r
477 for key in BuildData.Pcds:\r
478 PcdItem = BuildData.Pcds[key]\r
479 if (TokenSpaceGuidCName, TokenCName) == (PcdItem.TokenSpaceGuidCName, PcdItem.TokenCName):\r
480 PcdItem.DefaultValue = NewValue\r
481\r
482 if (TokenCName, TokenSpaceGuidCName) in PcdSet:\r
483 PcdSet[(TokenCName, TokenSpaceGuidCName)] = NewValue\r
484\r
2a29017e
YZ
485 SourcePcdDict = {'DynamicEx':[], 'PatchableInModule':[],'Dynamic':[],'FixedAtBuild':[]}\r
486 BinaryPcdDict = {'DynamicEx':[], 'PatchableInModule':[]}\r
487 SourcePcdDict_Keys = SourcePcdDict.keys()\r
488 BinaryPcdDict_Keys = BinaryPcdDict.keys()\r
489\r
490 # generate the SourcePcdDict and BinaryPcdDict\r
491 for BuildData in PGen.BuildDatabase._CACHE_.values():\r
492 if BuildData.Arch != Arch:\r
493 continue\r
494 if BuildData.MetaFile.Ext == '.inf':\r
495 for key in BuildData.Pcds:\r
496 if BuildData.Pcds[key].Pending:\r
497 if key in Platform.Pcds:\r
498 PcdInPlatform = Platform.Pcds[key]\r
499 if PcdInPlatform.Type not in [None, '']:\r
500 BuildData.Pcds[key].Type = PcdInPlatform.Type\r
501\r
502 if BuildData.MetaFile in Platform.Modules:\r
503 PlatformModule = Platform.Modules[str(BuildData.MetaFile)]\r
504 if key in PlatformModule.Pcds:\r
505 PcdInPlatform = PlatformModule.Pcds[key]\r
506 if PcdInPlatform.Type not in [None, '']:\r
507 BuildData.Pcds[key].Type = PcdInPlatform.Type\r
508\r
509 if 'DynamicEx' in BuildData.Pcds[key].Type:\r
510 if BuildData.IsBinaryModule:\r
511 if (BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName) not in BinaryPcdDict['DynamicEx']:\r
512 BinaryPcdDict['DynamicEx'].append((BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName))\r
513 else:\r
514 if (BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName) not in SourcePcdDict['DynamicEx']:\r
515 SourcePcdDict['DynamicEx'].append((BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName))\r
516\r
517 elif 'PatchableInModule' in BuildData.Pcds[key].Type:\r
518 if BuildData.MetaFile.Ext == '.inf':\r
519 if BuildData.IsBinaryModule:\r
520 if (BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName) not in BinaryPcdDict['PatchableInModule']:\r
521 BinaryPcdDict['PatchableInModule'].append((BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName))\r
522 else:\r
523 if (BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName) not in SourcePcdDict['PatchableInModule']:\r
524 SourcePcdDict['PatchableInModule'].append((BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName))\r
525\r
526 elif 'Dynamic' in BuildData.Pcds[key].Type:\r
527 if (BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName) not in SourcePcdDict['Dynamic']:\r
528 SourcePcdDict['Dynamic'].append((BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName))\r
529 elif 'FixedAtBuild' in BuildData.Pcds[key].Type:\r
530 if (BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName) not in SourcePcdDict['FixedAtBuild']:\r
531 SourcePcdDict['FixedAtBuild'].append((BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName))\r
532 else:\r
533 pass\r
97cdb33b
YZ
534 #\r
535 # A PCD can only use one type for all source modules\r
536 #\r
537 for i in SourcePcdDict_Keys:\r
538 for j in SourcePcdDict_Keys:\r
539 if i != j:\r
540 IntersectionList = list(set(SourcePcdDict[i]).intersection(set(SourcePcdDict[j])))\r
541 if len(IntersectionList) > 0:\r
542 EdkLogger.error(\r
543 'build',\r
544 FORMAT_INVALID,\r
545 "Building modules from source INFs, following PCD use %s and %s access method. It must be corrected to use only one access method." % (i, j),\r
546 ExtraData="%s" % '\n\t'.join([str(P[1]+'.'+P[0]) for P in IntersectionList])\r
547 )\r
548 else:\r
549 pass\r
2a29017e
YZ
550\r
551 #\r
552 # intersection the BinaryPCD for Mixed PCD\r
553 #\r
554 for i in BinaryPcdDict_Keys:\r
555 for j in BinaryPcdDict_Keys:\r
556 if i != j:\r
557 IntersectionList = list(set(BinaryPcdDict[i]).intersection(set(BinaryPcdDict[j])))\r
558 for item in IntersectionList:\r
559 NewPcd1 = (item[0] + '_' + i, item[1])\r
560 NewPcd2 = (item[0] + '_' + j, item[1])\r
561 if item not in GlobalData.MixedPcd:\r
562 GlobalData.MixedPcd[item] = [NewPcd1, NewPcd2]\r
563 else:\r
564 if NewPcd1 not in GlobalData.MixedPcd[item]:\r
565 GlobalData.MixedPcd[item].append(NewPcd1)\r
566 if NewPcd2 not in GlobalData.MixedPcd[item]:\r
567 GlobalData.MixedPcd[item].append(NewPcd2)\r
568 else:\r
569 pass\r
570\r
571 #\r
572 # intersection the SourcePCD and BinaryPCD for Mixed PCD\r
573 #\r
574 for i in SourcePcdDict_Keys:\r
575 for j in BinaryPcdDict_Keys:\r
576 if i != j:\r
577 IntersectionList = list(set(SourcePcdDict[i]).intersection(set(BinaryPcdDict[j])))\r
578 for item in IntersectionList:\r
579 NewPcd1 = (item[0] + '_' + i, item[1])\r
580 NewPcd2 = (item[0] + '_' + j, item[1])\r
581 if item not in GlobalData.MixedPcd:\r
582 GlobalData.MixedPcd[item] = [NewPcd1, NewPcd2]\r
583 else:\r
584 if NewPcd1 not in GlobalData.MixedPcd[item]:\r
585 GlobalData.MixedPcd[item].append(NewPcd1)\r
586 if NewPcd2 not in GlobalData.MixedPcd[item]:\r
587 GlobalData.MixedPcd[item].append(NewPcd2)\r
588 else:\r
589 pass\r
590\r
591 for BuildData in PGen.BuildDatabase._CACHE_.values():\r
592 if BuildData.Arch != Arch:\r
593 continue\r
594 for key in BuildData.Pcds:\r
595 for SinglePcd in GlobalData.MixedPcd:\r
596 if (BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName) == SinglePcd:\r
597 for item in GlobalData.MixedPcd[SinglePcd]:\r
598 Pcd_Type = item[0].split('_')[-1]\r
599 if (Pcd_Type == BuildData.Pcds[key].Type) or (Pcd_Type == TAB_PCDS_DYNAMIC_EX and BuildData.Pcds[key].Type in GenC.gDynamicExPcd) or \\r
600 (Pcd_Type == TAB_PCDS_DYNAMIC and BuildData.Pcds[key].Type in GenC.gDynamicPcd):\r
601 Value = BuildData.Pcds[key]\r
602 Value.TokenCName = BuildData.Pcds[key].TokenCName + '_' + Pcd_Type\r
603 if len(key) == 2:\r
604 newkey = (Value.TokenCName, key[1])\r
605 elif len(key) == 3:\r
606 newkey = (Value.TokenCName, key[1], key[2])\r
607 del BuildData.Pcds[key]\r
608 BuildData.Pcds[newkey] = Value\r
609 break\r
610 else:\r
611 pass\r
612 break\r
613 else:\r
614 pass\r
615\r
616 # handle the mixed pcd in FDF file\r
617 for key in PcdSet:\r
618 if key in GlobalData.MixedPcd:\r
619 Value = PcdSet[key]\r
620 del PcdSet[key]\r
621 for item in GlobalData.MixedPcd[key]:\r
622 PcdSet[item] = Value\r
623\r
97fa0ee9 624 #Collect package set information from INF of FDF\r
a0a2cd1e
FB
625 PkgSet = set()\r
626 for Inf in ModuleList:\r
627 ModuleFile = PathClass(NormPath(Inf), GlobalData.gWorkspace, Arch)\r
628 if ModuleFile in Platform.Modules:\r
629 continue\r
630 ModuleData = self.BuildDatabase[ModuleFile, Arch, Target, Toolchain]\r
631 PkgSet.update(ModuleData.Packages)\r
632 Pkgs = list(PkgSet) + list(PGen.PackageList)\r
64b2609f 633 for Pkg in Pkgs:\r
25918452
LG
634 for Pcd in Pkg.Pcds:\r
635 DecPcds[Pcd[0], Pcd[1]] = Pkg.Pcds[Pcd]\r
4afd3d04 636 DecPcdsKey.add((Pcd[0], Pcd[1], Pcd[2]))\r
64b2609f 637\r
52302d4d
LG
638 Platform.SkuName = self.SkuId\r
639 for Name, Guid in PcdSet:\r
64b2609f
LG
640 if (Name, Guid) not in DecPcds:\r
641 EdkLogger.error(\r
642 'build',\r
643 PARSER_ERROR,\r
644 "PCD (%s.%s) used in FDF is not declared in DEC files." % (Guid, Name),\r
645 File = self.FdfProfile.PcdFileLineDict[Name, Guid][0],\r
646 Line = self.FdfProfile.PcdFileLineDict[Name, Guid][1]\r
647 )\r
4afd3d04
LG
648 else:\r
649 # Check whether Dynamic or DynamicEx PCD used in FDF file. If used, build break and give a error message.\r
650 if (Name, Guid, TAB_PCDS_FIXED_AT_BUILD) in DecPcdsKey \\r
651 or (Name, Guid, TAB_PCDS_PATCHABLE_IN_MODULE) in DecPcdsKey \\r
652 or (Name, Guid, TAB_PCDS_FEATURE_FLAG) in DecPcdsKey:\r
653 Platform.AddPcd(Name, Guid, PcdSet[Name, Guid])\r
654 continue\r
655 elif (Name, Guid, TAB_PCDS_DYNAMIC) in DecPcdsKey or (Name, Guid, TAB_PCDS_DYNAMIC_EX) in DecPcdsKey:\r
656 EdkLogger.error(\r
657 'build',\r
658 PARSER_ERROR,\r
659 "Using Dynamic or DynamicEx type of PCD [%s.%s] in FDF file is not allowed." % (Guid, Name),\r
660 File = self.FdfProfile.PcdFileLineDict[Name, Guid][0],\r
661 Line = self.FdfProfile.PcdFileLineDict[Name, Guid][1]\r
662 )\r
52302d4d
LG
663\r
664 Pa = PlatformAutoGen(self, self.MetaFile, Target, Toolchain, Arch)\r
665 #\r
666 # Explicitly collect platform's dynamic PCDs\r
667 #\r
668 Pa.CollectPlatformDynamicPcds()\r
2bc3256c 669 Pa.CollectFixedAtBuildPcds()\r
52302d4d 670 self.AutoGenObjectList.append(Pa)\r
47fea6af 671\r
36d083ef
YZ
672 #\r
673 # Generate Package level hash value\r
674 #\r
675 GlobalData.gPackageHash[Arch] = {}\r
676 if GlobalData.gUseHashCache:\r
677 for Pkg in Pkgs:\r
678 self._GenPkgLevelHash(Pkg)\r
679\r
6780eef1
LG
680 #\r
681 # Check PCDs token value conflict in each DEC file.\r
682 #\r
683 self._CheckAllPcdsTokenValueConflict()\r
47fea6af 684\r
4234283c
LG
685 #\r
686 # Check PCD type and definition between DSC and DEC\r
687 #\r
688 self._CheckPcdDefineAndType()\r
97fa0ee9
YL
689\r
690# if self.FdfFile:\r
691# self._CheckDuplicateInFV(Fdf)\r
692\r
c17956e0 693 #\r
2d499388 694 # Create BuildOptions Macro & PCD metafile, also add the Active Platform and FDF file.\r
c17956e0
DL
695 #\r
696 content = 'gCommandLineDefines: '\r
697 content += str(GlobalData.gCommandLineDefines)\r
698 content += os.linesep\r
699 content += 'BuildOptionPcd: '\r
700 content += str(GlobalData.BuildOptionPcd)\r
2d499388
YZ
701 content += os.linesep\r
702 content += 'Active Platform: '\r
703 content += str(self.Platform)\r
704 content += os.linesep\r
705 if self.FdfFile:\r
706 content += 'Flash Image Definition: '\r
707 content += str(self.FdfFile)\r
36d083ef 708 content += os.linesep\r
c17956e0
DL
709 SaveFileOnChange(os.path.join(self.BuildDir, 'BuildOptions'), content, False)\r
710\r
99adfe9f
YZ
711 #\r
712 # Create PcdToken Number file for Dynamic/DynamicEx Pcd.\r
713 #\r
714 PcdTokenNumber = 'PcdTokenNumber: '\r
715 if Pa.PcdTokenNumber:\r
716 if Pa.DynamicPcdList:\r
717 for Pcd in Pa.DynamicPcdList:\r
718 PcdTokenNumber += os.linesep\r
719 PcdTokenNumber += str((Pcd.TokenCName, Pcd.TokenSpaceGuidCName))\r
720 PcdTokenNumber += ' : '\r
721 PcdTokenNumber += str(Pa.PcdTokenNumber[Pcd.TokenCName, Pcd.TokenSpaceGuidCName])\r
722 SaveFileOnChange(os.path.join(self.BuildDir, 'PcdTokenNumber'), PcdTokenNumber, False)\r
723\r
c17956e0
DL
724 #\r
725 # Get set of workspace metafiles\r
726 #\r
727 AllWorkSpaceMetaFiles = self._GetMetaFiles(Target, Toolchain, Arch)\r
728\r
729 #\r
730 # Retrieve latest modified time of all metafiles\r
731 #\r
732 SrcTimeStamp = 0\r
733 for f in AllWorkSpaceMetaFiles:\r
734 if os.stat(f)[8] > SrcTimeStamp:\r
735 SrcTimeStamp = os.stat(f)[8]\r
736 self._SrcTimeStamp = SrcTimeStamp\r
737\r
36d083ef
YZ
738 if GlobalData.gUseHashCache:\r
739 m = hashlib.md5()\r
740 for files in AllWorkSpaceMetaFiles:\r
741 if files.endswith('.dec'):\r
742 continue\r
743 f = open(files, 'r')\r
744 Content = f.read()\r
745 f.close()\r
746 m.update(Content)\r
747 SaveFileOnChange(os.path.join(self.BuildDir, 'AutoGen.hash'), m.hexdigest(), True)\r
748 GlobalData.gPlatformHash = m.hexdigest()\r
749\r
c17956e0
DL
750 #\r
751 # Write metafile list to build directory\r
752 #\r
753 AutoGenFilePath = os.path.join(self.BuildDir, 'AutoGen')\r
754 if os.path.exists (AutoGenFilePath):\r
755 os.remove(AutoGenFilePath)\r
756 if not os.path.exists(self.BuildDir):\r
757 os.makedirs(self.BuildDir)\r
758 with open(os.path.join(self.BuildDir, 'AutoGen'), 'w+') as file:\r
759 for f in AllWorkSpaceMetaFiles:\r
760 print >> file, f\r
52302d4d
LG
761 return True\r
762\r
36d083ef
YZ
763 def _GenPkgLevelHash(self, Pkg):\r
764 PkgDir = os.path.join(self.BuildDir, Pkg.Arch, Pkg.PackageName)\r
765 CreateDirectory(PkgDir)\r
766 HashFile = os.path.join(PkgDir, Pkg.PackageName + '.hash')\r
767 m = hashlib.md5()\r
768 # Get .dec file's hash value\r
769 f = open(Pkg.MetaFile.Path, 'r')\r
770 Content = f.read()\r
771 f.close()\r
772 m.update(Content)\r
773 # Get include files hash value\r
774 if Pkg.Includes:\r
775 for inc in Pkg.Includes:\r
776 for Root, Dirs, Files in os.walk(str(inc)):\r
777 for File in Files:\r
778 File_Path = os.path.join(Root, File)\r
779 f = open(File_Path, 'r')\r
780 Content = f.read()\r
781 f.close()\r
782 m.update(Content)\r
783 SaveFileOnChange(HashFile, m.hexdigest(), True)\r
784 if Pkg.PackageName not in GlobalData.gPackageHash[Pkg.Arch]:\r
785 GlobalData.gPackageHash[Pkg.Arch][Pkg.PackageName] = m.hexdigest()\r
763e8edf 786\r
c17956e0
DL
787 def _GetMetaFiles(self, Target, Toolchain, Arch):\r
788 AllWorkSpaceMetaFiles = set()\r
789 #\r
790 # add fdf\r
791 #\r
792 if self.FdfFile:\r
793 AllWorkSpaceMetaFiles.add (self.FdfFile.Path)\r
794 if self.FdfFile:\r
795 FdfFiles = GlobalData.gFdfParser.GetAllIncludedFile()\r
796 for f in FdfFiles:\r
797 AllWorkSpaceMetaFiles.add (f.FileName)\r
798 #\r
799 # add dsc\r
800 #\r
801 AllWorkSpaceMetaFiles.add(self.MetaFile.Path)\r
802\r
803 #\r
86601b78
DL
804 # add build_rule.txt & tools_def.txt\r
805 #\r
51de5c30
YZ
806 AllWorkSpaceMetaFiles.add(os.path.join(GlobalData.gConfDirectory, gDefaultBuildRuleFile))\r
807 AllWorkSpaceMetaFiles.add(os.path.join(GlobalData.gConfDirectory, gDefaultToolsDefFile))\r
86601b78 808\r
c17956e0
DL
809 # add BuildOption metafile\r
810 #\r
811 AllWorkSpaceMetaFiles.add(os.path.join(self.BuildDir, 'BuildOptions'))\r
812\r
99adfe9f
YZ
813 # add PcdToken Number file for Dynamic/DynamicEx Pcd\r
814 #\r
815 AllWorkSpaceMetaFiles.add(os.path.join(self.BuildDir, 'PcdTokenNumber'))\r
816\r
c17956e0
DL
817 for Arch in self.ArchList:\r
818 Platform = self.BuildDatabase[self.MetaFile, Arch, Target, Toolchain]\r
819 PGen = PlatformAutoGen(self, self.MetaFile, Target, Toolchain, Arch)\r
820\r
821 #\r
822 # add dec\r
823 #\r
824 for Package in PGen.PackageList:\r
825 AllWorkSpaceMetaFiles.add(Package.MetaFile.Path)\r
826\r
827 #\r
828 # add included dsc\r
829 #\r
830 for filePath in Platform._RawData.IncludedFiles:\r
831 AllWorkSpaceMetaFiles.add(filePath.Path)\r
832\r
833 return AllWorkSpaceMetaFiles\r
834\r
79b74a03
LG
835 ## _CheckDuplicateInFV() method\r
836 #\r
837 # Check whether there is duplicate modules/files exist in FV section. \r
838 # The check base on the file GUID;\r
839 #\r
840 def _CheckDuplicateInFV(self, Fdf):\r
841 for Fv in Fdf.Profile.FvDict:\r
842 _GuidDict = {}\r
843 for FfsFile in Fdf.Profile.FvDict[Fv].FfsList:\r
844 if FfsFile.InfFileName and FfsFile.NameGuid == None:\r
845 #\r
846 # Get INF file GUID\r
847 #\r
47fea6af 848 InfFoundFlag = False\r
79b74a03 849 for Pa in self.AutoGenObjectList:\r
64b2609f
LG
850 if InfFoundFlag:\r
851 break\r
79b74a03
LG
852 for Module in Pa.ModuleAutoGenList:\r
853 if path.normpath(Module.MetaFile.File) == path.normpath(FfsFile.InfFileName):\r
854 InfFoundFlag = True\r
855 if not Module.Guid.upper() in _GuidDict.keys():\r
856 _GuidDict[Module.Guid.upper()] = FfsFile\r
64b2609f 857 break\r
79b74a03 858 else:\r
47fea6af 859 EdkLogger.error("build",\r
79b74a03 860 FORMAT_INVALID,\r
47fea6af 861 "Duplicate GUID found for these lines: Line %d: %s and Line %d: %s. GUID: %s" % (FfsFile.CurrentLineNum,\r
79b74a03
LG
862 FfsFile.CurrentLineContent,\r
863 _GuidDict[Module.Guid.upper()].CurrentLineNum,\r
864 _GuidDict[Module.Guid.upper()].CurrentLineContent,\r
865 Module.Guid.upper()),\r
866 ExtraData=self.FdfFile)\r
867 #\r
868 # Some INF files not have entity in DSC file. \r
869 #\r
870 if not InfFoundFlag:\r
871 if FfsFile.InfFileName.find('$') == -1:\r
872 InfPath = NormPath(FfsFile.InfFileName)\r
873 if not os.path.exists(InfPath):\r
874 EdkLogger.error('build', GENFDS_ERROR, "Non-existant Module %s !" % (FfsFile.InfFileName))\r
47fea6af 875\r
79b74a03
LG
876 PathClassObj = PathClass(FfsFile.InfFileName, self.WorkspaceDir)\r
877 #\r
878 # Here we just need to get FILE_GUID from INF file, use 'COMMON' as ARCH attribute. and use \r
879 # BuildObject from one of AutoGenObjectList is enough.\r
880 #\r
881 InfObj = self.AutoGenObjectList[0].BuildDatabase.WorkspaceDb.BuildObject[PathClassObj, 'COMMON', self.BuildTarget, self.ToolChain]\r
882 if not InfObj.Guid.upper() in _GuidDict.keys():\r
883 _GuidDict[InfObj.Guid.upper()] = FfsFile\r
884 else:\r
47fea6af 885 EdkLogger.error("build",\r
79b74a03 886 FORMAT_INVALID,\r
47fea6af 887 "Duplicate GUID found for these lines: Line %d: %s and Line %d: %s. GUID: %s" % (FfsFile.CurrentLineNum,\r
79b74a03
LG
888 FfsFile.CurrentLineContent,\r
889 _GuidDict[InfObj.Guid.upper()].CurrentLineNum,\r
890 _GuidDict[InfObj.Guid.upper()].CurrentLineContent,\r
891 InfObj.Guid.upper()),\r
892 ExtraData=self.FdfFile)\r
893 InfFoundFlag = False\r
47fea6af 894\r
79b74a03
LG
895 if FfsFile.NameGuid != None:\r
896 _CheckPCDAsGuidPattern = re.compile("^PCD\(.+\..+\)$")\r
47fea6af 897\r
79b74a03
LG
898 #\r
899 # If the NameGuid reference a PCD name. \r
900 # The style must match: PCD(xxxx.yyy)\r
901 #\r
902 if _CheckPCDAsGuidPattern.match(FfsFile.NameGuid):\r
903 #\r
904 # Replace the PCD value.\r
905 #\r
906 _PcdName = FfsFile.NameGuid.lstrip("PCD(").rstrip(")")\r
907 PcdFoundFlag = False\r
908 for Pa in self.AutoGenObjectList:\r
909 if not PcdFoundFlag:\r
910 for PcdItem in Pa.AllPcdList:\r
911 if (PcdItem.TokenSpaceGuidCName + "." + PcdItem.TokenCName) == _PcdName:\r
912 #\r
913 # First convert from CFormatGuid to GUID string\r
914 #\r
915 _PcdGuidString = GuidStructureStringToGuidString(PcdItem.DefaultValue)\r
47fea6af 916\r
79b74a03
LG
917 if not _PcdGuidString:\r
918 #\r
919 # Then try Byte array.\r
920 #\r
921 _PcdGuidString = GuidStructureByteArrayToGuidString(PcdItem.DefaultValue)\r
47fea6af 922\r
79b74a03
LG
923 if not _PcdGuidString:\r
924 #\r
925 # Not Byte array or CFormat GUID, raise error.\r
926 #\r
927 EdkLogger.error("build",\r
928 FORMAT_INVALID,\r
47fea6af 929 "The format of PCD value is incorrect. PCD: %s , Value: %s\n" % (_PcdName, PcdItem.DefaultValue),\r
79b74a03 930 ExtraData=self.FdfFile)\r
47fea6af
YZ
931\r
932 if not _PcdGuidString.upper() in _GuidDict.keys():\r
79b74a03
LG
933 _GuidDict[_PcdGuidString.upper()] = FfsFile\r
934 PcdFoundFlag = True\r
935 break\r
936 else:\r
47fea6af 937 EdkLogger.error("build",\r
79b74a03 938 FORMAT_INVALID,\r
47fea6af 939 "Duplicate GUID found for these lines: Line %d: %s and Line %d: %s. GUID: %s" % (FfsFile.CurrentLineNum,\r
79b74a03
LG
940 FfsFile.CurrentLineContent,\r
941 _GuidDict[_PcdGuidString.upper()].CurrentLineNum,\r
942 _GuidDict[_PcdGuidString.upper()].CurrentLineContent,\r
943 FfsFile.NameGuid.upper()),\r
47fea6af
YZ
944 ExtraData=self.FdfFile)\r
945\r
79b74a03
LG
946 if not FfsFile.NameGuid.upper() in _GuidDict.keys():\r
947 _GuidDict[FfsFile.NameGuid.upper()] = FfsFile\r
948 else:\r
949 #\r
950 # Two raw file GUID conflict.\r
951 #\r
47fea6af 952 EdkLogger.error("build",\r
79b74a03 953 FORMAT_INVALID,\r
47fea6af 954 "Duplicate GUID found for these lines: Line %d: %s and Line %d: %s. GUID: %s" % (FfsFile.CurrentLineNum,\r
79b74a03
LG
955 FfsFile.CurrentLineContent,\r
956 _GuidDict[FfsFile.NameGuid.upper()].CurrentLineNum,\r
957 _GuidDict[FfsFile.NameGuid.upper()].CurrentLineContent,\r
958 FfsFile.NameGuid.upper()),\r
959 ExtraData=self.FdfFile)\r
47fea6af 960\r
79b74a03 961\r
4234283c
LG
962 def _CheckPcdDefineAndType(self):\r
963 PcdTypeList = [\r
964 "FixedAtBuild", "PatchableInModule", "FeatureFlag",\r
965 "Dynamic", #"DynamicHii", "DynamicVpd",\r
966 "DynamicEx", # "DynamicExHii", "DynamicExVpd"\r
967 ]\r
968\r
969 # This dict store PCDs which are not used by any modules with specified arches\r
970 UnusedPcd = sdict()\r
971 for Pa in self.AutoGenObjectList:\r
972 # Key of DSC's Pcds dictionary is PcdCName, TokenSpaceGuid\r
973 for Pcd in Pa.Platform.Pcds:\r
974 PcdType = Pa.Platform.Pcds[Pcd].Type\r
47fea6af 975\r
4234283c
LG
976 # If no PCD type, this PCD comes from FDF \r
977 if not PcdType:\r
978 continue\r
47fea6af 979\r
4234283c
LG
980 # Try to remove Hii and Vpd suffix\r
981 if PcdType.startswith("DynamicEx"):\r
982 PcdType = "DynamicEx"\r
983 elif PcdType.startswith("Dynamic"):\r
984 PcdType = "Dynamic"\r
47fea6af 985\r
4234283c
LG
986 for Package in Pa.PackageList:\r
987 # Key of DEC's Pcds dictionary is PcdCName, TokenSpaceGuid, PcdType\r
988 if (Pcd[0], Pcd[1], PcdType) in Package.Pcds:\r
989 break\r
990 for Type in PcdTypeList:\r
991 if (Pcd[0], Pcd[1], Type) in Package.Pcds:\r
992 EdkLogger.error(\r
993 'build',\r
994 FORMAT_INVALID,\r
995 "Type [%s] of PCD [%s.%s] in DSC file doesn't match the type [%s] defined in DEC file." \\r
996 % (Pa.Platform.Pcds[Pcd].Type, Pcd[1], Pcd[0], Type),\r
997 ExtraData=None\r
998 )\r
999 return\r
1000 else:\r
1001 UnusedPcd.setdefault(Pcd, []).append(Pa.Arch)\r
1002\r
1003 for Pcd in UnusedPcd:\r
1004 EdkLogger.warn(\r
1005 'build',\r
1006 "The PCD was not specified by any INF module in the platform for the given architecture.\n"\r
1007 "\tPCD: [%s.%s]\n\tPlatform: [%s]\n\tArch: %s"\r
1008 % (Pcd[1], Pcd[0], os.path.basename(str(self.MetaFile)), str(UnusedPcd[Pcd])),\r
1009 ExtraData=None\r
1010 )\r
1011\r
52302d4d
LG
1012 def __repr__(self):\r
1013 return "%s [%s]" % (self.MetaFile, ", ".join(self.ArchList))\r
1014\r
1015 ## Return the directory to store FV files\r
1016 def _GetFvDir(self):\r
1017 if self._FvDir == None:\r
1018 self._FvDir = path.join(self.BuildDir, 'FV')\r
1019 return self._FvDir\r
1020\r
1021 ## Return the directory to store all intermediate and final files built\r
1022 def _GetBuildDir(self):\r
36d083ef
YZ
1023 if self._BuildDir == None:\r
1024 return self.AutoGenObjectList[0].BuildDir\r
52302d4d
LG
1025\r
1026 ## Return the build output directory platform specifies\r
1027 def _GetOutputDir(self):\r
1028 return self.Platform.OutputDirectory\r
1029\r
1030 ## Return platform name\r
1031 def _GetName(self):\r
1032 return self.Platform.PlatformName\r
1033\r
1034 ## Return meta-file GUID\r
1035 def _GetGuid(self):\r
1036 return self.Platform.Guid\r
1037\r
1038 ## Return platform version\r
1039 def _GetVersion(self):\r
1040 return self.Platform.Version\r
1041\r
1042 ## Return paths of tools\r
1043 def _GetToolDefinition(self):\r
1044 return self.AutoGenObjectList[0].ToolDefinition\r
1045\r
1046 ## Return directory of platform makefile\r
1047 #\r
1048 # @retval string Makefile directory\r
1049 #\r
1050 def _GetMakeFileDir(self):\r
1051 if self._MakeFileDir == None:\r
1052 self._MakeFileDir = self.BuildDir\r
1053 return self._MakeFileDir\r
1054\r
1055 ## Return build command string\r
1056 #\r
1057 # @retval string Build command string\r
1058 #\r
1059 def _GetBuildCommand(self):\r
1060 if self._BuildCommand == None:\r
1061 # BuildCommand should be all the same. So just get one from platform AutoGen\r
1062 self._BuildCommand = self.AutoGenObjectList[0].BuildCommand\r
1063 return self._BuildCommand\r
47fea6af 1064\r
6780eef1
LG
1065 ## Check the PCDs token value conflict in each DEC file.\r
1066 #\r
1067 # Will cause build break and raise error message while two PCDs conflict.\r
1068 # \r
1069 # @return None\r
1070 #\r
1071 def _CheckAllPcdsTokenValueConflict(self):\r
b36d134f
LG
1072 for Pa in self.AutoGenObjectList:\r
1073 for Package in Pa.PackageList:\r
6780eef1 1074 PcdList = Package.Pcds.values()\r
f827cd07 1075 PcdList.sort(lambda x, y: cmp(int(x.TokenValue, 0), int(y.TokenValue, 0))) \r
6780eef1
LG
1076 Count = 0\r
1077 while (Count < len(PcdList) - 1) :\r
1078 Item = PcdList[Count]\r
1079 ItemNext = PcdList[Count + 1]\r
1080 #\r
1081 # Make sure in the same token space the TokenValue should be unique\r
1082 #\r
f827cd07 1083 if (int(Item.TokenValue, 0) == int(ItemNext.TokenValue, 0)):\r
6780eef1
LG
1084 SameTokenValuePcdList = []\r
1085 SameTokenValuePcdList.append(Item)\r
1086 SameTokenValuePcdList.append(ItemNext)\r
1087 RemainPcdListLength = len(PcdList) - Count - 2\r
1088 for ValueSameCount in range(RemainPcdListLength):\r
f827cd07 1089 if int(PcdList[len(PcdList) - RemainPcdListLength + ValueSameCount].TokenValue, 0) == int(Item.TokenValue, 0):\r
6780eef1
LG
1090 SameTokenValuePcdList.append(PcdList[len(PcdList) - RemainPcdListLength + ValueSameCount])\r
1091 else:\r
1092 break;\r
1093 #\r
1094 # Sort same token value PCD list with TokenGuid and TokenCName\r
1095 #\r
47fea6af
YZ
1096 SameTokenValuePcdList.sort(lambda x, y: cmp("%s.%s" % (x.TokenSpaceGuidCName, x.TokenCName), "%s.%s" % (y.TokenSpaceGuidCName, y.TokenCName)))\r
1097 SameTokenValuePcdListCount = 0\r
6780eef1 1098 while (SameTokenValuePcdListCount < len(SameTokenValuePcdList) - 1):\r
2a29017e 1099 Flag = False\r
47fea6af
YZ
1100 TemListItem = SameTokenValuePcdList[SameTokenValuePcdListCount]\r
1101 TemListItemNext = SameTokenValuePcdList[SameTokenValuePcdListCount + 1]\r
1102\r
6780eef1 1103 if (TemListItem.TokenSpaceGuidCName == TemListItemNext.TokenSpaceGuidCName) and (TemListItem.TokenCName != TemListItemNext.TokenCName):\r
2a29017e
YZ
1104 for PcdItem in GlobalData.MixedPcd:\r
1105 if (TemListItem.TokenCName, TemListItem.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdItem] or \\r
1106 (TemListItemNext.TokenCName, TemListItemNext.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdItem]:\r
1107 Flag = True\r
1108 if not Flag:\r
1109 EdkLogger.error(\r
1110 'build',\r
1111 FORMAT_INVALID,\r
1112 "The TokenValue [%s] of PCD [%s.%s] is conflict with: [%s.%s] in %s"\\r
1113 % (TemListItem.TokenValue, TemListItem.TokenSpaceGuidCName, TemListItem.TokenCName, TemListItemNext.TokenSpaceGuidCName, TemListItemNext.TokenCName, Package),\r
1114 ExtraData=None\r
1115 )\r
6780eef1
LG
1116 SameTokenValuePcdListCount += 1\r
1117 Count += SameTokenValuePcdListCount\r
1118 Count += 1\r
47fea6af 1119\r
6780eef1 1120 PcdList = Package.Pcds.values()\r
47fea6af 1121 PcdList.sort(lambda x, y: cmp("%s.%s" % (x.TokenSpaceGuidCName, x.TokenCName), "%s.%s" % (y.TokenSpaceGuidCName, y.TokenCName)))\r
6780eef1
LG
1122 Count = 0\r
1123 while (Count < len(PcdList) - 1) :\r
1124 Item = PcdList[Count]\r
47fea6af 1125 ItemNext = PcdList[Count + 1]\r
6780eef1
LG
1126 #\r
1127 # Check PCDs with same TokenSpaceGuidCName.TokenCName have same token value as well.\r
1128 #\r
f827cd07 1129 if (Item.TokenSpaceGuidCName == ItemNext.TokenSpaceGuidCName) and (Item.TokenCName == ItemNext.TokenCName) and (int(Item.TokenValue, 0) != int(ItemNext.TokenValue, 0)):\r
6780eef1
LG
1130 EdkLogger.error(\r
1131 'build',\r
1132 FORMAT_INVALID,\r
1133 "The TokenValue [%s] of PCD [%s.%s] in %s defined in two places should be same as well."\\r
1134 % (Item.TokenValue, Item.TokenSpaceGuidCName, Item.TokenCName, Package),\r
1135 ExtraData=None\r
1136 )\r
1137 Count += 1\r
97fa0ee9 1138 ## Generate fds command\r
03af2753
HC
1139 def _GenFdsCommand(self):\r
1140 return (GenMake.TopLevelMakefile(self)._TEMPLATE_.Replace(GenMake.TopLevelMakefile(self)._TemplateDict)).strip()\r
52302d4d 1141\r
e56468c0 1142 ## Create makefile for the platform and modules in it\r
52302d4d
LG
1143 #\r
1144 # @param CreateDepsMakeFile Flag indicating if the makefile for\r
1145 # modules will be created as well\r
1146 #\r
1147 def CreateMakeFile(self, CreateDepsMakeFile=False):\r
52302d4d
LG
1148 if CreateDepsMakeFile:\r
1149 for Pa in self.AutoGenObjectList:\r
1150 Pa.CreateMakeFile(CreateDepsMakeFile)\r
1151\r
1152 ## Create autogen code for platform and modules\r
1153 #\r
1154 # Since there's no autogen code for platform, this method will do nothing\r
1155 # if CreateModuleCodeFile is set to False.\r
1156 #\r
1157 # @param CreateDepsCodeFile Flag indicating if creating module's\r
1158 # autogen code file or not\r
1159 #\r
1160 def CreateCodeFile(self, CreateDepsCodeFile=False):\r
1161 if not CreateDepsCodeFile:\r
1162 return\r
1163 for Pa in self.AutoGenObjectList:\r
1164 Pa.CreateCodeFile(CreateDepsCodeFile)\r
1165\r
7c1fd323
LG
1166 ## Create AsBuilt INF file the platform\r
1167 #\r
1168 def CreateAsBuiltInf(self):\r
1169 return\r
1170\r
52302d4d
LG
1171 Name = property(_GetName)\r
1172 Guid = property(_GetGuid)\r
1173 Version = property(_GetVersion)\r
1174 OutputDir = property(_GetOutputDir)\r
1175\r
1176 ToolDefinition = property(_GetToolDefinition) # toolcode : tool path\r
1177\r
1178 BuildDir = property(_GetBuildDir)\r
1179 FvDir = property(_GetFvDir)\r
1180 MakeFileDir = property(_GetMakeFileDir)\r
1181 BuildCommand = property(_GetBuildCommand)\r
03af2753 1182 GenFdsCommand = property(_GenFdsCommand)\r
52302d4d
LG
1183\r
1184## AutoGen class for platform\r
1185#\r
1186# PlatformAutoGen class will process the original information in platform\r
1187# file in order to generate makefile for platform.\r
1188#\r
1189class PlatformAutoGen(AutoGen):\r
1190 #\r
1191 # Used to store all PCDs for both PEI and DXE phase, in order to generate \r
1192 # correct PCD database\r
1193 # \r
1194 _DynaPcdList_ = []\r
1195 _NonDynaPcdList_ = []\r
61ee1dff 1196 _PlatformPcds = {}\r
6780eef1
LG
1197 \r
1198 #\r
1199 # The priority list while override build option \r
1200 #\r
1201 PrioList = {"0x11111" : 16, # TARGET_TOOLCHAIN_ARCH_COMMANDTYPE_ATTRIBUTE (Highest)\r
1202 "0x01111" : 15, # ******_TOOLCHAIN_ARCH_COMMANDTYPE_ATTRIBUTE\r
1203 "0x10111" : 14, # TARGET_*********_ARCH_COMMANDTYPE_ATTRIBUTE\r
1204 "0x00111" : 13, # ******_*********_ARCH_COMMANDTYPE_ATTRIBUTE \r
1205 "0x11011" : 12, # TARGET_TOOLCHAIN_****_COMMANDTYPE_ATTRIBUTE\r
1206 "0x01011" : 11, # ******_TOOLCHAIN_****_COMMANDTYPE_ATTRIBUTE\r
1207 "0x10011" : 10, # TARGET_*********_****_COMMANDTYPE_ATTRIBUTE\r
1208 "0x00011" : 9, # ******_*********_****_COMMANDTYPE_ATTRIBUTE\r
1209 "0x11101" : 8, # TARGET_TOOLCHAIN_ARCH_***********_ATTRIBUTE\r
1210 "0x01101" : 7, # ******_TOOLCHAIN_ARCH_***********_ATTRIBUTE\r
1211 "0x10101" : 6, # TARGET_*********_ARCH_***********_ATTRIBUTE\r
1212 "0x00101" : 5, # ******_*********_ARCH_***********_ATTRIBUTE\r
1213 "0x11001" : 4, # TARGET_TOOLCHAIN_****_***********_ATTRIBUTE\r
1214 "0x01001" : 3, # ******_TOOLCHAIN_****_***********_ATTRIBUTE\r
1215 "0x10001" : 2, # TARGET_*********_****_***********_ATTRIBUTE\r
1216 "0x00001" : 1} # ******_*********_****_***********_ATTRIBUTE (Lowest)\r
47fea6af 1217\r
52302d4d
LG
1218 ## The real constructor of PlatformAutoGen\r
1219 #\r
1220 # This method is not supposed to be called by users of PlatformAutoGen. It's\r
1221 # only used by factory method __new__() to do real initialization work for an\r
1222 # object of PlatformAutoGen\r
1223 #\r
1224 # @param Workspace WorkspaceAutoGen object\r
1225 # @param PlatformFile Platform file (DSC file)\r
1226 # @param Target Build target (DEBUG, RELEASE)\r
1227 # @param Toolchain Name of tool chain\r
1228 # @param Arch arch of the platform supports\r
1229 #\r
1230 def _Init(self, Workspace, PlatformFile, Target, Toolchain, Arch):\r
1231 EdkLogger.debug(EdkLogger.DEBUG_9, "AutoGen platform [%s] [%s]" % (PlatformFile, Arch))\r
1232 GlobalData.gProcessingFile = "%s [%s, %s, %s]" % (PlatformFile, Arch, Toolchain, Target)\r
1233\r
1234 self.MetaFile = PlatformFile\r
1235 self.Workspace = Workspace\r
1236 self.WorkspaceDir = Workspace.WorkspaceDir\r
1237 self.ToolChain = Toolchain\r
1238 self.BuildTarget = Target\r
1239 self.Arch = Arch\r
1240 self.SourceDir = PlatformFile.SubDir\r
1241 self.SourceOverrideDir = None\r
1242 self.FdTargetList = self.Workspace.FdTargetList\r
1243 self.FvTargetList = self.Workspace.FvTargetList\r
1244 self.AllPcdList = []\r
a0a2cd1e
FB
1245 # get the original module/package/platform objects\r
1246 self.BuildDatabase = Workspace.BuildDatabase\r
8518bf0b 1247 self.DscBuildDataObj = Workspace.Platform\r
35f613d9 1248 self._GuidDict = Workspace._GuidDict\r
52302d4d
LG
1249\r
1250 # flag indicating if the makefile/C-code file has been created or not\r
1251 self.IsMakeFileCreated = False\r
1252 self.IsCodeFileCreated = False\r
1253\r
1254 self._Platform = None\r
1255 self._Name = None\r
1256 self._Guid = None\r
1257 self._Version = None\r
1258\r
1259 self._BuildRule = None\r
1260 self._SourceDir = None\r
1261 self._BuildDir = None\r
1262 self._OutputDir = None\r
1263 self._FvDir = None\r
1264 self._MakeFileDir = None\r
1265 self._FdfFile = None\r
1266\r
1267 self._PcdTokenNumber = None # (TokenCName, TokenSpaceGuidCName) : GeneratedTokenNumber\r
1268 self._DynamicPcdList = None # [(TokenCName1, TokenSpaceGuidCName1), (TokenCName2, TokenSpaceGuidCName2), ...]\r
1269 self._NonDynamicPcdList = None # [(TokenCName1, TokenSpaceGuidCName1), (TokenCName2, TokenSpaceGuidCName2), ...]\r
2bc3256c 1270 self._NonDynamicPcdDict = {}\r
52302d4d
LG
1271\r
1272 self._ToolDefinitions = None\r
1273 self._ToolDefFile = None # toolcode : tool path\r
1274 self._ToolChainFamily = None\r
1275 self._BuildRuleFamily = None\r
1276 self._BuildOption = None # toolcode : option\r
1277 self._EdkBuildOption = None # edktoolcode : option\r
1278 self._EdkIIBuildOption = None # edkiitoolcode : option\r
1279 self._PackageList = None\r
1280 self._ModuleAutoGenList = None\r
1281 self._LibraryAutoGenList = None\r
1282 self._BuildCommand = None\r
a0a2cd1e
FB
1283 self._AsBuildInfList = []\r
1284 self._AsBuildModuleList = []\r
47854fd5
LG
1285\r
1286 self.VariableInfo = None\r
1287\r
a0a2cd1e
FB
1288 if GlobalData.gFdfParser != None:\r
1289 self._AsBuildInfList = GlobalData.gFdfParser.Profile.InfList\r
1290 for Inf in self._AsBuildInfList:\r
1291 InfClass = PathClass(NormPath(Inf), GlobalData.gWorkspace, self.Arch)\r
1292 M = self.BuildDatabase[InfClass, self.Arch, self.BuildTarget, self.ToolChain]\r
1293 if not M.IsSupportedArch:\r
1294 continue\r
1295 self._AsBuildModuleList.append(InfClass)\r
03af2753
HC
1296 # get library/modules for build\r
1297 self.LibraryBuildDirectoryList = []\r
1298 self.ModuleBuildDirectoryList = []\r
47854fd5 1299\r
52302d4d
LG
1300 return True\r
1301\r
1302 def __repr__(self):\r
1303 return "%s [%s]" % (self.MetaFile, self.Arch)\r
1304\r
1305 ## Create autogen code for platform and modules\r
1306 #\r
1307 # Since there's no autogen code for platform, this method will do nothing\r
1308 # if CreateModuleCodeFile is set to False.\r
1309 #\r
1310 # @param CreateModuleCodeFile Flag indicating if creating module's\r
1311 # autogen code file or not\r
1312 #\r
1313 def CreateCodeFile(self, CreateModuleCodeFile=False):\r
1314 # only module has code to be greated, so do nothing if CreateModuleCodeFile is False\r
1315 if self.IsCodeFileCreated or not CreateModuleCodeFile:\r
1316 return\r
1317\r
1318 for Ma in self.ModuleAutoGenList:\r
1319 Ma.CreateCodeFile(True)\r
1320\r
1321 # don't do this twice\r
1322 self.IsCodeFileCreated = True\r
1323\r
03af2753
HC
1324 ## Generate Fds Command\r
1325 def _GenFdsCommand(self):\r
1326 return self.Workspace.GenFdsCommand\r
481252bb 1327\r
52302d4d
LG
1328 ## Create makefile for the platform and mdoules in it\r
1329 #\r
1330 # @param CreateModuleMakeFile Flag indicating if the makefile for\r
1331 # modules will be created as well\r
1332 #\r
37de70b7 1333 def CreateMakeFile(self, CreateModuleMakeFile=False, FfsCommand = {}):\r
52302d4d
LG
1334 if CreateModuleMakeFile:\r
1335 for ModuleFile in self.Platform.Modules:\r
1336 Ma = ModuleAutoGen(self.Workspace, ModuleFile, self.BuildTarget,\r
1337 self.ToolChain, self.Arch, self.MetaFile)\r
37de70b7
YZ
1338 if (ModuleFile.File, self.Arch) in FfsCommand:\r
1339 Ma.CreateMakeFile(True, FfsCommand[ModuleFile.File, self.Arch])\r
1340 else:\r
1341 Ma.CreateMakeFile(True)\r
97fa0ee9 1342 #Ma.CreateAsBuiltInf()\r
52302d4d
LG
1343\r
1344 # no need to create makefile for the platform more than once\r
1345 if self.IsMakeFileCreated:\r
1346 return\r
1347\r
03af2753 1348 # create library/module build dirs for platform\r
52302d4d 1349 Makefile = GenMake.PlatformMakefile(self)\r
03af2753
HC
1350 self.LibraryBuildDirectoryList = Makefile.GetLibraryBuildDirectoryList()\r
1351 self.ModuleBuildDirectoryList = Makefile.GetModuleBuildDirectoryList()\r
1352\r
52302d4d
LG
1353 self.IsMakeFileCreated = True\r
1354\r
2bc3256c
LG
1355 ## Deal with Shared FixedAtBuild Pcds\r
1356 #\r
1357 def CollectFixedAtBuildPcds(self):\r
1358 for LibAuto in self.LibraryAutoGenList:\r
1359 FixedAtBuildPcds = {} \r
1360 ShareFixedAtBuildPcdsSameValue = {} \r
1361 for Module in LibAuto._ReferenceModules: \r
1362 for Pcd in Module.FixedAtBuildPcds + LibAuto.FixedAtBuildPcds:\r
1363 key = ".".join((Pcd.TokenSpaceGuidCName,Pcd.TokenCName)) \r
1364 if key not in FixedAtBuildPcds:\r
1365 ShareFixedAtBuildPcdsSameValue[key] = True\r
1366 FixedAtBuildPcds[key] = Pcd.DefaultValue\r
1367 else:\r
1368 if FixedAtBuildPcds[key] != Pcd.DefaultValue:\r
1369 ShareFixedAtBuildPcdsSameValue[key] = False \r
1370 for Pcd in LibAuto.FixedAtBuildPcds:\r
1371 key = ".".join((Pcd.TokenSpaceGuidCName,Pcd.TokenCName))\r
1372 if (Pcd.TokenCName,Pcd.TokenSpaceGuidCName) not in self.NonDynamicPcdDict:\r
1373 continue\r
1374 else:\r
1375 DscPcd = self.NonDynamicPcdDict[(Pcd.TokenCName,Pcd.TokenSpaceGuidCName)]\r
1376 if DscPcd.Type != "FixedAtBuild":\r
1377 continue\r
1378 if key in ShareFixedAtBuildPcdsSameValue and ShareFixedAtBuildPcdsSameValue[key]: \r
1379 LibAuto.ConstPcd[key] = Pcd.DefaultValue\r
1380\r
34952f49 1381 def CollectVariables(self, DynamicPcdSet):\r
47854fd5
LG
1382\r
1383 VpdRegionSize = 0\r
1384 VpdRegionBase = 0\r
1385 if self.Workspace.FdfFile:\r
1386 FdDict = self.Workspace.FdfProfile.FdDict[GlobalData.gFdfParser.CurrentFdName]\r
1387 for FdRegion in FdDict.RegionList:\r
1388 for item in FdRegion.RegionDataList:\r
1389 if self.Platform.VpdToolGuid.strip() and self.Platform.VpdToolGuid in item:\r
1390 VpdRegionSize = FdRegion.Size\r
1391 VpdRegionBase = FdRegion.Offset\r
1392 break\r
1393\r
1394\r
8518bf0b 1395 VariableInfo = VariableMgr(self.DscBuildDataObj._GetDefaultStores(),self.DscBuildDataObj._GetSkuIds())\r
47854fd5
LG
1396 VariableInfo.SetVpdRegionMaxSize(VpdRegionSize)\r
1397 VariableInfo.SetVpdRegionOffset(VpdRegionBase)\r
34952f49
LG
1398 Index = 0\r
1399 for Pcd in DynamicPcdSet:\r
8518bf0b
LG
1400 pcdname = ".".join((Pcd.TokenSpaceGuidCName,Pcd.TokenCName))\r
1401 for SkuName in Pcd.SkuInfoList:\r
1402 Sku = Pcd.SkuInfoList[SkuName]\r
1403 SkuId = Sku.SkuId\r
1404 if SkuId == None or SkuId == '':\r
1405 continue\r
1406 if len(Sku.VariableName) > 0:\r
1407 VariableGuidStructure = Sku.VariableGuidValue\r
1408 VariableGuid = GuidStructureStringToGuidString(VariableGuidStructure)\r
a3623244 1409 for StorageName in Sku.DefaultStoreDict:\r
e6bf3cfd 1410 VariableInfo.append_variable(var_info(Index,pcdname,StorageName,SkuName, StringToArray(Sku.VariableName),VariableGuid, Sku.VariableOffset, Sku.VariableAttribute , Sku.HiiDefaultValue,Sku.DefaultStoreDict[StorageName],Pcd.DatumType))\r
34952f49
LG
1411 Index += 1\r
1412 return VariableInfo\r
47854fd5
LG
1413\r
1414 def UpdateNVStoreMaxSize(self,OrgVpdFile):\r
0b6c5954
LG
1415 if self.VariableInfo:\r
1416 VpdMapFilePath = os.path.join(self.BuildDir, "FV", "%s.map" % self.Platform.VpdToolGuid)\r
1417 PcdNvStoreDfBuffer = [item for item in self._DynamicPcdList if item.TokenCName == "PcdNvStoreDefaultValueBuffer" and item.TokenSpaceGuidCName == "gEfiMdeModulePkgTokenSpaceGuid"]\r
1418\r
1419 if PcdNvStoreDfBuffer:\r
1420 if os.path.exists(VpdMapFilePath):\r
1421 OrgVpdFile.Read(VpdMapFilePath)\r
1422 PcdItems = OrgVpdFile.GetOffset(PcdNvStoreDfBuffer[0])\r
8ac16789 1423 NvStoreOffset = PcdItems.values()[0].strip() if PcdItems else '0'\r
0b6c5954
LG
1424 else:\r
1425 EdkLogger.error("build", FILE_READ_FAILURE, "Can not find VPD map file %s to fix up VPD offset." % VpdMapFilePath)\r
1426\r
1427 NvStoreOffset = int(NvStoreOffset,16) if NvStoreOffset.upper().startswith("0X") else int(NvStoreOffset)\r
1428 default_skuobj = PcdNvStoreDfBuffer[0].SkuInfoList.get("DEFAULT")\r
1429 maxsize = self.VariableInfo.VpdRegionSize - NvStoreOffset if self.VariableInfo.VpdRegionSize else len(default_skuobj.DefaultValue.split(","))\r
1430 var_data = self.VariableInfo.PatchNVStoreDefaultMaxSize(maxsize)\r
1431\r
1432 if var_data and default_skuobj:\r
1433 default_skuobj.DefaultValue = var_data\r
1434 PcdNvStoreDfBuffer[0].DefaultValue = var_data\r
1435 PcdNvStoreDfBuffer[0].SkuInfoList.clear()\r
1436 PcdNvStoreDfBuffer[0].SkuInfoList['DEFAULT'] = default_skuobj\r
1437 PcdNvStoreDfBuffer[0].MaxDatumSize = str(len(default_skuobj.DefaultValue.split(",")))\r
47854fd5
LG
1438\r
1439 return OrgVpdFile\r
1440\r
52302d4d
LG
1441 ## Collect dynamic PCDs\r
1442 #\r
1443 # Gather dynamic PCDs list from each module and their settings from platform\r
1444 # This interface should be invoked explicitly when platform action is created.\r
1445 #\r
1446 def CollectPlatformDynamicPcds(self):\r
763e8edf
YZ
1447 # Override the platform Pcd's value by build option\r
1448 if GlobalData.BuildOptionPcd:\r
1449 for key in self.Platform.Pcds:\r
1450 PlatformPcd = self.Platform.Pcds[key]\r
1451 for PcdItem in GlobalData.BuildOptionPcd:\r
1452 if (PlatformPcd.TokenSpaceGuidCName, PlatformPcd.TokenCName) == (PcdItem[0], PcdItem[1]):\r
1453 PlatformPcd.DefaultValue = PcdItem[2]\r
1454 if PlatformPcd.SkuInfoList:\r
1455 Sku = PlatformPcd.SkuInfoList[PlatformPcd.SkuInfoList.keys()[0]]\r
1456 Sku.DefaultValue = PcdItem[2]\r
1457 break\r
1458\r
2a29017e
YZ
1459 for key in self.Platform.Pcds:\r
1460 for SinglePcd in GlobalData.MixedPcd:\r
1461 if (self.Platform.Pcds[key].TokenCName, self.Platform.Pcds[key].TokenSpaceGuidCName) == SinglePcd:\r
1462 for item in GlobalData.MixedPcd[SinglePcd]:\r
1463 Pcd_Type = item[0].split('_')[-1]\r
1464 if (Pcd_Type == self.Platform.Pcds[key].Type) or (Pcd_Type == TAB_PCDS_DYNAMIC_EX and self.Platform.Pcds[key].Type in GenC.gDynamicExPcd) or \\r
1465 (Pcd_Type == TAB_PCDS_DYNAMIC and self.Platform.Pcds[key].Type in GenC.gDynamicPcd):\r
1466 Value = self.Platform.Pcds[key]\r
1467 Value.TokenCName = self.Platform.Pcds[key].TokenCName + '_' + Pcd_Type\r
1468 if len(key) == 2:\r
1469 newkey = (Value.TokenCName, key[1])\r
1470 elif len(key) == 3:\r
1471 newkey = (Value.TokenCName, key[1], key[2])\r
1472 del self.Platform.Pcds[key]\r
1473 self.Platform.Pcds[newkey] = Value\r
1474 break\r
1475 else:\r
1476 pass\r
1477 break\r
1478 else:\r
1479 pass\r
1480\r
52302d4d
LG
1481 # for gathering error information\r
1482 NoDatumTypePcdList = set()\r
a0a2cd1e 1483 PcdNotInDb = []\r
52302d4d 1484 self._GuidValue = {}\r
a0a2cd1e
FB
1485 FdfModuleList = []\r
1486 for InfName in self._AsBuildInfList:\r
05cc51ad 1487 InfName = mws.join(self.WorkspaceDir, InfName)\r
a0a2cd1e 1488 FdfModuleList.append(os.path.normpath(InfName))\r
52302d4d
LG
1489 for F in self.Platform.Modules.keys():\r
1490 M = ModuleAutoGen(self.Workspace, F, self.BuildTarget, self.ToolChain, self.Arch, self.MetaFile)\r
1491 #GuidValue.update(M.Guids)\r
1492 \r
1493 self.Platform.Modules[F].M = M\r
47fea6af
YZ
1494\r
1495 for PcdFromModule in M.ModulePcdList + M.LibraryPcdList:\r
52302d4d 1496 # make sure that the "VOID*" kind of datum has MaxDatumSize set\r
e8a47801 1497 if PcdFromModule.DatumType == "VOID*" and PcdFromModule.MaxDatumSize in [None, '']:\r
52302d4d
LG
1498 NoDatumTypePcdList.add("%s.%s [%s]" % (PcdFromModule.TokenSpaceGuidCName, PcdFromModule.TokenCName, F))\r
1499\r
97fa0ee9 1500 # Check the PCD from Binary INF or Source INF\r
a0a2cd1e
FB
1501 if M.IsBinaryModule == True:\r
1502 PcdFromModule.IsFromBinaryInf = True\r
97fa0ee9
YL
1503\r
1504 # Check the PCD from DSC or not \r
a0a2cd1e
FB
1505 if (PcdFromModule.TokenCName, PcdFromModule.TokenSpaceGuidCName) in self.Platform.Pcds.keys():\r
1506 PcdFromModule.IsFromDsc = True\r
1507 else:\r
1508 PcdFromModule.IsFromDsc = False\r
52302d4d 1509 if PcdFromModule.Type in GenC.gDynamicPcd or PcdFromModule.Type in GenC.gDynamicExPcd:\r
a0a2cd1e
FB
1510 if F.Path not in FdfModuleList:\r
1511 # If one of the Source built modules listed in the DSC is not listed \r
1512 # in FDF modules, and the INF lists a PCD can only use the PcdsDynamic \r
1513 # access method (it is only listed in the DEC file that declares the \r
1514 # PCD as PcdsDynamic), then build tool will report warning message\r
1515 # notify the PI that they are attempting to build a module that must \r
1516 # be included in a flash image in order to be functional. These Dynamic \r
1517 # PCD will not be added into the Database unless it is used by other \r
1518 # modules that are included in the FDF file.\r
1519 if PcdFromModule.Type in GenC.gDynamicPcd and \\r
1520 PcdFromModule.IsFromBinaryInf == False:\r
1521 # Print warning message to let the developer make a determine.\r
1522 if PcdFromModule not in PcdNotInDb:\r
a0a2cd1e
FB
1523 PcdNotInDb.append(PcdFromModule)\r
1524 continue\r
1525 # If one of the Source built modules listed in the DSC is not listed in \r
1526 # FDF modules, and the INF lists a PCD can only use the PcdsDynamicEx \r
1527 # access method (it is only listed in the DEC file that declares the \r
1528 # PCD as PcdsDynamicEx), then DO NOT break the build; DO NOT add the \r
1529 # PCD to the Platform's PCD Database.\r
1530 if PcdFromModule.Type in GenC.gDynamicExPcd:\r
1531 if PcdFromModule not in PcdNotInDb:\r
1532 PcdNotInDb.append(PcdFromModule)\r
1533 continue\r
52302d4d
LG
1534 #\r
1535 # If a dynamic PCD used by a PEM module/PEI module & DXE module,\r
1536 # it should be stored in Pcd PEI database, If a dynamic only\r
1537 # used by DXE module, it should be stored in DXE PCD database.\r
1538 # The default Phase is DXE\r
1539 #\r
1540 if M.ModuleType in ["PEIM", "PEI_CORE"]:\r
1541 PcdFromModule.Phase = "PEI"\r
1542 if PcdFromModule not in self._DynaPcdList_:\r
1543 self._DynaPcdList_.append(PcdFromModule)\r
1544 elif PcdFromModule.Phase == 'PEI':\r
1545 # overwrite any the same PCD existing, if Phase is PEI\r
1546 Index = self._DynaPcdList_.index(PcdFromModule)\r
1547 self._DynaPcdList_[Index] = PcdFromModule\r
1548 elif PcdFromModule not in self._NonDynaPcdList_:\r
1549 self._NonDynaPcdList_.append(PcdFromModule)\r
a0a2cd1e
FB
1550 elif PcdFromModule in self._NonDynaPcdList_ and PcdFromModule.IsFromBinaryInf == True:\r
1551 Index = self._NonDynaPcdList_.index(PcdFromModule)\r
1552 if self._NonDynaPcdList_[Index].IsFromBinaryInf == False:\r
1553 #The PCD from Binary INF will override the same one from source INF\r
1554 self._NonDynaPcdList_.remove (self._NonDynaPcdList_[Index])\r
1555 PcdFromModule.Pending = False\r
1556 self._NonDynaPcdList_.append (PcdFromModule)\r
1557 # Parse the DynamicEx PCD from the AsBuild INF module list of FDF.\r
1558 DscModuleList = []\r
1559 for ModuleInf in self.Platform.Modules.keys():\r
1560 DscModuleList.append (os.path.normpath(ModuleInf.Path))\r
1561 # add the PCD from modules that listed in FDF but not in DSC to Database \r
1562 for InfName in FdfModuleList:\r
1563 if InfName not in DscModuleList:\r
1564 InfClass = PathClass(InfName)\r
1565 M = self.BuildDatabase[InfClass, self.Arch, self.BuildTarget, self.ToolChain]\r
1566 # If a module INF in FDF but not in current arch's DSC module list, it must be module (either binary or source) \r
1567 # for different Arch. PCDs in source module for different Arch is already added before, so skip the source module here. \r
1568 # For binary module, if in current arch, we need to list the PCDs into database. \r
1569 if not M.IsSupportedArch:\r
1570 continue\r
1571 # Override the module PCD setting by platform setting\r
1572 ModulePcdList = self.ApplyPcdSetting(M, M.Pcds)\r
1573 for PcdFromModule in ModulePcdList:\r
1574 PcdFromModule.IsFromBinaryInf = True\r
1575 PcdFromModule.IsFromDsc = False\r
1576 # Only allow the DynamicEx and Patchable PCD in AsBuild INF\r
1577 if PcdFromModule.Type not in GenC.gDynamicExPcd and PcdFromModule.Type not in TAB_PCDS_PATCHABLE_IN_MODULE:\r
1578 EdkLogger.error("build", AUTOGEN_ERROR, "PCD setting error",\r
1579 File=self.MetaFile,\r
1580 ExtraData="\n\tExisted %s PCD %s in:\n\t\t%s\n"\r
1581 % (PcdFromModule.Type, PcdFromModule.TokenCName, InfName))\r
1582 # make sure that the "VOID*" kind of datum has MaxDatumSize set\r
1583 if PcdFromModule.DatumType == "VOID*" and PcdFromModule.MaxDatumSize in [None, '']:\r
1584 NoDatumTypePcdList.add("%s.%s [%s]" % (PcdFromModule.TokenSpaceGuidCName, PcdFromModule.TokenCName, InfName))\r
1585 if M.ModuleType in ["PEIM", "PEI_CORE"]:\r
1586 PcdFromModule.Phase = "PEI"\r
1587 if PcdFromModule not in self._DynaPcdList_ and PcdFromModule.Type in GenC.gDynamicExPcd:\r
1588 self._DynaPcdList_.append(PcdFromModule)\r
1589 elif PcdFromModule not in self._NonDynaPcdList_ and PcdFromModule.Type in TAB_PCDS_PATCHABLE_IN_MODULE:\r
1590 self._NonDynaPcdList_.append(PcdFromModule)\r
1591 if PcdFromModule in self._DynaPcdList_ and PcdFromModule.Phase == 'PEI' and PcdFromModule.Type in GenC.gDynamicExPcd:\r
97fa0ee9
YL
1592 # Overwrite the phase of any the same PCD existing, if Phase is PEI.\r
1593 # It is to solve the case that a dynamic PCD used by a PEM module/PEI \r
1594 # module & DXE module at a same time.\r
1595 # Overwrite the type of the PCDs in source INF by the type of AsBuild\r
1596 # INF file as DynamicEx. \r
a0a2cd1e
FB
1597 Index = self._DynaPcdList_.index(PcdFromModule)\r
1598 self._DynaPcdList_[Index].Phase = PcdFromModule.Phase\r
1599 self._DynaPcdList_[Index].Type = PcdFromModule.Type\r
1600 for PcdFromModule in self._NonDynaPcdList_:\r
1601 # If a PCD is not listed in the DSC file, but binary INF files used by \r
1602 # this platform all (that use this PCD) list the PCD in a [PatchPcds] \r
1603 # section, AND all source INF files used by this platform the build \r
1604 # that use the PCD list the PCD in either a [Pcds] or [PatchPcds] \r
1605 # section, then the tools must NOT add the PCD to the Platform's PCD\r
1606 # Database; the build must assign the access method for this PCD as \r
1607 # PcdsPatchableInModule.\r
1608 if PcdFromModule not in self._DynaPcdList_:\r
1609 continue\r
1610 Index = self._DynaPcdList_.index(PcdFromModule)\r
1611 if PcdFromModule.IsFromDsc == False and \\r
1612 PcdFromModule.Type in TAB_PCDS_PATCHABLE_IN_MODULE and \\r
1613 PcdFromModule.IsFromBinaryInf == True and \\r
1614 self._DynaPcdList_[Index].IsFromBinaryInf == False:\r
1615 Index = self._DynaPcdList_.index(PcdFromModule)\r
1616 self._DynaPcdList_.remove (self._DynaPcdList_[Index])\r
52302d4d
LG
1617\r
1618 # print out error information and break the build, if error found\r
1619 if len(NoDatumTypePcdList) > 0:\r
1620 NoDatumTypePcdListString = "\n\t\t".join(NoDatumTypePcdList)\r
1621 EdkLogger.error("build", AUTOGEN_ERROR, "PCD setting error",\r
1622 File=self.MetaFile,\r
1623 ExtraData="\n\tPCD(s) without MaxDatumSize:\n\t\t%s\n"\r
1624 % NoDatumTypePcdListString)\r
1625 self._NonDynamicPcdList = self._NonDynaPcdList_\r
1626 self._DynamicPcdList = self._DynaPcdList_\r
52302d4d
LG
1627 #\r
1628 # Sort dynamic PCD list to:\r
1629 # 1) If PCD's datum type is VOID* and value is unicode string which starts with L, the PCD item should \r
1630 # try to be put header of dynamicd List\r
1631 # 2) If PCD is HII type, the PCD item should be put after unicode type PCD\r
1632 #\r
1633 # The reason of sorting is make sure the unicode string is in double-byte alignment in string table.\r
1634 #\r
0b6c5954
LG
1635 UnicodePcdArray = set()\r
1636 HiiPcdArray = set()\r
1637 OtherPcdArray = set()\r
6780eef1 1638 VpdPcdDict = {}\r
e56468c0 1639 VpdFile = VpdInfoFile.VpdInfoFile()\r
61ee1dff
YZ
1640 NeedProcessVpdMapFile = False\r
1641\r
1642 for pcd in self.Platform.Pcds.keys():\r
1643 if pcd not in self._PlatformPcds.keys():\r
1644 self._PlatformPcds[pcd] = self.Platform.Pcds[pcd]\r
1645\r
ae7b6df8
LG
1646 for item in self._PlatformPcds:\r
1647 if self._PlatformPcds[item].DatumType and self._PlatformPcds[item].DatumType not in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64, TAB_VOID, "BOOLEAN"]:\r
1648 self._PlatformPcds[item].DatumType = "VOID*"\r
1649\r
e56468c0 1650 if (self.Workspace.ArchList[-1] == self.Arch): \r
1651 for Pcd in self._DynamicPcdList:\r
e56468c0 1652 # just pick the a value to determine whether is unicode string type\r
47fea6af 1653 Sku = Pcd.SkuInfoList[Pcd.SkuInfoList.keys()[0]]\r
e56468c0 1654 Sku.VpdOffset = Sku.VpdOffset.strip()\r
47fea6af 1655\r
ae7b6df8
LG
1656 if Pcd.DatumType not in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64, TAB_VOID, "BOOLEAN"]:\r
1657 Pcd.DatumType = "VOID*"\r
1658\r
e56468c0 1659 # if found PCD which datum value is unicode string the insert to left size of UnicodeIndex\r
e56468c0 1660 # if found HII type PCD then insert to right of UnicodeIndex\r
e56468c0 1661 if Pcd.Type in [TAB_PCDS_DYNAMIC_VPD, TAB_PCDS_DYNAMIC_EX_VPD]:\r
47fea6af
YZ
1662 VpdPcdDict[(Pcd.TokenCName, Pcd.TokenSpaceGuidCName)] = Pcd\r
1663\r
34952f49
LG
1664 #Collect DynamicHii PCD values and assign it to DynamicExVpd PCD gEfiMdeModulePkgTokenSpaceGuid.PcdNvStoreDefaultValueBuffer\r
1665 PcdNvStoreDfBuffer = VpdPcdDict.get(("PcdNvStoreDefaultValueBuffer","gEfiMdeModulePkgTokenSpaceGuid"))\r
1666 if PcdNvStoreDfBuffer:\r
47854fd5 1667 self.VariableInfo = self.CollectVariables(self._DynamicPcdList)\r
47854fd5 1668 vardump = self.VariableInfo.dump()\r
626bece4 1669 if vardump:\r
2b8a6c44 1670 PcdNvStoreDfBuffer.DefaultValue = vardump\r
626bece4
LG
1671 for skuname in PcdNvStoreDfBuffer.SkuInfoList:\r
1672 PcdNvStoreDfBuffer.SkuInfoList[skuname].DefaultValue = vardump\r
1673 PcdNvStoreDfBuffer.MaxDatumSize = str(len(vardump.split(",")))\r
34952f49 1674\r
61ee1dff 1675 PlatformPcds = self._PlatformPcds.keys()\r
47fea6af 1676 PlatformPcds.sort()\r
6780eef1
LG
1677 #\r
1678 # Add VPD type PCD into VpdFile and determine whether the VPD PCD need to be fixed up.\r
1679 #\r
626bece4 1680 VpdSkuMap = {}\r
6780eef1 1681 for PcdKey in PlatformPcds:\r
61ee1dff 1682 Pcd = self._PlatformPcds[PcdKey]\r
e8a47801
LG
1683 if Pcd.Type in [TAB_PCDS_DYNAMIC_VPD, TAB_PCDS_DYNAMIC_EX_VPD] and \\r
1684 PcdKey in VpdPcdDict:\r
1685 Pcd = VpdPcdDict[PcdKey]\r
626bece4 1686 SkuValueMap = {}\r
8ac16789
LG
1687 DefaultSku = Pcd.SkuInfoList.get('DEFAULT')\r
1688 if DefaultSku:\r
1689 PcdValue = DefaultSku.DefaultValue\r
1690 if PcdValue not in SkuValueMap:\r
1691 SkuValueMap[PcdValue] = []\r
1692 VpdFile.Add(Pcd, 'DEFAULT',DefaultSku.VpdOffset)\r
1693 SkuValueMap[PcdValue].append(DefaultSku)\r
1694\r
e8a47801
LG
1695 for (SkuName,Sku) in Pcd.SkuInfoList.items():\r
1696 Sku.VpdOffset = Sku.VpdOffset.strip()\r
5a13737a
YZ
1697 PcdValue = Sku.DefaultValue\r
1698 if PcdValue == "":\r
1699 PcdValue = Pcd.DefaultValue\r
1700 if Sku.VpdOffset != '*':\r
1701 if PcdValue.startswith("{"):\r
1702 Alignment = 8\r
1703 elif PcdValue.startswith("L"):\r
1704 Alignment = 2\r
1705 else:\r
1706 Alignment = 1\r
ca85291f
YZ
1707 try:\r
1708 VpdOffset = int(Sku.VpdOffset)\r
1709 except:\r
1710 try:\r
1711 VpdOffset = int(Sku.VpdOffset, 16)\r
1712 except:\r
1713 EdkLogger.error("build", FORMAT_INVALID, "Invalid offset value %s for PCD %s.%s." % (Sku.VpdOffset, Pcd.TokenSpaceGuidCName, Pcd.TokenCName))\r
1714 if VpdOffset % Alignment != 0:\r
815ada26
YZ
1715 if PcdValue.startswith("{"):\r
1716 EdkLogger.warn("build", "The offset value of PCD %s.%s is not 8-byte aligned!" %(Pcd.TokenSpaceGuidCName, Pcd.TokenCName), File=self.MetaFile)\r
1717 else:\r
1718 EdkLogger.error("build", FORMAT_INVALID, 'The offset value of PCD %s.%s should be %s-byte aligned.' % (Pcd.TokenSpaceGuidCName, Pcd.TokenCName, Alignment))\r
626bece4
LG
1719 if PcdValue not in SkuValueMap:\r
1720 SkuValueMap[PcdValue] = []\r
8ac16789 1721 VpdFile.Add(Pcd, SkuName,Sku.VpdOffset)\r
626bece4 1722 SkuValueMap[PcdValue].append(Sku)\r
e8a47801
LG
1723 # if the offset of a VPD is *, then it need to be fixed up by third party tool.\r
1724 if not NeedProcessVpdMapFile and Sku.VpdOffset == "*":\r
1725 NeedProcessVpdMapFile = True\r
1726 if self.Platform.VpdToolGuid == None or self.Platform.VpdToolGuid == '':\r
1727 EdkLogger.error("Build", FILE_NOT_FOUND, \\r
1728 "Fail to find third-party BPDG tool to process VPD PCDs. BPDG Guid tool need to be defined in tools_def.txt and VPD_TOOL_GUID need to be provided in DSC file.")\r
47fea6af 1729\r
626bece4 1730 VpdSkuMap[PcdKey] = SkuValueMap\r
e56468c0 1731 #\r
1732 # Fix the PCDs define in VPD PCD section that never referenced by module.\r
1733 # An example is PCD for signature usage.\r
6780eef1
LG
1734 # \r
1735 for DscPcd in PlatformPcds:\r
61ee1dff 1736 DscPcdEntry = self._PlatformPcds[DscPcd]\r
e56468c0 1737 if DscPcdEntry.Type in [TAB_PCDS_DYNAMIC_VPD, TAB_PCDS_DYNAMIC_EX_VPD]:\r
1738 if not (self.Platform.VpdToolGuid == None or self.Platform.VpdToolGuid == ''):\r
1739 FoundFlag = False\r
1740 for VpdPcd in VpdFile._VpdArray.keys():\r
1741 # This PCD has been referenced by module\r
1742 if (VpdPcd.TokenSpaceGuidCName == DscPcdEntry.TokenSpaceGuidCName) and \\r
1743 (VpdPcd.TokenCName == DscPcdEntry.TokenCName):\r
1744 FoundFlag = True\r
47fea6af 1745\r
e56468c0 1746 # Not found, it should be signature\r
1747 if not FoundFlag :\r
1748 # just pick the a value to determine whether is unicode string type\r
626bece4 1749 SkuValueMap = {}\r
e827d21d 1750 SkuObjList = DscPcdEntry.SkuInfoList.items()\r
8ac16789
LG
1751 DefaultSku = DscPcdEntry.SkuInfoList.get('DEFAULT')\r
1752 if DefaultSku:\r
e827d21d
B
1753 defaultindex = SkuObjList.index(('DEFAULT',DefaultSku))\r
1754 SkuObjList[0],SkuObjList[defaultindex] = SkuObjList[defaultindex],SkuObjList[0]\r
1755 for (SkuName,Sku) in SkuObjList:\r
e8a47801
LG
1756 Sku.VpdOffset = Sku.VpdOffset.strip() \r
1757 \r
1758 # Need to iterate DEC pcd information to get the value & datumtype\r
1759 for eachDec in self.PackageList:\r
1760 for DecPcd in eachDec.Pcds:\r
1761 DecPcdEntry = eachDec.Pcds[DecPcd]\r
1762 if (DecPcdEntry.TokenSpaceGuidCName == DscPcdEntry.TokenSpaceGuidCName) and \\r
1763 (DecPcdEntry.TokenCName == DscPcdEntry.TokenCName):\r
1764 # Print warning message to let the developer make a determine.\r
1765 EdkLogger.warn("build", "Unreferenced vpd pcd used!",\r
1766 File=self.MetaFile, \\r
1767 ExtraData = "PCD: %s.%s used in the DSC file %s is unreferenced." \\r
1768 %(DscPcdEntry.TokenSpaceGuidCName, DscPcdEntry.TokenCName, self.Platform.MetaFile.Path)) \r
1769 \r
1770 DscPcdEntry.DatumType = DecPcdEntry.DatumType\r
1771 DscPcdEntry.DefaultValue = DecPcdEntry.DefaultValue\r
1772 DscPcdEntry.TokenValue = DecPcdEntry.TokenValue\r
1773 DscPcdEntry.TokenSpaceGuidValue = eachDec.Guids[DecPcdEntry.TokenSpaceGuidCName]\r
1774 # Only fix the value while no value provided in DSC file.\r
1775 if (Sku.DefaultValue == "" or Sku.DefaultValue==None):\r
1776 DscPcdEntry.SkuInfoList[DscPcdEntry.SkuInfoList.keys()[0]].DefaultValue = DecPcdEntry.DefaultValue\r
1777 \r
1778 if DscPcdEntry not in self._DynamicPcdList:\r
1779 self._DynamicPcdList.append(DscPcdEntry)\r
e8a47801
LG
1780 Sku.VpdOffset = Sku.VpdOffset.strip()\r
1781 PcdValue = Sku.DefaultValue\r
5a13737a
YZ
1782 if PcdValue == "":\r
1783 PcdValue = DscPcdEntry.DefaultValue\r
1784 if Sku.VpdOffset != '*':\r
1785 if PcdValue.startswith("{"):\r
1786 Alignment = 8\r
1787 elif PcdValue.startswith("L"):\r
1788 Alignment = 2\r
1789 else:\r
1790 Alignment = 1\r
ca85291f
YZ
1791 try:\r
1792 VpdOffset = int(Sku.VpdOffset)\r
1793 except:\r
1794 try:\r
1795 VpdOffset = int(Sku.VpdOffset, 16)\r
1796 except:\r
1797 EdkLogger.error("build", FORMAT_INVALID, "Invalid offset value %s for PCD %s.%s." % (Sku.VpdOffset, DscPcdEntry.TokenSpaceGuidCName, DscPcdEntry.TokenCName))\r
1798 if VpdOffset % Alignment != 0:\r
815ada26
YZ
1799 if PcdValue.startswith("{"):\r
1800 EdkLogger.warn("build", "The offset value of PCD %s.%s is not 8-byte aligned!" %(DscPcdEntry.TokenSpaceGuidCName, DscPcdEntry.TokenCName), File=self.MetaFile)\r
1801 else:\r
1802 EdkLogger.error("build", FORMAT_INVALID, 'The offset value of PCD %s.%s should be %s-byte aligned.' % (DscPcdEntry.TokenSpaceGuidCName, DscPcdEntry.TokenCName, Alignment))\r
626bece4
LG
1803 if PcdValue not in SkuValueMap:\r
1804 SkuValueMap[PcdValue] = []\r
8ac16789 1805 VpdFile.Add(DscPcdEntry, SkuName,Sku.VpdOffset)\r
626bece4 1806 SkuValueMap[PcdValue].append(Sku)\r
e8a47801
LG
1807 if not NeedProcessVpdMapFile and Sku.VpdOffset == "*":\r
1808 NeedProcessVpdMapFile = True \r
1809 if DscPcdEntry.DatumType == 'VOID*' and PcdValue.startswith("L"):\r
0b6c5954 1810 UnicodePcdArray.add(DscPcdEntry)\r
e8a47801 1811 elif len(Sku.VariableName) > 0:\r
0b6c5954 1812 HiiPcdArray.add(DscPcdEntry)\r
e8a47801 1813 else:\r
0b6c5954
LG
1814 OtherPcdArray.add(DscPcdEntry)\r
1815\r
e8a47801 1816 # if the offset of a VPD is *, then it need to be fixed up by third party tool.\r
626bece4 1817 VpdSkuMap[DscPcd] = SkuValueMap\r
e56468c0 1818 if (self.Platform.FlashDefinition == None or self.Platform.FlashDefinition == '') and \\r
1819 VpdFile.GetCount() != 0:\r
1820 EdkLogger.error("build", ATTRIBUTE_NOT_AVAILABLE, \r
1821 "Fail to get FLASH_DEFINITION definition in DSC file %s which is required when DSC contains VPD PCD." % str(self.Platform.MetaFile))\r
47fea6af 1822\r
e56468c0 1823 if VpdFile.GetCount() != 0:\r
47854fd5
LG
1824\r
1825 self.FixVpdOffset(VpdFile)\r
1826\r
1827 self.FixVpdOffset(self.UpdateNVStoreMaxSize(VpdFile))\r
47fea6af 1828\r
e56468c0 1829 # Process VPD map file generated by third party BPDG tool\r
1830 if NeedProcessVpdMapFile:\r
08dd311f 1831 VpdMapFilePath = os.path.join(self.BuildDir, "FV", "%s.map" % self.Platform.VpdToolGuid)\r
e56468c0 1832 if os.path.exists(VpdMapFilePath):\r
1833 VpdFile.Read(VpdMapFilePath)\r
47fea6af 1834\r
e56468c0 1835 # Fixup "*" offset\r
626bece4
LG
1836 for pcd in VpdSkuMap:\r
1837 vpdinfo = VpdFile.GetVpdInfo(pcd)\r
1838 if vpdinfo is None:\r
e56468c0 1839 # just pick the a value to determine whether is unicode string type\r
626bece4
LG
1840 continue\r
1841 for pcdvalue in VpdSkuMap[pcd]:\r
1842 for sku in VpdSkuMap[pcd][pcdvalue]:\r
1843 for item in vpdinfo:\r
1844 if item[2] == pcdvalue:\r
1845 sku.VpdOffset = item[1]\r
e56468c0 1846 else:\r
1847 EdkLogger.error("build", FILE_READ_FAILURE, "Can not find VPD map file %s to fix up VPD offset." % VpdMapFilePath)\r
47fea6af 1848\r
626bece4
LG
1849 # Delete the DynamicPcdList At the last time enter into this function\r
1850 for Pcd in self._DynamicPcdList:\r
1851 # just pick the a value to determine whether is unicode string type\r
1852 Sku = Pcd.SkuInfoList[Pcd.SkuInfoList.keys()[0]]\r
1853 Sku.VpdOffset = Sku.VpdOffset.strip()\r
1854\r
1855 if Pcd.DatumType not in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64, TAB_VOID, "BOOLEAN"]:\r
1856 Pcd.DatumType = "VOID*"\r
1857\r
1858 PcdValue = Sku.DefaultValue\r
1859 if Pcd.DatumType == 'VOID*' and PcdValue.startswith("L"):\r
1860 # if found PCD which datum value is unicode string the insert to left size of UnicodeIndex\r
0b6c5954 1861 UnicodePcdArray.add(Pcd)\r
626bece4
LG
1862 elif len(Sku.VariableName) > 0:\r
1863 # if found HII type PCD then insert to right of UnicodeIndex\r
0b6c5954 1864 HiiPcdArray.add(Pcd)\r
626bece4 1865 else:\r
0b6c5954 1866 OtherPcdArray.add(Pcd)\r
47fea6af 1867 del self._DynamicPcdList[:]\r
0b6c5954
LG
1868 self._DynamicPcdList.extend(list(UnicodePcdArray))\r
1869 self._DynamicPcdList.extend(list(HiiPcdArray))\r
1870 self._DynamicPcdList.extend(list(OtherPcdArray))\r
2b8a6c44
LG
1871 allskuset = [(SkuName,Sku.SkuId) for pcd in self._DynamicPcdList for (SkuName,Sku) in pcd.SkuInfoList.items()]\r
1872 for pcd in self._DynamicPcdList:\r
1873 if len(pcd.SkuInfoList) == 1:\r
1874 for (SkuName,SkuId) in allskuset:\r
1875 if type(SkuId) in (str,unicode) and eval(SkuId) == 0 or SkuId == 0:\r
1876 continue\r
65eff519
LG
1877 pcd.SkuInfoList[SkuName] = copy.deepcopy(pcd.SkuInfoList['DEFAULT'])\r
1878 pcd.SkuInfoList[SkuName].SkuId = SkuId\r
a0a2cd1e 1879 self.AllPcdList = self._NonDynamicPcdList + self._DynamicPcdList\r
47854fd5
LG
1880\r
1881 def FixVpdOffset(self,VpdFile ):\r
1882 FvPath = os.path.join(self.BuildDir, "FV")\r
1883 if not os.path.exists(FvPath):\r
1884 try:\r
1885 os.makedirs(FvPath)\r
1886 except:\r
1887 EdkLogger.error("build", FILE_WRITE_FAILURE, "Fail to create FV folder under %s" % self.BuildDir)\r
1888\r
1889 VpdFilePath = os.path.join(FvPath, "%s.txt" % self.Platform.VpdToolGuid)\r
1890\r
1891 if VpdFile.Write(VpdFilePath):\r
1892 # retrieve BPDG tool's path from tool_def.txt according to VPD_TOOL_GUID defined in DSC file.\r
1893 BPDGToolName = None\r
1894 for ToolDef in self.ToolDefinition.values():\r
1895 if ToolDef.has_key("GUID") and ToolDef["GUID"] == self.Platform.VpdToolGuid:\r
1896 if not ToolDef.has_key("PATH"):\r
1897 EdkLogger.error("build", ATTRIBUTE_NOT_AVAILABLE, "PATH attribute was not provided for BPDG guid tool %s in tools_def.txt" % self.Platform.VpdToolGuid)\r
1898 BPDGToolName = ToolDef["PATH"]\r
1899 break\r
1900 # Call third party GUID BPDG tool.\r
1901 if BPDGToolName != None:\r
1902 VpdInfoFile.CallExtenalBPDGTool(BPDGToolName, VpdFilePath)\r
1903 else:\r
1904 EdkLogger.error("Build", FILE_NOT_FOUND, "Fail to find third-party BPDG tool to process VPD PCDs. BPDG Guid tool need to be defined in tools_def.txt and VPD_TOOL_GUID need to be provided in DSC file.")\r
1905\r
52302d4d
LG
1906 ## Return the platform build data object\r
1907 def _GetPlatform(self):\r
1908 if self._Platform == None:\r
0d2711a6 1909 self._Platform = self.BuildDatabase[self.MetaFile, self.Arch, self.BuildTarget, self.ToolChain]\r
52302d4d
LG
1910 return self._Platform\r
1911\r
1912 ## Return platform name\r
1913 def _GetName(self):\r
1914 return self.Platform.PlatformName\r
1915\r
1916 ## Return the meta file GUID\r
1917 def _GetGuid(self):\r
1918 return self.Platform.Guid\r
1919\r
1920 ## Return the platform version\r
1921 def _GetVersion(self):\r
1922 return self.Platform.Version\r
1923\r
1924 ## Return the FDF file name\r
1925 def _GetFdfFile(self):\r
1926 if self._FdfFile == None:\r
1927 if self.Workspace.FdfFile != "":\r
05cc51ad 1928 self._FdfFile= mws.join(self.WorkspaceDir, self.Workspace.FdfFile)\r
52302d4d
LG
1929 else:\r
1930 self._FdfFile = ''\r
1931 return self._FdfFile\r
1932\r
1933 ## Return the build output directory platform specifies\r
1934 def _GetOutputDir(self):\r
1935 return self.Platform.OutputDirectory\r
1936\r
1937 ## Return the directory to store all intermediate and final files built\r
1938 def _GetBuildDir(self):\r
1939 if self._BuildDir == None:\r
1940 if os.path.isabs(self.OutputDir):\r
1941 self._BuildDir = path.join(\r
1942 path.abspath(self.OutputDir),\r
1943 self.BuildTarget + "_" + self.ToolChain,\r
1944 )\r
1945 else:\r
1946 self._BuildDir = path.join(\r
1947 self.WorkspaceDir,\r
1948 self.OutputDir,\r
1949 self.BuildTarget + "_" + self.ToolChain,\r
1950 )\r
97058144 1951 GlobalData.gBuildDirectory = self._BuildDir\r
52302d4d
LG
1952 return self._BuildDir\r
1953\r
1954 ## Return directory of platform makefile\r
1955 #\r
1956 # @retval string Makefile directory\r
1957 #\r
1958 def _GetMakeFileDir(self):\r
1959 if self._MakeFileDir == None:\r
1960 self._MakeFileDir = path.join(self.BuildDir, self.Arch)\r
1961 return self._MakeFileDir\r
1962\r
1963 ## Return build command string\r
1964 #\r
1965 # @retval string Build command string\r
1966 #\r
1967 def _GetBuildCommand(self):\r
1968 if self._BuildCommand == None:\r
1969 self._BuildCommand = []\r
1970 if "MAKE" in self.ToolDefinition and "PATH" in self.ToolDefinition["MAKE"]:\r
1971 self._BuildCommand += SplitOption(self.ToolDefinition["MAKE"]["PATH"])\r
1972 if "FLAGS" in self.ToolDefinition["MAKE"]:\r
1973 NewOption = self.ToolDefinition["MAKE"]["FLAGS"].strip()\r
1974 if NewOption != '':\r
6780eef1 1975 self._BuildCommand += SplitOption(NewOption)\r
52302d4d
LG
1976 return self._BuildCommand\r
1977\r
1978 ## Get tool chain definition\r
1979 #\r
1980 # Get each tool defition for given tool chain from tools_def.txt and platform\r
1981 #\r
1982 def _GetToolDefinition(self):\r
1983 if self._ToolDefinitions == None:\r
1984 ToolDefinition = self.Workspace.ToolDef.ToolsDefTxtDictionary\r
1985 if TAB_TOD_DEFINES_COMMAND_TYPE not in self.Workspace.ToolDef.ToolsDefTxtDatabase:\r
1986 EdkLogger.error('build', RESOURCE_NOT_AVAILABLE, "No tools found in configuration",\r
1987 ExtraData="[%s]" % self.MetaFile)\r
1988 self._ToolDefinitions = {}\r
1989 DllPathList = set()\r
1990 for Def in ToolDefinition:\r
1991 Target, Tag, Arch, Tool, Attr = Def.split("_")\r
1992 if Target != self.BuildTarget or Tag != self.ToolChain or Arch != self.Arch:\r
1993 continue\r
1994\r
1995 Value = ToolDefinition[Def]\r
1996 # don't record the DLL\r
1997 if Attr == "DLL":\r
1998 DllPathList.add(Value)\r
1999 continue\r
2000\r
2001 if Tool not in self._ToolDefinitions:\r
2002 self._ToolDefinitions[Tool] = {}\r
2003 self._ToolDefinitions[Tool][Attr] = Value\r
2004\r
2005 ToolsDef = ''\r
2006 MakePath = ''\r
2007 if GlobalData.gOptions.SilentMode and "MAKE" in self._ToolDefinitions:\r
2008 if "FLAGS" not in self._ToolDefinitions["MAKE"]:\r
2009 self._ToolDefinitions["MAKE"]["FLAGS"] = ""\r
2010 self._ToolDefinitions["MAKE"]["FLAGS"] += " -s"\r
2011 MakeFlags = ''\r
2012 for Tool in self._ToolDefinitions:\r
2013 for Attr in self._ToolDefinitions[Tool]:\r
2014 Value = self._ToolDefinitions[Tool][Attr]\r
2015 if Tool in self.BuildOption and Attr in self.BuildOption[Tool]:\r
2016 # check if override is indicated\r
2017 if self.BuildOption[Tool][Attr].startswith('='):\r
2018 Value = self.BuildOption[Tool][Attr][1:]\r
2019 else:\r
95816356
YZ
2020 if Attr != 'PATH':\r
2021 Value += " " + self.BuildOption[Tool][Attr]\r
2022 else:\r
2023 Value = self.BuildOption[Tool][Attr]\r
52302d4d
LG
2024\r
2025 if Attr == "PATH":\r
2026 # Don't put MAKE definition in the file\r
2027 if Tool == "MAKE":\r
2028 MakePath = Value\r
2029 else:\r
2030 ToolsDef += "%s = %s\n" % (Tool, Value)\r
2031 elif Attr != "DLL":\r
2032 # Don't put MAKE definition in the file\r
2033 if Tool == "MAKE":\r
2034 if Attr == "FLAGS":\r
2035 MakeFlags = Value\r
2036 else:\r
2037 ToolsDef += "%s_%s = %s\n" % (Tool, Attr, Value)\r
2038 ToolsDef += "\n"\r
2039\r
2040 SaveFileOnChange(self.ToolDefinitionFile, ToolsDef)\r
2041 for DllPath in DllPathList:\r
2042 os.environ["PATH"] = DllPath + os.pathsep + os.environ["PATH"]\r
2043 os.environ["MAKE_FLAGS"] = MakeFlags\r
2044\r
2045 return self._ToolDefinitions\r
2046\r
2047 ## Return the paths of tools\r
2048 def _GetToolDefFile(self):\r
2049 if self._ToolDefFile == None:\r
2050 self._ToolDefFile = os.path.join(self.MakeFileDir, "TOOLS_DEF." + self.Arch)\r
2051 return self._ToolDefFile\r
2052\r
2053 ## Retrieve the toolchain family of given toolchain tag. Default to 'MSFT'.\r
2054 def _GetToolChainFamily(self):\r
2055 if self._ToolChainFamily == None:\r
2056 ToolDefinition = self.Workspace.ToolDef.ToolsDefTxtDatabase\r
2057 if TAB_TOD_DEFINES_FAMILY not in ToolDefinition \\r
2058 or self.ToolChain not in ToolDefinition[TAB_TOD_DEFINES_FAMILY] \\r
2059 or not ToolDefinition[TAB_TOD_DEFINES_FAMILY][self.ToolChain]:\r
2060 EdkLogger.verbose("No tool chain family found in configuration for %s. Default to MSFT." \\r
2061 % self.ToolChain)\r
2062 self._ToolChainFamily = "MSFT"\r
2063 else:\r
2064 self._ToolChainFamily = ToolDefinition[TAB_TOD_DEFINES_FAMILY][self.ToolChain]\r
2065 return self._ToolChainFamily\r
2066\r
2067 def _GetBuildRuleFamily(self):\r
2068 if self._BuildRuleFamily == None:\r
2069 ToolDefinition = self.Workspace.ToolDef.ToolsDefTxtDatabase\r
2070 if TAB_TOD_DEFINES_BUILDRULEFAMILY not in ToolDefinition \\r
2071 or self.ToolChain not in ToolDefinition[TAB_TOD_DEFINES_BUILDRULEFAMILY] \\r
2072 or not ToolDefinition[TAB_TOD_DEFINES_BUILDRULEFAMILY][self.ToolChain]:\r
2073 EdkLogger.verbose("No tool chain family found in configuration for %s. Default to MSFT." \\r
2074 % self.ToolChain)\r
2075 self._BuildRuleFamily = "MSFT"\r
2076 else:\r
2077 self._BuildRuleFamily = ToolDefinition[TAB_TOD_DEFINES_BUILDRULEFAMILY][self.ToolChain]\r
2078 return self._BuildRuleFamily\r
2079\r
2080 ## Return the build options specific for all modules in this platform\r
2081 def _GetBuildOptions(self):\r
2082 if self._BuildOption == None:\r
2083 self._BuildOption = self._ExpandBuildOption(self.Platform.BuildOptions)\r
2084 return self._BuildOption\r
2085\r
2086 ## Return the build options specific for EDK modules in this platform\r
2087 def _GetEdkBuildOptions(self):\r
2088 if self._EdkBuildOption == None:\r
2089 self._EdkBuildOption = self._ExpandBuildOption(self.Platform.BuildOptions, EDK_NAME)\r
2090 return self._EdkBuildOption\r
2091\r
2092 ## Return the build options specific for EDKII modules in this platform\r
2093 def _GetEdkIIBuildOptions(self):\r
2094 if self._EdkIIBuildOption == None:\r
2095 self._EdkIIBuildOption = self._ExpandBuildOption(self.Platform.BuildOptions, EDKII_NAME)\r
2096 return self._EdkIIBuildOption\r
2097\r
97fa0ee9 2098 ## Parse build_rule.txt in Conf Directory.\r
52302d4d
LG
2099 #\r
2100 # @retval BuildRule object\r
2101 #\r
2102 def _GetBuildRule(self):\r
2103 if self._BuildRule == None:\r
2104 BuildRuleFile = None\r
2105 if TAB_TAT_DEFINES_BUILD_RULE_CONF in self.Workspace.TargetTxt.TargetTxtDictionary:\r
2106 BuildRuleFile = self.Workspace.TargetTxt.TargetTxtDictionary[TAB_TAT_DEFINES_BUILD_RULE_CONF]\r
2107 if BuildRuleFile in [None, '']:\r
97fa0ee9 2108 BuildRuleFile = gDefaultBuildRuleFile\r
52302d4d 2109 self._BuildRule = BuildRule(BuildRuleFile)\r
64b2609f
LG
2110 if self._BuildRule._FileVersion == "":\r
2111 self._BuildRule._FileVersion = AutoGenReqBuildRuleVerNum\r
2112 else:\r
2113 if self._BuildRule._FileVersion < AutoGenReqBuildRuleVerNum :\r
2114 # If Build Rule's version is less than the version number required by the tools, halting the build.\r
47fea6af 2115 EdkLogger.error("build", AUTOGEN_ERROR,\r
64b2609f
LG
2116 ExtraData="The version number [%s] of build_rule.txt is less than the version number required by the AutoGen.(the minimum required version number is [%s])"\\r
2117 % (self._BuildRule._FileVersion, AutoGenReqBuildRuleVerNum))\r
47fea6af 2118\r
52302d4d
LG
2119 return self._BuildRule\r
2120\r
2121 ## Summarize the packages used by modules in this platform\r
2122 def _GetPackageList(self):\r
2123 if self._PackageList == None:\r
2124 self._PackageList = set()\r
2125 for La in self.LibraryAutoGenList:\r
2126 self._PackageList.update(La.DependentPackageList)\r
2127 for Ma in self.ModuleAutoGenList:\r
2128 self._PackageList.update(Ma.DependentPackageList)\r
a0a2cd1e
FB
2129 #Collect package set information from INF of FDF\r
2130 PkgSet = set()\r
2131 for ModuleFile in self._AsBuildModuleList:\r
2132 if ModuleFile in self.Platform.Modules:\r
2133 continue\r
2134 ModuleData = self.BuildDatabase[ModuleFile, self.Arch, self.BuildTarget, self.ToolChain]\r
2135 PkgSet.update(ModuleData.Packages)\r
2136 self._PackageList = list(self._PackageList) + list (PkgSet)\r
52302d4d
LG
2137 return self._PackageList\r
2138\r
2bc3256c
LG
2139 def _GetNonDynamicPcdDict(self):\r
2140 if self._NonDynamicPcdDict:\r
2141 return self._NonDynamicPcdDict\r
2142 for Pcd in self.NonDynamicPcdList:\r
2143 self._NonDynamicPcdDict[(Pcd.TokenCName,Pcd.TokenSpaceGuidCName)] = Pcd\r
2144 return self._NonDynamicPcdDict\r
2145\r
52302d4d
LG
2146 ## Get list of non-dynamic PCDs\r
2147 def _GetNonDynamicPcdList(self):\r
e56468c0 2148 if self._NonDynamicPcdList == None:\r
2149 self.CollectPlatformDynamicPcds()\r
52302d4d
LG
2150 return self._NonDynamicPcdList\r
2151\r
2152 ## Get list of dynamic PCDs\r
2153 def _GetDynamicPcdList(self):\r
e56468c0 2154 if self._DynamicPcdList == None:\r
2155 self.CollectPlatformDynamicPcds()\r
52302d4d
LG
2156 return self._DynamicPcdList\r
2157\r
2158 ## Generate Token Number for all PCD\r
2159 def _GetPcdTokenNumbers(self):\r
2160 if self._PcdTokenNumber == None:\r
2161 self._PcdTokenNumber = sdict()\r
2162 TokenNumber = 1\r
d0acc87a
LG
2163 #\r
2164 # Make the Dynamic and DynamicEx PCD use within different TokenNumber area. \r
2165 # Such as:\r
2166 # \r
2167 # Dynamic PCD:\r
2168 # TokenNumber 0 ~ 10\r
2169 # DynamicEx PCD:\r
2170 # TokeNumber 11 ~ 20\r
2171 #\r
52302d4d
LG
2172 for Pcd in self.DynamicPcdList:\r
2173 if Pcd.Phase == "PEI":\r
d0acc87a
LG
2174 if Pcd.Type in ["Dynamic", "DynamicDefault", "DynamicVpd", "DynamicHii"]:\r
2175 EdkLogger.debug(EdkLogger.DEBUG_5, "%s %s (%s) -> %d" % (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Pcd.Phase, TokenNumber))\r
2176 self._PcdTokenNumber[Pcd.TokenCName, Pcd.TokenSpaceGuidCName] = TokenNumber\r
2177 TokenNumber += 1\r
47fea6af 2178\r
d0acc87a
LG
2179 for Pcd in self.DynamicPcdList:\r
2180 if Pcd.Phase == "PEI":\r
2181 if Pcd.Type in ["DynamicEx", "DynamicExDefault", "DynamicExVpd", "DynamicExHii"]:\r
2182 EdkLogger.debug(EdkLogger.DEBUG_5, "%s %s (%s) -> %d" % (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Pcd.Phase, TokenNumber))\r
2183 self._PcdTokenNumber[Pcd.TokenCName, Pcd.TokenSpaceGuidCName] = TokenNumber\r
2184 TokenNumber += 1\r
47fea6af 2185\r
52302d4d
LG
2186 for Pcd in self.DynamicPcdList:\r
2187 if Pcd.Phase == "DXE":\r
d0acc87a
LG
2188 if Pcd.Type in ["Dynamic", "DynamicDefault", "DynamicVpd", "DynamicHii"]:\r
2189 EdkLogger.debug(EdkLogger.DEBUG_5, "%s %s (%s) -> %d" % (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Pcd.Phase, TokenNumber))\r
2190 self._PcdTokenNumber[Pcd.TokenCName, Pcd.TokenSpaceGuidCName] = TokenNumber\r
2191 TokenNumber += 1\r
47fea6af 2192\r
d0acc87a
LG
2193 for Pcd in self.DynamicPcdList:\r
2194 if Pcd.Phase == "DXE":\r
2195 if Pcd.Type in ["DynamicEx", "DynamicExDefault", "DynamicExVpd", "DynamicExHii"]:\r
2196 EdkLogger.debug(EdkLogger.DEBUG_5, "%s %s (%s) -> %d" % (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Pcd.Phase, TokenNumber))\r
2197 self._PcdTokenNumber[Pcd.TokenCName, Pcd.TokenSpaceGuidCName] = TokenNumber\r
2198 TokenNumber += 1\r
47fea6af 2199\r
52302d4d
LG
2200 for Pcd in self.NonDynamicPcdList:\r
2201 self._PcdTokenNumber[Pcd.TokenCName, Pcd.TokenSpaceGuidCName] = TokenNumber\r
2202 TokenNumber += 1\r
2203 return self._PcdTokenNumber\r
2204\r
2205 ## Summarize ModuleAutoGen objects of all modules/libraries to be built for this platform\r
2206 def _GetAutoGenObjectList(self):\r
2207 self._ModuleAutoGenList = []\r
2208 self._LibraryAutoGenList = []\r
2209 for ModuleFile in self.Platform.Modules:\r
2210 Ma = ModuleAutoGen(\r
2211 self.Workspace,\r
2212 ModuleFile,\r
2213 self.BuildTarget,\r
2214 self.ToolChain,\r
2215 self.Arch,\r
2216 self.MetaFile\r
2217 )\r
2218 if Ma not in self._ModuleAutoGenList:\r
2219 self._ModuleAutoGenList.append(Ma)\r
2220 for La in Ma.LibraryAutoGenList:\r
2221 if La not in self._LibraryAutoGenList:\r
2222 self._LibraryAutoGenList.append(La)\r
2bc3256c
LG
2223 if Ma not in La._ReferenceModules:\r
2224 La._ReferenceModules.append(Ma)\r
52302d4d
LG
2225\r
2226 ## Summarize ModuleAutoGen objects of all modules to be built for this platform\r
2227 def _GetModuleAutoGenList(self):\r
2228 if self._ModuleAutoGenList == None:\r
2229 self._GetAutoGenObjectList()\r
2230 return self._ModuleAutoGenList\r
2231\r
2232 ## Summarize ModuleAutoGen objects of all libraries to be built for this platform\r
2233 def _GetLibraryAutoGenList(self):\r
2234 if self._LibraryAutoGenList == None:\r
2235 self._GetAutoGenObjectList()\r
2236 return self._LibraryAutoGenList\r
2237\r
2238 ## Test if a module is supported by the platform\r
2239 #\r
2240 # An error will be raised directly if the module or its arch is not supported\r
2241 # by the platform or current configuration\r
2242 #\r
2243 def ValidModule(self, Module):\r
a0a2cd1e
FB
2244 return Module in self.Platform.Modules or Module in self.Platform.LibraryInstances \\r
2245 or Module in self._AsBuildModuleList\r
52302d4d
LG
2246\r
2247 ## Resolve the library classes in a module to library instances\r
2248 #\r
2249 # This method will not only resolve library classes but also sort the library\r
2250 # instances according to the dependency-ship.\r
2251 #\r
2252 # @param Module The module from which the library classes will be resolved\r
2253 #\r
2254 # @retval library_list List of library instances sorted\r
2255 #\r
2256 def ApplyLibraryInstance(self, Module):\r
25193a33
YZ
2257 # Cover the case that the binary INF file is list in the FDF file but not DSC file, return empty list directly\r
2258 if str(Module) not in self.Platform.Modules:\r
2259 return []\r
2260\r
52302d4d
LG
2261 ModuleType = Module.ModuleType\r
2262\r
2263 # for overridding library instances with module specific setting\r
2264 PlatformModule = self.Platform.Modules[str(Module)]\r
2265\r
2266 # add forced library instances (specified under LibraryClasses sections)\r
da92f276
LG
2267 #\r
2268 # If a module has a MODULE_TYPE of USER_DEFINED,\r
2269 # do not link in NULL library class instances from the global [LibraryClasses.*] sections.\r
2270 #\r
2271 if Module.ModuleType != SUP_MODULE_USER_DEFINED:\r
2272 for LibraryClass in self.Platform.LibraryClasses.GetKeys():\r
2273 if LibraryClass.startswith("NULL") and self.Platform.LibraryClasses[LibraryClass, Module.ModuleType]:\r
2274 Module.LibraryClasses[LibraryClass] = self.Platform.LibraryClasses[LibraryClass, Module.ModuleType]\r
52302d4d
LG
2275\r
2276 # add forced library instances (specified in module overrides)\r
2277 for LibraryClass in PlatformModule.LibraryClasses:\r
2278 if LibraryClass.startswith("NULL"):\r
2279 Module.LibraryClasses[LibraryClass] = PlatformModule.LibraryClasses[LibraryClass]\r
2280\r
b36d134f 2281 # EdkII module\r
52302d4d
LG
2282 LibraryConsumerList = [Module]\r
2283 Constructor = []\r
2284 ConsumedByList = sdict()\r
2285 LibraryInstance = sdict()\r
2286\r
2287 EdkLogger.verbose("")\r
2288 EdkLogger.verbose("Library instances of module [%s] [%s]:" % (str(Module), self.Arch))\r
2289 while len(LibraryConsumerList) > 0:\r
2290 M = LibraryConsumerList.pop()\r
2291 for LibraryClassName in M.LibraryClasses:\r
2292 if LibraryClassName not in LibraryInstance:\r
2293 # override library instance for this module\r
2294 if LibraryClassName in PlatformModule.LibraryClasses:\r
2295 LibraryPath = PlatformModule.LibraryClasses[LibraryClassName]\r
2296 else:\r
2297 LibraryPath = self.Platform.LibraryClasses[LibraryClassName, ModuleType]\r
2298 if LibraryPath == None or LibraryPath == "":\r
2299 LibraryPath = M.LibraryClasses[LibraryClassName]\r
2300 if LibraryPath == None or LibraryPath == "":\r
2301 EdkLogger.error("build", RESOURCE_NOT_AVAILABLE,\r
2302 "Instance of library class [%s] is not found" % LibraryClassName,\r
2303 File=self.MetaFile,\r
2304 ExtraData="in [%s] [%s]\n\tconsumed by module [%s]" % (str(M), self.Arch, str(Module)))\r
2305\r
0d2711a6 2306 LibraryModule = self.BuildDatabase[LibraryPath, self.Arch, self.BuildTarget, self.ToolChain]\r
52302d4d
LG
2307 # for those forced library instance (NULL library), add a fake library class\r
2308 if LibraryClassName.startswith("NULL"):\r
2309 LibraryModule.LibraryClass.append(LibraryClassObject(LibraryClassName, [ModuleType]))\r
2310 elif LibraryModule.LibraryClass == None \\r
2311 or len(LibraryModule.LibraryClass) == 0 \\r
2312 or (ModuleType != 'USER_DEFINED'\r
2313 and ModuleType not in LibraryModule.LibraryClass[0].SupModList):\r
2314 # only USER_DEFINED can link against any library instance despite of its SupModList\r
2315 EdkLogger.error("build", OPTION_MISSING,\r
2316 "Module type [%s] is not supported by library instance [%s]" \\r
2317 % (ModuleType, LibraryPath), File=self.MetaFile,\r
2318 ExtraData="consumed by [%s]" % str(Module))\r
2319\r
2320 LibraryInstance[LibraryClassName] = LibraryModule\r
2321 LibraryConsumerList.append(LibraryModule)\r
2322 EdkLogger.verbose("\t" + str(LibraryClassName) + " : " + str(LibraryModule))\r
2323 else:\r
2324 LibraryModule = LibraryInstance[LibraryClassName]\r
2325\r
2326 if LibraryModule == None:\r
2327 continue\r
2328\r
2329 if LibraryModule.ConstructorList != [] and LibraryModule not in Constructor:\r
2330 Constructor.append(LibraryModule)\r
2331\r
2332 if LibraryModule not in ConsumedByList:\r
2333 ConsumedByList[LibraryModule] = []\r
2334 # don't add current module itself to consumer list\r
2335 if M != Module:\r
2336 if M in ConsumedByList[LibraryModule]:\r
2337 continue\r
2338 ConsumedByList[LibraryModule].append(M)\r
2339 #\r
2340 # Initialize the sorted output list to the empty set\r
2341 #\r
2342 SortedLibraryList = []\r
2343 #\r
2344 # Q <- Set of all nodes with no incoming edges\r
2345 #\r
2346 LibraryList = [] #LibraryInstance.values()\r
2347 Q = []\r
2348 for LibraryClassName in LibraryInstance:\r
2349 M = LibraryInstance[LibraryClassName]\r
2350 LibraryList.append(M)\r
2351 if ConsumedByList[M] == []:\r
2352 Q.append(M)\r
2353\r
2354 #\r
2355 # start the DAG algorithm\r
2356 #\r
2357 while True:\r
2358 EdgeRemoved = True\r
2359 while Q == [] and EdgeRemoved:\r
2360 EdgeRemoved = False\r
2361 # for each node Item with a Constructor\r
2362 for Item in LibraryList:\r
2363 if Item not in Constructor:\r
2364 continue\r
2365 # for each Node without a constructor with an edge e from Item to Node\r
2366 for Node in ConsumedByList[Item]:\r
2367 if Node in Constructor:\r
2368 continue\r
2369 # remove edge e from the graph if Node has no constructor\r
2370 ConsumedByList[Item].remove(Node)\r
2371 EdgeRemoved = True\r
2372 if ConsumedByList[Item] == []:\r
2373 # insert Item into Q\r
2374 Q.insert(0, Item)\r
2375 break\r
2376 if Q != []:\r
2377 break\r
2378 # DAG is done if there's no more incoming edge for all nodes\r
2379 if Q == []:\r
2380 break\r
2381\r
2382 # remove node from Q\r
2383 Node = Q.pop()\r
2384 # output Node\r
2385 SortedLibraryList.append(Node)\r
2386\r
2387 # for each node Item with an edge e from Node to Item do\r
2388 for Item in LibraryList:\r
2389 if Node not in ConsumedByList[Item]:\r
2390 continue\r
2391 # remove edge e from the graph\r
2392 ConsumedByList[Item].remove(Node)\r
2393\r
2394 if ConsumedByList[Item] != []:\r
2395 continue\r
2396 # insert Item into Q, if Item has no other incoming edges\r
2397 Q.insert(0, Item)\r
2398\r
2399 #\r
2400 # if any remaining node Item in the graph has a constructor and an incoming edge, then the graph has a cycle\r
2401 #\r
2402 for Item in LibraryList:\r
2403 if ConsumedByList[Item] != [] and Item in Constructor and len(Constructor) > 1:\r
2404 ErrorMessage = "\tconsumed by " + "\n\tconsumed by ".join([str(L) for L in ConsumedByList[Item]])\r
2405 EdkLogger.error("build", BUILD_ERROR, 'Library [%s] with constructors has a cycle' % str(Item),\r
2406 ExtraData=ErrorMessage, File=self.MetaFile)\r
2407 if Item not in SortedLibraryList:\r
2408 SortedLibraryList.append(Item)\r
2409\r
2410 #\r
2411 # Build the list of constructor and destructir names\r
2412 # The DAG Topo sort produces the destructor order, so the list of constructors must generated in the reverse order\r
2413 #\r
2414 SortedLibraryList.reverse()\r
2415 return SortedLibraryList\r
2416\r
2417\r
2418 ## Override PCD setting (type, value, ...)\r
2419 #\r
2420 # @param ToPcd The PCD to be overrided\r
2421 # @param FromPcd The PCD overrideing from\r
2422 #\r
2423 def _OverridePcd(self, ToPcd, FromPcd, Module=""):\r
2424 #\r
2425 # in case there's PCDs coming from FDF file, which have no type given.\r
2426 # at this point, ToPcd.Type has the type found from dependent\r
2427 # package\r
2428 #\r
2a29017e
YZ
2429 TokenCName = ToPcd.TokenCName\r
2430 for PcdItem in GlobalData.MixedPcd:\r
2431 if (ToPcd.TokenCName, ToPcd.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdItem]:\r
2432 TokenCName = PcdItem[0]\r
2433 break\r
52302d4d 2434 if FromPcd != None:\r
2a29017e
YZ
2435 if GlobalData.BuildOptionPcd:\r
2436 for pcd in GlobalData.BuildOptionPcd:\r
2437 if (FromPcd.TokenSpaceGuidCName, FromPcd.TokenCName) == (pcd[0], pcd[1]):\r
2438 FromPcd.DefaultValue = pcd[2]\r
2439 break\r
52302d4d
LG
2440 if ToPcd.Pending and FromPcd.Type not in [None, '']:\r
2441 ToPcd.Type = FromPcd.Type\r
e56468c0 2442 elif (ToPcd.Type not in [None, '']) and (FromPcd.Type not in [None, ''])\\r
2443 and (ToPcd.Type != FromPcd.Type) and (ToPcd.Type in FromPcd.Type):\r
2444 if ToPcd.Type.strip() == "DynamicEx":\r
47fea6af 2445 ToPcd.Type = FromPcd.Type\r
52302d4d
LG
2446 elif ToPcd.Type not in [None, ''] and FromPcd.Type not in [None, ''] \\r
2447 and ToPcd.Type != FromPcd.Type:\r
2448 EdkLogger.error("build", OPTION_CONFLICT, "Mismatched PCD type",\r
2449 ExtraData="%s.%s is defined as [%s] in module %s, but as [%s] in platform."\\r
2a29017e 2450 % (ToPcd.TokenSpaceGuidCName, TokenCName,\r
52302d4d
LG
2451 ToPcd.Type, Module, FromPcd.Type),\r
2452 File=self.MetaFile)\r
2453\r
2454 if FromPcd.MaxDatumSize not in [None, '']:\r
2455 ToPcd.MaxDatumSize = FromPcd.MaxDatumSize\r
2456 if FromPcd.DefaultValue not in [None, '']:\r
2457 ToPcd.DefaultValue = FromPcd.DefaultValue\r
2458 if FromPcd.TokenValue not in [None, '']:\r
2459 ToPcd.TokenValue = FromPcd.TokenValue\r
2460 if FromPcd.MaxDatumSize not in [None, '']:\r
2461 ToPcd.MaxDatumSize = FromPcd.MaxDatumSize\r
2462 if FromPcd.DatumType not in [None, '']:\r
2463 ToPcd.DatumType = FromPcd.DatumType\r
2464 if FromPcd.SkuInfoList not in [None, '', []]:\r
2465 ToPcd.SkuInfoList = FromPcd.SkuInfoList\r
726c501c 2466 # Add Flexible PCD format parse\r
726c501c 2467 if ToPcd.DefaultValue:\r
726c501c 2468 try:\r
35f613d9 2469 ToPcd.DefaultValue = ValueExpressionEx(ToPcd.DefaultValue, ToPcd.DatumType, self._GuidDict)(True)\r
726c501c
YZ
2470 except BadExpression, Value:\r
2471 EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s", %s' %(ToPcd.TokenSpaceGuidCName, ToPcd.TokenCName, ToPcd.DefaultValue, Value),\r
2472 File=self.MetaFile)\r
52302d4d
LG
2473\r
2474 # check the validation of datum\r
2475 IsValid, Cause = CheckPcdDatum(ToPcd.DatumType, ToPcd.DefaultValue)\r
2476 if not IsValid:\r
2477 EdkLogger.error('build', FORMAT_INVALID, Cause, File=self.MetaFile,\r
2a29017e 2478 ExtraData="%s.%s" % (ToPcd.TokenSpaceGuidCName, TokenCName))\r
82a6a960
BF
2479 ToPcd.validateranges = FromPcd.validateranges\r
2480 ToPcd.validlists = FromPcd.validlists\r
2481 ToPcd.expressions = FromPcd.expressions\r
52302d4d
LG
2482\r
2483 if ToPcd.DatumType == "VOID*" and ToPcd.MaxDatumSize in ['', None]:\r
2484 EdkLogger.debug(EdkLogger.DEBUG_9, "No MaxDatumSize specified for PCD %s.%s" \\r
2a29017e 2485 % (ToPcd.TokenSpaceGuidCName, TokenCName))\r
52302d4d
LG
2486 Value = ToPcd.DefaultValue\r
2487 if Value in [None, '']:\r
e8a47801 2488 ToPcd.MaxDatumSize = '1'\r
52302d4d 2489 elif Value[0] == 'L':\r
e8a47801 2490 ToPcd.MaxDatumSize = str((len(Value) - 2) * 2)\r
52302d4d
LG
2491 elif Value[0] == '{':\r
2492 ToPcd.MaxDatumSize = str(len(Value.split(',')))\r
2493 else:\r
e8a47801 2494 ToPcd.MaxDatumSize = str(len(Value) - 1)\r
52302d4d
LG
2495\r
2496 # apply default SKU for dynamic PCDS if specified one is not available\r
2497 if (ToPcd.Type in PCD_DYNAMIC_TYPE_LIST or ToPcd.Type in PCD_DYNAMIC_EX_TYPE_LIST) \\r
2498 and ToPcd.SkuInfoList in [None, {}, '']:\r
2499 if self.Platform.SkuName in self.Platform.SkuIds:\r
2500 SkuName = self.Platform.SkuName\r
2501 else:\r
2502 SkuName = 'DEFAULT'\r
2503 ToPcd.SkuInfoList = {\r
8518bf0b 2504 SkuName : SkuInfoClass(SkuName, self.Platform.SkuIds[SkuName][0], '', '', '', '', '', ToPcd.DefaultValue)\r
52302d4d
LG
2505 }\r
2506\r
2507 ## Apply PCD setting defined platform to a module\r
2508 #\r
2509 # @param Module The module from which the PCD setting will be overrided\r
2510 #\r
2511 # @retval PCD_list The list PCDs with settings from platform\r
2512 #\r
2513 def ApplyPcdSetting(self, Module, Pcds):\r
2514 # for each PCD in module\r
47fea6af
YZ
2515 for Name, Guid in Pcds:\r
2516 PcdInModule = Pcds[Name, Guid]\r
52302d4d 2517 # find out the PCD setting in platform\r
47fea6af
YZ
2518 if (Name, Guid) in self.Platform.Pcds:\r
2519 PcdInPlatform = self.Platform.Pcds[Name, Guid]\r
52302d4d
LG
2520 else:\r
2521 PcdInPlatform = None\r
2522 # then override the settings if any\r
2523 self._OverridePcd(PcdInModule, PcdInPlatform, Module)\r
2524 # resolve the VariableGuid value\r
2525 for SkuId in PcdInModule.SkuInfoList:\r
2526 Sku = PcdInModule.SkuInfoList[SkuId]\r
2527 if Sku.VariableGuid == '': continue\r
c28d2e10 2528 Sku.VariableGuidValue = GuidValue(Sku.VariableGuid, self.PackageList, self.MetaFile.Path)\r
52302d4d
LG
2529 if Sku.VariableGuidValue == None:\r
2530 PackageList = "\n\t".join([str(P) for P in self.PackageList])\r
2531 EdkLogger.error(\r
2532 'build',\r
2533 RESOURCE_NOT_AVAILABLE,\r
2534 "Value of GUID [%s] is not found in" % Sku.VariableGuid,\r
2535 ExtraData=PackageList + "\n\t(used with %s.%s from module %s)" \\r
2536 % (Guid, Name, str(Module)),\r
2537 File=self.MetaFile\r
2538 )\r
2539\r
2540 # override PCD settings with module specific setting\r
2541 if Module in self.Platform.Modules:\r
2542 PlatformModule = self.Platform.Modules[str(Module)]\r
2543 for Key in PlatformModule.Pcds:\r
aa9aa47e 2544 Flag = False\r
52302d4d 2545 if Key in Pcds:\r
aa9aa47e
YZ
2546 ToPcd = Pcds[Key]\r
2547 Flag = True\r
2548 elif Key in GlobalData.MixedPcd:\r
2549 for PcdItem in GlobalData.MixedPcd[Key]:\r
2550 if PcdItem in Pcds:\r
2551 ToPcd = Pcds[PcdItem]\r
2552 Flag = True\r
2553 break\r
2554 if Flag:\r
2555 self._OverridePcd(ToPcd, PlatformModule.Pcds[Key], Module)\r
52302d4d
LG
2556 return Pcds.values()\r
2557\r
2558 ## Resolve library names to library modules\r
2559 #\r
b36d134f 2560 # (for Edk.x modules)\r
52302d4d
LG
2561 #\r
2562 # @param Module The module from which the library names will be resolved\r
2563 #\r
2564 # @retval library_list The list of library modules\r
2565 #\r
2566 def ResolveLibraryReference(self, Module):\r
2567 EdkLogger.verbose("")\r
2568 EdkLogger.verbose("Library instances of module [%s] [%s]:" % (str(Module), self.Arch))\r
2569 LibraryConsumerList = [Module]\r
2570\r
b36d134f 2571 # "CompilerStub" is a must for Edk modules\r
52302d4d
LG
2572 if Module.Libraries:\r
2573 Module.Libraries.append("CompilerStub")\r
2574 LibraryList = []\r
2575 while len(LibraryConsumerList) > 0:\r
2576 M = LibraryConsumerList.pop()\r
2577 for LibraryName in M.Libraries:\r
2578 Library = self.Platform.LibraryClasses[LibraryName, ':dummy:']\r
2579 if Library == None:\r
2580 for Key in self.Platform.LibraryClasses.data.keys():\r
2581 if LibraryName.upper() == Key.upper():\r
2582 Library = self.Platform.LibraryClasses[Key, ':dummy:']\r
2583 break\r
2584 if Library == None:\r
2585 EdkLogger.warn("build", "Library [%s] is not found" % LibraryName, File=str(M),\r
2586 ExtraData="\t%s [%s]" % (str(Module), self.Arch))\r
2587 continue\r
2588\r
2589 if Library not in LibraryList:\r
2590 LibraryList.append(Library)\r
2591 LibraryConsumerList.append(Library)\r
2592 EdkLogger.verbose("\t" + LibraryName + " : " + str(Library) + ' ' + str(type(Library)))\r
2593 return LibraryList\r
2594\r
6780eef1
LG
2595 ## Calculate the priority value of the build option\r
2596 #\r
2597 # @param Key Build option definition contain: TARGET_TOOLCHAIN_ARCH_COMMANDTYPE_ATTRIBUTE\r
2598 #\r
2599 # @retval Value Priority value based on the priority list.\r
2600 #\r
2601 def CalculatePriorityValue(self, Key):\r
47fea6af
YZ
2602 Target, ToolChain, Arch, CommandType, Attr = Key.split('_')\r
2603 PriorityValue = 0x11111\r
6780eef1
LG
2604 if Target == "*":\r
2605 PriorityValue &= 0x01111\r
2606 if ToolChain == "*":\r
2607 PriorityValue &= 0x10111\r
2608 if Arch == "*":\r
2609 PriorityValue &= 0x11011\r
2610 if CommandType == "*":\r
2611 PriorityValue &= 0x11101\r
2612 if Attr == "*":\r
2613 PriorityValue &= 0x11110\r
47fea6af
YZ
2614\r
2615 return self.PrioList["0x%0.5x" % PriorityValue]\r
2616\r
6780eef1 2617\r
52302d4d
LG
2618 ## Expand * in build option key\r
2619 #\r
2620 # @param Options Options to be expanded\r
2621 #\r
2622 # @retval options Options expanded\r
6780eef1 2623 # \r
52302d4d
LG
2624 def _ExpandBuildOption(self, Options, ModuleStyle=None):\r
2625 BuildOptions = {}\r
2626 FamilyMatch = False\r
2627 FamilyIsNull = True\r
47fea6af 2628\r
6780eef1
LG
2629 OverrideList = {}\r
2630 #\r
2631 # Construct a list contain the build options which need override.\r
2632 #\r
2633 for Key in Options:\r
2634 #\r
2635 # Key[0] -- tool family\r
2636 # Key[1] -- TARGET_TOOLCHAIN_ARCH_COMMANDTYPE_ATTRIBUTE\r
2637 #\r
1ba5124e
YL
2638 if (Key[0] == self.BuildRuleFamily and\r
2639 (ModuleStyle == None or len(Key) < 3 or (len(Key) > 2 and Key[2] == ModuleStyle))):\r
6780eef1
LG
2640 Target, ToolChain, Arch, CommandType, Attr = Key[1].split('_')\r
2641 if Target == self.BuildTarget or Target == "*":\r
2642 if ToolChain == self.ToolChain or ToolChain == "*":\r
2643 if Arch == self.Arch or Arch == "*":\r
2644 if Options[Key].startswith("="):\r
47fea6af 2645 if OverrideList.get(Key[1]) != None:\r
6780eef1
LG
2646 OverrideList.pop(Key[1])\r
2647 OverrideList[Key[1]] = Options[Key]\r
2648 \r
2649 #\r
2650 # Use the highest priority value. \r
2651 #\r
2652 if (len(OverrideList) >= 2):\r
47fea6af 2653 KeyList = OverrideList.keys()\r
6780eef1 2654 for Index in range(len(KeyList)):\r
47fea6af 2655 NowKey = KeyList[Index]\r
6780eef1
LG
2656 Target1, ToolChain1, Arch1, CommandType1, Attr1 = NowKey.split("_")\r
2657 for Index1 in range(len(KeyList) - Index - 1):\r
2658 NextKey = KeyList[Index1 + Index + 1]\r
2659 #\r
2660 # Compare two Key, if one is included by another, choose the higher priority one\r
2661 # \r
2662 Target2, ToolChain2, Arch2, CommandType2, Attr2 = NextKey.split("_")\r
2663 if Target1 == Target2 or Target1 == "*" or Target2 == "*":\r
2664 if ToolChain1 == ToolChain2 or ToolChain1 == "*" or ToolChain2 == "*":\r
2665 if Arch1 == Arch2 or Arch1 == "*" or Arch2 == "*":\r
2666 if CommandType1 == CommandType2 or CommandType1 == "*" or CommandType2 == "*":\r
2667 if Attr1 == Attr2 or Attr1 == "*" or Attr2 == "*":\r
2668 if self.CalculatePriorityValue(NowKey) > self.CalculatePriorityValue(NextKey):\r
47fea6af 2669 if Options.get((self.BuildRuleFamily, NextKey)) != None:\r
6780eef1
LG
2670 Options.pop((self.BuildRuleFamily, NextKey))\r
2671 else:\r
47fea6af 2672 if Options.get((self.BuildRuleFamily, NowKey)) != None:\r
6780eef1
LG
2673 Options.pop((self.BuildRuleFamily, NowKey))\r
2674 \r
52302d4d
LG
2675 for Key in Options:\r
2676 if ModuleStyle != None and len (Key) > 2:\r
2677 # Check Module style is EDK or EDKII.\r
2678 # Only append build option for the matched style module.\r
2679 if ModuleStyle == EDK_NAME and Key[2] != EDK_NAME:\r
2680 continue\r
2681 elif ModuleStyle == EDKII_NAME and Key[2] != EDKII_NAME:\r
2682 continue\r
2683 Family = Key[0]\r
2684 Target, Tag, Arch, Tool, Attr = Key[1].split("_")\r
2685 # if tool chain family doesn't match, skip it\r
2686 if Tool in self.ToolDefinition and Family != "":\r
2687 FamilyIsNull = False\r
2688 if self.ToolDefinition[Tool].get(TAB_TOD_DEFINES_BUILDRULEFAMILY, "") != "":\r
2689 if Family != self.ToolDefinition[Tool][TAB_TOD_DEFINES_BUILDRULEFAMILY]:\r
2690 continue\r
2691 elif Family != self.ToolDefinition[Tool][TAB_TOD_DEFINES_FAMILY]:\r
2692 continue\r
2693 FamilyMatch = True\r
2694 # expand any wildcard\r
2695 if Target == "*" or Target == self.BuildTarget:\r
2696 if Tag == "*" or Tag == self.ToolChain:\r
2697 if Arch == "*" or Arch == self.Arch:\r
2698 if Tool not in BuildOptions:\r
2699 BuildOptions[Tool] = {}\r
5015bee2 2700 if Attr != "FLAGS" or Attr not in BuildOptions[Tool] or Options[Key].startswith('='):\r
52302d4d
LG
2701 BuildOptions[Tool][Attr] = Options[Key]\r
2702 else:\r
95816356
YZ
2703 # append options for the same tool except PATH\r
2704 if Attr != 'PATH':\r
2705 BuildOptions[Tool][Attr] += " " + Options[Key]\r
2706 else:\r
2707 BuildOptions[Tool][Attr] = Options[Key]\r
52302d4d
LG
2708 # Build Option Family has been checked, which need't to be checked again for family.\r
2709 if FamilyMatch or FamilyIsNull:\r
2710 return BuildOptions\r
1ba5124e 2711\r
52302d4d
LG
2712 for Key in Options:\r
2713 if ModuleStyle != None and len (Key) > 2:\r
2714 # Check Module style is EDK or EDKII.\r
2715 # Only append build option for the matched style module.\r
2716 if ModuleStyle == EDK_NAME and Key[2] != EDK_NAME:\r
2717 continue\r
2718 elif ModuleStyle == EDKII_NAME and Key[2] != EDKII_NAME:\r
2719 continue\r
2720 Family = Key[0]\r
2721 Target, Tag, Arch, Tool, Attr = Key[1].split("_")\r
2722 # if tool chain family doesn't match, skip it\r
47fea6af 2723 if Tool not in self.ToolDefinition or Family == "":\r
52302d4d
LG
2724 continue\r
2725 # option has been added before\r
2726 if Family != self.ToolDefinition[Tool][TAB_TOD_DEFINES_FAMILY]:\r
2727 continue\r
2728\r
2729 # expand any wildcard\r
2730 if Target == "*" or Target == self.BuildTarget:\r
2731 if Tag == "*" or Tag == self.ToolChain:\r
2732 if Arch == "*" or Arch == self.Arch:\r
2733 if Tool not in BuildOptions:\r
2734 BuildOptions[Tool] = {}\r
5015bee2 2735 if Attr != "FLAGS" or Attr not in BuildOptions[Tool] or Options[Key].startswith('='):\r
52302d4d
LG
2736 BuildOptions[Tool][Attr] = Options[Key]\r
2737 else:\r
95816356
YZ
2738 # append options for the same tool except PATH\r
2739 if Attr != 'PATH':\r
2740 BuildOptions[Tool][Attr] += " " + Options[Key]\r
2741 else:\r
2742 BuildOptions[Tool][Attr] = Options[Key]\r
52302d4d
LG
2743 return BuildOptions\r
2744\r
2745 ## Append build options in platform to a module\r
2746 #\r
2747 # @param Module The module to which the build options will be appened\r
2748 #\r
2749 # @retval options The options appended with build options in platform\r
2750 #\r
2751 def ApplyBuildOption(self, Module):\r
2752 # Get the different options for the different style module\r
2753 if Module.AutoGenVersion < 0x00010005:\r
2754 PlatformOptions = self.EdkBuildOption\r
35f69db9 2755 ModuleTypeOptions = self.Platform.GetBuildOptionsByModuleType(EDK_NAME, Module.ModuleType)\r
52302d4d
LG
2756 else:\r
2757 PlatformOptions = self.EdkIIBuildOption\r
35f69db9
YL
2758 ModuleTypeOptions = self.Platform.GetBuildOptionsByModuleType(EDKII_NAME, Module.ModuleType)\r
2759 ModuleTypeOptions = self._ExpandBuildOption(ModuleTypeOptions)\r
52302d4d
LG
2760 ModuleOptions = self._ExpandBuildOption(Module.BuildOptions)\r
2761 if Module in self.Platform.Modules:\r
2762 PlatformModule = self.Platform.Modules[str(Module)]\r
2763 PlatformModuleOptions = self._ExpandBuildOption(PlatformModule.BuildOptions)\r
2764 else:\r
2765 PlatformModuleOptions = {}\r
2766\r
fe4bf2f9 2767 BuildRuleOrder = None\r
35f69db9 2768 for Options in [self.ToolDefinition, ModuleOptions, PlatformOptions, ModuleTypeOptions, PlatformModuleOptions]:\r
fe4bf2f9
YL
2769 for Tool in Options:\r
2770 for Attr in Options[Tool]:\r
2771 if Attr == TAB_TOD_DEFINES_BUILDRULEORDER:\r
2772 BuildRuleOrder = Options[Tool][Attr]\r
2773\r
35f69db9
YL
2774 AllTools = set(ModuleOptions.keys() + PlatformOptions.keys() +\r
2775 PlatformModuleOptions.keys() + ModuleTypeOptions.keys() +\r
2776 self.ToolDefinition.keys())\r
52302d4d
LG
2777 BuildOptions = {}\r
2778 for Tool in AllTools:\r
2779 if Tool not in BuildOptions:\r
2780 BuildOptions[Tool] = {}\r
2781\r
35f69db9 2782 for Options in [self.ToolDefinition, ModuleOptions, PlatformOptions, ModuleTypeOptions, PlatformModuleOptions]:\r
52302d4d
LG
2783 if Tool not in Options:\r
2784 continue\r
2785 for Attr in Options[Tool]:\r
2786 Value = Options[Tool][Attr]\r
fe4bf2f9
YL
2787 #\r
2788 # Do not generate it in Makefile\r
2789 #\r
2790 if Attr == TAB_TOD_DEFINES_BUILDRULEORDER:\r
2791 continue\r
52302d4d
LG
2792 if Attr not in BuildOptions[Tool]:\r
2793 BuildOptions[Tool][Attr] = ""\r
2794 # check if override is indicated\r
2795 if Value.startswith('='):\r
05cc51ad
LY
2796 ToolPath = Value[1:]\r
2797 ToolPath = mws.handleWsMacro(ToolPath)\r
2798 BuildOptions[Tool][Attr] = ToolPath\r
5015bee2 2799 else:\r
05cc51ad 2800 Value = mws.handleWsMacro(Value)\r
95816356
YZ
2801 if Attr != 'PATH':\r
2802 BuildOptions[Tool][Attr] += " " + Value\r
2803 else:\r
2804 BuildOptions[Tool][Attr] = Value\r
f3decdc3
LG
2805 if Module.AutoGenVersion < 0x00010005 and self.Workspace.UniFlag != None:\r
2806 #\r
2807 # Override UNI flag only for EDK module.\r
2808 #\r
2809 if 'BUILD' not in BuildOptions:\r
2810 BuildOptions['BUILD'] = {}\r
2811 BuildOptions['BUILD']['FLAGS'] = self.Workspace.UniFlag\r
fe4bf2f9 2812 return BuildOptions, BuildRuleOrder\r
52302d4d
LG
2813\r
2814 Platform = property(_GetPlatform)\r
2815 Name = property(_GetName)\r
2816 Guid = property(_GetGuid)\r
2817 Version = property(_GetVersion)\r
2818\r
2819 OutputDir = property(_GetOutputDir)\r
2820 BuildDir = property(_GetBuildDir)\r
2821 MakeFileDir = property(_GetMakeFileDir)\r
2822 FdfFile = property(_GetFdfFile)\r
2823\r
2824 PcdTokenNumber = property(_GetPcdTokenNumbers) # (TokenCName, TokenSpaceGuidCName) : GeneratedTokenNumber\r
2825 DynamicPcdList = property(_GetDynamicPcdList) # [(TokenCName1, TokenSpaceGuidCName1), (TokenCName2, TokenSpaceGuidCName2), ...]\r
2826 NonDynamicPcdList = property(_GetNonDynamicPcdList) # [(TokenCName1, TokenSpaceGuidCName1), (TokenCName2, TokenSpaceGuidCName2), ...]\r
2bc3256c 2827 NonDynamicPcdDict = property(_GetNonDynamicPcdDict)\r
52302d4d
LG
2828 PackageList = property(_GetPackageList)\r
2829\r
2830 ToolDefinition = property(_GetToolDefinition) # toolcode : tool path\r
2831 ToolDefinitionFile = property(_GetToolDefFile) # toolcode : lib path\r
2832 ToolChainFamily = property(_GetToolChainFamily)\r
2833 BuildRuleFamily = property(_GetBuildRuleFamily)\r
2834 BuildOption = property(_GetBuildOptions) # toolcode : option\r
2835 EdkBuildOption = property(_GetEdkBuildOptions) # edktoolcode : option\r
2836 EdkIIBuildOption = property(_GetEdkIIBuildOptions) # edkiitoolcode : option\r
2837\r
2838 BuildCommand = property(_GetBuildCommand)\r
2839 BuildRule = property(_GetBuildRule)\r
2840 ModuleAutoGenList = property(_GetModuleAutoGenList)\r
2841 LibraryAutoGenList = property(_GetLibraryAutoGenList)\r
0923aa1c 2842 GenFdsCommand = property(_GenFdsCommand)\r
52302d4d
LG
2843\r
2844## ModuleAutoGen class\r
2845#\r
2846# This class encapsules the AutoGen behaviors for the build tools. In addition to\r
2847# the generation of AutoGen.h and AutoGen.c, it will generate *.depex file according\r
2848# to the [depex] section in module's inf file.\r
2849#\r
2850class ModuleAutoGen(AutoGen):\r
c17956e0
DL
2851 ## Cache the timestamps of metafiles of every module in a class variable\r
2852 #\r
2853 TimeDict = {}\r
2854\r
52302d4d
LG
2855 ## The real constructor of ModuleAutoGen\r
2856 #\r
2857 # This method is not supposed to be called by users of ModuleAutoGen. It's\r
2858 # only used by factory method __new__() to do real initialization work for an\r
2859 # object of ModuleAutoGen\r
2860 #\r
2861 # @param Workspace EdkIIWorkspaceBuild object\r
2862 # @param ModuleFile The path of module file\r
2863 # @param Target Build target (DEBUG, RELEASE)\r
2864 # @param Toolchain Name of tool chain\r
2865 # @param Arch The arch the module supports\r
2866 # @param PlatformFile Platform meta-file\r
2867 #\r
2868 def _Init(self, Workspace, ModuleFile, Target, Toolchain, Arch, PlatformFile):\r
2869 EdkLogger.debug(EdkLogger.DEBUG_9, "AutoGen module [%s] [%s]" % (ModuleFile, Arch))\r
2870 GlobalData.gProcessingFile = "%s [%s, %s, %s]" % (ModuleFile, Arch, Toolchain, Target)\r
2871\r
2872 self.Workspace = Workspace\r
2873 self.WorkspaceDir = Workspace.WorkspaceDir\r
2874\r
2875 self.MetaFile = ModuleFile\r
2876 self.PlatformInfo = PlatformAutoGen(Workspace, PlatformFile, Target, Toolchain, Arch)\r
2877 # check if this module is employed by active platform\r
2878 if not self.PlatformInfo.ValidModule(self.MetaFile):\r
2879 EdkLogger.verbose("Module [%s] for [%s] is not employed by active platform\n" \\r
2880 % (self.MetaFile, Arch))\r
2881 return False\r
2882\r
2883 self.SourceDir = self.MetaFile.SubDir\r
05cc51ad 2884 self.SourceDir = mws.relpath(self.SourceDir, self.WorkspaceDir)\r
97fa0ee9 2885\r
52302d4d
LG
2886 self.SourceOverrideDir = None\r
2887 # use overrided path defined in DSC file\r
2888 if self.MetaFile.Key in GlobalData.gOverrideDir:\r
2889 self.SourceOverrideDir = GlobalData.gOverrideDir[self.MetaFile.Key]\r
2890\r
2891 self.ToolChain = Toolchain\r
2892 self.BuildTarget = Target\r
2893 self.Arch = Arch\r
2894 self.ToolChainFamily = self.PlatformInfo.ToolChainFamily\r
2895 self.BuildRuleFamily = self.PlatformInfo.BuildRuleFamily\r
2896\r
2897 self.IsMakeFileCreated = False\r
2898 self.IsCodeFileCreated = False\r
da92f276
LG
2899 self.IsAsBuiltInfCreated = False\r
2900 self.DepexGenerated = False\r
52302d4d
LG
2901\r
2902 self.BuildDatabase = self.Workspace.BuildDatabase\r
fe4bf2f9 2903 self.BuildRuleOrder = None\r
1b8eca8b 2904 self.BuildTime = 0\r
52302d4d
LG
2905\r
2906 self._Module = None\r
2907 self._Name = None\r
2908 self._Guid = None\r
2909 self._Version = None\r
2910 self._ModuleType = None\r
2911 self._ComponentType = None\r
2912 self._PcdIsDriver = None\r
2913 self._AutoGenVersion = None\r
2914 self._LibraryFlag = None\r
2915 self._CustomMakefile = None\r
2916 self._Macro = None\r
2917\r
2918 self._BuildDir = None\r
2919 self._OutputDir = None\r
37de70b7 2920 self._FfsOutputDir = None\r
52302d4d
LG
2921 self._DebugDir = None\r
2922 self._MakeFileDir = None\r
2923\r
2924 self._IncludePathList = None\r
725cdb8f 2925 self._IncludePathLength = 0\r
52302d4d
LG
2926 self._AutoGenFileList = None\r
2927 self._UnicodeFileList = None\r
5b97eb4c 2928 self._VfrFileList = None\r
333ba578 2929 self._IdfFileList = None\r
52302d4d
LG
2930 self._SourceFileList = None\r
2931 self._ObjectFileList = None\r
2932 self._BinaryFileList = None\r
2933\r
2934 self._DependentPackageList = None\r
2935 self._DependentLibraryList = None\r
2936 self._LibraryAutoGenList = None\r
2937 self._DerivedPackageList = None\r
2938 self._ModulePcdList = None\r
2939 self._LibraryPcdList = None\r
e8a47801 2940 self._PcdComments = sdict()\r
52302d4d 2941 self._GuidList = None\r
e8a47801
LG
2942 self._GuidsUsedByPcd = None\r
2943 self._GuidComments = sdict()\r
52302d4d 2944 self._ProtocolList = None\r
e8a47801 2945 self._ProtocolComments = sdict()\r
52302d4d 2946 self._PpiList = None\r
e8a47801 2947 self._PpiComments = sdict()\r
52302d4d
LG
2948 self._DepexList = None\r
2949 self._DepexExpressionList = None\r
2950 self._BuildOption = None\r
79b74a03 2951 self._BuildOptionIncPathList = None\r
52302d4d
LG
2952 self._BuildTargets = None\r
2953 self._IntroBuildTargetList = None\r
2954 self._FinalBuildTargetList = None\r
2955 self._FileTypes = None\r
2956 self._BuildRules = None\r
c17956e0
DL
2957\r
2958 self._TimeStampPath = None\r
2959\r
2960 self.AutoGenDepSet = set()\r
2961\r
2bc3256c
LG
2962 \r
2963 ## The Modules referenced to this Library\r
2964 # Only Library has this attribute\r
2965 self._ReferenceModules = [] \r
2966 \r
2967 ## Store the FixedAtBuild Pcds\r
2968 # \r
2969 self._FixedAtBuildPcds = []\r
2970 self.ConstPcd = {}\r
52302d4d
LG
2971 return True\r
2972\r
2973 def __repr__(self):\r
2974 return "%s [%s]" % (self.MetaFile, self.Arch)\r
2975\r
2bc3256c
LG
2976 # Get FixedAtBuild Pcds of this Module\r
2977 def _GetFixedAtBuildPcds(self):\r
2978 if self._FixedAtBuildPcds:\r
2979 return self._FixedAtBuildPcds\r
2980 for Pcd in self.ModulePcdList:\r
7256bd55 2981 if Pcd.Type != "FixedAtBuild":\r
2bc3256c
LG
2982 continue\r
2983 if Pcd not in self._FixedAtBuildPcds:\r
2984 self._FixedAtBuildPcds.append(Pcd)\r
2985 \r
2986 return self._FixedAtBuildPcds \r
2987\r
867d1cd4
YL
2988 def _GetUniqueBaseName(self):\r
2989 BaseName = self.Name\r
2990 for Module in self.PlatformInfo.ModuleAutoGenList:\r
2991 if Module.MetaFile == self.MetaFile:\r
2992 continue\r
2993 if Module.Name == self.Name:\r
867d1cd4
YL
2994 if uuid.UUID(Module.Guid) == uuid.UUID(self.Guid):\r
2995 EdkLogger.error("build", FILE_DUPLICATED, 'Modules have same BaseName and FILE_GUID:\n'\r
2996 ' %s\n %s' % (Module.MetaFile, self.MetaFile))\r
2997 BaseName = '%s_%s' % (self.Name, self.Guid)\r
2998 return BaseName\r
2999\r
52302d4d
LG
3000 # Macros could be used in build_rule.txt (also Makefile)\r
3001 def _GetMacros(self):\r
3002 if self._Macro == None:\r
3003 self._Macro = sdict()\r
3004 self._Macro["WORKSPACE" ] = self.WorkspaceDir\r
3005 self._Macro["MODULE_NAME" ] = self.Name\r
867d1cd4 3006 self._Macro["MODULE_NAME_GUID" ] = self._GetUniqueBaseName()\r
52302d4d
LG
3007 self._Macro["MODULE_GUID" ] = self.Guid\r
3008 self._Macro["MODULE_VERSION" ] = self.Version\r
3009 self._Macro["MODULE_TYPE" ] = self.ModuleType\r
3010 self._Macro["MODULE_FILE" ] = str(self.MetaFile)\r
3011 self._Macro["MODULE_FILE_BASE_NAME" ] = self.MetaFile.BaseName\r
3012 self._Macro["MODULE_RELATIVE_DIR" ] = self.SourceDir\r
3013 self._Macro["MODULE_DIR" ] = self.SourceDir\r
3014\r
3015 self._Macro["BASE_NAME" ] = self.Name\r
3016\r
3017 self._Macro["ARCH" ] = self.Arch\r
3018 self._Macro["TOOLCHAIN" ] = self.ToolChain\r
3019 self._Macro["TOOLCHAIN_TAG" ] = self.ToolChain\r
0d2711a6 3020 self._Macro["TOOL_CHAIN_TAG" ] = self.ToolChain\r
52302d4d
LG
3021 self._Macro["TARGET" ] = self.BuildTarget\r
3022\r
3023 self._Macro["BUILD_DIR" ] = self.PlatformInfo.BuildDir\r
3024 self._Macro["BIN_DIR" ] = os.path.join(self.PlatformInfo.BuildDir, self.Arch)\r
3025 self._Macro["LIB_DIR" ] = os.path.join(self.PlatformInfo.BuildDir, self.Arch)\r
3026 self._Macro["MODULE_BUILD_DIR" ] = self.BuildDir\r
3027 self._Macro["OUTPUT_DIR" ] = self.OutputDir\r
3028 self._Macro["DEBUG_DIR" ] = self.DebugDir\r
df1e1b63
YZ
3029 self._Macro["DEST_DIR_OUTPUT" ] = self.OutputDir\r
3030 self._Macro["DEST_DIR_DEBUG" ] = self.DebugDir\r
3570e332
YZ
3031 self._Macro["PLATFORM_NAME" ] = self.PlatformInfo.Name\r
3032 self._Macro["PLATFORM_GUID" ] = self.PlatformInfo.Guid\r
3033 self._Macro["PLATFORM_VERSION" ] = self.PlatformInfo.Version\r
3034 self._Macro["PLATFORM_RELATIVE_DIR" ] = self.PlatformInfo.SourceDir\r
3035 self._Macro["PLATFORM_DIR" ] = mws.join(self.WorkspaceDir, self.PlatformInfo.SourceDir)\r
3036 self._Macro["PLATFORM_OUTPUT_DIR" ] = self.PlatformInfo.OutputDir\r
37de70b7 3037 self._Macro["FFS_OUTPUT_DIR" ] = self.FfsOutputDir\r
52302d4d
LG
3038 return self._Macro\r
3039\r
3040 ## Return the module build data object\r
3041 def _GetModule(self):\r
3042 if self._Module == None:\r
0d2711a6 3043 self._Module = self.Workspace.BuildDatabase[self.MetaFile, self.Arch, self.BuildTarget, self.ToolChain]\r
52302d4d
LG
3044 return self._Module\r
3045\r
3046 ## Return the module name\r
3047 def _GetBaseName(self):\r
3048 return self.Module.BaseName\r
3049\r
b36d134f
LG
3050 ## Return the module DxsFile if exist\r
3051 def _GetDxsFile(self):\r
3052 return self.Module.DxsFile\r
3053\r
52302d4d
LG
3054 ## Return the module SourceOverridePath\r
3055 def _GetSourceOverridePath(self):\r
3056 return self.Module.SourceOverridePath\r
3057\r
3058 ## Return the module meta-file GUID\r
3059 def _GetGuid(self):\r
97fa0ee9
YL
3060 #\r
3061 # To build same module more than once, the module path with FILE_GUID overridden has\r
3062 # the file name FILE_GUIDmodule.inf, but the relative path (self.MetaFile.File) is the realy path\r
3063 # in DSC. The overridden GUID can be retrieved from file name\r
3064 #\r
3065 if os.path.basename(self.MetaFile.File) != os.path.basename(self.MetaFile.Path):\r
3066 #\r
3067 # Length of GUID is 36\r
3068 #\r
3069 return os.path.basename(self.MetaFile.Path)[:36]\r
52302d4d
LG
3070 return self.Module.Guid\r
3071\r
3072 ## Return the module version\r
3073 def _GetVersion(self):\r
3074 return self.Module.Version\r
3075\r
3076 ## Return the module type\r
3077 def _GetModuleType(self):\r
3078 return self.Module.ModuleType\r
3079\r
b36d134f 3080 ## Return the component type (for Edk.x style of module)\r
52302d4d
LG
3081 def _GetComponentType(self):\r
3082 return self.Module.ComponentType\r
3083\r
3084 ## Return the build type\r
3085 def _GetBuildType(self):\r
3086 return self.Module.BuildType\r
3087\r
3088 ## Return the PCD_IS_DRIVER setting\r
3089 def _GetPcdIsDriver(self):\r
3090 return self.Module.PcdIsDriver\r
3091\r
3092 ## Return the autogen version, i.e. module meta-file version\r
3093 def _GetAutoGenVersion(self):\r
3094 return self.Module.AutoGenVersion\r
3095\r
3096 ## Check if the module is library or not\r
3097 def _IsLibrary(self):\r
3098 if self._LibraryFlag == None:\r
3099 if self.Module.LibraryClass != None and self.Module.LibraryClass != []:\r
3100 self._LibraryFlag = True\r
3101 else:\r
3102 self._LibraryFlag = False\r
3103 return self._LibraryFlag\r
3104\r
e8a47801
LG
3105 ## Check if the module is binary module or not\r
3106 def _IsBinaryModule(self):\r
3107 return self.Module.IsBinaryModule\r
3108\r
52302d4d
LG
3109 ## Return the directory to store intermediate files of the module\r
3110 def _GetBuildDir(self):\r
3111 if self._BuildDir == None:\r
3112 self._BuildDir = path.join(\r
3113 self.PlatformInfo.BuildDir,\r
3114 self.Arch,\r
3115 self.SourceDir,\r
3116 self.MetaFile.BaseName\r
3117 )\r
3118 CreateDirectory(self._BuildDir)\r
3119 return self._BuildDir\r
3120\r
3121 ## Return the directory to store the intermediate object files of the mdoule\r
3122 def _GetOutputDir(self):\r
3123 if self._OutputDir == None:\r
3124 self._OutputDir = path.join(self.BuildDir, "OUTPUT")\r
3125 CreateDirectory(self._OutputDir)\r
3126 return self._OutputDir\r
3127\r
37de70b7
YZ
3128 ## Return the directory to store ffs file\r
3129 def _GetFfsOutputDir(self):\r
3130 if self._FfsOutputDir == None:\r
3131 if GlobalData.gFdfParser != None:\r
3132 self._FfsOutputDir = path.join(self.PlatformInfo.BuildDir, "FV", "Ffs", self.Guid + self.Name)\r
3133 else:\r
3134 self._FfsOutputDir = ''\r
3135 return self._FfsOutputDir\r
3136\r
52302d4d
LG
3137 ## Return the directory to store auto-gened source files of the mdoule\r
3138 def _GetDebugDir(self):\r
3139 if self._DebugDir == None:\r
3140 self._DebugDir = path.join(self.BuildDir, "DEBUG")\r
3141 CreateDirectory(self._DebugDir)\r
3142 return self._DebugDir\r
3143\r
3144 ## Return the path of custom file\r
3145 def _GetCustomMakefile(self):\r
3146 if self._CustomMakefile == None:\r
3147 self._CustomMakefile = {}\r
3148 for Type in self.Module.CustomMakefile:\r
3149 if Type in gMakeTypeMap:\r
3150 MakeType = gMakeTypeMap[Type]\r
3151 else:\r
3152 MakeType = 'nmake'\r
3153 if self.SourceOverrideDir != None:\r
3154 File = os.path.join(self.SourceOverrideDir, self.Module.CustomMakefile[Type])\r
3155 if not os.path.exists(File):\r
3156 File = os.path.join(self.SourceDir, self.Module.CustomMakefile[Type])\r
3157 else:\r
3158 File = os.path.join(self.SourceDir, self.Module.CustomMakefile[Type])\r
3159 self._CustomMakefile[MakeType] = File\r
3160 return self._CustomMakefile\r
3161\r
3162 ## Return the directory of the makefile\r
3163 #\r
3164 # @retval string The directory string of module's makefile\r
3165 #\r
3166 def _GetMakeFileDir(self):\r
3167 return self.BuildDir\r
3168\r
3169 ## Return build command string\r
3170 #\r
3171 # @retval string Build command string\r
3172 #\r
3173 def _GetBuildCommand(self):\r
3174 return self.PlatformInfo.BuildCommand\r
3175\r
3176 ## Get object list of all packages the module and its dependent libraries belong to\r
3177 #\r
3178 # @retval list The list of package object\r
3179 #\r
3180 def _GetDerivedPackageList(self):\r
3181 PackageList = []\r
3182 for M in [self.Module] + self.DependentLibraryList:\r
3183 for Package in M.Packages:\r
3184 if Package in PackageList:\r
3185 continue\r
3186 PackageList.append(Package)\r
3187 return PackageList\r
97fa0ee9
YL
3188 \r
3189 ## Get the depex string\r
3190 #\r
3191 # @return : a string contain all depex expresion.\r
3192 def _GetDepexExpresionString(self):\r
3193 DepexStr = ''\r
3194 DepexList = []\r
3195 ## DPX_SOURCE IN Define section.\r
3196 if self.Module.DxsFile:\r
3197 return DepexStr\r
3198 for M in [self.Module] + self.DependentLibraryList:\r
3199 Filename = M.MetaFile.Path\r
3200 InfObj = InfSectionParser.InfSectionParser(Filename)\r
3201 DepexExpresionList = InfObj.GetDepexExpresionList()\r
3202 for DepexExpresion in DepexExpresionList:\r
3203 for key in DepexExpresion.keys():\r
3204 Arch, ModuleType = key\r
518aebe2 3205 DepexExpr = [x for x in DepexExpresion[key] if not str(x).startswith('#')]\r
97fa0ee9
YL
3206 # the type of build module is USER_DEFINED.\r
3207 # All different DEPEX section tags would be copied into the As Built INF file\r
3208 # and there would be separate DEPEX section tags\r
3209 if self.ModuleType.upper() == SUP_MODULE_USER_DEFINED:\r
3210 if (Arch.upper() == self.Arch.upper()) and (ModuleType.upper() != TAB_ARCH_COMMON):\r
518aebe2 3211 DepexList.append({(Arch, ModuleType): DepexExpr})\r
97fa0ee9
YL
3212 else:\r
3213 if Arch.upper() == TAB_ARCH_COMMON or \\r
3214 (Arch.upper() == self.Arch.upper() and \\r
3215 ModuleType.upper() in [TAB_ARCH_COMMON, self.ModuleType.upper()]):\r
518aebe2 3216 DepexList.append({(Arch, ModuleType): DepexExpr})\r
97fa0ee9
YL
3217 \r
3218 #the type of build module is USER_DEFINED.\r
3219 if self.ModuleType.upper() == SUP_MODULE_USER_DEFINED:\r
3220 for Depex in DepexList:\r
3221 for key in Depex.keys():\r
3222 DepexStr += '[Depex.%s.%s]\n' % key\r
3223 DepexStr += '\n'.join(['# '+ val for val in Depex[key]])\r
3224 DepexStr += '\n\n'\r
3225 if not DepexStr:\r
3226 return '[Depex.%s]\n' % self.Arch\r
3227 return DepexStr\r
3228 \r
3229 #the type of build module not is USER_DEFINED.\r
3230 Count = 0\r
3231 for Depex in DepexList:\r
3232 Count += 1\r
3233 if DepexStr != '':\r
3234 DepexStr += ' AND '\r
3235 DepexStr += '('\r
3236 for D in Depex.values():\r
3237 DepexStr += ' '.join([val for val in D])\r
3238 Index = DepexStr.find('END')\r
3239 if Index > -1 and Index == len(DepexStr) - 3:\r
3240 DepexStr = DepexStr[:-3]\r
3241 DepexStr = DepexStr.strip()\r
3242 DepexStr += ')'\r
3243 if Count == 1:\r
3244 DepexStr = DepexStr.lstrip('(').rstrip(')').strip()\r
3245 if not DepexStr:\r
3246 return '[Depex.%s]\n' % self.Arch\r
3247 return '[Depex.%s]\n# ' % self.Arch + DepexStr\r
3248 \r
52302d4d
LG
3249 ## Merge dependency expression\r
3250 #\r
3251 # @retval list The token list of the dependency expression after parsed\r
3252 #\r
3253 def _GetDepexTokenList(self):\r
3254 if self._DepexList == None:\r
3255 self._DepexList = {}\r
b36d134f 3256 if self.DxsFile or self.IsLibrary or TAB_DEPENDENCY_EXPRESSION_FILE in self.FileTypes:\r
52302d4d
LG
3257 return self._DepexList\r
3258\r
3259 self._DepexList[self.ModuleType] = []\r
3260\r
3261 for ModuleType in self._DepexList:\r
3262 DepexList = self._DepexList[ModuleType]\r
3263 #\r
3264 # Append depex from dependent libraries, if not "BEFORE", "AFTER" expresion\r
3265 #\r
3266 for M in [self.Module] + self.DependentLibraryList:\r
3267 Inherited = False\r
3268 for D in M.Depex[self.Arch, ModuleType]:\r
3269 if DepexList != []:\r
3270 DepexList.append('AND')\r
3271 DepexList.append('(')\r
3272 DepexList.extend(D)\r
3273 if DepexList[-1] == 'END': # no need of a END at this time\r
3274 DepexList.pop()\r
3275 DepexList.append(')')\r
3276 Inherited = True\r
3277 if Inherited:\r
3278 EdkLogger.verbose("DEPEX[%s] (+%s) = %s" % (self.Name, M.BaseName, DepexList))\r
3279 if 'BEFORE' in DepexList or 'AFTER' in DepexList:\r
3280 break\r
3281 if len(DepexList) > 0:\r
3282 EdkLogger.verbose('')\r
3283 return self._DepexList\r
3284\r
3285 ## Merge dependency expression\r
3286 #\r
3287 # @retval list The token list of the dependency expression after parsed\r
3288 #\r
3289 def _GetDepexExpressionTokenList(self):\r
3290 if self._DepexExpressionList == None:\r
3291 self._DepexExpressionList = {}\r
b36d134f 3292 if self.DxsFile or self.IsLibrary or TAB_DEPENDENCY_EXPRESSION_FILE in self.FileTypes:\r
52302d4d
LG
3293 return self._DepexExpressionList\r
3294\r
3295 self._DepexExpressionList[self.ModuleType] = ''\r
3296\r
3297 for ModuleType in self._DepexExpressionList:\r
3298 DepexExpressionList = self._DepexExpressionList[ModuleType]\r
3299 #\r
3300 # Append depex from dependent libraries, if not "BEFORE", "AFTER" expresion\r
3301 #\r
3302 for M in [self.Module] + self.DependentLibraryList:\r
3303 Inherited = False\r
3304 for D in M.DepexExpression[self.Arch, ModuleType]:\r
3305 if DepexExpressionList != '':\r
3306 DepexExpressionList += ' AND '\r
3307 DepexExpressionList += '('\r
3308 DepexExpressionList += D\r
3309 DepexExpressionList = DepexExpressionList.rstrip('END').strip()\r
3310 DepexExpressionList += ')'\r
3311 Inherited = True\r
3312 if Inherited:\r
3313 EdkLogger.verbose("DEPEX[%s] (+%s) = %s" % (self.Name, M.BaseName, DepexExpressionList))\r
3314 if 'BEFORE' in DepexExpressionList or 'AFTER' in DepexExpressionList:\r
3315 break\r
3316 if len(DepexExpressionList) > 0:\r
3317 EdkLogger.verbose('')\r
3318 self._DepexExpressionList[ModuleType] = DepexExpressionList\r
3319 return self._DepexExpressionList\r
3320\r
dfa41b4a
YZ
3321 # Get the tiano core user extension, it is contain dependent library.\r
3322 # @retval: a list contain tiano core userextension.\r
3323 #\r
3324 def _GetTianoCoreUserExtensionList(self):\r
3325 TianoCoreUserExtentionList = []\r
3326 for M in [self.Module] + self.DependentLibraryList:\r
3327 Filename = M.MetaFile.Path\r
3328 InfObj = InfSectionParser.InfSectionParser(Filename)\r
3329 TianoCoreUserExtenList = InfObj.GetUserExtensionTianoCore()\r
3330 for TianoCoreUserExtent in TianoCoreUserExtenList:\r
3331 for Section in TianoCoreUserExtent.keys():\r
3332 ItemList = Section.split(TAB_SPLIT)\r
3333 Arch = self.Arch\r
3334 if len(ItemList) == 4:\r
3335 Arch = ItemList[3]\r
3336 if Arch.upper() == TAB_ARCH_COMMON or Arch.upper() == self.Arch.upper():\r
3337 TianoCoreList = []\r
3338 TianoCoreList.extend([TAB_SECTION_START + Section + TAB_SECTION_END])\r
3339 TianoCoreList.extend(TianoCoreUserExtent[Section][:])\r
3340 TianoCoreList.append('\n')\r
3341 TianoCoreUserExtentionList.append(TianoCoreList)\r
3342\r
3343 return TianoCoreUserExtentionList\r
3344\r
52302d4d
LG
3345 ## Return the list of specification version required for the module\r
3346 #\r
3347 # @retval list The list of specification defined in module file\r
3348 #\r
3349 def _GetSpecification(self):\r
3350 return self.Module.Specification\r
3351\r
3352 ## Tool option for the module build\r
3353 #\r
3354 # @param PlatformInfo The object of PlatformBuildInfo\r
3355 # @retval dict The dict containing valid options\r
3356 #\r
3357 def _GetModuleBuildOption(self):\r
3358 if self._BuildOption == None:\r
fe4bf2f9
YL
3359 self._BuildOption, self.BuildRuleOrder = self.PlatformInfo.ApplyBuildOption(self.Module)\r
3360 if self.BuildRuleOrder:\r
3361 self.BuildRuleOrder = ['.%s' % Ext for Ext in self.BuildRuleOrder.split()]\r
52302d4d
LG
3362 return self._BuildOption\r
3363\r
79b74a03
LG
3364 ## Get include path list from tool option for the module build\r
3365 #\r
3366 # @retval list The include path list\r
3367 #\r
3368 def _GetBuildOptionIncPathList(self):\r
3369 if self._BuildOptionIncPathList == None:\r
3370 #\r
d40b2ee6 3371 # Regular expression for finding Include Directories, the difference between MSFT and INTEL/GCC/RVCT\r
79b74a03
LG
3372 # is the former use /I , the Latter used -I to specify include directories\r
3373 #\r
3374 if self.PlatformInfo.ToolChainFamily in ('MSFT'):\r
47fea6af 3375 gBuildOptIncludePattern = re.compile(r"(?:.*?)/I[ \t]*([^ ]*)", re.MULTILINE | re.DOTALL)\r
d40b2ee6 3376 elif self.PlatformInfo.ToolChainFamily in ('INTEL', 'GCC', 'RVCT'):\r
47fea6af 3377 gBuildOptIncludePattern = re.compile(r"(?:.*?)-I[ \t]*([^ ]*)", re.MULTILINE | re.DOTALL)\r
d40b2ee6
LG
3378 else:\r
3379 #\r
3380 # New ToolChainFamily, don't known whether there is option to specify include directories\r
3381 #\r
3382 self._BuildOptionIncPathList = []\r
3383 return self._BuildOptionIncPathList\r
79b74a03
LG
3384 \r
3385 BuildOptionIncPathList = []\r
3386 for Tool in ('CC', 'PP', 'VFRPP', 'ASLPP', 'ASLCC', 'APP', 'ASM'):\r
3387 Attr = 'FLAGS'\r
3388 try:\r
3389 FlagOption = self.BuildOption[Tool][Attr]\r
3390 except KeyError:\r
3391 FlagOption = ''\r
3392 \r
d40b2ee6
LG
3393 if self.PlatformInfo.ToolChainFamily != 'RVCT':\r
3394 IncPathList = [NormPath(Path, self.Macros) for Path in gBuildOptIncludePattern.findall(FlagOption)]\r
3395 else:\r
3396 #\r
3397 # RVCT may specify a list of directory seperated by commas\r
3398 #\r
3399 IncPathList = []\r
3400 for Path in gBuildOptIncludePattern.findall(FlagOption):\r
3401 PathList = GetSplitList(Path, TAB_COMMA_SPLIT)\r
3402 IncPathList += [NormPath(PathEntry, self.Macros) for PathEntry in PathList]\r
3403\r
79b74a03
LG
3404 #\r
3405 # EDK II modules must not reference header files outside of the packages they depend on or \r
3406 # within the module's directory tree. Report error if violation.\r
3407 #\r
3408 if self.AutoGenVersion >= 0x00010005 and len(IncPathList) > 0:\r
3409 for Path in IncPathList:\r
3410 if (Path not in self.IncludePathList) and (CommonPath([Path, self.MetaFile.Dir]) != self.MetaFile.Dir):\r
47fea6af
YZ
3411 ErrMsg = "The include directory for the EDK II module in this line is invalid %s specified in %s FLAGS '%s'" % (Path, Tool, FlagOption)\r
3412 EdkLogger.error("build",\r
79b74a03 3413 PARAMETER_INVALID,\r
47fea6af
YZ
3414 ExtraData=ErrMsg,\r
3415 File=str(self.MetaFile))\r
79b74a03
LG
3416\r
3417 \r
3418 BuildOptionIncPathList += IncPathList\r
3419 \r
3420 self._BuildOptionIncPathList = BuildOptionIncPathList\r
3421 \r
3422 return self._BuildOptionIncPathList\r
3423 \r
52302d4d
LG
3424 ## Return a list of files which can be built from source\r
3425 #\r
3426 # What kind of files can be built is determined by build rules in\r
97fa0ee9 3427 # $(CONF_DIRECTORY)/build_rule.txt and toolchain family.\r
52302d4d
LG
3428 #\r
3429 def _GetSourceFileList(self):\r
3430 if self._SourceFileList == None:\r
3431 self._SourceFileList = []\r
3432 for F in self.Module.Sources:\r
3433 # match tool chain\r
08dd311f 3434 if F.TagName not in ("", "*", self.ToolChain):\r
52302d4d
LG
3435 EdkLogger.debug(EdkLogger.DEBUG_9, "The toolchain [%s] for processing file [%s] is found, "\r
3436 "but [%s] is needed" % (F.TagName, str(F), self.ToolChain))\r
3437 continue\r
e2597799
YZ
3438 # match tool chain family or build rule family\r
3439 if F.ToolChainFamily not in ("", "*", self.ToolChainFamily, self.BuildRuleFamily):\r
52302d4d
LG
3440 EdkLogger.debug(\r
3441 EdkLogger.DEBUG_0,\r
3442 "The file [%s] must be built by tools of [%s], " \\r
e2597799
YZ
3443 "but current toolchain family is [%s], buildrule family is [%s]" \\r
3444 % (str(F), F.ToolChainFamily, self.ToolChainFamily, self.BuildRuleFamily))\r
52302d4d
LG
3445 continue\r
3446\r
3447 # add the file path into search path list for file including\r
3448 if F.Dir not in self.IncludePathList and self.AutoGenVersion >= 0x00010005:\r
3449 self.IncludePathList.insert(0, F.Dir)\r
3450 self._SourceFileList.append(F)\r
4cb7bade
YZ
3451\r
3452 self._MatchBuildRuleOrder(self._SourceFileList)\r
3453\r
3454 for F in self._SourceFileList:\r
52302d4d
LG
3455 self._ApplyBuildRule(F, TAB_UNKNOWN_FILE)\r
3456 return self._SourceFileList\r
3457\r
4cb7bade
YZ
3458 def _MatchBuildRuleOrder(self, FileList):\r
3459 Order_Dict = {}\r
3460 self._GetModuleBuildOption()\r
3461 for SingleFile in FileList:\r
3462 if self.BuildRuleOrder and SingleFile.Ext in self.BuildRuleOrder and SingleFile.Ext in self.BuildRules:\r
3463 key = SingleFile.Path.split(SingleFile.Ext)[0]\r
3464 if key in Order_Dict:\r
3465 Order_Dict[key].append(SingleFile.Ext)\r
3466 else:\r
3467 Order_Dict[key] = [SingleFile.Ext]\r
3468\r
3469 RemoveList = []\r
3470 for F in Order_Dict:\r
3471 if len(Order_Dict[F]) > 1:\r
3472 Order_Dict[F].sort(key=lambda i: self.BuildRuleOrder.index(i))\r
3473 for Ext in Order_Dict[F][1:]:\r
3474 RemoveList.append(F + Ext)\r
3475 \r
3476 for item in RemoveList:\r
3477 FileList.remove(item)\r
3478\r
3479 return FileList\r
3480\r
52302d4d
LG
3481 ## Return the list of unicode files\r
3482 def _GetUnicodeFileList(self):\r
3483 if self._UnicodeFileList == None:\r
3484 if TAB_UNICODE_FILE in self.FileTypes:\r
3485 self._UnicodeFileList = self.FileTypes[TAB_UNICODE_FILE]\r
3486 else:\r
3487 self._UnicodeFileList = []\r
3488 return self._UnicodeFileList\r
3489\r
5b97eb4c
YZ
3490 ## Return the list of vfr files\r
3491 def _GetVfrFileList(self):\r
3492 if self._VfrFileList == None:\r
3493 if TAB_VFR_FILE in self.FileTypes:\r
3494 self._VfrFileList = self.FileTypes[TAB_VFR_FILE]\r
3495 else:\r
3496 self._VfrFileList = []\r
3497 return self._VfrFileList\r
3498\r
333ba578
YZ
3499 ## Return the list of Image Definition files\r
3500 def _GetIdfFileList(self):\r
3501 if self._IdfFileList == None:\r
3502 if TAB_IMAGE_FILE in self.FileTypes:\r
3503 self._IdfFileList = self.FileTypes[TAB_IMAGE_FILE]\r
3504 else:\r
3505 self._IdfFileList = []\r
3506 return self._IdfFileList\r
3507\r
52302d4d
LG
3508 ## Return a list of files which can be built from binary\r
3509 #\r
3510 # "Build" binary files are just to copy them to build directory.\r
3511 #\r
3512 # @retval list The list of files which can be built later\r
3513 #\r
3514 def _GetBinaryFiles(self):\r
3515 if self._BinaryFileList == None:\r
3516 self._BinaryFileList = []\r
3517 for F in self.Module.Binaries:\r
3518 if F.Target not in ['COMMON', '*'] and F.Target != self.BuildTarget:\r
3519 continue\r
3520 self._BinaryFileList.append(F)\r
3521 self._ApplyBuildRule(F, F.Type)\r
3522 return self._BinaryFileList\r
3523\r
3524 def _GetBuildRules(self):\r
3525 if self._BuildRules == None:\r
3526 BuildRules = {}\r
3527 BuildRuleDatabase = self.PlatformInfo.BuildRule\r
3528 for Type in BuildRuleDatabase.FileTypeList:\r
3529 #first try getting build rule by BuildRuleFamily\r
3530 RuleObject = BuildRuleDatabase[Type, self.BuildType, self.Arch, self.BuildRuleFamily]\r
3531 if not RuleObject:\r
3532 # build type is always module type, but ...\r
3533 if self.ModuleType != self.BuildType:\r
3534 RuleObject = BuildRuleDatabase[Type, self.ModuleType, self.Arch, self.BuildRuleFamily]\r
3535 #second try getting build rule by ToolChainFamily\r
3536 if not RuleObject:\r
3537 RuleObject = BuildRuleDatabase[Type, self.BuildType, self.Arch, self.ToolChainFamily]\r
3538 if not RuleObject:\r
3539 # build type is always module type, but ...\r
3540 if self.ModuleType != self.BuildType:\r
3541 RuleObject = BuildRuleDatabase[Type, self.ModuleType, self.Arch, self.ToolChainFamily]\r
3542 if not RuleObject:\r
3543 continue\r
3544 RuleObject = RuleObject.Instantiate(self.Macros)\r
3545 BuildRules[Type] = RuleObject\r
3546 for Ext in RuleObject.SourceFileExtList:\r
3547 BuildRules[Ext] = RuleObject\r
3548 self._BuildRules = BuildRules\r
3549 return self._BuildRules\r
3550\r
3551 def _ApplyBuildRule(self, File, FileType):\r
3552 if self._BuildTargets == None:\r
3553 self._IntroBuildTargetList = set()\r
3554 self._FinalBuildTargetList = set()\r
3555 self._BuildTargets = {}\r
3556 self._FileTypes = {}\r
3557\r
fcd4fbf3
YL
3558 SubDirectory = os.path.join(self.OutputDir, File.SubDir)\r
3559 if not os.path.exists(SubDirectory):\r
3560 CreateDirectory(SubDirectory)\r
52302d4d
LG
3561 LastTarget = None\r
3562 RuleChain = []\r
3563 SourceList = [File]\r
3564 Index = 0\r
fe4bf2f9
YL
3565 #\r
3566 # Make sure to get build rule order value\r
3567 #\r
3568 self._GetModuleBuildOption()\r
3569\r
52302d4d
LG
3570 while Index < len(SourceList):\r
3571 Source = SourceList[Index]\r
3572 Index = Index + 1\r
3573\r
3574 if Source != File:\r
3575 CreateDirectory(Source.Dir)\r
3576\r
3577 if File.IsBinary and File == Source and self._BinaryFileList != None and File in self._BinaryFileList:\r
da92f276
LG
3578 # Skip all files that are not binary libraries\r
3579 if not self.IsLibrary:\r
47fea6af 3580 continue\r
52302d4d
LG
3581 RuleObject = self.BuildRules[TAB_DEFAULT_BINARY_FILE]\r
3582 elif FileType in self.BuildRules:\r
3583 RuleObject = self.BuildRules[FileType]\r
3584 elif Source.Ext in self.BuildRules:\r
3585 RuleObject = self.BuildRules[Source.Ext]\r
3586 else:\r
3587 # stop at no more rules\r
3588 if LastTarget:\r
3589 self._FinalBuildTargetList.add(LastTarget)\r
3590 break\r
3591\r
3592 FileType = RuleObject.SourceFileType\r
3593 if FileType not in self._FileTypes:\r
3594 self._FileTypes[FileType] = set()\r
3595 self._FileTypes[FileType].add(Source)\r
3596\r
3597 # stop at STATIC_LIBRARY for library\r
3598 if self.IsLibrary and FileType == TAB_STATIC_LIBRARY:\r
3599 if LastTarget:\r
3600 self._FinalBuildTargetList.add(LastTarget)\r
3601 break\r
3602\r
fe4bf2f9 3603 Target = RuleObject.Apply(Source, self.BuildRuleOrder)\r
52302d4d
LG
3604 if not Target:\r
3605 if LastTarget:\r
3606 self._FinalBuildTargetList.add(LastTarget)\r
3607 break\r
3608 elif not Target.Outputs:\r
3609 # Only do build for target with outputs\r
3610 self._FinalBuildTargetList.add(Target)\r
3611\r
3612 if FileType not in self._BuildTargets:\r
3613 self._BuildTargets[FileType] = set()\r
3614 self._BuildTargets[FileType].add(Target)\r
3615\r
3616 if not Source.IsBinary and Source == File:\r
3617 self._IntroBuildTargetList.add(Target)\r
3618\r
3619 # to avoid cyclic rule\r
3620 if FileType in RuleChain:\r
3621 break\r
3622\r
3623 RuleChain.append(FileType)\r
3624 SourceList.extend(Target.Outputs)\r
3625 LastTarget = Target\r
3626 FileType = TAB_UNKNOWN_FILE\r
3627\r
3628 def _GetTargets(self):\r
3629 if self._BuildTargets == None:\r
3630 self._IntroBuildTargetList = set()\r
3631 self._FinalBuildTargetList = set()\r
3632 self._BuildTargets = {}\r
3633 self._FileTypes = {}\r
3634\r
b36d134f 3635 #TRICK: call _GetSourceFileList to apply build rule for source files\r
52302d4d
LG
3636 if self.SourceFileList:\r
3637 pass\r
3638\r
3639 #TRICK: call _GetBinaryFileList to apply build rule for binary files\r
3640 if self.BinaryFileList:\r
3641 pass\r
3642\r
3643 return self._BuildTargets\r
3644\r
3645 def _GetIntroTargetList(self):\r
3646 self._GetTargets()\r
3647 return self._IntroBuildTargetList\r
3648\r
3649 def _GetFinalTargetList(self):\r
3650 self._GetTargets()\r
3651 return self._FinalBuildTargetList\r
3652\r
3653 def _GetFileTypes(self):\r
3654 self._GetTargets()\r
3655 return self._FileTypes\r
3656\r
3657 ## Get the list of package object the module depends on\r
3658 #\r
3659 # @retval list The package object list\r
3660 #\r
3661 def _GetDependentPackageList(self):\r
3662 return self.Module.Packages\r
3663\r
3664 ## Return the list of auto-generated code file\r
3665 #\r
3666 # @retval list The list of auto-generated file\r
3667 #\r
3668 def _GetAutoGenFileList(self):\r
3669 UniStringAutoGenC = True\r
333ba578 3670 IdfStringAutoGenC = True\r
4234283c 3671 UniStringBinBuffer = StringIO()\r
333ba578 3672 IdfGenBinBuffer = StringIO()\r
52302d4d 3673 if self.BuildType == 'UEFI_HII':\r
52302d4d 3674 UniStringAutoGenC = False\r
333ba578 3675 IdfStringAutoGenC = False\r
52302d4d
LG
3676 if self._AutoGenFileList == None:\r
3677 self._AutoGenFileList = {}\r
3678 AutoGenC = TemplateString()\r
3679 AutoGenH = TemplateString()\r
3680 StringH = TemplateString()\r
333ba578
YZ
3681 StringIdf = TemplateString()\r
3682 GenC.CreateCode(self, AutoGenC, AutoGenH, StringH, UniStringAutoGenC, UniStringBinBuffer, StringIdf, IdfStringAutoGenC, IdfGenBinBuffer)\r
07b8564b
YL
3683 #\r
3684 # AutoGen.c is generated if there are library classes in inf, or there are object files\r
3685 #\r
3686 if str(AutoGenC) != "" and (len(self.Module.LibraryClasses) > 0\r
3687 or TAB_OBJECT_FILE in self.FileTypes):\r
52302d4d
LG
3688 AutoFile = PathClass(gAutoGenCodeFileName, self.DebugDir)\r
3689 self._AutoGenFileList[AutoFile] = str(AutoGenC)\r
3690 self._ApplyBuildRule(AutoFile, TAB_UNKNOWN_FILE)\r
3691 if str(AutoGenH) != "":\r
3692 AutoFile = PathClass(gAutoGenHeaderFileName, self.DebugDir)\r
3693 self._AutoGenFileList[AutoFile] = str(AutoGenH)\r
3694 self._ApplyBuildRule(AutoFile, TAB_UNKNOWN_FILE)\r
3695 if str(StringH) != "":\r
3696 AutoFile = PathClass(gAutoGenStringFileName % {"module_name":self.Name}, self.DebugDir)\r
3697 self._AutoGenFileList[AutoFile] = str(StringH)\r
3698 self._ApplyBuildRule(AutoFile, TAB_UNKNOWN_FILE)\r
3699 if UniStringBinBuffer != None and UniStringBinBuffer.getvalue() != "":\r
3700 AutoFile = PathClass(gAutoGenStringFormFileName % {"module_name":self.Name}, self.OutputDir)\r
3701 self._AutoGenFileList[AutoFile] = UniStringBinBuffer.getvalue()\r
3702 AutoFile.IsBinary = True\r
3703 self._ApplyBuildRule(AutoFile, TAB_UNKNOWN_FILE)\r
3704 if UniStringBinBuffer != None:\r
3705 UniStringBinBuffer.close()\r
333ba578
YZ
3706 if str(StringIdf) != "":\r
3707 AutoFile = PathClass(gAutoGenImageDefFileName % {"module_name":self.Name}, self.DebugDir)\r
3708 self._AutoGenFileList[AutoFile] = str(StringIdf)\r
3709 self._ApplyBuildRule(AutoFile, TAB_UNKNOWN_FILE)\r
3710 if IdfGenBinBuffer != None and IdfGenBinBuffer.getvalue() != "":\r
3711 AutoFile = PathClass(gAutoGenIdfFileName % {"module_name":self.Name}, self.OutputDir)\r
3712 self._AutoGenFileList[AutoFile] = IdfGenBinBuffer.getvalue()\r
3713 AutoFile.IsBinary = True\r
3714 self._ApplyBuildRule(AutoFile, TAB_UNKNOWN_FILE)\r
3715 if IdfGenBinBuffer != None:\r
3716 IdfGenBinBuffer.close()\r
52302d4d
LG
3717 return self._AutoGenFileList\r
3718\r
3719 ## Return the list of library modules explicitly or implicityly used by this module\r
3720 def _GetLibraryList(self):\r
3721 if self._DependentLibraryList == None:\r
3722 # only merge library classes and PCD for non-library module\r
3723 if self.IsLibrary:\r
3724 self._DependentLibraryList = []\r
3725 else:\r
3726 if self.AutoGenVersion < 0x00010005:\r
3727 self._DependentLibraryList = self.PlatformInfo.ResolveLibraryReference(self.Module)\r
3728 else:\r
3729 self._DependentLibraryList = self.PlatformInfo.ApplyLibraryInstance(self.Module)\r
3730 return self._DependentLibraryList\r
3731\r
e8a47801
LG
3732 @staticmethod\r
3733 def UpdateComments(Recver, Src):\r
3734 for Key in Src:\r
3735 if Key not in Recver:\r
3736 Recver[Key] = []\r
3737 Recver[Key].extend(Src[Key])\r
52302d4d
LG
3738 ## Get the list of PCDs from current module\r
3739 #\r
3740 # @retval list The list of PCD\r
3741 #\r
3742 def _GetModulePcdList(self):\r
3743 if self._ModulePcdList == None:\r
3744 # apply PCD settings from platform\r
3745 self._ModulePcdList = self.PlatformInfo.ApplyPcdSetting(self.Module, self.Module.Pcds)\r
e8a47801 3746 self.UpdateComments(self._PcdComments, self.Module.PcdComments)\r
52302d4d
LG
3747 return self._ModulePcdList\r
3748\r
3749 ## Get the list of PCDs from dependent libraries\r
3750 #\r
3751 # @retval list The list of PCD\r
3752 #\r
3753 def _GetLibraryPcdList(self):\r
3754 if self._LibraryPcdList == None:\r
79b74a03 3755 Pcds = sdict()\r
52302d4d
LG
3756 if not self.IsLibrary:\r
3757 # get PCDs from dependent libraries\r
3758 for Library in self.DependentLibraryList:\r
e8a47801 3759 self.UpdateComments(self._PcdComments, Library.PcdComments)\r
52302d4d
LG
3760 for Key in Library.Pcds:\r
3761 # skip duplicated PCDs\r
3762 if Key in self.Module.Pcds or Key in Pcds:\r
3763 continue\r
3764 Pcds[Key] = copy.copy(Library.Pcds[Key])\r
3765 # apply PCD settings from platform\r
3766 self._LibraryPcdList = self.PlatformInfo.ApplyPcdSetting(self.Module, Pcds)\r
3767 else:\r
3768 self._LibraryPcdList = []\r
3769 return self._LibraryPcdList\r
3770\r
3771 ## Get the GUID value mapping\r
3772 #\r
3773 # @retval dict The mapping between GUID cname and its value\r
3774 #\r
3775 def _GetGuidList(self):\r
3776 if self._GuidList == None:\r
8200fcfe
YL
3777 self._GuidList = sdict()\r
3778 self._GuidList.update(self.Module.Guids)\r
52302d4d
LG
3779 for Library in self.DependentLibraryList:\r
3780 self._GuidList.update(Library.Guids)\r
e8a47801
LG
3781 self.UpdateComments(self._GuidComments, Library.GuidComments)\r
3782 self.UpdateComments(self._GuidComments, self.Module.GuidComments)\r
52302d4d
LG
3783 return self._GuidList\r
3784\r
e8a47801
LG
3785 def GetGuidsUsedByPcd(self):\r
3786 if self._GuidsUsedByPcd == None:\r
3787 self._GuidsUsedByPcd = sdict()\r
3788 self._GuidsUsedByPcd.update(self.Module.GetGuidsUsedByPcd())\r
3789 for Library in self.DependentLibraryList:\r
3790 self._GuidsUsedByPcd.update(Library.GetGuidsUsedByPcd())\r
3791 return self._GuidsUsedByPcd\r
52302d4d
LG
3792 ## Get the protocol value mapping\r
3793 #\r
3794 # @retval dict The mapping between protocol cname and its value\r
3795 #\r
3796 def _GetProtocolList(self):\r
3797 if self._ProtocolList == None:\r
8200fcfe
YL
3798 self._ProtocolList = sdict()\r
3799 self._ProtocolList.update(self.Module.Protocols)\r
52302d4d
LG
3800 for Library in self.DependentLibraryList:\r
3801 self._ProtocolList.update(Library.Protocols)\r
e8a47801
LG
3802 self.UpdateComments(self._ProtocolComments, Library.ProtocolComments)\r
3803 self.UpdateComments(self._ProtocolComments, self.Module.ProtocolComments)\r
52302d4d
LG
3804 return self._ProtocolList\r
3805\r
3806 ## Get the PPI value mapping\r
3807 #\r
3808 # @retval dict The mapping between PPI cname and its value\r
3809 #\r
3810 def _GetPpiList(self):\r
3811 if self._PpiList == None:\r
8200fcfe
YL
3812 self._PpiList = sdict()\r
3813 self._PpiList.update(self.Module.Ppis)\r
52302d4d
LG
3814 for Library in self.DependentLibraryList:\r
3815 self._PpiList.update(Library.Ppis)\r
e8a47801
LG
3816 self.UpdateComments(self._PpiComments, Library.PpiComments)\r
3817 self.UpdateComments(self._PpiComments, self.Module.PpiComments)\r
52302d4d
LG
3818 return self._PpiList\r
3819\r
3820 ## Get the list of include search path\r
3821 #\r
3822 # @retval list The list path\r
3823 #\r
3824 def _GetIncludePathList(self):\r
3825 if self._IncludePathList == None:\r
3826 self._IncludePathList = []\r
3827 if self.AutoGenVersion < 0x00010005:\r
3828 for Inc in self.Module.Includes:\r
3829 if Inc not in self._IncludePathList:\r
3830 self._IncludePathList.append(Inc)\r
b36d134f 3831 # for Edk modules\r
52302d4d
LG
3832 Inc = path.join(Inc, self.Arch.capitalize())\r
3833 if os.path.exists(Inc) and Inc not in self._IncludePathList:\r
3834 self._IncludePathList.append(Inc)\r
b36d134f 3835 # Edk module needs to put DEBUG_DIR at the end of search path and not to use SOURCE_DIR all the time\r
52302d4d
LG
3836 self._IncludePathList.append(self.DebugDir)\r
3837 else:\r
3838 self._IncludePathList.append(self.MetaFile.Dir)\r
3839 self._IncludePathList.append(self.DebugDir)\r
3840\r
3841 for Package in self.Module.Packages:\r
05cc51ad 3842 PackageDir = mws.join(self.WorkspaceDir, Package.MetaFile.Dir)\r
52302d4d
LG
3843 if PackageDir not in self._IncludePathList:\r
3844 self._IncludePathList.append(PackageDir)\r
c28d2e10
YZ
3845 IncludesList = Package.Includes\r
3846 if Package._PrivateIncludes:\r
3847 if not self.MetaFile.Path.startswith(PackageDir):\r
3848 IncludesList = list(set(Package.Includes).difference(set(Package._PrivateIncludes)))\r
3849 for Inc in IncludesList:\r
52302d4d
LG
3850 if Inc not in self._IncludePathList:\r
3851 self._IncludePathList.append(str(Inc))\r
3852 return self._IncludePathList\r
3853\r
725cdb8f
YZ
3854 def _GetIncludePathLength(self):\r
3855 self._IncludePathLength = 0\r
3856 if self._IncludePathList:\r
3857 for inc in self._IncludePathList:\r
3858 self._IncludePathLength += len(' ' + inc)\r
3859 return self._IncludePathLength\r
3860\r
97fa0ee9
YL
3861 ## Get HII EX PCDs which maybe used by VFR\r
3862 #\r
3863 # efivarstore used by VFR may relate with HII EX PCDs\r
3864 # Get the variable name and GUID from efivarstore and HII EX PCD\r
3865 # List the HII EX PCDs in As Built INF if both name and GUID match.\r
3866 #\r
3867 # @retval list HII EX PCDs\r
3868 #\r
3869 def _GetPcdsMaybeUsedByVfr(self):\r
3870 if not self.SourceFileList:\r
3871 return []\r
3872\r
3873 NameGuids = []\r
3874 for SrcFile in self.SourceFileList:\r
3875 if SrcFile.Ext.lower() != '.vfr':\r
3876 continue\r
3877 Vfri = os.path.join(self.OutputDir, SrcFile.BaseName + '.i')\r
3878 if not os.path.exists(Vfri):\r
3879 continue\r
3880 VfriFile = open(Vfri, 'r')\r
3881 Content = VfriFile.read()\r
3882 VfriFile.close()\r
3883 Pos = Content.find('efivarstore')\r
3884 while Pos != -1:\r
3885 #\r
3886 # Make sure 'efivarstore' is the start of efivarstore statement\r
3887 # In case of the value of 'name' (name = efivarstore) is equal to 'efivarstore'\r
3888 #\r
3889 Index = Pos - 1\r
3890 while Index >= 0 and Content[Index] in ' \t\r\n':\r
3891 Index -= 1\r
3892 if Index >= 0 and Content[Index] != ';':\r
3893 Pos = Content.find('efivarstore', Pos + len('efivarstore'))\r
3894 continue\r
3895 #\r
3896 # 'efivarstore' must be followed by name and guid\r
3897 #\r
3898 Name = gEfiVarStoreNamePattern.search(Content, Pos)\r
3899 if not Name:\r
3900 break\r
3901 Guid = gEfiVarStoreGuidPattern.search(Content, Pos)\r
3902 if not Guid:\r
3903 break\r
3904 NameArray = ConvertStringToByteArray('L"' + Name.group(1) + '"')\r
3905 NameGuids.append((NameArray, GuidStructureStringToGuidString(Guid.group(1))))\r
3906 Pos = Content.find('efivarstore', Name.end())\r
3907 if not NameGuids:\r
3908 return []\r
3909 HiiExPcds = []\r
3910 for Pcd in self.PlatformInfo.Platform.Pcds.values():\r
3911 if Pcd.Type != TAB_PCDS_DYNAMIC_EX_HII:\r
3912 continue\r
3913 for SkuName in Pcd.SkuInfoList:\r
3914 SkuInfo = Pcd.SkuInfoList[SkuName]\r
3915 Name = ConvertStringToByteArray(SkuInfo.VariableName)\r
c28d2e10 3916 Value = GuidValue(SkuInfo.VariableGuid, self.PlatformInfo.PackageList, self.MetaFile.Path)\r
97fa0ee9
YL
3917 if not Value:\r
3918 continue\r
3919 Guid = GuidStructureStringToGuidString(Value)\r
3920 if (Name, Guid) in NameGuids and Pcd not in HiiExPcds:\r
3921 HiiExPcds.append(Pcd)\r
3922 break\r
3923\r
3924 return HiiExPcds\r
3925\r
aeaaf754
YL
3926 def _GenOffsetBin(self):\r
3927 VfrUniBaseName = {}\r
3928 for SourceFile in self.Module.Sources:\r
3929 if SourceFile.Type.upper() == ".VFR" :\r
3930 #\r
3931 # search the .map file to find the offset of vfr binary in the PE32+/TE file. \r
3932 #\r
3933 VfrUniBaseName[SourceFile.BaseName] = (SourceFile.BaseName + "Bin")\r
3934 if SourceFile.Type.upper() == ".UNI" :\r
3935 #\r
3936 # search the .map file to find the offset of Uni strings binary in the PE32+/TE file. \r
3937 #\r
3938 VfrUniBaseName["UniOffsetName"] = (self.Name + "Strings")\r
3939\r
3940 if len(VfrUniBaseName) == 0:\r
3941 return None\r
3942 MapFileName = os.path.join(self.OutputDir, self.Name + ".map")\r
3943 EfiFileName = os.path.join(self.OutputDir, self.Name + ".efi")\r
3944 VfrUniOffsetList = GetVariableOffset(MapFileName, EfiFileName, VfrUniBaseName.values())\r
3945 if not VfrUniOffsetList:\r
3946 return None\r
3947\r
3948 OutputName = '%sOffset.bin' % self.Name\r
3949 UniVfrOffsetFileName = os.path.join( self.OutputDir, OutputName)\r
3950\r
3951 try:\r
3952 fInputfile = open(UniVfrOffsetFileName, "wb+", 0)\r
3953 except:\r
3954 EdkLogger.error("build", FILE_OPEN_FAILURE, "File open failed for %s" % UniVfrOffsetFileName,None)\r
3955\r
3956 # Use a instance of StringIO to cache data\r
3957 fStringIO = StringIO('') \r
3958\r
3959 for Item in VfrUniOffsetList:\r
3960 if (Item[0].find("Strings") != -1):\r
3961 #\r
3962 # UNI offset in image.\r
3963 # GUID + Offset\r
3964 # { 0x8913c5e0, 0x33f6, 0x4d86, { 0x9b, 0xf1, 0x43, 0xef, 0x89, 0xfc, 0x6, 0x66 } }\r
3965 #\r
3966 UniGuid = [0xe0, 0xc5, 0x13, 0x89, 0xf6, 0x33, 0x86, 0x4d, 0x9b, 0xf1, 0x43, 0xef, 0x89, 0xfc, 0x6, 0x66]\r
3967 UniGuid = [chr(ItemGuid) for ItemGuid in UniGuid]\r
3968 fStringIO.write(''.join(UniGuid)) \r
3969 UniValue = pack ('Q', int (Item[1], 16))\r
3970 fStringIO.write (UniValue)\r
3971 else:\r
3972 #\r
3973 # VFR binary offset in image.\r
3974 # GUID + Offset\r
3975 # { 0xd0bc7cb4, 0x6a47, 0x495f, { 0xaa, 0x11, 0x71, 0x7, 0x46, 0xda, 0x6, 0xa2 } };\r
3976 #\r
3977 VfrGuid = [0xb4, 0x7c, 0xbc, 0xd0, 0x47, 0x6a, 0x5f, 0x49, 0xaa, 0x11, 0x71, 0x7, 0x46, 0xda, 0x6, 0xa2]\r
3978 VfrGuid = [chr(ItemGuid) for ItemGuid in VfrGuid]\r
3979 fStringIO.write(''.join(VfrGuid)) \r
3980 type (Item[1]) \r
3981 VfrValue = pack ('Q', int (Item[1], 16))\r
3982 fStringIO.write (VfrValue)\r
3983 #\r
3984 # write data into file.\r
3985 #\r
3986 try : \r
3987 fInputfile.write (fStringIO.getvalue())\r
3988 except:\r
3989 EdkLogger.error("build", FILE_WRITE_FAILURE, "Write data to file %s failed, please check whether the "\r
3990 "file been locked or using by other applications." %UniVfrOffsetFileName,None)\r
3991\r
3992 fStringIO.close ()\r
3993 fInputfile.close ()\r
3994 return OutputName\r
3995\r
da92f276
LG
3996 ## Create AsBuilt INF file the module\r
3997 #\r
83397f95
YZ
3998 def CreateAsBuiltInf(self, IsOnlyCopy = False):\r
3999 self.OutputFile = []\r
4000 if IsOnlyCopy:\r
4001 if GlobalData.gBinCacheDest:\r
4002 self.CopyModuleToCache()\r
4003 return\r
4004\r
da92f276
LG
4005 if self.IsAsBuiltInfCreated:\r
4006 return\r
4007 \r
4008 # Skip the following code for EDK I inf\r
4009 if self.AutoGenVersion < 0x00010005:\r
4010 return\r
4011 \r
4012 # Skip the following code for libraries\r
4013 if self.IsLibrary:\r
4014 return\r
4015 \r
4016 # Skip the following code for modules with no source files\r
4017 if self.SourceFileList == None or self.SourceFileList == []:\r
4018 return\r
4019\r
4020 # Skip the following code for modules without any binary files\r
4021 if self.BinaryFileList <> None and self.BinaryFileList <> []:\r
4022 return\r
4023 \r
4024 ### TODO: How to handles mixed source and binary modules\r
4025\r
e8a47801 4026 # Find all DynamicEx and PatchableInModule PCDs used by this module and dependent libraries\r
da92f276
LG
4027 # Also find all packages that the DynamicEx PCDs depend on\r
4028 Pcds = []\r
e5cf9198 4029 PatchablePcds = []\r
47fea6af 4030 Packages = []\r
e8a47801
LG
4031 PcdCheckList = []\r
4032 PcdTokenSpaceList = []\r
da92f276 4033 for Pcd in self.ModulePcdList + self.LibraryPcdList:\r
e8a47801 4034 if Pcd.Type == TAB_PCDS_PATCHABLE_IN_MODULE:\r
e5cf9198 4035 PatchablePcds += [Pcd]\r
e8a47801
LG
4036 PcdCheckList.append((Pcd.TokenCName, Pcd.TokenSpaceGuidCName, 'PatchableInModule'))\r
4037 elif Pcd.Type in GenC.gDynamicExPcd:\r
4038 if Pcd not in Pcds:\r
4039 Pcds += [Pcd]\r
4040 PcdCheckList.append((Pcd.TokenCName, Pcd.TokenSpaceGuidCName, 'DynamicEx'))\r
4041 PcdCheckList.append((Pcd.TokenCName, Pcd.TokenSpaceGuidCName, 'Dynamic'))\r
4042 PcdTokenSpaceList.append(Pcd.TokenSpaceGuidCName)\r
4043 GuidList = sdict()\r
4044 GuidList.update(self.GuidList)\r
4045 for TokenSpace in self.GetGuidsUsedByPcd():\r
4046 # If token space is not referred by patch PCD or Ex PCD, remove the GUID from GUID list\r
4047 # The GUIDs in GUIDs section should really be the GUIDs in source INF or referred by Ex an patch PCDs\r
4048 if TokenSpace not in PcdTokenSpaceList and TokenSpace in GuidList:\r
4049 GuidList.pop(TokenSpace)\r
4050 CheckList = (GuidList, self.PpiList, self.ProtocolList, PcdCheckList)\r
4051 for Package in self.DerivedPackageList:\r
4052 if Package in Packages:\r
4053 continue\r
4054 BeChecked = (Package.Guids, Package.Ppis, Package.Protocols, Package.Pcds)\r
4055 Found = False\r
4056 for Index in range(len(BeChecked)):\r
4057 for Item in CheckList[Index]:\r
4058 if Item in BeChecked[Index]:\r
4059 Packages += [Package]\r
4060 Found = True\r
4061 break\r
4062 if Found: break\r
da92f276 4063\r
97fa0ee9
YL
4064 VfrPcds = self._GetPcdsMaybeUsedByVfr()\r
4065 for Pkg in self.PlatformInfo.PackageList:\r
4066 if Pkg in Packages:\r
4067 continue\r
4068 for VfrPcd in VfrPcds:\r
4069 if ((VfrPcd.TokenCName, VfrPcd.TokenSpaceGuidCName, 'DynamicEx') in Pkg.Pcds or\r
4070 (VfrPcd.TokenCName, VfrPcd.TokenSpaceGuidCName, 'Dynamic') in Pkg.Pcds):\r
4071 Packages += [Pkg]\r
4072 break\r
4073\r
da92f276
LG
4074 ModuleType = self.ModuleType\r
4075 if ModuleType == 'UEFI_DRIVER' and self.DepexGenerated:\r
e8a47801
LG
4076 ModuleType = 'DXE_DRIVER'\r
4077\r
4078 DriverType = ''\r
4079 if self.PcdIsDriver != '':\r
4080 DriverType = self.PcdIsDriver\r
da92f276 4081\r
97fa0ee9
YL
4082 Guid = self.Guid\r
4083 MDefs = self.Module.Defines\r
4084\r
da92f276
LG
4085 AsBuiltInfDict = {\r
4086 'module_name' : self.Name,\r
97fa0ee9 4087 'module_guid' : Guid,\r
da92f276 4088 'module_module_type' : ModuleType,\r
97fa0ee9 4089 'module_version_string' : [MDefs['VERSION_STRING']] if 'VERSION_STRING' in MDefs else [],\r
e8a47801 4090 'pcd_is_driver_string' : [],\r
da92f276
LG
4091 'module_uefi_specification_version' : [],\r
4092 'module_pi_specification_version' : [],\r
97fa0ee9
YL
4093 'module_entry_point' : self.Module.ModuleEntryPointList,\r
4094 'module_unload_image' : self.Module.ModuleUnloadImageList,\r
4095 'module_constructor' : self.Module.ConstructorList,\r
4096 'module_destructor' : self.Module.DestructorList,\r
4097 'module_shadow' : [MDefs['SHADOW']] if 'SHADOW' in MDefs else [],\r
4098 'module_pci_vendor_id' : [MDefs['PCI_VENDOR_ID']] if 'PCI_VENDOR_ID' in MDefs else [],\r
4099 'module_pci_device_id' : [MDefs['PCI_DEVICE_ID']] if 'PCI_DEVICE_ID' in MDefs else [],\r
4100 'module_pci_class_code' : [MDefs['PCI_CLASS_CODE']] if 'PCI_CLASS_CODE' in MDefs else [],\r
4101 'module_pci_revision' : [MDefs['PCI_REVISION']] if 'PCI_REVISION' in MDefs else [],\r
4102 'module_build_number' : [MDefs['BUILD_NUMBER']] if 'BUILD_NUMBER' in MDefs else [],\r
4103 'module_spec' : [MDefs['SPEC']] if 'SPEC' in MDefs else [],\r
4104 'module_uefi_hii_resource_section' : [MDefs['UEFI_HII_RESOURCE_SECTION']] if 'UEFI_HII_RESOURCE_SECTION' in MDefs else [],\r
4105 'module_uni_file' : [MDefs['MODULE_UNI_FILE']] if 'MODULE_UNI_FILE' in MDefs else [],\r
da92f276 4106 'module_arch' : self.Arch,\r
47fea6af 4107 'package_item' : ['%s' % (Package.MetaFile.File.replace('\\', '/')) for Package in Packages],\r
da92f276 4108 'binary_item' : [],\r
e8a47801 4109 'patchablepcd_item' : [],\r
da92f276 4110 'pcd_item' : [],\r
e8a47801
LG
4111 'protocol_item' : [],\r
4112 'ppi_item' : [],\r
4113 'guid_item' : [],\r
4114 'flags_item' : [],\r
4115 'libraryclasses_item' : []\r
da92f276 4116 }\r
97fa0ee9 4117\r
78bcd52a
YZ
4118 if 'MODULE_UNI_FILE' in MDefs:\r
4119 UNIFile = os.path.join(self.MetaFile.Dir, MDefs['MODULE_UNI_FILE'])\r
4120 if os.path.isfile(UNIFile):\r
4121 shutil.copy2(UNIFile, self.OutputDir)\r
4122\r
97fa0ee9
YL
4123 if self.AutoGenVersion > int(gInfSpecVersion, 0):\r
4124 AsBuiltInfDict['module_inf_version'] = '0x%08x' % self.AutoGenVersion\r
4125 else:\r
4126 AsBuiltInfDict['module_inf_version'] = gInfSpecVersion\r
4127\r
e8a47801
LG
4128 if DriverType:\r
4129 AsBuiltInfDict['pcd_is_driver_string'] += [DriverType]\r
da92f276
LG
4130\r
4131 if 'UEFI_SPECIFICATION_VERSION' in self.Specification:\r
481252bb 4132 AsBuiltInfDict['module_uefi_specification_version'] += [self.Specification['UEFI_SPECIFICATION_VERSION']]\r
da92f276 4133 if 'PI_SPECIFICATION_VERSION' in self.Specification:\r
481252bb 4134 AsBuiltInfDict['module_pi_specification_version'] += [self.Specification['PI_SPECIFICATION_VERSION']]\r
da92f276 4135\r
47fea6af 4136 OutputDir = self.OutputDir.replace('\\', '/').strip('/')\r
c7c5a6c4 4137 DebugDir = self.DebugDir.replace('\\', '/').strip('/')\r
481252bb 4138 for Item in self.CodaTargetList:\r
c7c5a6c4 4139 File = Item.Target.Path.replace('\\', '/').strip('/').replace(DebugDir, '').strip('/')\r
36d083ef
YZ
4140 if File not in self.OutputFile:\r
4141 self.OutputFile.append(File)\r
5e2c0ecd
YZ
4142 if os.path.isabs(File):\r
4143 File = File.replace('\\', '/').strip('/').replace(OutputDir, '').strip('/')\r
47fea6af 4144 if Item.Target.Ext.lower() == '.aml':\r
481252bb 4145 AsBuiltInfDict['binary_item'] += ['ASL|' + File]\r
47fea6af 4146 elif Item.Target.Ext.lower() == '.acpi':\r
481252bb
YZ
4147 AsBuiltInfDict['binary_item'] += ['ACPI|' + File]\r
4148 elif Item.Target.Ext.lower() == '.efi':\r
4149 AsBuiltInfDict['binary_item'] += ['PE32|' + self.Name + '.efi']\r
da92f276 4150 else:\r
481252bb
YZ
4151 AsBuiltInfDict['binary_item'] += ['BIN|' + File]\r
4152 if self.DepexGenerated:\r
36d083ef
YZ
4153 if self.Name + '.depex' not in self.OutputFile:\r
4154 self.OutputFile.append(self.Name + '.depex')\r
da92f276 4155 if self.ModuleType in ['PEIM']:\r
481252bb 4156 AsBuiltInfDict['binary_item'] += ['PEI_DEPEX|' + self.Name + '.depex']\r
47fea6af 4157 if self.ModuleType in ['DXE_DRIVER', 'DXE_RUNTIME_DRIVER', 'DXE_SAL_DRIVER', 'UEFI_DRIVER']:\r
481252bb 4158 AsBuiltInfDict['binary_item'] += ['DXE_DEPEX|' + self.Name + '.depex']\r
da92f276 4159 if self.ModuleType in ['DXE_SMM_DRIVER']:\r
481252bb 4160 AsBuiltInfDict['binary_item'] += ['SMM_DEPEX|' + self.Name + '.depex']\r
da92f276 4161\r
aeaaf754
YL
4162 Bin = self._GenOffsetBin()\r
4163 if Bin:\r
4164 AsBuiltInfDict['binary_item'] += ['BIN|%s' % Bin]\r
36d083ef
YZ
4165 if Bin not in self.OutputFile:\r
4166 self.OutputFile.append(Bin)\r
aeaaf754 4167\r
e8a47801
LG
4168 for Root, Dirs, Files in os.walk(OutputDir):\r
4169 for File in Files:\r
4170 if File.lower().endswith('.pdb'):\r
4171 AsBuiltInfDict['binary_item'] += ['DISPOSABLE|' + File]\r
36d083ef
YZ
4172 if File not in self.OutputFile:\r
4173 self.OutputFile.append(File)\r
e8a47801
LG
4174 HeaderComments = self.Module.HeaderComments\r
4175 StartPos = 0\r
4176 for Index in range(len(HeaderComments)):\r
4177 if HeaderComments[Index].find('@BinaryHeader') != -1:\r
4178 HeaderComments[Index] = HeaderComments[Index].replace('@BinaryHeader', '@file')\r
4179 StartPos = Index\r
4180 break\r
4181 AsBuiltInfDict['header_comments'] = '\n'.join(HeaderComments[StartPos:]).replace(':#', '://')\r
97fa0ee9
YL
4182 AsBuiltInfDict['tail_comments'] = '\n'.join(self.Module.TailComments)\r
4183\r
e8a47801
LG
4184 GenList = [\r
4185 (self.ProtocolList, self._ProtocolComments, 'protocol_item'),\r
4186 (self.PpiList, self._PpiComments, 'ppi_item'),\r
4187 (GuidList, self._GuidComments, 'guid_item')\r
4188 ]\r
4189 for Item in GenList:\r
4190 for CName in Item[0]:\r
4191 Comments = ''\r
4192 if CName in Item[1]:\r
4193 Comments = '\n '.join(Item[1][CName])\r
4194 Entry = CName\r
4195 if Comments:\r
4196 Entry = Comments + '\n ' + CName\r
4197 AsBuiltInfDict[Item[2]].append(Entry)\r
4198 PatchList = parsePcdInfoFromMapFile(\r
4199 os.path.join(self.OutputDir, self.Name + '.map'),\r
4200 os.path.join(self.OutputDir, self.Name + '.efi')\r
4201 )\r
4202 if PatchList:\r
e5cf9198
YZ
4203 for Pcd in PatchablePcds:\r
4204 TokenCName = Pcd.TokenCName\r
4205 for PcdItem in GlobalData.MixedPcd:\r
4206 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdItem]:\r
4207 TokenCName = PcdItem[0]\r
4208 break\r
4209 for PatchPcd in PatchList:\r
4210 if TokenCName == PatchPcd[0]:\r
4211 break\r
2a29017e 4212 else:\r
e8a47801 4213 continue\r
e8a47801 4214 PcdValue = ''\r
7ced8bb4
YZ
4215 if Pcd.DatumType == 'BOOLEAN':\r
4216 BoolValue = Pcd.DefaultValue.upper()\r
4217 if BoolValue == 'TRUE':\r
4218 Pcd.DefaultValue = '1'\r
4219 elif BoolValue == 'FALSE':\r
4220 Pcd.DefaultValue = '0'\r
4221\r
ae7b6df8 4222 if Pcd.DatumType in ['UINT8', 'UINT16', 'UINT32', 'UINT64', 'BOOLEAN']:\r
e8a47801
LG
4223 HexFormat = '0x%02x'\r
4224 if Pcd.DatumType == 'UINT16':\r
4225 HexFormat = '0x%04x'\r
4226 elif Pcd.DatumType == 'UINT32':\r
4227 HexFormat = '0x%08x'\r
4228 elif Pcd.DatumType == 'UINT64':\r
4229 HexFormat = '0x%016x'\r
4230 PcdValue = HexFormat % int(Pcd.DefaultValue, 0)\r
4231 else:\r
4232 if Pcd.MaxDatumSize == None or Pcd.MaxDatumSize == '':\r
4233 EdkLogger.error("build", AUTOGEN_ERROR,\r
2a29017e 4234 "Unknown [MaxDatumSize] of PCD [%s.%s]" % (Pcd.TokenSpaceGuidCName, TokenCName)\r
e8a47801
LG
4235 )\r
4236 ArraySize = int(Pcd.MaxDatumSize, 0)\r
4237 PcdValue = Pcd.DefaultValue\r
4238 if PcdValue[0] != '{':\r
4239 Unicode = False\r
4240 if PcdValue[0] == 'L':\r
4241 Unicode = True\r
4242 PcdValue = PcdValue.lstrip('L')\r
4243 PcdValue = eval(PcdValue)\r
4244 NewValue = '{'\r
4245 for Index in range(0, len(PcdValue)):\r
4246 if Unicode:\r
4247 CharVal = ord(PcdValue[Index])\r
4248 NewValue = NewValue + '0x%02x' % (CharVal & 0x00FF) + ', ' \\r
4249 + '0x%02x' % (CharVal >> 8) + ', '\r
4250 else:\r
4251 NewValue = NewValue + '0x%02x' % (ord(PcdValue[Index]) % 0x100) + ', '\r
4252 Padding = '0x00, '\r
4253 if Unicode:\r
4254 Padding = Padding * 2\r
4255 ArraySize = ArraySize / 2\r
4256 if ArraySize < (len(PcdValue) + 1):\r
4257 EdkLogger.error("build", AUTOGEN_ERROR,\r
2a29017e 4258 "The maximum size of VOID* type PCD '%s.%s' is less than its actual size occupied." % (Pcd.TokenSpaceGuidCName, TokenCName)\r
e8a47801
LG
4259 )\r
4260 if ArraySize > len(PcdValue) + 1:\r
4261 NewValue = NewValue + Padding * (ArraySize - len(PcdValue) - 1)\r
4262 PcdValue = NewValue + Padding.strip().rstrip(',') + '}'\r
4263 elif len(PcdValue.split(',')) <= ArraySize:\r
4264 PcdValue = PcdValue.rstrip('}') + ', 0x00' * (ArraySize - len(PcdValue.split(',')))\r
4265 PcdValue += '}'\r
4266 else:\r
4267 EdkLogger.error("build", AUTOGEN_ERROR,\r
2a29017e 4268 "The maximum size of VOID* type PCD '%s.%s' is less than its actual size occupied." % (Pcd.TokenSpaceGuidCName, TokenCName)\r
e8a47801
LG
4269 )\r
4270 PcdItem = '%s.%s|%s|0x%X' % \\r
2a29017e 4271 (Pcd.TokenSpaceGuidCName, TokenCName, PcdValue, PatchPcd[1])\r
e8a47801
LG
4272 PcdComments = ''\r
4273 if (Pcd.TokenSpaceGuidCName, Pcd.TokenCName) in self._PcdComments:\r
4274 PcdComments = '\n '.join(self._PcdComments[Pcd.TokenSpaceGuidCName, Pcd.TokenCName])\r
4275 if PcdComments:\r
4276 PcdItem = PcdComments + '\n ' + PcdItem\r
4277 AsBuiltInfDict['patchablepcd_item'].append(PcdItem)\r
97fa0ee9
YL
4278\r
4279 HiiPcds = []\r
4280 for Pcd in Pcds + VfrPcds:\r
e8a47801
LG
4281 PcdComments = ''\r
4282 PcdCommentList = []\r
4283 HiiInfo = ''\r
97fa0ee9 4284 SkuId = ''\r
2a29017e
YZ
4285 TokenCName = Pcd.TokenCName\r
4286 for PcdItem in GlobalData.MixedPcd:\r
4287 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdItem]:\r
4288 TokenCName = PcdItem[0]\r
4289 break\r
e8a47801
LG
4290 if Pcd.Type == TAB_PCDS_DYNAMIC_EX_HII:\r
4291 for SkuName in Pcd.SkuInfoList:\r
4292 SkuInfo = Pcd.SkuInfoList[SkuName]\r
97fa0ee9 4293 SkuId = SkuInfo.SkuId\r
e8a47801
LG
4294 HiiInfo = '## %s|%s|%s' % (SkuInfo.VariableName, SkuInfo.VariableGuid, SkuInfo.VariableOffset)\r
4295 break\r
97fa0ee9
YL
4296 if SkuId:\r
4297 #\r
4298 # Don't generate duplicated HII PCD\r
4299 #\r
4300 if (SkuId, Pcd.TokenSpaceGuidCName, Pcd.TokenCName) in HiiPcds:\r
4301 continue\r
4302 else:\r
4303 HiiPcds.append((SkuId, Pcd.TokenSpaceGuidCName, Pcd.TokenCName))\r
e8a47801
LG
4304 if (Pcd.TokenSpaceGuidCName, Pcd.TokenCName) in self._PcdComments:\r
4305 PcdCommentList = self._PcdComments[Pcd.TokenSpaceGuidCName, Pcd.TokenCName][:]\r
4306 if HiiInfo:\r
4307 UsageIndex = -1\r
97fa0ee9 4308 UsageStr = ''\r
e8a47801
LG
4309 for Index, Comment in enumerate(PcdCommentList):\r
4310 for Usage in UsageList:\r
4311 if Comment.find(Usage) != -1:\r
97fa0ee9 4312 UsageStr = Usage\r
e8a47801
LG
4313 UsageIndex = Index\r
4314 break\r
4315 if UsageIndex != -1:\r
97fa0ee9 4316 PcdCommentList[UsageIndex] = '## %s %s %s' % (UsageStr, HiiInfo, PcdCommentList[UsageIndex].replace(UsageStr, '')) \r
e8a47801 4317 else:\r
97fa0ee9 4318 PcdCommentList.append('## UNDEFINED ' + HiiInfo)\r
e8a47801 4319 PcdComments = '\n '.join(PcdCommentList)\r
2a29017e 4320 PcdEntry = Pcd.TokenSpaceGuidCName + '.' + TokenCName\r
e8a47801
LG
4321 if PcdComments:\r
4322 PcdEntry = PcdComments + '\n ' + PcdEntry\r
4323 AsBuiltInfDict['pcd_item'] += [PcdEntry]\r
da92f276 4324 for Item in self.BuildOption:\r
481252bb
YZ
4325 if 'FLAGS' in self.BuildOption[Item]:\r
4326 AsBuiltInfDict['flags_item'] += ['%s:%s_%s_%s_%s_FLAGS = %s' % (self.ToolChainFamily, self.BuildTarget, self.ToolChain, self.Arch, Item, self.BuildOption[Item]['FLAGS'].strip())]\r
97fa0ee9
YL
4327\r
4328 # Generated LibraryClasses section in comments.\r
4329 for Library in self.LibraryAutoGenList:\r
4330 AsBuiltInfDict['libraryclasses_item'] += [Library.MetaFile.File.replace('\\', '/')]\r
4331 \r
dfa41b4a
YZ
4332 # Generated UserExtensions TianoCore section.\r
4333 # All tianocore user extensions are copied.\r
4334 UserExtStr = ''\r
4335 for TianoCore in self._GetTianoCoreUserExtensionList():\r
4336 UserExtStr += '\n'.join(TianoCore)\r
4337 ExtensionFile = os.path.join(self.MetaFile.Dir, TianoCore[1])\r
4338 if os.path.isfile(ExtensionFile):\r
4339 shutil.copy2(ExtensionFile, self.OutputDir)\r
4340 AsBuiltInfDict['userextension_tianocore_item'] = UserExtStr\r
4341\r
97fa0ee9
YL
4342 # Generated depex expression section in comments.\r
4343 AsBuiltInfDict['depexsection_item'] = ''\r
4344 DepexExpresion = self._GetDepexExpresionString()\r
4345 if DepexExpresion:\r
4346 AsBuiltInfDict['depexsection_item'] = DepexExpresion\r
da92f276
LG
4347 \r
4348 AsBuiltInf = TemplateString()\r
4349 AsBuiltInf.Append(gAsBuiltInfHeaderString.Replace(AsBuiltInfDict))\r
4350 \r
4351 SaveFileOnChange(os.path.join(self.OutputDir, self.Name + '.inf'), str(AsBuiltInf), False)\r
4352 \r
4353 self.IsAsBuiltInfCreated = True\r
36d083ef
YZ
4354 if GlobalData.gBinCacheDest:\r
4355 self.CopyModuleToCache()\r
4356\r
4357 def CopyModuleToCache(self):\r
4358 FileDir = path.join(GlobalData.gBinCacheDest, self.Arch, self.SourceDir, self.MetaFile.BaseName)\r
4359 CreateDirectory (FileDir)\r
4360 HashFile = path.join(self.BuildDir, self.Name + '.hash')\r
4361 ModuleFile = path.join(self.OutputDir, self.Name + '.inf')\r
4362 if os.path.exists(HashFile):\r
4363 shutil.copy2(HashFile, FileDir)\r
4364 if os.path.exists(ModuleFile):\r
4365 shutil.copy2(ModuleFile, FileDir)\r
83397f95
YZ
4366 if not self.OutputFile:\r
4367 Ma = self.Workspace.BuildDatabase[PathClass(ModuleFile), self.Arch, self.BuildTarget, self.ToolChain]\r
4368 self.OutputFile = Ma.Binaries\r
36d083ef
YZ
4369 if self.OutputFile:\r
4370 for File in self.OutputFile:\r
83397f95 4371 File = str(File)\r
36d083ef
YZ
4372 if not os.path.isabs(File):\r
4373 File = os.path.join(self.OutputDir, File)\r
4374 if os.path.exists(File):\r
4375 shutil.copy2(File, FileDir)\r
4376\r
4377 def AttemptModuleCacheCopy(self):\r
4378 if self.IsBinaryModule:\r
4379 return False\r
4380 FileDir = path.join(GlobalData.gBinCacheSource, self.Arch, self.SourceDir, self.MetaFile.BaseName)\r
4381 HashFile = path.join(FileDir, self.Name + '.hash')\r
4382 if os.path.exists(HashFile):\r
4383 f = open(HashFile, 'r')\r
4384 CacheHash = f.read()\r
4385 f.close()\r
4386 if GlobalData.gModuleHash[self.Arch][self.Name]:\r
4387 if CacheHash == GlobalData.gModuleHash[self.Arch][self.Name]:\r
4388 for root, dir, files in os.walk(FileDir):\r
4389 for f in files:\r
4390 if self.Name + '.hash' in f:\r
4391 shutil.copy2(HashFile, self.BuildDir)\r
4392 else:\r
4393 File = path.join(root, f)\r
4394 shutil.copy2(File, self.OutputDir)\r
4395 if self.Name == "PcdPeim" or self.Name == "PcdDxe":\r
4396 CreatePcdDatabaseCode(self, TemplateString(), TemplateString())\r
4397 return True\r
4398 return False\r
4399\r
52302d4d
LG
4400 ## Create makefile for the module and its dependent libraries\r
4401 #\r
4402 # @param CreateLibraryMakeFile Flag indicating if or not the makefiles of\r
4403 # dependent libraries will be created\r
4404 #\r
37de70b7 4405 def CreateMakeFile(self, CreateLibraryMakeFile=True, GenFfsList = []):\r
fae62ff2 4406 # Ignore generating makefile when it is a binary module\r
a0a2cd1e
FB
4407 if self.IsBinaryModule:\r
4408 return\r
fae62ff2 4409\r
52302d4d
LG
4410 if self.IsMakeFileCreated:\r
4411 return\r
37de70b7 4412 self.GenFfsList = GenFfsList\r
52302d4d
LG
4413 if not self.IsLibrary and CreateLibraryMakeFile:\r
4414 for LibraryAutoGen in self.LibraryAutoGenList:\r
4415 LibraryAutoGen.CreateMakeFile()\r
4416\r
36513f3a
YZ
4417 if self.CanSkip():\r
4418 return\r
4419\r
52302d4d
LG
4420 if len(self.CustomMakefile) == 0:\r
4421 Makefile = GenMake.ModuleMakefile(self)\r
4422 else:\r
4423 Makefile = GenMake.CustomMakefile(self)\r
4424 if Makefile.Generate():\r
4425 EdkLogger.debug(EdkLogger.DEBUG_9, "Generated makefile for module %s [%s]" %\r
4426 (self.Name, self.Arch))\r
4427 else:\r
4428 EdkLogger.debug(EdkLogger.DEBUG_9, "Skipped the generation of makefile for module %s [%s]" %\r
4429 (self.Name, self.Arch))\r
4430\r
c17956e0 4431 self.CreateTimeStamp(Makefile)\r
52302d4d
LG
4432 self.IsMakeFileCreated = True\r
4433\r
a0a2cd1e
FB
4434 def CopyBinaryFiles(self):\r
4435 for File in self.Module.Binaries:\r
4436 SrcPath = File.Path\r
4437 DstPath = os.path.join(self.OutputDir , os.path.basename(SrcPath))\r
4438 CopyLongFilePath(SrcPath, DstPath)\r
52302d4d
LG
4439 ## Create autogen code for the module and its dependent libraries\r
4440 #\r
4441 # @param CreateLibraryCodeFile Flag indicating if or not the code of\r
4442 # dependent libraries will be created\r
4443 #\r
4444 def CreateCodeFile(self, CreateLibraryCodeFile=True):\r
4445 if self.IsCodeFileCreated:\r
4446 return\r
4447\r
e8a47801
LG
4448 # Need to generate PcdDatabase even PcdDriver is binarymodule\r
4449 if self.IsBinaryModule and self.PcdIsDriver != '':\r
4450 CreatePcdDatabaseCode(self, TemplateString(), TemplateString())\r
4451 return\r
a0a2cd1e 4452 if self.IsBinaryModule:\r
49d9b71d
HC
4453 if self.IsLibrary:\r
4454 self.CopyBinaryFiles()\r
a0a2cd1e 4455 return\r
e8a47801 4456\r
52302d4d
LG
4457 if not self.IsLibrary and CreateLibraryCodeFile:\r
4458 for LibraryAutoGen in self.LibraryAutoGenList:\r
4459 LibraryAutoGen.CreateCodeFile()\r
4460\r
36513f3a
YZ
4461 if self.CanSkip():\r
4462 return\r
4463\r
52302d4d
LG
4464 AutoGenList = []\r
4465 IgoredAutoGenList = []\r
4466\r
4467 for File in self.AutoGenFileList:\r
4468 if GenC.Generate(File.Path, self.AutoGenFileList[File], File.IsBinary):\r
b36d134f 4469 #Ignore Edk AutoGen.c\r
52302d4d
LG
4470 if self.AutoGenVersion < 0x00010005 and File.Name == 'AutoGen.c':\r
4471 continue\r
4472\r
4473 AutoGenList.append(str(File))\r
4474 else:\r
4475 IgoredAutoGenList.append(str(File))\r
4476\r
4477 # Skip the following code for EDK I inf\r
4478 if self.AutoGenVersion < 0x00010005:\r
4479 return\r
4480\r
4481 for ModuleType in self.DepexList:\r
40d841f6
LG
4482 # Ignore empty [depex] section or [depex] section for "USER_DEFINED" module\r
4483 if len(self.DepexList[ModuleType]) == 0 or ModuleType == "USER_DEFINED":\r
52302d4d 4484 continue\r
40d841f6 4485\r
52302d4d
LG
4486 Dpx = GenDepex.DependencyExpression(self.DepexList[ModuleType], ModuleType, True)\r
4487 DpxFile = gAutoGenDepexFileName % {"module_name" : self.Name}\r
4488\r
da92f276 4489 if len(Dpx.PostfixNotation) <> 0:\r
0d2711a6 4490 self.DepexGenerated = True\r
da92f276 4491\r
52302d4d
LG
4492 if Dpx.Generate(path.join(self.OutputDir, DpxFile)):\r
4493 AutoGenList.append(str(DpxFile))\r
4494 else:\r
4495 IgoredAutoGenList.append(str(DpxFile))\r
4496\r
4497 if IgoredAutoGenList == []:\r
4498 EdkLogger.debug(EdkLogger.DEBUG_9, "Generated [%s] files for module %s [%s]" %\r
4499 (" ".join(AutoGenList), self.Name, self.Arch))\r
4500 elif AutoGenList == []:\r
4501 EdkLogger.debug(EdkLogger.DEBUG_9, "Skipped the generation of [%s] files for module %s [%s]" %\r
4502 (" ".join(IgoredAutoGenList), self.Name, self.Arch))\r
4503 else:\r
4504 EdkLogger.debug(EdkLogger.DEBUG_9, "Generated [%s] (skipped %s) files for module %s [%s]" %\r
4505 (" ".join(AutoGenList), " ".join(IgoredAutoGenList), self.Name, self.Arch))\r
4506\r
4507 self.IsCodeFileCreated = True\r
4508 return AutoGenList\r
4509\r
4510 ## Summarize the ModuleAutoGen objects of all libraries used by this module\r
4511 def _GetLibraryAutoGenList(self):\r
4512 if self._LibraryAutoGenList == None:\r
4513 self._LibraryAutoGenList = []\r
4514 for Library in self.DependentLibraryList:\r
4515 La = ModuleAutoGen(\r
4516 self.Workspace,\r
4517 Library.MetaFile,\r
4518 self.BuildTarget,\r
4519 self.ToolChain,\r
4520 self.Arch,\r
4521 self.PlatformInfo.MetaFile\r
4522 )\r
4523 if La not in self._LibraryAutoGenList:\r
4524 self._LibraryAutoGenList.append(La)\r
4525 for Lib in La.CodaTargetList:\r
4526 self._ApplyBuildRule(Lib.Target, TAB_UNKNOWN_FILE)\r
4527 return self._LibraryAutoGenList\r
4528\r
36d083ef
YZ
4529 def GenModuleHash(self):\r
4530 if self.Arch not in GlobalData.gModuleHash:\r
4531 GlobalData.gModuleHash[self.Arch] = {}\r
4532 m = hashlib.md5()\r
4533 # Add Platform level hash\r
4534 m.update(GlobalData.gPlatformHash)\r
4535 # Add Package level hash\r
4536 if self.DependentPackageList:\r
4537 for Pkg in self.DependentPackageList:\r
4538 if Pkg.PackageName in GlobalData.gPackageHash[self.Arch]:\r
4539 m.update(GlobalData.gPackageHash[self.Arch][Pkg.PackageName])\r
4540\r
4541 # Add Library hash\r
4542 if self.LibraryAutoGenList:\r
4543 for Lib in self.LibraryAutoGenList:\r
4544 if Lib.Name not in GlobalData.gModuleHash[self.Arch]:\r
4545 Lib.GenModuleHash()\r
4546 m.update(GlobalData.gModuleHash[self.Arch][Lib.Name])\r
4547\r
4548 # Add Module self\r
4549 f = open(str(self.MetaFile), 'r')\r
4550 Content = f.read()\r
4551 f.close()\r
4552 m.update(Content)\r
4553 # Add Module's source files\r
4554 if self.SourceFileList:\r
4555 for File in self.SourceFileList:\r
4556 f = open(str(File), 'r')\r
4557 Content = f.read()\r
4558 f.close()\r
4559 m.update(Content)\r
4560\r
4561 ModuleHashFile = path.join(self.BuildDir, self.Name + ".hash")\r
4562 if self.Name not in GlobalData.gModuleHash[self.Arch]:\r
4563 GlobalData.gModuleHash[self.Arch][self.Name] = m.hexdigest()\r
4564 if GlobalData.gBinCacheSource:\r
4565 CacheValid = self.AttemptModuleCacheCopy()\r
4566 if CacheValid:\r
4567 return False\r
4568 return SaveFileOnChange(ModuleHashFile, m.hexdigest(), True)\r
4569\r
4570 ## Decide whether we can skip the ModuleAutoGen process\r
4571 def CanSkipbyHash(self):\r
4572 if GlobalData.gUseHashCache:\r
4573 return not self.GenModuleHash()\r
4574\r
c17956e0 4575 ## Decide whether we can skip the ModuleAutoGen process\r
36d083ef 4576 # If any source file is newer than the module than we cannot skip\r
c17956e0
DL
4577 #\r
4578 def CanSkip(self):\r
4579 if not os.path.exists(self.GetTimeStampPath()):\r
4580 return False\r
4581 #last creation time of the module\r
4582 DstTimeStamp = os.stat(self.GetTimeStampPath())[8]\r
4583\r
4584 SrcTimeStamp = self.Workspace._SrcTimeStamp\r
4585 if SrcTimeStamp > DstTimeStamp:\r
4586 return False\r
4587\r
4588 with open(self.GetTimeStampPath(),'r') as f:\r
4589 for source in f:\r
4590 source = source.rstrip('\n')\r
4a1167df
YZ
4591 if not os.path.exists(source):\r
4592 return False\r
c17956e0
DL
4593 if source not in ModuleAutoGen.TimeDict :\r
4594 ModuleAutoGen.TimeDict[source] = os.stat(source)[8]\r
4595 if ModuleAutoGen.TimeDict[source] > DstTimeStamp:\r
4596 return False\r
4597 return True\r
4598\r
4599 def GetTimeStampPath(self):\r
4600 if self._TimeStampPath == None:\r
4601 self._TimeStampPath = os.path.join(self.MakeFileDir, 'AutoGenTimeStamp')\r
4602 return self._TimeStampPath\r
4603 def CreateTimeStamp(self, Makefile):\r
4604\r
4605 FileSet = set()\r
4606\r
4607 FileSet.add (self.MetaFile.Path)\r
4608\r
4609 for SourceFile in self.Module.Sources:\r
4610 FileSet.add (SourceFile.Path)\r
4611\r
4612 for Lib in self.DependentLibraryList:\r
4613 FileSet.add (Lib.MetaFile.Path)\r
4614\r
4615 for f in self.AutoGenDepSet:\r
4616 FileSet.add (f.Path)\r
4617\r
4618 if os.path.exists (self.GetTimeStampPath()):\r
4619 os.remove (self.GetTimeStampPath())\r
4620 with open(self.GetTimeStampPath(), 'w+') as file:\r
4621 for f in FileSet:\r
4622 print >> file, f\r
4623\r
52302d4d
LG
4624 Module = property(_GetModule)\r
4625 Name = property(_GetBaseName)\r
4626 Guid = property(_GetGuid)\r
4627 Version = property(_GetVersion)\r
4628 ModuleType = property(_GetModuleType)\r
4629 ComponentType = property(_GetComponentType)\r
4630 BuildType = property(_GetBuildType)\r
4631 PcdIsDriver = property(_GetPcdIsDriver)\r
4632 AutoGenVersion = property(_GetAutoGenVersion)\r
4633 Macros = property(_GetMacros)\r
4634 Specification = property(_GetSpecification)\r
4635\r
4636 IsLibrary = property(_IsLibrary)\r
e8a47801 4637 IsBinaryModule = property(_IsBinaryModule)\r
52302d4d
LG
4638 BuildDir = property(_GetBuildDir)\r
4639 OutputDir = property(_GetOutputDir)\r
37de70b7 4640 FfsOutputDir = property(_GetFfsOutputDir)\r
52302d4d
LG
4641 DebugDir = property(_GetDebugDir)\r
4642 MakeFileDir = property(_GetMakeFileDir)\r
4643 CustomMakefile = property(_GetCustomMakefile)\r
4644\r
4645 IncludePathList = property(_GetIncludePathList)\r
725cdb8f 4646 IncludePathLength = property(_GetIncludePathLength)\r
52302d4d
LG
4647 AutoGenFileList = property(_GetAutoGenFileList)\r
4648 UnicodeFileList = property(_GetUnicodeFileList)\r
5b97eb4c 4649 VfrFileList = property(_GetVfrFileList)\r
52302d4d
LG
4650 SourceFileList = property(_GetSourceFileList)\r
4651 BinaryFileList = property(_GetBinaryFiles) # FileType : [File List]\r
4652 Targets = property(_GetTargets)\r
4653 IntroTargetList = property(_GetIntroTargetList)\r
4654 CodaTargetList = property(_GetFinalTargetList)\r
4655 FileTypes = property(_GetFileTypes)\r
4656 BuildRules = property(_GetBuildRules)\r
333ba578 4657 IdfFileList = property(_GetIdfFileList)\r
52302d4d
LG
4658\r
4659 DependentPackageList = property(_GetDependentPackageList)\r
4660 DependentLibraryList = property(_GetLibraryList)\r
4661 LibraryAutoGenList = property(_GetLibraryAutoGenList)\r
4662 DerivedPackageList = property(_GetDerivedPackageList)\r
4663\r
4664 ModulePcdList = property(_GetModulePcdList)\r
4665 LibraryPcdList = property(_GetLibraryPcdList)\r
4666 GuidList = property(_GetGuidList)\r
4667 ProtocolList = property(_GetProtocolList)\r
4668 PpiList = property(_GetPpiList)\r
4669 DepexList = property(_GetDepexTokenList)\r
b36d134f 4670 DxsFile = property(_GetDxsFile)\r
52302d4d
LG
4671 DepexExpressionList = property(_GetDepexExpressionTokenList)\r
4672 BuildOption = property(_GetModuleBuildOption)\r
79b74a03 4673 BuildOptionIncPathList = property(_GetBuildOptionIncPathList)\r
52302d4d 4674 BuildCommand = property(_GetBuildCommand)\r
2bc3256c
LG
4675 \r
4676 FixedAtBuildPcds = property(_GetFixedAtBuildPcds)\r
52302d4d
LG
4677\r
4678# This acts like the main() function for the script, unless it is 'import'ed into another script.\r
4679if __name__ == '__main__':\r
4680 pass\r
4681\r