]> git.proxmox.com Git - mirror_edk2.git/blame_incremental - BaseTools/Source/Python/AutoGen/AutoGen.py
projects / mirror_edk2.git / blame_incremental
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (non-incremental) | history | HEAD
BaseTools: Workspace - refactor RegEx to minimize multiple compiling
[mirror_edk2.git] / BaseTools / Source / Python / AutoGen / AutoGen.py
... / ...
CommitLineData
1## @file\r
2# Generate AutoGen.h, AutoGen.c and *.depex files\r
3#\r
4# Copyright (c) 2007 - 2018, Intel Corporation. All rights reserved.<BR>\r
5# This program and the accompanying materials\r
6# are licensed and made available under the terms and conditions of the BSD License\r
7# which accompanies this distribution. The full text of the license may be found at\r
8# http://opensource.org/licenses/bsd-license.php\r
9#\r
10# THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,\r
11# WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.\r
12#\r
13\r
14## Import Modules\r
15#\r
16import Common.LongFilePathOs as os\r
17import re\r
18import os.path as path\r
19import copy\r
20import uuid\r
21\r
22import GenC\r
23import GenMake\r
24import GenDepex\r
25from StringIO import StringIO\r
26\r
27from StrGather import *\r
28from BuildEngine import BuildRule\r
29\r
30from Common.LongFilePathSupport import CopyLongFilePath\r
31from Common.BuildToolError import *\r
32from Common.DataType import *\r
33from Common.Misc import *\r
34from Common.String import *\r
35import Common.GlobalData as GlobalData\r
36from GenFds.FdfParser import *\r
37from CommonDataClass.CommonClass import SkuInfoClass\r
38from Workspace.BuildClassObject import *\r
39from GenPatchPcdTable.GenPatchPcdTable import parsePcdInfoFromMapFile\r
40import Common.VpdInfoFile as VpdInfoFile\r
41from GenPcdDb import CreatePcdDatabaseCode\r
42from Workspace.MetaFileCommentParser import UsageList\r
43from Common.MultipleWorkspace import MultipleWorkspace as mws\r
44import InfSectionParser\r
45import datetime\r
46import hashlib\r
47from GenVar import VariableMgr,var_info\r
48from collections import OrderedDict\r
49from collections import defaultdict\r
50\r
51## Regular expression for splitting Dependency Expression string into tokens\r
52gDepexTokenPattern = re.compile("(\(|\)|\w+| \S+\.inf)")\r
53\r
54## Regular expression for match: PCD(xxxx.yyy)\r
55gPCDAsGuidPattern = re.compile(r"^PCD\(.+\..+\)$")\r
56\r
57#\r
58# Regular expression for finding Include Directories, the difference between MSFT and INTEL/GCC/RVCT\r
59# is the former use /I , the Latter used -I to specify include directories\r
60#\r
61gBuildOptIncludePatternMsft = re.compile(r"(?:.*?)/I[ \t]*([^ ]*)", re.MULTILINE | re.DOTALL)\r
62gBuildOptIncludePatternOther = re.compile(r"(?:.*?)-I[ \t]*([^ ]*)", re.MULTILINE | re.DOTALL)\r
63\r
64#\r
65# Match name = variable\r
66#\r
67gEfiVarStoreNamePattern = re.compile("\s*name\s*=\s*(\w+)")\r
68#\r
69# The format of guid in efivarstore statement likes following and must be correct:\r
70# guid = {0xA04A27f4, 0xDF00, 0x4D42, {0xB5, 0x52, 0x39, 0x51, 0x13, 0x02, 0x11, 0x3D}}\r
71#\r
72gEfiVarStoreGuidPattern = re.compile("\s*guid\s*=\s*({.*?{.*?}\s*})")\r
73\r
74## Mapping Makefile type\r
75gMakeTypeMap = {"MSFT":"nmake", "GCC":"gmake"}\r
76\r
77\r
78## Build rule configuration file\r
79gDefaultBuildRuleFile = 'build_rule.txt'\r
80\r
81## Tools definition configuration file\r
82gDefaultToolsDefFile = 'tools_def.txt'\r
83\r
84## Build rule default version\r
85AutoGenReqBuildRuleVerNum = "0.1"\r
86\r
87## default file name for AutoGen\r
88gAutoGenCodeFileName = "AutoGen.c"\r
89gAutoGenHeaderFileName = "AutoGen.h"\r
90gAutoGenStringFileName = "%(module_name)sStrDefs.h"\r
91gAutoGenStringFormFileName = "%(module_name)sStrDefs.hpk"\r
92gAutoGenDepexFileName = "%(module_name)s.depex"\r
93gAutoGenImageDefFileName = "%(module_name)sImgDefs.h"\r
94gAutoGenIdfFileName = "%(module_name)sIdf.hpk"\r
95gInfSpecVersion = "0x00010017"\r
96\r
97#\r
98# Template string to generic AsBuilt INF\r
99#\r
100gAsBuiltInfHeaderString = TemplateString("""${header_comments}\r
101\r
102# DO NOT EDIT\r
103# FILE auto-generated\r
104\r
105[Defines]\r
106 INF_VERSION = ${module_inf_version}\r
107 BASE_NAME = ${module_name}\r
108 FILE_GUID = ${module_guid}\r
109 MODULE_TYPE = ${module_module_type}${BEGIN}\r
110 VERSION_STRING = ${module_version_string}${END}${BEGIN}\r
111 PCD_IS_DRIVER = ${pcd_is_driver_string}${END}${BEGIN}\r
112 UEFI_SPECIFICATION_VERSION = ${module_uefi_specification_version}${END}${BEGIN}\r
113 PI_SPECIFICATION_VERSION = ${module_pi_specification_version}${END}${BEGIN}\r
114 ENTRY_POINT = ${module_entry_point}${END}${BEGIN}\r
115 UNLOAD_IMAGE = ${module_unload_image}${END}${BEGIN}\r
116 CONSTRUCTOR = ${module_constructor}${END}${BEGIN}\r
117 DESTRUCTOR = ${module_destructor}${END}${BEGIN}\r
118 SHADOW = ${module_shadow}${END}${BEGIN}\r
119 PCI_VENDOR_ID = ${module_pci_vendor_id}${END}${BEGIN}\r
120 PCI_DEVICE_ID = ${module_pci_device_id}${END}${BEGIN}\r
121 PCI_CLASS_CODE = ${module_pci_class_code}${END}${BEGIN}\r
122 PCI_REVISION = ${module_pci_revision}${END}${BEGIN}\r
123 BUILD_NUMBER = ${module_build_number}${END}${BEGIN}\r
124 SPEC = ${module_spec}${END}${BEGIN}\r
125 UEFI_HII_RESOURCE_SECTION = ${module_uefi_hii_resource_section}${END}${BEGIN}\r
126 MODULE_UNI_FILE = ${module_uni_file}${END}\r
127\r
128[Packages.${module_arch}]${BEGIN}\r
129 ${package_item}${END}\r
130\r
131[Binaries.${module_arch}]${BEGIN}\r
132 ${binary_item}${END}\r
133\r
134[PatchPcd.${module_arch}]${BEGIN}\r
135 ${patchablepcd_item}\r
136${END}\r
137\r
138[Protocols.${module_arch}]${BEGIN}\r
139 ${protocol_item}\r
140${END}\r
141\r
142[Ppis.${module_arch}]${BEGIN}\r
143 ${ppi_item}\r
144${END}\r
145\r
146[Guids.${module_arch}]${BEGIN}\r
147 ${guid_item}\r
148${END}\r
149\r
150[PcdEx.${module_arch}]${BEGIN}\r
151 ${pcd_item}\r
152${END}\r
153\r
154[LibraryClasses.${module_arch}]\r
155## @LIB_INSTANCES${BEGIN}\r
156# ${libraryclasses_item}${END}\r
157\r
158${depexsection_item}\r
159\r
160${userextension_tianocore_item}\r
161\r
162${tail_comments}\r
163\r
164[BuildOptions.${module_arch}]\r
165## @AsBuilt${BEGIN}\r
166## ${flags_item}${END}\r
167""")\r
168\r
169## Base class for AutoGen\r
170#\r
171# This class just implements the cache mechanism of AutoGen objects.\r
172#\r
173class AutoGen(object):\r
174 # database to maintain the objects in each child class\r
175 __ObjectCache = {} # (BuildTarget, ToolChain, ARCH, platform file): AutoGen object\r
176\r
177 ## Factory method\r
178 #\r
179 # @param Class class object of real AutoGen class\r
180 # (WorkspaceAutoGen, ModuleAutoGen or PlatformAutoGen)\r
181 # @param Workspace Workspace directory or WorkspaceAutoGen object\r
182 # @param MetaFile The path of meta file\r
183 # @param Target Build target\r
184 # @param Toolchain Tool chain name\r
185 # @param Arch Target arch\r
186 # @param *args The specific class related parameters\r
187 # @param **kwargs The specific class related dict parameters\r
188 #\r
189 def __new__(cls, Workspace, MetaFile, Target, Toolchain, Arch, *args, **kwargs):\r
190 # check if the object has been created\r
191 Key = (Target, Toolchain, Arch, MetaFile)\r
192 try:\r
193 # if it exists, just return it directly\r
194 return cls.__ObjectCache[Key]\r
195 except:\r
196 # it didnt exist. create it, cache it, then return it\r
197 cls.__ObjectCache[Key] = super(AutoGen, cls).__new__(cls)\r
198 return cls.__ObjectCache[Key]\r
199\r
200 def __init__ (self, Workspace, MetaFile, Target, Toolchain, Arch, *args, **kwargs):\r
201 super(AutoGen, self).__init__(self, Workspace, MetaFile, Target, Toolchain, Arch, *args, **kwargs)\r
202\r
203 ## hash() operator\r
204 #\r
205 # The file path of platform file will be used to represent hash value of this object\r
206 #\r
207 # @retval int Hash value of the file path of platform file\r
208 #\r
209 def __hash__(self):\r
210 return hash(self.MetaFile)\r
211\r
212 ## str() operator\r
213 #\r
214 # The file path of platform file will be used to represent this object\r
215 #\r
216 # @retval string String of platform file path\r
217 #\r
218 def __str__(self):\r
219 return str(self.MetaFile)\r
220\r
221 ## "==" operator\r
222 def __eq__(self, Other):\r
223 return Other and self.MetaFile == Other\r
224\r
225## Workspace AutoGen class\r
226#\r
227# This class is used mainly to control the whole platform build for different\r
228# architecture. This class will generate top level makefile.\r
229#\r
230class WorkspaceAutoGen(AutoGen):\r
231 # call super().__init__ then call the worker function with different parameter count\r
232 def __init__(self, Workspace, MetaFile, Target, Toolchain, Arch, *args, **kwargs):\r
233 try:\r
234 self._Init\r
235 except:\r
236 super(WorkspaceAutoGen, self).__init__(Workspace, MetaFile, Target, Toolchain, Arch, *args, **kwargs)\r
237 self._InitWorker(Workspace, MetaFile, Target, Toolchain, Arch, *args, **kwargs)\r
238 self._Init = True\r
239 \r
240 ## Initialize WorkspaceAutoGen\r
241 #\r
242 # @param WorkspaceDir Root directory of workspace\r
243 # @param ActivePlatform Meta-file of active platform\r
244 # @param Target Build target\r
245 # @param Toolchain Tool chain name\r
246 # @param ArchList List of architecture of current build\r
247 # @param MetaFileDb Database containing meta-files\r
248 # @param BuildConfig Configuration of build\r
249 # @param ToolDefinition Tool chain definitions\r
250 # @param FlashDefinitionFile File of flash definition\r
251 # @param Fds FD list to be generated\r
252 # @param Fvs FV list to be generated\r
253 # @param Caps Capsule list to be generated\r
254 # @param SkuId SKU id from command line\r
255 #\r
256 def _InitWorker(self, WorkspaceDir, ActivePlatform, Target, Toolchain, ArchList, MetaFileDb,\r
257 BuildConfig, ToolDefinition, FlashDefinitionFile='', Fds=None, Fvs=None, Caps=None, SkuId='', UniFlag=None,\r
258 Progress=None, BuildModule=None):\r
259 self.BuildDatabase = MetaFileDb\r
260 self.MetaFile = ActivePlatform\r
261 self.WorkspaceDir = WorkspaceDir\r
262 self.Platform = self.BuildDatabase[self.MetaFile, TAB_COMMON, Target, Toolchain]\r
263 GlobalData.gActivePlatform = self.Platform\r
264 self.BuildTarget = Target\r
265 self.ToolChain = Toolchain\r
266 self.ArchList = ArchList\r
267 self.SkuId = SkuId\r
268 self.UniFlag = UniFlag\r
269\r
270 self.TargetTxt = BuildConfig\r
271 self.ToolDef = ToolDefinition\r
272 self.FdfFile = FlashDefinitionFile\r
273 self.FdTargetList = Fds if Fds else []\r
274 self.FvTargetList = Fvs if Fvs else []\r
275 self.CapTargetList = Caps if Caps else []\r
276 self.AutoGenObjectList = []\r
277 self._BuildDir = None\r
278 self._FvDir = None\r
279 self._MakeFileDir = None\r
280 self._BuildCommand = None\r
281 self._GuidDict = {}\r
282\r
283 # there's many relative directory operations, so ...\r
284 os.chdir(self.WorkspaceDir)\r
285\r
286 #\r
287 # Merge Arch\r
288 #\r
289 if not self.ArchList:\r
290 ArchList = set(self.Platform.SupArchList)\r
291 else:\r
292 ArchList = set(self.ArchList) & set(self.Platform.SupArchList)\r
293 if not ArchList:\r
294 EdkLogger.error("build", PARAMETER_INVALID,\r
295 ExtraData = "Invalid ARCH specified. [Valid ARCH: %s]" % (" ".join(self.Platform.SupArchList)))\r
296 elif self.ArchList and len(ArchList) != len(self.ArchList):\r
297 SkippedArchList = set(self.ArchList).symmetric_difference(set(self.Platform.SupArchList))\r
298 EdkLogger.verbose("\nArch [%s] is ignored because the platform supports [%s] only!"\r
299 % (" ".join(SkippedArchList), " ".join(self.Platform.SupArchList)))\r
300 self.ArchList = tuple(ArchList)\r
301\r
302 # Validate build target\r
303 if self.BuildTarget not in self.Platform.BuildTargets:\r
304 EdkLogger.error("build", PARAMETER_INVALID,\r
305 ExtraData="Build target [%s] is not supported by the platform. [Valid target: %s]"\r
306 % (self.BuildTarget, " ".join(self.Platform.BuildTargets)))\r
307\r
308 \r
309 # parse FDF file to get PCDs in it, if any\r
310 if not self.FdfFile:\r
311 self.FdfFile = self.Platform.FlashDefinition\r
312\r
313 EdkLogger.info("")\r
314 if self.ArchList:\r
315 EdkLogger.info('%-16s = %s' % ("Architecture(s)", ' '.join(self.ArchList)))\r
316 EdkLogger.info('%-16s = %s' % ("Build target", self.BuildTarget))\r
317 EdkLogger.info('%-16s = %s' % ("Toolchain", self.ToolChain))\r
318\r
319 EdkLogger.info('\n%-24s = %s' % ("Active Platform", self.Platform))\r
320 if BuildModule:\r
321 EdkLogger.info('%-24s = %s' % ("Active Module", BuildModule))\r
322\r
323 if self.FdfFile:\r
324 EdkLogger.info('%-24s = %s' % ("Flash Image Definition", self.FdfFile))\r
325\r
326 EdkLogger.verbose("\nFLASH_DEFINITION = %s" % self.FdfFile)\r
327\r
328 if Progress:\r
329 Progress.Start("\nProcessing meta-data")\r
330\r
331 if self.FdfFile:\r
332 #\r
333 # Mark now build in AutoGen Phase\r
334 #\r
335 GlobalData.gAutoGenPhase = True\r
336 Fdf = FdfParser(self.FdfFile.Path)\r
337 Fdf.ParseFile()\r
338 GlobalData.gFdfParser = Fdf\r
339 GlobalData.gAutoGenPhase = False\r
340 PcdSet = Fdf.Profile.PcdDict\r
341 if Fdf.CurrentFdName and Fdf.CurrentFdName in Fdf.Profile.FdDict:\r
342 FdDict = Fdf.Profile.FdDict[Fdf.CurrentFdName]\r
343 for FdRegion in FdDict.RegionList:\r
344 if str(FdRegion.RegionType) is 'FILE' and self.Platform.VpdToolGuid in str(FdRegion.RegionDataList):\r
345 if int(FdRegion.Offset) % 8 != 0:\r
346 EdkLogger.error("build", FORMAT_INVALID, 'The VPD Base Address %s must be 8-byte aligned.' % (FdRegion.Offset))\r
347 ModuleList = Fdf.Profile.InfList\r
348 self.FdfProfile = Fdf.Profile\r
349 for fvname in self.FvTargetList:\r
350 if fvname.upper() not in self.FdfProfile.FvDict:\r
351 EdkLogger.error("build", OPTION_VALUE_INVALID,\r
352 "No such an FV in FDF file: %s" % fvname)\r
353\r
354 # In DSC file may use FILE_GUID to override the module, then in the Platform.Modules use FILE_GUIDmodule.inf as key,\r
355 # but the path (self.MetaFile.Path) is the real path\r
356 for key in self.FdfProfile.InfDict:\r
357 if key == 'ArchTBD':\r
358 MetaFile_cache = {}\r
359 for Arch in self.ArchList:\r
360 Current_Platform_cache = self.BuildDatabase[self.MetaFile, Arch, Target, Toolchain]\r
361 MetaFile_cache[Arch] = set()\r
362 for Pkey in Current_Platform_cache.Modules:\r
363 MetaFile_cache[Arch].add(Current_Platform_cache.Modules[Pkey].MetaFile)\r
364 for Inf in self.FdfProfile.InfDict[key]:\r
365 ModuleFile = PathClass(NormPath(Inf), GlobalData.gWorkspace, Arch)\r
366 for Arch in self.ArchList:\r
367 if ModuleFile in MetaFile_cache[Arch]:\r
368 break\r
369 else:\r
370 ModuleData = self.BuildDatabase[ModuleFile, Arch, Target, Toolchain]\r
371 if not ModuleData.IsBinaryModule:\r
372 EdkLogger.error('build', PARSER_ERROR, "Module %s NOT found in DSC file; Is it really a binary module?" % ModuleFile)\r
373\r
374 else:\r
375 for Arch in self.ArchList:\r
376 if Arch == key:\r
377 Platform = self.BuildDatabase[self.MetaFile, Arch, Target, Toolchain]\r
378 MetaFileList = set()\r
379 for Pkey in Platform.Modules:\r
380 MetaFileList.add(Platform.Modules[Pkey].MetaFile)\r
381 for Inf in self.FdfProfile.InfDict[key]:\r
382 ModuleFile = PathClass(NormPath(Inf), GlobalData.gWorkspace, Arch)\r
383 if ModuleFile in MetaFileList:\r
384 continue\r
385 ModuleData = self.BuildDatabase[ModuleFile, Arch, Target, Toolchain]\r
386 if not ModuleData.IsBinaryModule:\r
387 EdkLogger.error('build', PARSER_ERROR, "Module %s NOT found in DSC file; Is it really a binary module?" % ModuleFile)\r
388\r
389 else:\r
390 PcdSet = {}\r
391 ModuleList = []\r
392 self.FdfProfile = None\r
393 if self.FdTargetList:\r
394 EdkLogger.info("No flash definition file found. FD [%s] will be ignored." % " ".join(self.FdTargetList))\r
395 self.FdTargetList = []\r
396 if self.FvTargetList:\r
397 EdkLogger.info("No flash definition file found. FV [%s] will be ignored." % " ".join(self.FvTargetList))\r
398 self.FvTargetList = []\r
399 if self.CapTargetList:\r
400 EdkLogger.info("No flash definition file found. Capsule [%s] will be ignored." % " ".join(self.CapTargetList))\r
401 self.CapTargetList = []\r
402\r
403 # apply SKU and inject PCDs from Flash Definition file\r
404 for Arch in self.ArchList:\r
405 Platform = self.BuildDatabase[self.MetaFile, Arch, Target, Toolchain]\r
406 PlatformPcds = Platform.Pcds\r
407 self._GuidDict = Platform._GuidDict\r
408 SourcePcdDict = {'DynamicEx':set(), 'PatchableInModule':set(),'Dynamic':set(),'FixedAtBuild':set()}\r
409 BinaryPcdDict = {'DynamicEx':set(), 'PatchableInModule':set()}\r
410 SourcePcdDict_Keys = SourcePcdDict.keys()\r
411 BinaryPcdDict_Keys = BinaryPcdDict.keys()\r
412\r
413 # generate the SourcePcdDict and BinaryPcdDict\r
414 PGen = PlatformAutoGen(self, self.MetaFile, Target, Toolchain, Arch)\r
415 for BuildData in PGen.BuildDatabase._CACHE_.values():\r
416 if BuildData.Arch != Arch:\r
417 continue\r
418 if BuildData.MetaFile.Ext == '.inf':\r
419 for key in BuildData.Pcds:\r
420 if BuildData.Pcds[key].Pending:\r
421 if key in Platform.Pcds:\r
422 PcdInPlatform = Platform.Pcds[key]\r
423 if PcdInPlatform.Type not in [None, '']:\r
424 BuildData.Pcds[key].Type = PcdInPlatform.Type\r
425\r
426 if BuildData.MetaFile in Platform.Modules:\r
427 PlatformModule = Platform.Modules[str(BuildData.MetaFile)]\r
428 if key in PlatformModule.Pcds:\r
429 PcdInPlatform = PlatformModule.Pcds[key]\r
430 if PcdInPlatform.Type not in [None, '']:\r
431 BuildData.Pcds[key].Type = PcdInPlatform.Type\r
432\r
433 if 'DynamicEx' in BuildData.Pcds[key].Type:\r
434 if BuildData.IsBinaryModule:\r
435 BinaryPcdDict['DynamicEx'].add((BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName))\r
436 else:\r
437 SourcePcdDict['DynamicEx'].add((BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName))\r
438\r
439 elif 'PatchableInModule' in BuildData.Pcds[key].Type:\r
440 if BuildData.MetaFile.Ext == '.inf':\r
441 if BuildData.IsBinaryModule:\r
442 BinaryPcdDict['PatchableInModule'].add((BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName))\r
443 else:\r
444 SourcePcdDict['PatchableInModule'].add((BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName))\r
445\r
446 elif 'Dynamic' in BuildData.Pcds[key].Type:\r
447 SourcePcdDict['Dynamic'].add((BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName))\r
448 elif 'FixedAtBuild' in BuildData.Pcds[key].Type:\r
449 SourcePcdDict['FixedAtBuild'].add((BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName))\r
450 else:\r
451 pass\r
452 #\r
453 # A PCD can only use one type for all source modules\r
454 #\r
455 for i in SourcePcdDict_Keys:\r
456 for j in SourcePcdDict_Keys:\r
457 if i != j:\r
458 Intersections = SourcePcdDict[i].intersection(SourcePcdDict[j])\r
459 if len(Intersections) > 0:\r
460 EdkLogger.error(\r
461 'build',\r
462 FORMAT_INVALID,\r
463 "Building modules from source INFs, following PCD use %s and %s access method. It must be corrected to use only one access method." % (i, j),\r
464 ExtraData="%s" % '\n\t'.join([str(P[1]+'.'+P[0]) for P in Intersections])\r
465 )\r
466\r
467 #\r
468 # intersection the BinaryPCD for Mixed PCD\r
469 #\r
470 for i in BinaryPcdDict_Keys:\r
471 for j in BinaryPcdDict_Keys:\r
472 if i != j:\r
473 Intersections = BinaryPcdDict[i].intersection(BinaryPcdDict[j])\r
474 for item in Intersections:\r
475 NewPcd1 = (item[0] + '_' + i, item[1])\r
476 NewPcd2 = (item[0] + '_' + j, item[1])\r
477 if item not in GlobalData.MixedPcd:\r
478 GlobalData.MixedPcd[item] = [NewPcd1, NewPcd2]\r
479 else:\r
480 if NewPcd1 not in GlobalData.MixedPcd[item]:\r
481 GlobalData.MixedPcd[item].append(NewPcd1)\r
482 if NewPcd2 not in GlobalData.MixedPcd[item]:\r
483 GlobalData.MixedPcd[item].append(NewPcd2)\r
484\r
485 #\r
486 # intersection the SourcePCD and BinaryPCD for Mixed PCD\r
487 #\r
488 for i in SourcePcdDict_Keys:\r
489 for j in BinaryPcdDict_Keys:\r
490 if i != j:\r
491 Intersections = SourcePcdDict[i].intersection(BinaryPcdDict[j])\r
492 for item in Intersections:\r
493 NewPcd1 = (item[0] + '_' + i, item[1])\r
494 NewPcd2 = (item[0] + '_' + j, item[1])\r
495 if item not in GlobalData.MixedPcd:\r
496 GlobalData.MixedPcd[item] = [NewPcd1, NewPcd2]\r
497 else:\r
498 if NewPcd1 not in GlobalData.MixedPcd[item]:\r
499 GlobalData.MixedPcd[item].append(NewPcd1)\r
500 if NewPcd2 not in GlobalData.MixedPcd[item]:\r
501 GlobalData.MixedPcd[item].append(NewPcd2)\r
502\r
503 for BuildData in PGen.BuildDatabase._CACHE_.values():\r
504 if BuildData.Arch != Arch:\r
505 continue\r
506 for key in BuildData.Pcds:\r
507 for SinglePcd in GlobalData.MixedPcd:\r
508 if (BuildData.Pcds[key].TokenCName, BuildData.Pcds[key].TokenSpaceGuidCName) == SinglePcd:\r
509 for item in GlobalData.MixedPcd[SinglePcd]:\r
510 Pcd_Type = item[0].split('_')[-1]\r
511 if (Pcd_Type == BuildData.Pcds[key].Type) or (Pcd_Type == TAB_PCDS_DYNAMIC_EX and BuildData.Pcds[key].Type in GenC.gDynamicExPcd) or \\r
512 (Pcd_Type == TAB_PCDS_DYNAMIC and BuildData.Pcds[key].Type in GenC.gDynamicPcd):\r
513 Value = BuildData.Pcds[key]\r
514 Value.TokenCName = BuildData.Pcds[key].TokenCName + '_' + Pcd_Type\r
515 if len(key) == 2:\r
516 newkey = (Value.TokenCName, key[1])\r
517 elif len(key) == 3:\r
518 newkey = (Value.TokenCName, key[1], key[2])\r
519 del BuildData.Pcds[key]\r
520 BuildData.Pcds[newkey] = Value\r
521 break\r
522 break\r
523\r
524 # handle the mixed pcd in FDF file\r
525 for key in PcdSet:\r
526 if key in GlobalData.MixedPcd:\r
527 Value = PcdSet[key]\r
528 del PcdSet[key]\r
529 for item in GlobalData.MixedPcd[key]:\r
530 PcdSet[item] = Value\r
531\r
532 #Collect package set information from INF of FDF\r
533 PkgSet = set()\r
534 for Inf in ModuleList:\r
535 ModuleFile = PathClass(NormPath(Inf), GlobalData.gWorkspace, Arch)\r
536 if ModuleFile in Platform.Modules:\r
537 continue\r
538 ModuleData = self.BuildDatabase[ModuleFile, Arch, Target, Toolchain]\r
539 PkgSet.update(ModuleData.Packages)\r
540 Pkgs = list(PkgSet) + list(PGen.PackageList)\r
541 DecPcds = set()\r
542 DecPcdsKey = set()\r
543 for Pkg in Pkgs:\r
544 for Pcd in Pkg.Pcds:\r
545 DecPcds.add((Pcd[0], Pcd[1]))\r
546 DecPcdsKey.add((Pcd[0], Pcd[1], Pcd[2]))\r
547\r
548 Platform.SkuName = self.SkuId\r
549 for Name, Guid in PcdSet:\r
550 if (Name, Guid) not in DecPcds:\r
551 EdkLogger.error(\r
552 'build',\r
553 PARSER_ERROR,\r
554 "PCD (%s.%s) used in FDF is not declared in DEC files." % (Guid, Name),\r
555 File = self.FdfProfile.PcdFileLineDict[Name, Guid][0],\r
556 Line = self.FdfProfile.PcdFileLineDict[Name, Guid][1]\r
557 )\r
558 else:\r
559 # Check whether Dynamic or DynamicEx PCD used in FDF file. If used, build break and give a error message.\r
560 if (Name, Guid, TAB_PCDS_FIXED_AT_BUILD) in DecPcdsKey \\r
561 or (Name, Guid, TAB_PCDS_PATCHABLE_IN_MODULE) in DecPcdsKey \\r
562 or (Name, Guid, TAB_PCDS_FEATURE_FLAG) in DecPcdsKey:\r
563 Platform.AddPcd(Name, Guid, PcdSet[Name, Guid])\r
564 continue\r
565 elif (Name, Guid, TAB_PCDS_DYNAMIC) in DecPcdsKey or (Name, Guid, TAB_PCDS_DYNAMIC_EX) in DecPcdsKey:\r
566 EdkLogger.error(\r
567 'build',\r
568 PARSER_ERROR,\r
569 "Using Dynamic or DynamicEx type of PCD [%s.%s] in FDF file is not allowed." % (Guid, Name),\r
570 File = self.FdfProfile.PcdFileLineDict[Name, Guid][0],\r
571 Line = self.FdfProfile.PcdFileLineDict[Name, Guid][1]\r
572 )\r
573\r
574 Pa = PlatformAutoGen(self, self.MetaFile, Target, Toolchain, Arch)\r
575 #\r
576 # Explicitly collect platform's dynamic PCDs\r
577 #\r
578 Pa.CollectPlatformDynamicPcds()\r
579 Pa.CollectFixedAtBuildPcds()\r
580 self.AutoGenObjectList.append(Pa)\r
581\r
582 #\r
583 # Generate Package level hash value\r
584 #\r
585 GlobalData.gPackageHash[Arch] = {}\r
586 if GlobalData.gUseHashCache:\r
587 for Pkg in Pkgs:\r
588 self._GenPkgLevelHash(Pkg)\r
589\r
590 #\r
591 # Check PCDs token value conflict in each DEC file.\r
592 #\r
593 self._CheckAllPcdsTokenValueConflict()\r
594\r
595 #\r
596 # Check PCD type and definition between DSC and DEC\r
597 #\r
598 self._CheckPcdDefineAndType()\r
599\r
600# if self.FdfFile:\r
601# self._CheckDuplicateInFV(Fdf)\r
602\r
603 #\r
604 # Create BuildOptions Macro & PCD metafile, also add the Active Platform and FDF file.\r
605 #\r
606 content = 'gCommandLineDefines: '\r
607 content += str(GlobalData.gCommandLineDefines)\r
608 content += os.linesep\r
609 content += 'BuildOptionPcd: '\r
610 content += str(GlobalData.BuildOptionPcd)\r
611 content += os.linesep\r
612 content += 'Active Platform: '\r
613 content += str(self.Platform)\r
614 content += os.linesep\r
615 if self.FdfFile:\r
616 content += 'Flash Image Definition: '\r
617 content += str(self.FdfFile)\r
618 content += os.linesep\r
619 SaveFileOnChange(os.path.join(self.BuildDir, 'BuildOptions'), content, False)\r
620\r
621 #\r
622 # Create PcdToken Number file for Dynamic/DynamicEx Pcd.\r
623 #\r
624 PcdTokenNumber = 'PcdTokenNumber: '\r
625 if Pa.PcdTokenNumber:\r
626 if Pa.DynamicPcdList:\r
627 for Pcd in Pa.DynamicPcdList:\r
628 PcdTokenNumber += os.linesep\r
629 PcdTokenNumber += str((Pcd.TokenCName, Pcd.TokenSpaceGuidCName))\r
630 PcdTokenNumber += ' : '\r
631 PcdTokenNumber += str(Pa.PcdTokenNumber[Pcd.TokenCName, Pcd.TokenSpaceGuidCName])\r
632 SaveFileOnChange(os.path.join(self.BuildDir, 'PcdTokenNumber'), PcdTokenNumber, False)\r
633\r
634 #\r
635 # Get set of workspace metafiles\r
636 #\r
637 AllWorkSpaceMetaFiles = self._GetMetaFiles(Target, Toolchain, Arch)\r
638\r
639 #\r
640 # Retrieve latest modified time of all metafiles\r
641 #\r
642 SrcTimeStamp = 0\r
643 for f in AllWorkSpaceMetaFiles:\r
644 if os.stat(f)[8] > SrcTimeStamp:\r
645 SrcTimeStamp = os.stat(f)[8]\r
646 self._SrcTimeStamp = SrcTimeStamp\r
647\r
648 if GlobalData.gUseHashCache:\r
649 m = hashlib.md5()\r
650 for files in AllWorkSpaceMetaFiles:\r
651 if files.endswith('.dec'):\r
652 continue\r
653 f = open(files, 'r')\r
654 Content = f.read()\r
655 f.close()\r
656 m.update(Content)\r
657 SaveFileOnChange(os.path.join(self.BuildDir, 'AutoGen.hash'), m.hexdigest(), True)\r
658 GlobalData.gPlatformHash = m.hexdigest()\r
659\r
660 #\r
661 # Write metafile list to build directory\r
662 #\r
663 AutoGenFilePath = os.path.join(self.BuildDir, 'AutoGen')\r
664 if os.path.exists (AutoGenFilePath):\r
665 os.remove(AutoGenFilePath)\r
666 if not os.path.exists(self.BuildDir):\r
667 os.makedirs(self.BuildDir)\r
668 with open(os.path.join(self.BuildDir, 'AutoGen'), 'w+') as file:\r
669 for f in AllWorkSpaceMetaFiles:\r
670 print >> file, f\r
671 return True\r
672\r
673 def _GenPkgLevelHash(self, Pkg):\r
674 PkgDir = os.path.join(self.BuildDir, Pkg.Arch, Pkg.PackageName)\r
675 CreateDirectory(PkgDir)\r
676 HashFile = os.path.join(PkgDir, Pkg.PackageName + '.hash')\r
677 m = hashlib.md5()\r
678 # Get .dec file's hash value\r
679 f = open(Pkg.MetaFile.Path, 'r')\r
680 Content = f.read()\r
681 f.close()\r
682 m.update(Content)\r
683 # Get include files hash value\r
684 if Pkg.Includes:\r
685 for inc in Pkg.Includes:\r
686 for Root, Dirs, Files in os.walk(str(inc)):\r
687 for File in Files:\r
688 File_Path = os.path.join(Root, File)\r
689 f = open(File_Path, 'r')\r
690 Content = f.read()\r
691 f.close()\r
692 m.update(Content)\r
693 SaveFileOnChange(HashFile, m.hexdigest(), True)\r
694 if Pkg.PackageName not in GlobalData.gPackageHash[Pkg.Arch]:\r
695 GlobalData.gPackageHash[Pkg.Arch][Pkg.PackageName] = m.hexdigest()\r
696\r
697 def _GetMetaFiles(self, Target, Toolchain, Arch):\r
698 AllWorkSpaceMetaFiles = set()\r
699 #\r
700 # add fdf\r
701 #\r
702 if self.FdfFile:\r
703 AllWorkSpaceMetaFiles.add (self.FdfFile.Path)\r
704 if self.FdfFile:\r
705 FdfFiles = GlobalData.gFdfParser.GetAllIncludedFile()\r
706 for f in FdfFiles:\r
707 AllWorkSpaceMetaFiles.add (f.FileName)\r
708 #\r
709 # add dsc\r
710 #\r
711 AllWorkSpaceMetaFiles.add(self.MetaFile.Path)\r
712\r
713 #\r
714 # add build_rule.txt & tools_def.txt\r
715 #\r
716 AllWorkSpaceMetaFiles.add(os.path.join(GlobalData.gConfDirectory, gDefaultBuildRuleFile))\r
717 AllWorkSpaceMetaFiles.add(os.path.join(GlobalData.gConfDirectory, gDefaultToolsDefFile))\r
718\r
719 # add BuildOption metafile\r
720 #\r
721 AllWorkSpaceMetaFiles.add(os.path.join(self.BuildDir, 'BuildOptions'))\r
722\r
723 # add PcdToken Number file for Dynamic/DynamicEx Pcd\r
724 #\r
725 AllWorkSpaceMetaFiles.add(os.path.join(self.BuildDir, 'PcdTokenNumber'))\r
726\r
727 for Arch in self.ArchList:\r
728 Platform = self.BuildDatabase[self.MetaFile, Arch, Target, Toolchain]\r
729 PGen = PlatformAutoGen(self, self.MetaFile, Target, Toolchain, Arch)\r
730\r
731 #\r
732 # add dec\r
733 #\r
734 for Package in PGen.PackageList:\r
735 AllWorkSpaceMetaFiles.add(Package.MetaFile.Path)\r
736\r
737 #\r
738 # add included dsc\r
739 #\r
740 for filePath in Platform._RawData.IncludedFiles:\r
741 AllWorkSpaceMetaFiles.add(filePath.Path)\r
742\r
743 return AllWorkSpaceMetaFiles\r
744\r
745 ## _CheckDuplicateInFV() method\r
746 #\r
747 # Check whether there is duplicate modules/files exist in FV section. \r
748 # The check base on the file GUID;\r
749 #\r
750 def _CheckDuplicateInFV(self, Fdf):\r
751 for Fv in Fdf.Profile.FvDict:\r
752 _GuidDict = {}\r
753 for FfsFile in Fdf.Profile.FvDict[Fv].FfsList:\r
754 if FfsFile.InfFileName and FfsFile.NameGuid is None:\r
755 #\r
756 # Get INF file GUID\r
757 #\r
758 InfFoundFlag = False\r
759 for Pa in self.AutoGenObjectList:\r
760 if InfFoundFlag:\r
761 break\r
762 for Module in Pa.ModuleAutoGenList:\r
763 if path.normpath(Module.MetaFile.File) == path.normpath(FfsFile.InfFileName):\r
764 InfFoundFlag = True\r
765 if Module.Guid.upper() not in _GuidDict:\r
766 _GuidDict[Module.Guid.upper()] = FfsFile\r
767 break\r
768 else:\r
769 EdkLogger.error("build",\r
770 FORMAT_INVALID,\r
771 "Duplicate GUID found for these lines: Line %d: %s and Line %d: %s. GUID: %s" % (FfsFile.CurrentLineNum,\r
772 FfsFile.CurrentLineContent,\r
773 _GuidDict[Module.Guid.upper()].CurrentLineNum,\r
774 _GuidDict[Module.Guid.upper()].CurrentLineContent,\r
775 Module.Guid.upper()),\r
776 ExtraData=self.FdfFile)\r
777 #\r
778 # Some INF files not have entity in DSC file. \r
779 #\r
780 if not InfFoundFlag:\r
781 if FfsFile.InfFileName.find('$') == -1:\r
782 InfPath = NormPath(FfsFile.InfFileName)\r
783 if not os.path.exists(InfPath):\r
784 EdkLogger.error('build', GENFDS_ERROR, "Non-existant Module %s !" % (FfsFile.InfFileName))\r
785\r
786 PathClassObj = PathClass(FfsFile.InfFileName, self.WorkspaceDir)\r
787 #\r
788 # Here we just need to get FILE_GUID from INF file, use 'COMMON' as ARCH attribute. and use \r
789 # BuildObject from one of AutoGenObjectList is enough.\r
790 #\r
791 InfObj = self.AutoGenObjectList[0].BuildDatabase.WorkspaceDb.BuildObject[PathClassObj, TAB_COMMON, self.BuildTarget, self.ToolChain]\r
792 if InfObj.Guid.upper() not in _GuidDict:\r
793 _GuidDict[InfObj.Guid.upper()] = FfsFile\r
794 else:\r
795 EdkLogger.error("build",\r
796 FORMAT_INVALID,\r
797 "Duplicate GUID found for these lines: Line %d: %s and Line %d: %s. GUID: %s" % (FfsFile.CurrentLineNum,\r
798 FfsFile.CurrentLineContent,\r
799 _GuidDict[InfObj.Guid.upper()].CurrentLineNum,\r
800 _GuidDict[InfObj.Guid.upper()].CurrentLineContent,\r
801 InfObj.Guid.upper()),\r
802 ExtraData=self.FdfFile)\r
803 InfFoundFlag = False\r
804\r
805 if FfsFile.NameGuid is not None:\r
806 #\r
807 # If the NameGuid reference a PCD name. \r
808 # The style must match: PCD(xxxx.yyy)\r
809 #\r
810 if gPCDAsGuidPattern.match(FfsFile.NameGuid):\r
811 #\r
812 # Replace the PCD value.\r
813 #\r
814 _PcdName = FfsFile.NameGuid.lstrip("PCD(").rstrip(")")\r
815 PcdFoundFlag = False\r
816 for Pa in self.AutoGenObjectList:\r
817 if not PcdFoundFlag:\r
818 for PcdItem in Pa.AllPcdList:\r
819 if (PcdItem.TokenSpaceGuidCName + "." + PcdItem.TokenCName) == _PcdName:\r
820 #\r
821 # First convert from CFormatGuid to GUID string\r
822 #\r
823 _PcdGuidString = GuidStructureStringToGuidString(PcdItem.DefaultValue)\r
824\r
825 if not _PcdGuidString:\r
826 #\r
827 # Then try Byte array.\r
828 #\r
829 _PcdGuidString = GuidStructureByteArrayToGuidString(PcdItem.DefaultValue)\r
830\r
831 if not _PcdGuidString:\r
832 #\r
833 # Not Byte array or CFormat GUID, raise error.\r
834 #\r
835 EdkLogger.error("build",\r
836 FORMAT_INVALID,\r
837 "The format of PCD value is incorrect. PCD: %s , Value: %s\n" % (_PcdName, PcdItem.DefaultValue),\r
838 ExtraData=self.FdfFile)\r
839\r
840 if _PcdGuidString.upper() not in _GuidDict:\r
841 _GuidDict[_PcdGuidString.upper()] = FfsFile\r
842 PcdFoundFlag = True\r
843 break\r
844 else:\r
845 EdkLogger.error("build",\r
846 FORMAT_INVALID,\r
847 "Duplicate GUID found for these lines: Line %d: %s and Line %d: %s. GUID: %s" % (FfsFile.CurrentLineNum,\r
848 FfsFile.CurrentLineContent,\r
849 _GuidDict[_PcdGuidString.upper()].CurrentLineNum,\r
850 _GuidDict[_PcdGuidString.upper()].CurrentLineContent,\r
851 FfsFile.NameGuid.upper()),\r
852 ExtraData=self.FdfFile)\r
853\r
854 if FfsFile.NameGuid.upper() not in _GuidDict:\r
855 _GuidDict[FfsFile.NameGuid.upper()] = FfsFile\r
856 else:\r
857 #\r
858 # Two raw file GUID conflict.\r
859 #\r
860 EdkLogger.error("build",\r
861 FORMAT_INVALID,\r
862 "Duplicate GUID found for these lines: Line %d: %s and Line %d: %s. GUID: %s" % (FfsFile.CurrentLineNum,\r
863 FfsFile.CurrentLineContent,\r
864 _GuidDict[FfsFile.NameGuid.upper()].CurrentLineNum,\r
865 _GuidDict[FfsFile.NameGuid.upper()].CurrentLineContent,\r
866 FfsFile.NameGuid.upper()),\r
867 ExtraData=self.FdfFile)\r
868\r
869\r
870 def _CheckPcdDefineAndType(self):\r
871 PcdTypeList = [\r
872 "FixedAtBuild", "PatchableInModule", "FeatureFlag",\r
873 "Dynamic", #"DynamicHii", "DynamicVpd",\r
874 "DynamicEx", # "DynamicExHii", "DynamicExVpd"\r
875 ]\r
876\r
877 # This dict store PCDs which are not used by any modules with specified arches\r
878 UnusedPcd = OrderedDict()\r
879 for Pa in self.AutoGenObjectList:\r
880 # Key of DSC's Pcds dictionary is PcdCName, TokenSpaceGuid\r
881 for Pcd in Pa.Platform.Pcds:\r
882 PcdType = Pa.Platform.Pcds[Pcd].Type\r
883\r
884 # If no PCD type, this PCD comes from FDF \r
885 if not PcdType:\r
886 continue\r
887\r
888 # Try to remove Hii and Vpd suffix\r
889 if PcdType.startswith("DynamicEx"):\r
890 PcdType = "DynamicEx"\r
891 elif PcdType.startswith("Dynamic"):\r
892 PcdType = "Dynamic"\r
893\r
894 for Package in Pa.PackageList:\r
895 # Key of DEC's Pcds dictionary is PcdCName, TokenSpaceGuid, PcdType\r
896 if (Pcd[0], Pcd[1], PcdType) in Package.Pcds:\r
897 break\r
898 for Type in PcdTypeList:\r
899 if (Pcd[0], Pcd[1], Type) in Package.Pcds:\r
900 EdkLogger.error(\r
901 'build',\r
902 FORMAT_INVALID,\r
903 "Type [%s] of PCD [%s.%s] in DSC file doesn't match the type [%s] defined in DEC file." \\r
904 % (Pa.Platform.Pcds[Pcd].Type, Pcd[1], Pcd[0], Type),\r
905 ExtraData=None\r
906 )\r
907 return\r
908 else:\r
909 UnusedPcd.setdefault(Pcd, []).append(Pa.Arch)\r
910\r
911 for Pcd in UnusedPcd:\r
912 EdkLogger.warn(\r
913 'build',\r
914 "The PCD was not specified by any INF module in the platform for the given architecture.\n"\r
915 "\tPCD: [%s.%s]\n\tPlatform: [%s]\n\tArch: %s"\r
916 % (Pcd[1], Pcd[0], os.path.basename(str(self.MetaFile)), str(UnusedPcd[Pcd])),\r
917 ExtraData=None\r
918 )\r
919\r
920 def __repr__(self):\r
921 return "%s [%s]" % (self.MetaFile, ", ".join(self.ArchList))\r
922\r
923 ## Return the directory to store FV files\r
924 def _GetFvDir(self):\r
925 if self._FvDir is None:\r
926 self._FvDir = path.join(self.BuildDir, 'FV')\r
927 return self._FvDir\r
928\r
929 ## Return the directory to store all intermediate and final files built\r
930 def _GetBuildDir(self):\r
931 if self._BuildDir is None:\r
932 return self.AutoGenObjectList[0].BuildDir\r
933\r
934 ## Return the build output directory platform specifies\r
935 def _GetOutputDir(self):\r
936 return self.Platform.OutputDirectory\r
937\r
938 ## Return platform name\r
939 def _GetName(self):\r
940 return self.Platform.PlatformName\r
941\r
942 ## Return meta-file GUID\r
943 def _GetGuid(self):\r
944 return self.Platform.Guid\r
945\r
946 ## Return platform version\r
947 def _GetVersion(self):\r
948 return self.Platform.Version\r
949\r
950 ## Return paths of tools\r
951 def _GetToolDefinition(self):\r
952 return self.AutoGenObjectList[0].ToolDefinition\r
953\r
954 ## Return directory of platform makefile\r
955 #\r
956 # @retval string Makefile directory\r
957 #\r
958 def _GetMakeFileDir(self):\r
959 if self._MakeFileDir is None:\r
960 self._MakeFileDir = self.BuildDir\r
961 return self._MakeFileDir\r
962\r
963 ## Return build command string\r
964 #\r
965 # @retval string Build command string\r
966 #\r
967 def _GetBuildCommand(self):\r
968 if self._BuildCommand is None:\r
969 # BuildCommand should be all the same. So just get one from platform AutoGen\r
970 self._BuildCommand = self.AutoGenObjectList[0].BuildCommand\r
971 return self._BuildCommand\r
972\r
973 ## Check the PCDs token value conflict in each DEC file.\r
974 #\r
975 # Will cause build break and raise error message while two PCDs conflict.\r
976 # \r
977 # @return None\r
978 #\r
979 def _CheckAllPcdsTokenValueConflict(self):\r
980 for Pa in self.AutoGenObjectList:\r
981 for Package in Pa.PackageList:\r
982 PcdList = Package.Pcds.values()\r
983 PcdList.sort(lambda x, y: cmp(int(x.TokenValue, 0), int(y.TokenValue, 0))) \r
984 Count = 0\r
985 while (Count < len(PcdList) - 1) :\r
986 Item = PcdList[Count]\r
987 ItemNext = PcdList[Count + 1]\r
988 #\r
989 # Make sure in the same token space the TokenValue should be unique\r
990 #\r
991 if (int(Item.TokenValue, 0) == int(ItemNext.TokenValue, 0)):\r
992 SameTokenValuePcdList = []\r
993 SameTokenValuePcdList.append(Item)\r
994 SameTokenValuePcdList.append(ItemNext)\r
995 RemainPcdListLength = len(PcdList) - Count - 2\r
996 for ValueSameCount in range(RemainPcdListLength):\r
997 if int(PcdList[len(PcdList) - RemainPcdListLength + ValueSameCount].TokenValue, 0) == int(Item.TokenValue, 0):\r
998 SameTokenValuePcdList.append(PcdList[len(PcdList) - RemainPcdListLength + ValueSameCount])\r
999 else:\r
1000 break;\r
1001 #\r
1002 # Sort same token value PCD list with TokenGuid and TokenCName\r
1003 #\r
1004 SameTokenValuePcdList.sort(lambda x, y: cmp("%s.%s" % (x.TokenSpaceGuidCName, x.TokenCName), "%s.%s" % (y.TokenSpaceGuidCName, y.TokenCName)))\r
1005 SameTokenValuePcdListCount = 0\r
1006 while (SameTokenValuePcdListCount < len(SameTokenValuePcdList) - 1):\r
1007 Flag = False\r
1008 TemListItem = SameTokenValuePcdList[SameTokenValuePcdListCount]\r
1009 TemListItemNext = SameTokenValuePcdList[SameTokenValuePcdListCount + 1]\r
1010\r
1011 if (TemListItem.TokenSpaceGuidCName == TemListItemNext.TokenSpaceGuidCName) and (TemListItem.TokenCName != TemListItemNext.TokenCName):\r
1012 for PcdItem in GlobalData.MixedPcd:\r
1013 if (TemListItem.TokenCName, TemListItem.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdItem] or \\r
1014 (TemListItemNext.TokenCName, TemListItemNext.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdItem]:\r
1015 Flag = True\r
1016 if not Flag:\r
1017 EdkLogger.error(\r
1018 'build',\r
1019 FORMAT_INVALID,\r
1020 "The TokenValue [%s] of PCD [%s.%s] is conflict with: [%s.%s] in %s"\\r
1021 % (TemListItem.TokenValue, TemListItem.TokenSpaceGuidCName, TemListItem.TokenCName, TemListItemNext.TokenSpaceGuidCName, TemListItemNext.TokenCName, Package),\r
1022 ExtraData=None\r
1023 )\r
1024 SameTokenValuePcdListCount += 1\r
1025 Count += SameTokenValuePcdListCount\r
1026 Count += 1\r
1027\r
1028 PcdList = Package.Pcds.values()\r
1029 PcdList.sort(lambda x, y: cmp("%s.%s" % (x.TokenSpaceGuidCName, x.TokenCName), "%s.%s" % (y.TokenSpaceGuidCName, y.TokenCName)))\r
1030 Count = 0\r
1031 while (Count < len(PcdList) - 1) :\r
1032 Item = PcdList[Count]\r
1033 ItemNext = PcdList[Count + 1]\r
1034 #\r
1035 # Check PCDs with same TokenSpaceGuidCName.TokenCName have same token value as well.\r
1036 #\r
1037 if (Item.TokenSpaceGuidCName == ItemNext.TokenSpaceGuidCName) and (Item.TokenCName == ItemNext.TokenCName) and (int(Item.TokenValue, 0) != int(ItemNext.TokenValue, 0)):\r
1038 EdkLogger.error(\r
1039 'build',\r
1040 FORMAT_INVALID,\r
1041 "The TokenValue [%s] of PCD [%s.%s] in %s defined in two places should be same as well."\\r
1042 % (Item.TokenValue, Item.TokenSpaceGuidCName, Item.TokenCName, Package),\r
1043 ExtraData=None\r
1044 )\r
1045 Count += 1\r
1046 ## Generate fds command\r
1047 def _GenFdsCommand(self):\r
1048 return (GenMake.TopLevelMakefile(self)._TEMPLATE_.Replace(GenMake.TopLevelMakefile(self)._TemplateDict)).strip()\r
1049\r
1050 ## Create makefile for the platform and modules in it\r
1051 #\r
1052 # @param CreateDepsMakeFile Flag indicating if the makefile for\r
1053 # modules will be created as well\r
1054 #\r
1055 def CreateMakeFile(self, CreateDepsMakeFile=False):\r
1056 if CreateDepsMakeFile:\r
1057 for Pa in self.AutoGenObjectList:\r
1058 Pa.CreateMakeFile(CreateDepsMakeFile)\r
1059\r
1060 ## Create autogen code for platform and modules\r
1061 #\r
1062 # Since there's no autogen code for platform, this method will do nothing\r
1063 # if CreateModuleCodeFile is set to False.\r
1064 #\r
1065 # @param CreateDepsCodeFile Flag indicating if creating module's\r
1066 # autogen code file or not\r
1067 #\r
1068 def CreateCodeFile(self, CreateDepsCodeFile=False):\r
1069 if not CreateDepsCodeFile:\r
1070 return\r
1071 for Pa in self.AutoGenObjectList:\r
1072 Pa.CreateCodeFile(CreateDepsCodeFile)\r
1073\r
1074 ## Create AsBuilt INF file the platform\r
1075 #\r
1076 def CreateAsBuiltInf(self):\r
1077 return\r
1078\r
1079 Name = property(_GetName)\r
1080 Guid = property(_GetGuid)\r
1081 Version = property(_GetVersion)\r
1082 OutputDir = property(_GetOutputDir)\r
1083\r
1084 ToolDefinition = property(_GetToolDefinition) # toolcode : tool path\r
1085\r
1086 BuildDir = property(_GetBuildDir)\r
1087 FvDir = property(_GetFvDir)\r
1088 MakeFileDir = property(_GetMakeFileDir)\r
1089 BuildCommand = property(_GetBuildCommand)\r
1090 GenFdsCommand = property(_GenFdsCommand)\r
1091\r
1092## AutoGen class for platform\r
1093#\r
1094# PlatformAutoGen class will process the original information in platform\r
1095# file in order to generate makefile for platform.\r
1096#\r
1097class PlatformAutoGen(AutoGen):\r
1098 # call super().__init__ then call the worker function with different parameter count\r
1099 def __init__(self, Workspace, MetaFile, Target, Toolchain, Arch, *args, **kwargs):\r
1100 try:\r
1101 self._Init\r
1102 except:\r
1103 super(PlatformAutoGen, self).__init__(self, Workspace, MetaFile, Target, Toolchain, Arch, *args, **kwargs)\r
1104 self._InitWorker(Workspace, MetaFile, Target, Toolchain, Arch)\r
1105 self._Init = True\r
1106 #\r
1107 # Used to store all PCDs for both PEI and DXE phase, in order to generate \r
1108 # correct PCD database\r
1109 # \r
1110 _DynaPcdList_ = []\r
1111 _NonDynaPcdList_ = []\r
1112 _PlatformPcds = {}\r
1113 \r
1114 #\r
1115 # The priority list while override build option \r
1116 #\r
1117 PrioList = {"0x11111" : 16, # TARGET_TOOLCHAIN_ARCH_COMMANDTYPE_ATTRIBUTE (Highest)\r
1118 "0x01111" : 15, # ******_TOOLCHAIN_ARCH_COMMANDTYPE_ATTRIBUTE\r
1119 "0x10111" : 14, # TARGET_*********_ARCH_COMMANDTYPE_ATTRIBUTE\r
1120 "0x00111" : 13, # ******_*********_ARCH_COMMANDTYPE_ATTRIBUTE \r
1121 "0x11011" : 12, # TARGET_TOOLCHAIN_****_COMMANDTYPE_ATTRIBUTE\r
1122 "0x01011" : 11, # ******_TOOLCHAIN_****_COMMANDTYPE_ATTRIBUTE\r
1123 "0x10011" : 10, # TARGET_*********_****_COMMANDTYPE_ATTRIBUTE\r
1124 "0x00011" : 9, # ******_*********_****_COMMANDTYPE_ATTRIBUTE\r
1125 "0x11101" : 8, # TARGET_TOOLCHAIN_ARCH_***********_ATTRIBUTE\r
1126 "0x01101" : 7, # ******_TOOLCHAIN_ARCH_***********_ATTRIBUTE\r
1127 "0x10101" : 6, # TARGET_*********_ARCH_***********_ATTRIBUTE\r
1128 "0x00101" : 5, # ******_*********_ARCH_***********_ATTRIBUTE\r
1129 "0x11001" : 4, # TARGET_TOOLCHAIN_****_***********_ATTRIBUTE\r
1130 "0x01001" : 3, # ******_TOOLCHAIN_****_***********_ATTRIBUTE\r
1131 "0x10001" : 2, # TARGET_*********_****_***********_ATTRIBUTE\r
1132 "0x00001" : 1} # ******_*********_****_***********_ATTRIBUTE (Lowest)\r
1133\r
1134 ## Initialize PlatformAutoGen\r
1135 #\r
1136 #\r
1137 # @param Workspace WorkspaceAutoGen object\r
1138 # @param PlatformFile Platform file (DSC file)\r
1139 # @param Target Build target (DEBUG, RELEASE)\r
1140 # @param Toolchain Name of tool chain\r
1141 # @param Arch arch of the platform supports\r
1142 #\r
1143 def _InitWorker(self, Workspace, PlatformFile, Target, Toolchain, Arch):\r
1144 EdkLogger.debug(EdkLogger.DEBUG_9, "AutoGen platform [%s] [%s]" % (PlatformFile, Arch))\r
1145 GlobalData.gProcessingFile = "%s [%s, %s, %s]" % (PlatformFile, Arch, Toolchain, Target)\r
1146\r
1147 self.MetaFile = PlatformFile\r
1148 self.Workspace = Workspace\r
1149 self.WorkspaceDir = Workspace.WorkspaceDir\r
1150 self.ToolChain = Toolchain\r
1151 self.BuildTarget = Target\r
1152 self.Arch = Arch\r
1153 self.SourceDir = PlatformFile.SubDir\r
1154 self.SourceOverrideDir = None\r
1155 self.FdTargetList = self.Workspace.FdTargetList\r
1156 self.FvTargetList = self.Workspace.FvTargetList\r
1157 self.AllPcdList = []\r
1158 # get the original module/package/platform objects\r
1159 self.BuildDatabase = Workspace.BuildDatabase\r
1160 self.DscBuildDataObj = Workspace.Platform\r
1161 self._GuidDict = Workspace._GuidDict\r
1162\r
1163 # flag indicating if the makefile/C-code file has been created or not\r
1164 self.IsMakeFileCreated = False\r
1165 self.IsCodeFileCreated = False\r
1166\r
1167 self._Platform = None\r
1168 self._Name = None\r
1169 self._Guid = None\r
1170 self._Version = None\r
1171\r
1172 self._BuildRule = None\r
1173 self._SourceDir = None\r
1174 self._BuildDir = None\r
1175 self._OutputDir = None\r
1176 self._FvDir = None\r
1177 self._MakeFileDir = None\r
1178 self._FdfFile = None\r
1179\r
1180 self._PcdTokenNumber = None # (TokenCName, TokenSpaceGuidCName) : GeneratedTokenNumber\r
1181 self._DynamicPcdList = None # [(TokenCName1, TokenSpaceGuidCName1), (TokenCName2, TokenSpaceGuidCName2), ...]\r
1182 self._NonDynamicPcdList = None # [(TokenCName1, TokenSpaceGuidCName1), (TokenCName2, TokenSpaceGuidCName2), ...]\r
1183 self._NonDynamicPcdDict = {}\r
1184\r
1185 self._ToolDefinitions = None\r
1186 self._ToolDefFile = None # toolcode : tool path\r
1187 self._ToolChainFamily = None\r
1188 self._BuildRuleFamily = None\r
1189 self._BuildOption = None # toolcode : option\r
1190 self._EdkBuildOption = None # edktoolcode : option\r
1191 self._EdkIIBuildOption = None # edkiitoolcode : option\r
1192 self._PackageList = None\r
1193 self._ModuleAutoGenList = None\r
1194 self._LibraryAutoGenList = None\r
1195 self._BuildCommand = None\r
1196 self._AsBuildInfList = []\r
1197 self._AsBuildModuleList = []\r
1198\r
1199 self.VariableInfo = None\r
1200\r
1201 if GlobalData.gFdfParser is not None:\r
1202 self._AsBuildInfList = GlobalData.gFdfParser.Profile.InfList\r
1203 for Inf in self._AsBuildInfList:\r
1204 InfClass = PathClass(NormPath(Inf), GlobalData.gWorkspace, self.Arch)\r
1205 M = self.BuildDatabase[InfClass, self.Arch, self.BuildTarget, self.ToolChain]\r
1206 if not M.IsSupportedArch:\r
1207 continue\r
1208 self._AsBuildModuleList.append(InfClass)\r
1209 # get library/modules for build\r
1210 self.LibraryBuildDirectoryList = []\r
1211 self.ModuleBuildDirectoryList = []\r
1212\r
1213 return True\r
1214\r
1215 def __repr__(self):\r
1216 return "%s [%s]" % (self.MetaFile, self.Arch)\r
1217\r
1218 ## Create autogen code for platform and modules\r
1219 #\r
1220 # Since there's no autogen code for platform, this method will do nothing\r
1221 # if CreateModuleCodeFile is set to False.\r
1222 #\r
1223 # @param CreateModuleCodeFile Flag indicating if creating module's\r
1224 # autogen code file or not\r
1225 #\r
1226 def CreateCodeFile(self, CreateModuleCodeFile=False):\r
1227 # only module has code to be greated, so do nothing if CreateModuleCodeFile is False\r
1228 if self.IsCodeFileCreated or not CreateModuleCodeFile:\r
1229 return\r
1230\r
1231 for Ma in self.ModuleAutoGenList:\r
1232 Ma.CreateCodeFile(True)\r
1233\r
1234 # don't do this twice\r
1235 self.IsCodeFileCreated = True\r
1236\r
1237 ## Generate Fds Command\r
1238 def _GenFdsCommand(self):\r
1239 return self.Workspace.GenFdsCommand\r
1240\r
1241 ## Create makefile for the platform and mdoules in it\r
1242 #\r
1243 # @param CreateModuleMakeFile Flag indicating if the makefile for\r
1244 # modules will be created as well\r
1245 #\r
1246 def CreateMakeFile(self, CreateModuleMakeFile=False, FfsCommand = {}):\r
1247 if CreateModuleMakeFile:\r
1248 for ModuleFile in self.Platform.Modules:\r
1249 Ma = ModuleAutoGen(self.Workspace, ModuleFile, self.BuildTarget,\r
1250 self.ToolChain, self.Arch, self.MetaFile)\r
1251 if (ModuleFile.File, self.Arch) in FfsCommand:\r
1252 Ma.CreateMakeFile(True, FfsCommand[ModuleFile.File, self.Arch])\r
1253 else:\r
1254 Ma.CreateMakeFile(True)\r
1255 #Ma.CreateAsBuiltInf()\r
1256\r
1257 # no need to create makefile for the platform more than once\r
1258 if self.IsMakeFileCreated:\r
1259 return\r
1260\r
1261 # create library/module build dirs for platform\r
1262 Makefile = GenMake.PlatformMakefile(self)\r
1263 self.LibraryBuildDirectoryList = Makefile.GetLibraryBuildDirectoryList()\r
1264 self.ModuleBuildDirectoryList = Makefile.GetModuleBuildDirectoryList()\r
1265\r
1266 self.IsMakeFileCreated = True\r
1267\r
1268 ## Deal with Shared FixedAtBuild Pcds\r
1269 #\r
1270 def CollectFixedAtBuildPcds(self):\r
1271 for LibAuto in self.LibraryAutoGenList:\r
1272 FixedAtBuildPcds = {} \r
1273 ShareFixedAtBuildPcdsSameValue = {} \r
1274 for Module in LibAuto._ReferenceModules: \r
1275 for Pcd in Module.FixedAtBuildPcds + LibAuto.FixedAtBuildPcds:\r
1276 key = ".".join((Pcd.TokenSpaceGuidCName,Pcd.TokenCName)) \r
1277 if key not in FixedAtBuildPcds:\r
1278 ShareFixedAtBuildPcdsSameValue[key] = True\r
1279 FixedAtBuildPcds[key] = Pcd.DefaultValue\r
1280 else:\r
1281 if FixedAtBuildPcds[key] != Pcd.DefaultValue:\r
1282 ShareFixedAtBuildPcdsSameValue[key] = False \r
1283 for Pcd in LibAuto.FixedAtBuildPcds:\r
1284 key = ".".join((Pcd.TokenSpaceGuidCName,Pcd.TokenCName))\r
1285 if (Pcd.TokenCName,Pcd.TokenSpaceGuidCName) not in self.NonDynamicPcdDict:\r
1286 continue\r
1287 else:\r
1288 DscPcd = self.NonDynamicPcdDict[(Pcd.TokenCName,Pcd.TokenSpaceGuidCName)]\r
1289 if DscPcd.Type != "FixedAtBuild":\r
1290 continue\r
1291 if key in ShareFixedAtBuildPcdsSameValue and ShareFixedAtBuildPcdsSameValue[key]: \r
1292 LibAuto.ConstPcd[key] = FixedAtBuildPcds[key]\r
1293\r
1294 def CollectVariables(self, DynamicPcdSet):\r
1295\r
1296 VpdRegionSize = 0\r
1297 VpdRegionBase = 0\r
1298 if self.Workspace.FdfFile:\r
1299 FdDict = self.Workspace.FdfProfile.FdDict[GlobalData.gFdfParser.CurrentFdName]\r
1300 for FdRegion in FdDict.RegionList:\r
1301 for item in FdRegion.RegionDataList:\r
1302 if self.Platform.VpdToolGuid.strip() and self.Platform.VpdToolGuid in item:\r
1303 VpdRegionSize = FdRegion.Size\r
1304 VpdRegionBase = FdRegion.Offset\r
1305 break\r
1306\r
1307\r
1308 VariableInfo = VariableMgr(self.DscBuildDataObj._GetDefaultStores(),self.DscBuildDataObj._GetSkuIds())\r
1309 VariableInfo.SetVpdRegionMaxSize(VpdRegionSize)\r
1310 VariableInfo.SetVpdRegionOffset(VpdRegionBase)\r
1311 Index = 0\r
1312 for Pcd in DynamicPcdSet:\r
1313 pcdname = ".".join((Pcd.TokenSpaceGuidCName,Pcd.TokenCName))\r
1314 for SkuName in Pcd.SkuInfoList:\r
1315 Sku = Pcd.SkuInfoList[SkuName]\r
1316 SkuId = Sku.SkuId\r
1317 if SkuId is None or SkuId == '':\r
1318 continue\r
1319 if len(Sku.VariableName) > 0:\r
1320 VariableGuidStructure = Sku.VariableGuidValue\r
1321 VariableGuid = GuidStructureStringToGuidString(VariableGuidStructure)\r
1322 for StorageName in Sku.DefaultStoreDict:\r
1323 VariableInfo.append_variable(var_info(Index,pcdname,StorageName,SkuName, StringToArray(Sku.VariableName),VariableGuid, Sku.VariableOffset, Sku.VariableAttribute , Sku.HiiDefaultValue,Sku.DefaultStoreDict[StorageName],Pcd.DatumType))\r
1324 Index += 1\r
1325 return VariableInfo\r
1326\r
1327 def UpdateNVStoreMaxSize(self,OrgVpdFile):\r
1328 if self.VariableInfo:\r
1329 VpdMapFilePath = os.path.join(self.BuildDir, "FV", "%s.map" % self.Platform.VpdToolGuid)\r
1330 PcdNvStoreDfBuffer = [item for item in self._DynamicPcdList if item.TokenCName == "PcdNvStoreDefaultValueBuffer" and item.TokenSpaceGuidCName == "gEfiMdeModulePkgTokenSpaceGuid"]\r
1331\r
1332 if PcdNvStoreDfBuffer:\r
1333 if os.path.exists(VpdMapFilePath):\r
1334 OrgVpdFile.Read(VpdMapFilePath)\r
1335 PcdItems = OrgVpdFile.GetOffset(PcdNvStoreDfBuffer[0])\r
1336 NvStoreOffset = PcdItems.values()[0].strip() if PcdItems else '0'\r
1337 else:\r
1338 EdkLogger.error("build", FILE_READ_FAILURE, "Can not find VPD map file %s to fix up VPD offset." % VpdMapFilePath)\r
1339\r
1340 NvStoreOffset = int(NvStoreOffset,16) if NvStoreOffset.upper().startswith("0X") else int(NvStoreOffset)\r
1341 default_skuobj = PcdNvStoreDfBuffer[0].SkuInfoList.get(TAB_DEFAULT)\r
1342 maxsize = self.VariableInfo.VpdRegionSize - NvStoreOffset if self.VariableInfo.VpdRegionSize else len(default_skuobj.DefaultValue.split(","))\r
1343 var_data = self.VariableInfo.PatchNVStoreDefaultMaxSize(maxsize)\r
1344\r
1345 if var_data and default_skuobj:\r
1346 default_skuobj.DefaultValue = var_data\r
1347 PcdNvStoreDfBuffer[0].DefaultValue = var_data\r
1348 PcdNvStoreDfBuffer[0].SkuInfoList.clear()\r
1349 PcdNvStoreDfBuffer[0].SkuInfoList[TAB_DEFAULT] = default_skuobj\r
1350 PcdNvStoreDfBuffer[0].MaxDatumSize = str(len(default_skuobj.DefaultValue.split(",")))\r
1351\r
1352 return OrgVpdFile\r
1353\r
1354 ## Collect dynamic PCDs\r
1355 #\r
1356 # Gather dynamic PCDs list from each module and their settings from platform\r
1357 # This interface should be invoked explicitly when platform action is created.\r
1358 #\r
1359 def CollectPlatformDynamicPcds(self):\r
1360\r
1361 for key in self.Platform.Pcds:\r
1362 for SinglePcd in GlobalData.MixedPcd:\r
1363 if (self.Platform.Pcds[key].TokenCName, self.Platform.Pcds[key].TokenSpaceGuidCName) == SinglePcd:\r
1364 for item in GlobalData.MixedPcd[SinglePcd]:\r
1365 Pcd_Type = item[0].split('_')[-1]\r
1366 if (Pcd_Type == self.Platform.Pcds[key].Type) or (Pcd_Type == TAB_PCDS_DYNAMIC_EX and self.Platform.Pcds[key].Type in GenC.gDynamicExPcd) or \\r
1367 (Pcd_Type == TAB_PCDS_DYNAMIC and self.Platform.Pcds[key].Type in GenC.gDynamicPcd):\r
1368 Value = self.Platform.Pcds[key]\r
1369 Value.TokenCName = self.Platform.Pcds[key].TokenCName + '_' + Pcd_Type\r
1370 if len(key) == 2:\r
1371 newkey = (Value.TokenCName, key[1])\r
1372 elif len(key) == 3:\r
1373 newkey = (Value.TokenCName, key[1], key[2])\r
1374 del self.Platform.Pcds[key]\r
1375 self.Platform.Pcds[newkey] = Value\r
1376 break\r
1377 else:\r
1378 pass\r
1379 break\r
1380 else:\r
1381 pass\r
1382\r
1383 # for gathering error information\r
1384 NoDatumTypePcdList = set()\r
1385 FdfModuleList = []\r
1386 for InfName in self._AsBuildInfList:\r
1387 InfName = mws.join(self.WorkspaceDir, InfName)\r
1388 FdfModuleList.append(os.path.normpath(InfName))\r
1389 for F in self.Platform.Modules.keys():\r
1390 M = ModuleAutoGen(self.Workspace, F, self.BuildTarget, self.ToolChain, self.Arch, self.MetaFile)\r
1391 #GuidValue.update(M.Guids)\r
1392 \r
1393 self.Platform.Modules[F].M = M\r
1394\r
1395 for PcdFromModule in M.ModulePcdList + M.LibraryPcdList:\r
1396 # make sure that the "VOID*" kind of datum has MaxDatumSize set\r
1397 if PcdFromModule.DatumType == TAB_VOID and PcdFromModule.MaxDatumSize in [None, '']:\r
1398 NoDatumTypePcdList.add("%s.%s [%s]" % (PcdFromModule.TokenSpaceGuidCName, PcdFromModule.TokenCName, F))\r
1399\r
1400 # Check the PCD from Binary INF or Source INF\r
1401 if M.IsBinaryModule == True:\r
1402 PcdFromModule.IsFromBinaryInf = True\r
1403\r
1404 # Check the PCD from DSC or not \r
1405 PcdFromModule.IsFromDsc = (PcdFromModule.TokenCName, PcdFromModule.TokenSpaceGuidCName) in self.Platform.Pcds\r
1406\r
1407 if PcdFromModule.Type in GenC.gDynamicPcd or PcdFromModule.Type in GenC.gDynamicExPcd:\r
1408 if F.Path not in FdfModuleList:\r
1409 # If one of the Source built modules listed in the DSC is not listed \r
1410 # in FDF modules, and the INF lists a PCD can only use the PcdsDynamic \r
1411 # access method (it is only listed in the DEC file that declares the \r
1412 # PCD as PcdsDynamic), then build tool will report warning message\r
1413 # notify the PI that they are attempting to build a module that must \r
1414 # be included in a flash image in order to be functional. These Dynamic \r
1415 # PCD will not be added into the Database unless it is used by other \r
1416 # modules that are included in the FDF file.\r
1417 if PcdFromModule.Type in GenC.gDynamicPcd and \\r
1418 PcdFromModule.IsFromBinaryInf == False:\r
1419 # Print warning message to let the developer make a determine.\r
1420 continue\r
1421 # If one of the Source built modules listed in the DSC is not listed in \r
1422 # FDF modules, and the INF lists a PCD can only use the PcdsDynamicEx \r
1423 # access method (it is only listed in the DEC file that declares the \r
1424 # PCD as PcdsDynamicEx), then DO NOT break the build; DO NOT add the \r
1425 # PCD to the Platform's PCD Database.\r
1426 if PcdFromModule.Type in GenC.gDynamicExPcd:\r
1427 continue\r
1428 #\r
1429 # If a dynamic PCD used by a PEM module/PEI module & DXE module,\r
1430 # it should be stored in Pcd PEI database, If a dynamic only\r
1431 # used by DXE module, it should be stored in DXE PCD database.\r
1432 # The default Phase is DXE\r
1433 #\r
1434 if M.ModuleType in ["PEIM", "PEI_CORE"]:\r
1435 PcdFromModule.Phase = "PEI"\r
1436 if PcdFromModule not in self._DynaPcdList_:\r
1437 self._DynaPcdList_.append(PcdFromModule)\r
1438 elif PcdFromModule.Phase == 'PEI':\r
1439 # overwrite any the same PCD existing, if Phase is PEI\r
1440 Index = self._DynaPcdList_.index(PcdFromModule)\r
1441 self._DynaPcdList_[Index] = PcdFromModule\r
1442 elif PcdFromModule not in self._NonDynaPcdList_:\r
1443 self._NonDynaPcdList_.append(PcdFromModule)\r
1444 elif PcdFromModule in self._NonDynaPcdList_ and PcdFromModule.IsFromBinaryInf == True:\r
1445 Index = self._NonDynaPcdList_.index(PcdFromModule)\r
1446 if self._NonDynaPcdList_[Index].IsFromBinaryInf == False:\r
1447 #The PCD from Binary INF will override the same one from source INF\r
1448 self._NonDynaPcdList_.remove (self._NonDynaPcdList_[Index])\r
1449 PcdFromModule.Pending = False\r
1450 self._NonDynaPcdList_.append (PcdFromModule)\r
1451 DscModuleSet = {os.path.normpath(ModuleInf.Path) for ModuleInf in self.Platform.Modules}\r
1452 # add the PCD from modules that listed in FDF but not in DSC to Database \r
1453 for InfName in FdfModuleList:\r
1454 if InfName not in DscModuleSet:\r
1455 InfClass = PathClass(InfName)\r
1456 M = self.BuildDatabase[InfClass, self.Arch, self.BuildTarget, self.ToolChain]\r
1457 # If a module INF in FDF but not in current arch's DSC module list, it must be module (either binary or source) \r
1458 # for different Arch. PCDs in source module for different Arch is already added before, so skip the source module here. \r
1459 # For binary module, if in current arch, we need to list the PCDs into database. \r
1460 if not M.IsSupportedArch:\r
1461 continue\r
1462 # Override the module PCD setting by platform setting\r
1463 ModulePcdList = self.ApplyPcdSetting(M, M.Pcds)\r
1464 for PcdFromModule in ModulePcdList:\r
1465 PcdFromModule.IsFromBinaryInf = True\r
1466 PcdFromModule.IsFromDsc = False\r
1467 # Only allow the DynamicEx and Patchable PCD in AsBuild INF\r
1468 if PcdFromModule.Type not in GenC.gDynamicExPcd and PcdFromModule.Type not in TAB_PCDS_PATCHABLE_IN_MODULE:\r
1469 EdkLogger.error("build", AUTOGEN_ERROR, "PCD setting error",\r
1470 File=self.MetaFile,\r
1471 ExtraData="\n\tExisted %s PCD %s in:\n\t\t%s\n"\r
1472 % (PcdFromModule.Type, PcdFromModule.TokenCName, InfName))\r
1473 # make sure that the "VOID*" kind of datum has MaxDatumSize set\r
1474 if PcdFromModule.DatumType == TAB_VOID and PcdFromModule.MaxDatumSize in [None, '']:\r
1475 NoDatumTypePcdList.add("%s.%s [%s]" % (PcdFromModule.TokenSpaceGuidCName, PcdFromModule.TokenCName, InfName))\r
1476 if M.ModuleType in ["PEIM", "PEI_CORE"]:\r
1477 PcdFromModule.Phase = "PEI"\r
1478 if PcdFromModule not in self._DynaPcdList_ and PcdFromModule.Type in GenC.gDynamicExPcd:\r
1479 self._DynaPcdList_.append(PcdFromModule)\r
1480 elif PcdFromModule not in self._NonDynaPcdList_ and PcdFromModule.Type in TAB_PCDS_PATCHABLE_IN_MODULE:\r
1481 self._NonDynaPcdList_.append(PcdFromModule)\r
1482 if PcdFromModule in self._DynaPcdList_ and PcdFromModule.Phase == 'PEI' and PcdFromModule.Type in GenC.gDynamicExPcd:\r
1483 # Overwrite the phase of any the same PCD existing, if Phase is PEI.\r
1484 # It is to solve the case that a dynamic PCD used by a PEM module/PEI \r
1485 # module & DXE module at a same time.\r
1486 # Overwrite the type of the PCDs in source INF by the type of AsBuild\r
1487 # INF file as DynamicEx. \r
1488 Index = self._DynaPcdList_.index(PcdFromModule)\r
1489 self._DynaPcdList_[Index].Phase = PcdFromModule.Phase\r
1490 self._DynaPcdList_[Index].Type = PcdFromModule.Type\r
1491 for PcdFromModule in self._NonDynaPcdList_:\r
1492 # If a PCD is not listed in the DSC file, but binary INF files used by \r
1493 # this platform all (that use this PCD) list the PCD in a [PatchPcds] \r
1494 # section, AND all source INF files used by this platform the build \r
1495 # that use the PCD list the PCD in either a [Pcds] or [PatchPcds] \r
1496 # section, then the tools must NOT add the PCD to the Platform's PCD\r
1497 # Database; the build must assign the access method for this PCD as \r
1498 # PcdsPatchableInModule.\r
1499 if PcdFromModule not in self._DynaPcdList_:\r
1500 continue\r
1501 Index = self._DynaPcdList_.index(PcdFromModule)\r
1502 if PcdFromModule.IsFromDsc == False and \\r
1503 PcdFromModule.Type in TAB_PCDS_PATCHABLE_IN_MODULE and \\r
1504 PcdFromModule.IsFromBinaryInf == True and \\r
1505 self._DynaPcdList_[Index].IsFromBinaryInf == False:\r
1506 Index = self._DynaPcdList_.index(PcdFromModule)\r
1507 self._DynaPcdList_.remove (self._DynaPcdList_[Index])\r
1508\r
1509 # print out error information and break the build, if error found\r
1510 if len(NoDatumTypePcdList) > 0:\r
1511 NoDatumTypePcdListString = "\n\t\t".join(NoDatumTypePcdList)\r
1512 EdkLogger.error("build", AUTOGEN_ERROR, "PCD setting error",\r
1513 File=self.MetaFile,\r
1514 ExtraData="\n\tPCD(s) without MaxDatumSize:\n\t\t%s\n"\r
1515 % NoDatumTypePcdListString)\r
1516 self._NonDynamicPcdList = self._NonDynaPcdList_\r
1517 self._DynamicPcdList = self._DynaPcdList_\r
1518 #\r
1519 # Sort dynamic PCD list to:\r
1520 # 1) If PCD's datum type is VOID* and value is unicode string which starts with L, the PCD item should \r
1521 # try to be put header of dynamicd List\r
1522 # 2) If PCD is HII type, the PCD item should be put after unicode type PCD\r
1523 #\r
1524 # The reason of sorting is make sure the unicode string is in double-byte alignment in string table.\r
1525 #\r
1526 UnicodePcdArray = set()\r
1527 HiiPcdArray = set()\r
1528 OtherPcdArray = set()\r
1529 VpdPcdDict = {}\r
1530 VpdFile = VpdInfoFile.VpdInfoFile()\r
1531 NeedProcessVpdMapFile = False\r
1532\r
1533 for pcd in self.Platform.Pcds:\r
1534 if pcd not in self._PlatformPcds:\r
1535 self._PlatformPcds[pcd] = self.Platform.Pcds[pcd]\r
1536\r
1537 for item in self._PlatformPcds:\r
1538 if self._PlatformPcds[item].DatumType and self._PlatformPcds[item].DatumType not in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64, TAB_VOID, "BOOLEAN"]:\r
1539 self._PlatformPcds[item].DatumType = TAB_VOID\r
1540\r
1541 if (self.Workspace.ArchList[-1] == self.Arch): \r
1542 for Pcd in self._DynamicPcdList:\r
1543 # just pick the a value to determine whether is unicode string type\r
1544 Sku = Pcd.SkuInfoList.values()[0]\r
1545 Sku.VpdOffset = Sku.VpdOffset.strip()\r
1546\r
1547 if Pcd.DatumType not in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64, TAB_VOID, "BOOLEAN"]:\r
1548 Pcd.DatumType = TAB_VOID\r
1549\r
1550 # if found PCD which datum value is unicode string the insert to left size of UnicodeIndex\r
1551 # if found HII type PCD then insert to right of UnicodeIndex\r
1552 if Pcd.Type in [TAB_PCDS_DYNAMIC_VPD, TAB_PCDS_DYNAMIC_EX_VPD]:\r
1553 VpdPcdDict[(Pcd.TokenCName, Pcd.TokenSpaceGuidCName)] = Pcd\r
1554\r
1555 #Collect DynamicHii PCD values and assign it to DynamicExVpd PCD gEfiMdeModulePkgTokenSpaceGuid.PcdNvStoreDefaultValueBuffer\r
1556 PcdNvStoreDfBuffer = VpdPcdDict.get(("PcdNvStoreDefaultValueBuffer","gEfiMdeModulePkgTokenSpaceGuid"))\r
1557 if PcdNvStoreDfBuffer:\r
1558 self.VariableInfo = self.CollectVariables(self._DynamicPcdList)\r
1559 vardump = self.VariableInfo.dump()\r
1560 if vardump:\r
1561 PcdNvStoreDfBuffer.DefaultValue = vardump\r
1562 for skuname in PcdNvStoreDfBuffer.SkuInfoList:\r
1563 PcdNvStoreDfBuffer.SkuInfoList[skuname].DefaultValue = vardump\r
1564 PcdNvStoreDfBuffer.MaxDatumSize = str(len(vardump.split(",")))\r
1565\r
1566 PlatformPcds = self._PlatformPcds.keys()\r
1567 PlatformPcds.sort()\r
1568 #\r
1569 # Add VPD type PCD into VpdFile and determine whether the VPD PCD need to be fixed up.\r
1570 #\r
1571 VpdSkuMap = {}\r
1572 for PcdKey in PlatformPcds:\r
1573 Pcd = self._PlatformPcds[PcdKey]\r
1574 if Pcd.Type in [TAB_PCDS_DYNAMIC_VPD, TAB_PCDS_DYNAMIC_EX_VPD] and \\r
1575 PcdKey in VpdPcdDict:\r
1576 Pcd = VpdPcdDict[PcdKey]\r
1577 SkuValueMap = {}\r
1578 DefaultSku = Pcd.SkuInfoList.get(TAB_DEFAULT)\r
1579 if DefaultSku:\r
1580 PcdValue = DefaultSku.DefaultValue\r
1581 if PcdValue not in SkuValueMap:\r
1582 SkuValueMap[PcdValue] = []\r
1583 VpdFile.Add(Pcd, TAB_DEFAULT,DefaultSku.VpdOffset)\r
1584 SkuValueMap[PcdValue].append(DefaultSku)\r
1585\r
1586 for (SkuName,Sku) in Pcd.SkuInfoList.items():\r
1587 Sku.VpdOffset = Sku.VpdOffset.strip()\r
1588 PcdValue = Sku.DefaultValue\r
1589 if PcdValue == "":\r
1590 PcdValue = Pcd.DefaultValue\r
1591 if Sku.VpdOffset != '*':\r
1592 if PcdValue.startswith("{"):\r
1593 Alignment = 8\r
1594 elif PcdValue.startswith("L"):\r
1595 Alignment = 2\r
1596 else:\r
1597 Alignment = 1\r
1598 try:\r
1599 VpdOffset = int(Sku.VpdOffset)\r
1600 except:\r
1601 try:\r
1602 VpdOffset = int(Sku.VpdOffset, 16)\r
1603 except:\r
1604 EdkLogger.error("build", FORMAT_INVALID, "Invalid offset value %s for PCD %s.%s." % (Sku.VpdOffset, Pcd.TokenSpaceGuidCName, Pcd.TokenCName))\r
1605 if VpdOffset % Alignment != 0:\r
1606 if PcdValue.startswith("{"):\r
1607 EdkLogger.warn("build", "The offset value of PCD %s.%s is not 8-byte aligned!" %(Pcd.TokenSpaceGuidCName, Pcd.TokenCName), File=self.MetaFile)\r
1608 else:\r
1609 EdkLogger.error("build", FORMAT_INVALID, 'The offset value of PCD %s.%s should be %s-byte aligned.' % (Pcd.TokenSpaceGuidCName, Pcd.TokenCName, Alignment))\r
1610 if PcdValue not in SkuValueMap:\r
1611 SkuValueMap[PcdValue] = []\r
1612 VpdFile.Add(Pcd, SkuName,Sku.VpdOffset)\r
1613 SkuValueMap[PcdValue].append(Sku)\r
1614 # if the offset of a VPD is *, then it need to be fixed up by third party tool.\r
1615 if not NeedProcessVpdMapFile and Sku.VpdOffset == "*":\r
1616 NeedProcessVpdMapFile = True\r
1617 if self.Platform.VpdToolGuid is None or self.Platform.VpdToolGuid == '':\r
1618 EdkLogger.error("Build", FILE_NOT_FOUND, \\r
1619 "Fail to find third-party BPDG tool to process VPD PCDs. BPDG Guid tool need to be defined in tools_def.txt and VPD_TOOL_GUID need to be provided in DSC file.")\r
1620\r
1621 VpdSkuMap[PcdKey] = SkuValueMap\r
1622 #\r
1623 # Fix the PCDs define in VPD PCD section that never referenced by module.\r
1624 # An example is PCD for signature usage.\r
1625 # \r
1626 for DscPcd in PlatformPcds:\r
1627 DscPcdEntry = self._PlatformPcds[DscPcd]\r
1628 if DscPcdEntry.Type in [TAB_PCDS_DYNAMIC_VPD, TAB_PCDS_DYNAMIC_EX_VPD]:\r
1629 if not (self.Platform.VpdToolGuid is None or self.Platform.VpdToolGuid == ''):\r
1630 FoundFlag = False\r
1631 for VpdPcd in VpdFile._VpdArray:\r
1632 # This PCD has been referenced by module\r
1633 if (VpdPcd.TokenSpaceGuidCName == DscPcdEntry.TokenSpaceGuidCName) and \\r
1634 (VpdPcd.TokenCName == DscPcdEntry.TokenCName):\r
1635 FoundFlag = True\r
1636\r
1637 # Not found, it should be signature\r
1638 if not FoundFlag :\r
1639 # just pick the a value to determine whether is unicode string type\r
1640 SkuValueMap = {}\r
1641 SkuObjList = DscPcdEntry.SkuInfoList.items()\r
1642 DefaultSku = DscPcdEntry.SkuInfoList.get(TAB_DEFAULT)\r
1643 if DefaultSku:\r
1644 defaultindex = SkuObjList.index((TAB_DEFAULT,DefaultSku))\r
1645 SkuObjList[0],SkuObjList[defaultindex] = SkuObjList[defaultindex],SkuObjList[0]\r
1646 for (SkuName,Sku) in SkuObjList:\r
1647 Sku.VpdOffset = Sku.VpdOffset.strip() \r
1648 \r
1649 # Need to iterate DEC pcd information to get the value & datumtype\r
1650 for eachDec in self.PackageList:\r
1651 for DecPcd in eachDec.Pcds:\r
1652 DecPcdEntry = eachDec.Pcds[DecPcd]\r
1653 if (DecPcdEntry.TokenSpaceGuidCName == DscPcdEntry.TokenSpaceGuidCName) and \\r
1654 (DecPcdEntry.TokenCName == DscPcdEntry.TokenCName):\r
1655 # Print warning message to let the developer make a determine.\r
1656 EdkLogger.warn("build", "Unreferenced vpd pcd used!",\r
1657 File=self.MetaFile, \\r
1658 ExtraData = "PCD: %s.%s used in the DSC file %s is unreferenced." \\r
1659 %(DscPcdEntry.TokenSpaceGuidCName, DscPcdEntry.TokenCName, self.Platform.MetaFile.Path)) \r
1660 \r
1661 DscPcdEntry.DatumType = DecPcdEntry.DatumType\r
1662 DscPcdEntry.DefaultValue = DecPcdEntry.DefaultValue\r
1663 DscPcdEntry.TokenValue = DecPcdEntry.TokenValue\r
1664 DscPcdEntry.TokenSpaceGuidValue = eachDec.Guids[DecPcdEntry.TokenSpaceGuidCName]\r
1665 # Only fix the value while no value provided in DSC file.\r
1666 if not Sku.DefaultValue:\r
1667 DscPcdEntry.SkuInfoList[DscPcdEntry.SkuInfoList.keys()[0]].DefaultValue = DecPcdEntry.DefaultValue\r
1668 \r
1669 if DscPcdEntry not in self._DynamicPcdList:\r
1670 self._DynamicPcdList.append(DscPcdEntry)\r
1671 Sku.VpdOffset = Sku.VpdOffset.strip()\r
1672 PcdValue = Sku.DefaultValue\r
1673 if PcdValue == "":\r
1674 PcdValue = DscPcdEntry.DefaultValue\r
1675 if Sku.VpdOffset != '*':\r
1676 if PcdValue.startswith("{"):\r
1677 Alignment = 8\r
1678 elif PcdValue.startswith("L"):\r
1679 Alignment = 2\r
1680 else:\r
1681 Alignment = 1\r
1682 try:\r
1683 VpdOffset = int(Sku.VpdOffset)\r
1684 except:\r
1685 try:\r
1686 VpdOffset = int(Sku.VpdOffset, 16)\r
1687 except:\r
1688 EdkLogger.error("build", FORMAT_INVALID, "Invalid offset value %s for PCD %s.%s." % (Sku.VpdOffset, DscPcdEntry.TokenSpaceGuidCName, DscPcdEntry.TokenCName))\r
1689 if VpdOffset % Alignment != 0:\r
1690 if PcdValue.startswith("{"):\r
1691 EdkLogger.warn("build", "The offset value of PCD %s.%s is not 8-byte aligned!" %(DscPcdEntry.TokenSpaceGuidCName, DscPcdEntry.TokenCName), File=self.MetaFile)\r
1692 else:\r
1693 EdkLogger.error("build", FORMAT_INVALID, 'The offset value of PCD %s.%s should be %s-byte aligned.' % (DscPcdEntry.TokenSpaceGuidCName, DscPcdEntry.TokenCName, Alignment))\r
1694 if PcdValue not in SkuValueMap:\r
1695 SkuValueMap[PcdValue] = []\r
1696 VpdFile.Add(DscPcdEntry, SkuName,Sku.VpdOffset)\r
1697 SkuValueMap[PcdValue].append(Sku)\r
1698 if not NeedProcessVpdMapFile and Sku.VpdOffset == "*":\r
1699 NeedProcessVpdMapFile = True \r
1700 if DscPcdEntry.DatumType == TAB_VOID and PcdValue.startswith("L"):\r
1701 UnicodePcdArray.add(DscPcdEntry)\r
1702 elif len(Sku.VariableName) > 0:\r
1703 HiiPcdArray.add(DscPcdEntry)\r
1704 else:\r
1705 OtherPcdArray.add(DscPcdEntry)\r
1706\r
1707 # if the offset of a VPD is *, then it need to be fixed up by third party tool.\r
1708 VpdSkuMap[DscPcd] = SkuValueMap\r
1709 if (self.Platform.FlashDefinition is None or self.Platform.FlashDefinition == '') and \\r
1710 VpdFile.GetCount() != 0:\r
1711 EdkLogger.error("build", ATTRIBUTE_NOT_AVAILABLE, \r
1712 "Fail to get FLASH_DEFINITION definition in DSC file %s which is required when DSC contains VPD PCD." % str(self.Platform.MetaFile))\r
1713\r
1714 if VpdFile.GetCount() != 0:\r
1715\r
1716 self.FixVpdOffset(VpdFile)\r
1717\r
1718 self.FixVpdOffset(self.UpdateNVStoreMaxSize(VpdFile))\r
1719\r
1720 # Process VPD map file generated by third party BPDG tool\r
1721 if NeedProcessVpdMapFile:\r
1722 VpdMapFilePath = os.path.join(self.BuildDir, "FV", "%s.map" % self.Platform.VpdToolGuid)\r
1723 if os.path.exists(VpdMapFilePath):\r
1724 VpdFile.Read(VpdMapFilePath)\r
1725\r
1726 # Fixup "*" offset\r
1727 for pcd in VpdSkuMap:\r
1728 vpdinfo = VpdFile.GetVpdInfo(pcd)\r
1729 if vpdinfo is None:\r
1730 # just pick the a value to determine whether is unicode string type\r
1731 continue\r
1732 for pcdvalue in VpdSkuMap[pcd]:\r
1733 for sku in VpdSkuMap[pcd][pcdvalue]:\r
1734 for item in vpdinfo:\r
1735 if item[2] == pcdvalue:\r
1736 sku.VpdOffset = item[1]\r
1737 else:\r
1738 EdkLogger.error("build", FILE_READ_FAILURE, "Can not find VPD map file %s to fix up VPD offset." % VpdMapFilePath)\r
1739\r
1740 # Delete the DynamicPcdList At the last time enter into this function\r
1741 for Pcd in self._DynamicPcdList:\r
1742 # just pick the a value to determine whether is unicode string type\r
1743 Sku = Pcd.SkuInfoList.values()[0]\r
1744 Sku.VpdOffset = Sku.VpdOffset.strip()\r
1745\r
1746 if Pcd.DatumType not in [TAB_UINT8, TAB_UINT16, TAB_UINT32, TAB_UINT64, TAB_VOID, "BOOLEAN"]:\r
1747 Pcd.DatumType = TAB_VOID\r
1748\r
1749 PcdValue = Sku.DefaultValue\r
1750 if Pcd.DatumType == TAB_VOID and PcdValue.startswith("L"):\r
1751 # if found PCD which datum value is unicode string the insert to left size of UnicodeIndex\r
1752 UnicodePcdArray.add(Pcd)\r
1753 elif len(Sku.VariableName) > 0:\r
1754 # if found HII type PCD then insert to right of UnicodeIndex\r
1755 HiiPcdArray.add(Pcd)\r
1756 else:\r
1757 OtherPcdArray.add(Pcd)\r
1758 del self._DynamicPcdList[:]\r
1759 self._DynamicPcdList.extend(list(UnicodePcdArray))\r
1760 self._DynamicPcdList.extend(list(HiiPcdArray))\r
1761 self._DynamicPcdList.extend(list(OtherPcdArray))\r
1762 allskuset = [(SkuName,Sku.SkuId) for pcd in self._DynamicPcdList for (SkuName,Sku) in pcd.SkuInfoList.items()]\r
1763 for pcd in self._DynamicPcdList:\r
1764 if len(pcd.SkuInfoList) == 1:\r
1765 for (SkuName,SkuId) in allskuset:\r
1766 if type(SkuId) in (str,unicode) and eval(SkuId) == 0 or SkuId == 0:\r
1767 continue\r
1768 pcd.SkuInfoList[SkuName] = copy.deepcopy(pcd.SkuInfoList[TAB_DEFAULT])\r
1769 pcd.SkuInfoList[SkuName].SkuId = SkuId\r
1770 self.AllPcdList = self._NonDynamicPcdList + self._DynamicPcdList\r
1771\r
1772 def FixVpdOffset(self,VpdFile ):\r
1773 FvPath = os.path.join(self.BuildDir, "FV")\r
1774 if not os.path.exists(FvPath):\r
1775 try:\r
1776 os.makedirs(FvPath)\r
1777 except:\r
1778 EdkLogger.error("build", FILE_WRITE_FAILURE, "Fail to create FV folder under %s" % self.BuildDir)\r
1779\r
1780 VpdFilePath = os.path.join(FvPath, "%s.txt" % self.Platform.VpdToolGuid)\r
1781\r
1782 if VpdFile.Write(VpdFilePath):\r
1783 # retrieve BPDG tool's path from tool_def.txt according to VPD_TOOL_GUID defined in DSC file.\r
1784 BPDGToolName = None\r
1785 for ToolDef in self.ToolDefinition.values():\r
1786 if ToolDef.has_key("GUID") and ToolDef["GUID"] == self.Platform.VpdToolGuid:\r
1787 if not ToolDef.has_key("PATH"):\r
1788 EdkLogger.error("build", ATTRIBUTE_NOT_AVAILABLE, "PATH attribute was not provided for BPDG guid tool %s in tools_def.txt" % self.Platform.VpdToolGuid)\r
1789 BPDGToolName = ToolDef["PATH"]\r
1790 break\r
1791 # Call third party GUID BPDG tool.\r
1792 if BPDGToolName is not None:\r
1793 VpdInfoFile.CallExtenalBPDGTool(BPDGToolName, VpdFilePath)\r
1794 else:\r
1795 EdkLogger.error("Build", FILE_NOT_FOUND, "Fail to find third-party BPDG tool to process VPD PCDs. BPDG Guid tool need to be defined in tools_def.txt and VPD_TOOL_GUID need to be provided in DSC file.")\r
1796\r
1797 ## Return the platform build data object\r
1798 def _GetPlatform(self):\r
1799 if self._Platform is None:\r
1800 self._Platform = self.BuildDatabase[self.MetaFile, self.Arch, self.BuildTarget, self.ToolChain]\r
1801 return self._Platform\r
1802\r
1803 ## Return platform name\r
1804 def _GetName(self):\r
1805 return self.Platform.PlatformName\r
1806\r
1807 ## Return the meta file GUID\r
1808 def _GetGuid(self):\r
1809 return self.Platform.Guid\r
1810\r
1811 ## Return the platform version\r
1812 def _GetVersion(self):\r
1813 return self.Platform.Version\r
1814\r
1815 ## Return the FDF file name\r
1816 def _GetFdfFile(self):\r
1817 if self._FdfFile is None:\r
1818 if self.Workspace.FdfFile != "":\r
1819 self._FdfFile= mws.join(self.WorkspaceDir, self.Workspace.FdfFile)\r
1820 else:\r
1821 self._FdfFile = ''\r
1822 return self._FdfFile\r
1823\r
1824 ## Return the build output directory platform specifies\r
1825 def _GetOutputDir(self):\r
1826 return self.Platform.OutputDirectory\r
1827\r
1828 ## Return the directory to store all intermediate and final files built\r
1829 def _GetBuildDir(self):\r
1830 if self._BuildDir is None:\r
1831 if os.path.isabs(self.OutputDir):\r
1832 self._BuildDir = path.join(\r
1833 path.abspath(self.OutputDir),\r
1834 self.BuildTarget + "_" + self.ToolChain,\r
1835 )\r
1836 else:\r
1837 self._BuildDir = path.join(\r
1838 self.WorkspaceDir,\r
1839 self.OutputDir,\r
1840 self.BuildTarget + "_" + self.ToolChain,\r
1841 )\r
1842 GlobalData.gBuildDirectory = self._BuildDir\r
1843 return self._BuildDir\r
1844\r
1845 ## Return directory of platform makefile\r
1846 #\r
1847 # @retval string Makefile directory\r
1848 #\r
1849 def _GetMakeFileDir(self):\r
1850 if self._MakeFileDir is None:\r
1851 self._MakeFileDir = path.join(self.BuildDir, self.Arch)\r
1852 return self._MakeFileDir\r
1853\r
1854 ## Return build command string\r
1855 #\r
1856 # @retval string Build command string\r
1857 #\r
1858 def _GetBuildCommand(self):\r
1859 if self._BuildCommand is None:\r
1860 self._BuildCommand = []\r
1861 if "MAKE" in self.ToolDefinition and "PATH" in self.ToolDefinition["MAKE"]:\r
1862 self._BuildCommand += SplitOption(self.ToolDefinition["MAKE"]["PATH"])\r
1863 if "FLAGS" in self.ToolDefinition["MAKE"]:\r
1864 NewOption = self.ToolDefinition["MAKE"]["FLAGS"].strip()\r
1865 if NewOption != '':\r
1866 self._BuildCommand += SplitOption(NewOption)\r
1867 if "MAKE" in self.EdkIIBuildOption:\r
1868 if "FLAGS" in self.EdkIIBuildOption["MAKE"]:\r
1869 Flags = self.EdkIIBuildOption["MAKE"]["FLAGS"]\r
1870 if Flags.startswith('='):\r
1871 self._BuildCommand = [self._BuildCommand[0]] + [Flags[1:]]\r
1872 else:\r
1873 self._BuildCommand += [Flags]\r
1874 return self._BuildCommand\r
1875\r
1876 ## Get tool chain definition\r
1877 #\r
1878 # Get each tool defition for given tool chain from tools_def.txt and platform\r
1879 #\r
1880 def _GetToolDefinition(self):\r
1881 if self._ToolDefinitions is None:\r
1882 ToolDefinition = self.Workspace.ToolDef.ToolsDefTxtDictionary\r
1883 if TAB_TOD_DEFINES_COMMAND_TYPE not in self.Workspace.ToolDef.ToolsDefTxtDatabase:\r
1884 EdkLogger.error('build', RESOURCE_NOT_AVAILABLE, "No tools found in configuration",\r
1885 ExtraData="[%s]" % self.MetaFile)\r
1886 self._ToolDefinitions = {}\r
1887 DllPathList = set()\r
1888 for Def in ToolDefinition:\r
1889 Target, Tag, Arch, Tool, Attr = Def.split("_")\r
1890 if Target != self.BuildTarget or Tag != self.ToolChain or Arch != self.Arch:\r
1891 continue\r
1892\r
1893 Value = ToolDefinition[Def]\r
1894 # don't record the DLL\r
1895 if Attr == "DLL":\r
1896 DllPathList.add(Value)\r
1897 continue\r
1898\r
1899 if Tool not in self._ToolDefinitions:\r
1900 self._ToolDefinitions[Tool] = {}\r
1901 self._ToolDefinitions[Tool][Attr] = Value\r
1902\r
1903 ToolsDef = ''\r
1904 if GlobalData.gOptions.SilentMode and "MAKE" in self._ToolDefinitions:\r
1905 if "FLAGS" not in self._ToolDefinitions["MAKE"]:\r
1906 self._ToolDefinitions["MAKE"]["FLAGS"] = ""\r
1907 self._ToolDefinitions["MAKE"]["FLAGS"] += " -s"\r
1908 MakeFlags = ''\r
1909 for Tool in self._ToolDefinitions:\r
1910 for Attr in self._ToolDefinitions[Tool]:\r
1911 Value = self._ToolDefinitions[Tool][Attr]\r
1912 if Tool in self.BuildOption and Attr in self.BuildOption[Tool]:\r
1913 # check if override is indicated\r
1914 if self.BuildOption[Tool][Attr].startswith('='):\r
1915 Value = self.BuildOption[Tool][Attr][1:]\r
1916 else:\r
1917 if Attr != 'PATH':\r
1918 Value += " " + self.BuildOption[Tool][Attr]\r
1919 else:\r
1920 Value = self.BuildOption[Tool][Attr]\r
1921\r
1922 if Attr == "PATH":\r
1923 # Don't put MAKE definition in the file\r
1924 if Tool != "MAKE":\r
1925 ToolsDef += "%s = %s\n" % (Tool, Value)\r
1926 elif Attr != "DLL":\r
1927 # Don't put MAKE definition in the file\r
1928 if Tool == "MAKE":\r
1929 if Attr == "FLAGS":\r
1930 MakeFlags = Value\r
1931 else:\r
1932 ToolsDef += "%s_%s = %s\n" % (Tool, Attr, Value)\r
1933 ToolsDef += "\n"\r
1934\r
1935 SaveFileOnChange(self.ToolDefinitionFile, ToolsDef)\r
1936 for DllPath in DllPathList:\r
1937 os.environ["PATH"] = DllPath + os.pathsep + os.environ["PATH"]\r
1938 os.environ["MAKE_FLAGS"] = MakeFlags\r
1939\r
1940 return self._ToolDefinitions\r
1941\r
1942 ## Return the paths of tools\r
1943 def _GetToolDefFile(self):\r
1944 if self._ToolDefFile is None:\r
1945 self._ToolDefFile = os.path.join(self.MakeFileDir, "TOOLS_DEF." + self.Arch)\r
1946 return self._ToolDefFile\r
1947\r
1948 ## Retrieve the toolchain family of given toolchain tag. Default to 'MSFT'.\r
1949 def _GetToolChainFamily(self):\r
1950 if self._ToolChainFamily is None:\r
1951 ToolDefinition = self.Workspace.ToolDef.ToolsDefTxtDatabase\r
1952 if TAB_TOD_DEFINES_FAMILY not in ToolDefinition \\r
1953 or self.ToolChain not in ToolDefinition[TAB_TOD_DEFINES_FAMILY] \\r
1954 or not ToolDefinition[TAB_TOD_DEFINES_FAMILY][self.ToolChain]:\r
1955 EdkLogger.verbose("No tool chain family found in configuration for %s. Default to MSFT." \\r
1956 % self.ToolChain)\r
1957 self._ToolChainFamily = "MSFT"\r
1958 else:\r
1959 self._ToolChainFamily = ToolDefinition[TAB_TOD_DEFINES_FAMILY][self.ToolChain]\r
1960 return self._ToolChainFamily\r
1961\r
1962 def _GetBuildRuleFamily(self):\r
1963 if self._BuildRuleFamily is None:\r
1964 ToolDefinition = self.Workspace.ToolDef.ToolsDefTxtDatabase\r
1965 if TAB_TOD_DEFINES_BUILDRULEFAMILY not in ToolDefinition \\r
1966 or self.ToolChain not in ToolDefinition[TAB_TOD_DEFINES_BUILDRULEFAMILY] \\r
1967 or not ToolDefinition[TAB_TOD_DEFINES_BUILDRULEFAMILY][self.ToolChain]:\r
1968 EdkLogger.verbose("No tool chain family found in configuration for %s. Default to MSFT." \\r
1969 % self.ToolChain)\r
1970 self._BuildRuleFamily = "MSFT"\r
1971 else:\r
1972 self._BuildRuleFamily = ToolDefinition[TAB_TOD_DEFINES_BUILDRULEFAMILY][self.ToolChain]\r
1973 return self._BuildRuleFamily\r
1974\r
1975 ## Return the build options specific for all modules in this platform\r
1976 def _GetBuildOptions(self):\r
1977 if self._BuildOption is None:\r
1978 self._BuildOption = self._ExpandBuildOption(self.Platform.BuildOptions)\r
1979 return self._BuildOption\r
1980\r
1981 ## Return the build options specific for EDK modules in this platform\r
1982 def _GetEdkBuildOptions(self):\r
1983 if self._EdkBuildOption is None:\r
1984 self._EdkBuildOption = self._ExpandBuildOption(self.Platform.BuildOptions, EDK_NAME)\r
1985 return self._EdkBuildOption\r
1986\r
1987 ## Return the build options specific for EDKII modules in this platform\r
1988 def _GetEdkIIBuildOptions(self):\r
1989 if self._EdkIIBuildOption is None:\r
1990 self._EdkIIBuildOption = self._ExpandBuildOption(self.Platform.BuildOptions, EDKII_NAME)\r
1991 return self._EdkIIBuildOption\r
1992\r
1993 ## Parse build_rule.txt in Conf Directory.\r
1994 #\r
1995 # @retval BuildRule object\r
1996 #\r
1997 def _GetBuildRule(self):\r
1998 if self._BuildRule is None:\r
1999 BuildRuleFile = None\r
2000 if TAB_TAT_DEFINES_BUILD_RULE_CONF in self.Workspace.TargetTxt.TargetTxtDictionary:\r
2001 BuildRuleFile = self.Workspace.TargetTxt.TargetTxtDictionary[TAB_TAT_DEFINES_BUILD_RULE_CONF]\r
2002 if BuildRuleFile in [None, '']:\r
2003 BuildRuleFile = gDefaultBuildRuleFile\r
2004 self._BuildRule = BuildRule(BuildRuleFile)\r
2005 if self._BuildRule._FileVersion == "":\r
2006 self._BuildRule._FileVersion = AutoGenReqBuildRuleVerNum\r
2007 else:\r
2008 if self._BuildRule._FileVersion < AutoGenReqBuildRuleVerNum :\r
2009 # If Build Rule's version is less than the version number required by the tools, halting the build.\r
2010 EdkLogger.error("build", AUTOGEN_ERROR,\r
2011 ExtraData="The version number [%s] of build_rule.txt is less than the version number required by the AutoGen.(the minimum required version number is [%s])"\\r
2012 % (self._BuildRule._FileVersion, AutoGenReqBuildRuleVerNum))\r
2013\r
2014 return self._BuildRule\r
2015\r
2016 ## Summarize the packages used by modules in this platform\r
2017 def _GetPackageList(self):\r
2018 if self._PackageList is None:\r
2019 self._PackageList = set()\r
2020 for La in self.LibraryAutoGenList:\r
2021 self._PackageList.update(La.DependentPackageList)\r
2022 for Ma in self.ModuleAutoGenList:\r
2023 self._PackageList.update(Ma.DependentPackageList)\r
2024 #Collect package set information from INF of FDF\r
2025 PkgSet = set()\r
2026 for ModuleFile in self._AsBuildModuleList:\r
2027 if ModuleFile in self.Platform.Modules:\r
2028 continue\r
2029 ModuleData = self.BuildDatabase[ModuleFile, self.Arch, self.BuildTarget, self.ToolChain]\r
2030 PkgSet.update(ModuleData.Packages)\r
2031 self._PackageList = list(self._PackageList) + list (PkgSet)\r
2032 return self._PackageList\r
2033\r
2034 def _GetNonDynamicPcdDict(self):\r
2035 if self._NonDynamicPcdDict:\r
2036 return self._NonDynamicPcdDict\r
2037 for Pcd in self.NonDynamicPcdList:\r
2038 self._NonDynamicPcdDict[(Pcd.TokenCName,Pcd.TokenSpaceGuidCName)] = Pcd\r
2039 return self._NonDynamicPcdDict\r
2040\r
2041 ## Get list of non-dynamic PCDs\r
2042 def _GetNonDynamicPcdList(self):\r
2043 if self._NonDynamicPcdList is None:\r
2044 self.CollectPlatformDynamicPcds()\r
2045 return self._NonDynamicPcdList\r
2046\r
2047 ## Get list of dynamic PCDs\r
2048 def _GetDynamicPcdList(self):\r
2049 if self._DynamicPcdList is None:\r
2050 self.CollectPlatformDynamicPcds()\r
2051 return self._DynamicPcdList\r
2052\r
2053 ## Generate Token Number for all PCD\r
2054 def _GetPcdTokenNumbers(self):\r
2055 if self._PcdTokenNumber is None:\r
2056 self._PcdTokenNumber = OrderedDict()\r
2057 TokenNumber = 1\r
2058 #\r
2059 # Make the Dynamic and DynamicEx PCD use within different TokenNumber area. \r
2060 # Such as:\r
2061 # \r
2062 # Dynamic PCD:\r
2063 # TokenNumber 0 ~ 10\r
2064 # DynamicEx PCD:\r
2065 # TokeNumber 11 ~ 20\r
2066 #\r
2067 for Pcd in self.DynamicPcdList:\r
2068 if Pcd.Phase == "PEI":\r
2069 if Pcd.Type in ["Dynamic", "DynamicDefault", "DynamicVpd", "DynamicHii"]:\r
2070 EdkLogger.debug(EdkLogger.DEBUG_5, "%s %s (%s) -> %d" % (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Pcd.Phase, TokenNumber))\r
2071 self._PcdTokenNumber[Pcd.TokenCName, Pcd.TokenSpaceGuidCName] = TokenNumber\r
2072 TokenNumber += 1\r
2073\r
2074 for Pcd in self.DynamicPcdList:\r
2075 if Pcd.Phase == "PEI":\r
2076 if Pcd.Type in ["DynamicEx", "DynamicExDefault", "DynamicExVpd", "DynamicExHii"]:\r
2077 EdkLogger.debug(EdkLogger.DEBUG_5, "%s %s (%s) -> %d" % (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Pcd.Phase, TokenNumber))\r
2078 self._PcdTokenNumber[Pcd.TokenCName, Pcd.TokenSpaceGuidCName] = TokenNumber\r
2079 TokenNumber += 1\r
2080\r
2081 for Pcd in self.DynamicPcdList:\r
2082 if Pcd.Phase == "DXE":\r
2083 if Pcd.Type in ["Dynamic", "DynamicDefault", "DynamicVpd", "DynamicHii"]:\r
2084 EdkLogger.debug(EdkLogger.DEBUG_5, "%s %s (%s) -> %d" % (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Pcd.Phase, TokenNumber))\r
2085 self._PcdTokenNumber[Pcd.TokenCName, Pcd.TokenSpaceGuidCName] = TokenNumber\r
2086 TokenNumber += 1\r
2087\r
2088 for Pcd in self.DynamicPcdList:\r
2089 if Pcd.Phase == "DXE":\r
2090 if Pcd.Type in ["DynamicEx", "DynamicExDefault", "DynamicExVpd", "DynamicExHii"]:\r
2091 EdkLogger.debug(EdkLogger.DEBUG_5, "%s %s (%s) -> %d" % (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Pcd.Phase, TokenNumber))\r
2092 self._PcdTokenNumber[Pcd.TokenCName, Pcd.TokenSpaceGuidCName] = TokenNumber\r
2093 TokenNumber += 1\r
2094\r
2095 for Pcd in self.NonDynamicPcdList:\r
2096 self._PcdTokenNumber[Pcd.TokenCName, Pcd.TokenSpaceGuidCName] = TokenNumber\r
2097 TokenNumber += 1\r
2098 return self._PcdTokenNumber\r
2099\r
2100 ## Summarize ModuleAutoGen objects of all modules/libraries to be built for this platform\r
2101 def _GetAutoGenObjectList(self):\r
2102 self._ModuleAutoGenList = []\r
2103 self._LibraryAutoGenList = []\r
2104 for ModuleFile in self.Platform.Modules:\r
2105 Ma = ModuleAutoGen(\r
2106 self.Workspace,\r
2107 ModuleFile,\r
2108 self.BuildTarget,\r
2109 self.ToolChain,\r
2110 self.Arch,\r
2111 self.MetaFile\r
2112 )\r
2113 if Ma not in self._ModuleAutoGenList:\r
2114 self._ModuleAutoGenList.append(Ma)\r
2115 for La in Ma.LibraryAutoGenList:\r
2116 if La not in self._LibraryAutoGenList:\r
2117 self._LibraryAutoGenList.append(La)\r
2118 if Ma not in La._ReferenceModules:\r
2119 La._ReferenceModules.append(Ma)\r
2120\r
2121 ## Summarize ModuleAutoGen objects of all modules to be built for this platform\r
2122 def _GetModuleAutoGenList(self):\r
2123 if self._ModuleAutoGenList is None:\r
2124 self._GetAutoGenObjectList()\r
2125 return self._ModuleAutoGenList\r
2126\r
2127 ## Summarize ModuleAutoGen objects of all libraries to be built for this platform\r
2128 def _GetLibraryAutoGenList(self):\r
2129 if self._LibraryAutoGenList is None:\r
2130 self._GetAutoGenObjectList()\r
2131 return self._LibraryAutoGenList\r
2132\r
2133 ## Test if a module is supported by the platform\r
2134 #\r
2135 # An error will be raised directly if the module or its arch is not supported\r
2136 # by the platform or current configuration\r
2137 #\r
2138 def ValidModule(self, Module):\r
2139 return Module in self.Platform.Modules or Module in self.Platform.LibraryInstances \\r
2140 or Module in self._AsBuildModuleList\r
2141\r
2142 ## Resolve the library classes in a module to library instances\r
2143 #\r
2144 # This method will not only resolve library classes but also sort the library\r
2145 # instances according to the dependency-ship.\r
2146 #\r
2147 # @param Module The module from which the library classes will be resolved\r
2148 #\r
2149 # @retval library_list List of library instances sorted\r
2150 #\r
2151 def ApplyLibraryInstance(self, Module):\r
2152 # Cover the case that the binary INF file is list in the FDF file but not DSC file, return empty list directly\r
2153 if str(Module) not in self.Platform.Modules:\r
2154 return []\r
2155\r
2156 ModuleType = Module.ModuleType\r
2157\r
2158 # for overridding library instances with module specific setting\r
2159 PlatformModule = self.Platform.Modules[str(Module)]\r
2160\r
2161 # add forced library instances (specified under LibraryClasses sections)\r
2162 #\r
2163 # If a module has a MODULE_TYPE of USER_DEFINED,\r
2164 # do not link in NULL library class instances from the global [LibraryClasses.*] sections.\r
2165 #\r
2166 if Module.ModuleType != SUP_MODULE_USER_DEFINED:\r
2167 for LibraryClass in self.Platform.LibraryClasses.GetKeys():\r
2168 if LibraryClass.startswith("NULL") and self.Platform.LibraryClasses[LibraryClass, Module.ModuleType]:\r
2169 Module.LibraryClasses[LibraryClass] = self.Platform.LibraryClasses[LibraryClass, Module.ModuleType]\r
2170\r
2171 # add forced library instances (specified in module overrides)\r
2172 for LibraryClass in PlatformModule.LibraryClasses:\r
2173 if LibraryClass.startswith("NULL"):\r
2174 Module.LibraryClasses[LibraryClass] = PlatformModule.LibraryClasses[LibraryClass]\r
2175\r
2176 # EdkII module\r
2177 LibraryConsumerList = [Module]\r
2178 Constructor = []\r
2179 ConsumedByList = OrderedDict()\r
2180 LibraryInstance = OrderedDict()\r
2181\r
2182 EdkLogger.verbose("")\r
2183 EdkLogger.verbose("Library instances of module [%s] [%s]:" % (str(Module), self.Arch))\r
2184 while len(LibraryConsumerList) > 0:\r
2185 M = LibraryConsumerList.pop()\r
2186 for LibraryClassName in M.LibraryClasses:\r
2187 if LibraryClassName not in LibraryInstance:\r
2188 # override library instance for this module\r
2189 if LibraryClassName in PlatformModule.LibraryClasses:\r
2190 LibraryPath = PlatformModule.LibraryClasses[LibraryClassName]\r
2191 else:\r
2192 LibraryPath = self.Platform.LibraryClasses[LibraryClassName, ModuleType]\r
2193 if LibraryPath is None or LibraryPath == "":\r
2194 LibraryPath = M.LibraryClasses[LibraryClassName]\r
2195 if LibraryPath is None or LibraryPath == "":\r
2196 EdkLogger.error("build", RESOURCE_NOT_AVAILABLE,\r
2197 "Instance of library class [%s] is not found" % LibraryClassName,\r
2198 File=self.MetaFile,\r
2199 ExtraData="in [%s] [%s]\n\tconsumed by module [%s]" % (str(M), self.Arch, str(Module)))\r
2200\r
2201 LibraryModule = self.BuildDatabase[LibraryPath, self.Arch, self.BuildTarget, self.ToolChain]\r
2202 # for those forced library instance (NULL library), add a fake library class\r
2203 if LibraryClassName.startswith("NULL"):\r
2204 LibraryModule.LibraryClass.append(LibraryClassObject(LibraryClassName, [ModuleType]))\r
2205 elif LibraryModule.LibraryClass is None \\r
2206 or len(LibraryModule.LibraryClass) == 0 \\r
2207 or (ModuleType != 'USER_DEFINED'\r
2208 and ModuleType not in LibraryModule.LibraryClass[0].SupModList):\r
2209 # only USER_DEFINED can link against any library instance despite of its SupModList\r
2210 EdkLogger.error("build", OPTION_MISSING,\r
2211 "Module type [%s] is not supported by library instance [%s]" \\r
2212 % (ModuleType, LibraryPath), File=self.MetaFile,\r
2213 ExtraData="consumed by [%s]" % str(Module))\r
2214\r
2215 LibraryInstance[LibraryClassName] = LibraryModule\r
2216 LibraryConsumerList.append(LibraryModule)\r
2217 EdkLogger.verbose("\t" + str(LibraryClassName) + " : " + str(LibraryModule))\r
2218 else:\r
2219 LibraryModule = LibraryInstance[LibraryClassName]\r
2220\r
2221 if LibraryModule is None:\r
2222 continue\r
2223\r
2224 if LibraryModule.ConstructorList != [] and LibraryModule not in Constructor:\r
2225 Constructor.append(LibraryModule)\r
2226\r
2227 if LibraryModule not in ConsumedByList:\r
2228 ConsumedByList[LibraryModule] = []\r
2229 # don't add current module itself to consumer list\r
2230 if M != Module:\r
2231 if M in ConsumedByList[LibraryModule]:\r
2232 continue\r
2233 ConsumedByList[LibraryModule].append(M)\r
2234 #\r
2235 # Initialize the sorted output list to the empty set\r
2236 #\r
2237 SortedLibraryList = []\r
2238 #\r
2239 # Q <- Set of all nodes with no incoming edges\r
2240 #\r
2241 LibraryList = [] #LibraryInstance.values()\r
2242 Q = []\r
2243 for LibraryClassName in LibraryInstance:\r
2244 M = LibraryInstance[LibraryClassName]\r
2245 LibraryList.append(M)\r
2246 if ConsumedByList[M] == []:\r
2247 Q.append(M)\r
2248\r
2249 #\r
2250 # start the DAG algorithm\r
2251 #\r
2252 while True:\r
2253 EdgeRemoved = True\r
2254 while Q == [] and EdgeRemoved:\r
2255 EdgeRemoved = False\r
2256 # for each node Item with a Constructor\r
2257 for Item in LibraryList:\r
2258 if Item not in Constructor:\r
2259 continue\r
2260 # for each Node without a constructor with an edge e from Item to Node\r
2261 for Node in ConsumedByList[Item]:\r
2262 if Node in Constructor:\r
2263 continue\r
2264 # remove edge e from the graph if Node has no constructor\r
2265 ConsumedByList[Item].remove(Node)\r
2266 EdgeRemoved = True\r
2267 if ConsumedByList[Item] == []:\r
2268 # insert Item into Q\r
2269 Q.insert(0, Item)\r
2270 break\r
2271 if Q != []:\r
2272 break\r
2273 # DAG is done if there's no more incoming edge for all nodes\r
2274 if Q == []:\r
2275 break\r
2276\r
2277 # remove node from Q\r
2278 Node = Q.pop()\r
2279 # output Node\r
2280 SortedLibraryList.append(Node)\r
2281\r
2282 # for each node Item with an edge e from Node to Item do\r
2283 for Item in LibraryList:\r
2284 if Node not in ConsumedByList[Item]:\r
2285 continue\r
2286 # remove edge e from the graph\r
2287 ConsumedByList[Item].remove(Node)\r
2288\r
2289 if ConsumedByList[Item] != []:\r
2290 continue\r
2291 # insert Item into Q, if Item has no other incoming edges\r
2292 Q.insert(0, Item)\r
2293\r
2294 #\r
2295 # if any remaining node Item in the graph has a constructor and an incoming edge, then the graph has a cycle\r
2296 #\r
2297 for Item in LibraryList:\r
2298 if ConsumedByList[Item] != [] and Item in Constructor and len(Constructor) > 1:\r
2299 ErrorMessage = "\tconsumed by " + "\n\tconsumed by ".join([str(L) for L in ConsumedByList[Item]])\r
2300 EdkLogger.error("build", BUILD_ERROR, 'Library [%s] with constructors has a cycle' % str(Item),\r
2301 ExtraData=ErrorMessage, File=self.MetaFile)\r
2302 if Item not in SortedLibraryList:\r
2303 SortedLibraryList.append(Item)\r
2304\r
2305 #\r
2306 # Build the list of constructor and destructir names\r
2307 # The DAG Topo sort produces the destructor order, so the list of constructors must generated in the reverse order\r
2308 #\r
2309 SortedLibraryList.reverse()\r
2310 return SortedLibraryList\r
2311\r
2312\r
2313 ## Override PCD setting (type, value, ...)\r
2314 #\r
2315 # @param ToPcd The PCD to be overrided\r
2316 # @param FromPcd The PCD overrideing from\r
2317 #\r
2318 def _OverridePcd(self, ToPcd, FromPcd, Module=""):\r
2319 #\r
2320 # in case there's PCDs coming from FDF file, which have no type given.\r
2321 # at this point, ToPcd.Type has the type found from dependent\r
2322 # package\r
2323 #\r
2324 TokenCName = ToPcd.TokenCName\r
2325 for PcdItem in GlobalData.MixedPcd:\r
2326 if (ToPcd.TokenCName, ToPcd.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdItem]:\r
2327 TokenCName = PcdItem[0]\r
2328 break\r
2329 if FromPcd is not None:\r
2330 if ToPcd.Pending and FromPcd.Type not in [None, '']:\r
2331 ToPcd.Type = FromPcd.Type\r
2332 elif (ToPcd.Type not in [None, '']) and (FromPcd.Type not in [None, ''])\\r
2333 and (ToPcd.Type != FromPcd.Type) and (ToPcd.Type in FromPcd.Type):\r
2334 if ToPcd.Type.strip() == "DynamicEx":\r
2335 ToPcd.Type = FromPcd.Type\r
2336 elif ToPcd.Type not in [None, ''] and FromPcd.Type not in [None, ''] \\r
2337 and ToPcd.Type != FromPcd.Type:\r
2338 EdkLogger.error("build", OPTION_CONFLICT, "Mismatched PCD type",\r
2339 ExtraData="%s.%s is defined as [%s] in module %s, but as [%s] in platform."\\r
2340 % (ToPcd.TokenSpaceGuidCName, TokenCName,\r
2341 ToPcd.Type, Module, FromPcd.Type),\r
2342 File=self.MetaFile)\r
2343\r
2344 if FromPcd.MaxDatumSize:\r
2345 ToPcd.MaxDatumSize = FromPcd.MaxDatumSize\r
2346 ToPcd.MaxSizeUserSet = FromPcd.MaxDatumSize\r
2347 if FromPcd.DefaultValue:\r
2348 ToPcd.DefaultValue = FromPcd.DefaultValue\r
2349 if FromPcd.TokenValue:\r
2350 ToPcd.TokenValue = FromPcd.TokenValue\r
2351 if FromPcd.DatumType:\r
2352 ToPcd.DatumType = FromPcd.DatumType\r
2353 if FromPcd.SkuInfoList:\r
2354 ToPcd.SkuInfoList = FromPcd.SkuInfoList\r
2355 # Add Flexible PCD format parse\r
2356 if ToPcd.DefaultValue:\r
2357 try:\r
2358 ToPcd.DefaultValue = ValueExpressionEx(ToPcd.DefaultValue, ToPcd.DatumType, self._GuidDict)(True)\r
2359 except BadExpression, Value:\r
2360 EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s", %s' %(ToPcd.TokenSpaceGuidCName, ToPcd.TokenCName, ToPcd.DefaultValue, Value),\r
2361 File=self.MetaFile)\r
2362\r
2363 # check the validation of datum\r
2364 IsValid, Cause = CheckPcdDatum(ToPcd.DatumType, ToPcd.DefaultValue)\r
2365 if not IsValid:\r
2366 EdkLogger.error('build', FORMAT_INVALID, Cause, File=self.MetaFile,\r
2367 ExtraData="%s.%s" % (ToPcd.TokenSpaceGuidCName, TokenCName))\r
2368 ToPcd.validateranges = FromPcd.validateranges\r
2369 ToPcd.validlists = FromPcd.validlists\r
2370 ToPcd.expressions = FromPcd.expressions\r
2371\r
2372 if FromPcd is not None and ToPcd.DatumType == TAB_VOID and ToPcd.MaxDatumSize in ['', None]:\r
2373 EdkLogger.debug(EdkLogger.DEBUG_9, "No MaxDatumSize specified for PCD %s.%s" \\r
2374 % (ToPcd.TokenSpaceGuidCName, TokenCName))\r
2375 Value = ToPcd.DefaultValue\r
2376 if Value in [None, '']:\r
2377 ToPcd.MaxDatumSize = '1'\r
2378 elif Value[0] == 'L':\r
2379 ToPcd.MaxDatumSize = str((len(Value) - 2) * 2)\r
2380 elif Value[0] == '{':\r
2381 ToPcd.MaxDatumSize = str(len(Value.split(',')))\r
2382 else:\r
2383 ToPcd.MaxDatumSize = str(len(Value) - 1)\r
2384\r
2385 # apply default SKU for dynamic PCDS if specified one is not available\r
2386 if (ToPcd.Type in PCD_DYNAMIC_TYPE_LIST or ToPcd.Type in PCD_DYNAMIC_EX_TYPE_LIST) \\r
2387 and ToPcd.SkuInfoList in [None, {}, '']:\r
2388 if self.Platform.SkuName in self.Platform.SkuIds:\r
2389 SkuName = self.Platform.SkuName\r
2390 else:\r
2391 SkuName = TAB_DEFAULT\r
2392 ToPcd.SkuInfoList = {\r
2393 SkuName : SkuInfoClass(SkuName, self.Platform.SkuIds[SkuName][0], '', '', '', '', '', ToPcd.DefaultValue)\r
2394 }\r
2395\r
2396 ## Apply PCD setting defined platform to a module\r
2397 #\r
2398 # @param Module The module from which the PCD setting will be overrided\r
2399 #\r
2400 # @retval PCD_list The list PCDs with settings from platform\r
2401 #\r
2402 def ApplyPcdSetting(self, Module, Pcds):\r
2403 # for each PCD in module\r
2404 for Name, Guid in Pcds:\r
2405 PcdInModule = Pcds[Name, Guid]\r
2406 # find out the PCD setting in platform\r
2407 if (Name, Guid) in self.Platform.Pcds:\r
2408 PcdInPlatform = self.Platform.Pcds[Name, Guid]\r
2409 else:\r
2410 PcdInPlatform = None\r
2411 # then override the settings if any\r
2412 self._OverridePcd(PcdInModule, PcdInPlatform, Module)\r
2413 # resolve the VariableGuid value\r
2414 for SkuId in PcdInModule.SkuInfoList:\r
2415 Sku = PcdInModule.SkuInfoList[SkuId]\r
2416 if Sku.VariableGuid == '': continue\r
2417 Sku.VariableGuidValue = GuidValue(Sku.VariableGuid, self.PackageList, self.MetaFile.Path)\r
2418 if Sku.VariableGuidValue is None:\r
2419 PackageList = "\n\t".join([str(P) for P in self.PackageList])\r
2420 EdkLogger.error(\r
2421 'build',\r
2422 RESOURCE_NOT_AVAILABLE,\r
2423 "Value of GUID [%s] is not found in" % Sku.VariableGuid,\r
2424 ExtraData=PackageList + "\n\t(used with %s.%s from module %s)" \\r
2425 % (Guid, Name, str(Module)),\r
2426 File=self.MetaFile\r
2427 )\r
2428\r
2429 # override PCD settings with module specific setting\r
2430 if Module in self.Platform.Modules:\r
2431 PlatformModule = self.Platform.Modules[str(Module)]\r
2432 for Key in PlatformModule.Pcds:\r
2433 Flag = False\r
2434 if Key in Pcds:\r
2435 ToPcd = Pcds[Key]\r
2436 Flag = True\r
2437 elif Key in GlobalData.MixedPcd:\r
2438 for PcdItem in GlobalData.MixedPcd[Key]:\r
2439 if PcdItem in Pcds:\r
2440 ToPcd = Pcds[PcdItem]\r
2441 Flag = True\r
2442 break\r
2443 if Flag:\r
2444 self._OverridePcd(ToPcd, PlatformModule.Pcds[Key], Module)\r
2445 # use PCD value to calculate the MaxDatumSize when it is not specified\r
2446 for Name, Guid in Pcds:\r
2447 Pcd = Pcds[Name, Guid]\r
2448 if Pcd.DatumType == TAB_VOID and Pcd.MaxDatumSize in ['', None]:\r
2449 Pcd.MaxSizeUserSet = None\r
2450 Value = Pcd.DefaultValue\r
2451 if Value in [None, '']:\r
2452 Pcd.MaxDatumSize = '1'\r
2453 elif Value[0] == 'L':\r
2454 Pcd.MaxDatumSize = str((len(Value) - 2) * 2)\r
2455 elif Value[0] == '{':\r
2456 Pcd.MaxDatumSize = str(len(Value.split(',')))\r
2457 else:\r
2458 Pcd.MaxDatumSize = str(len(Value) - 1)\r
2459 return Pcds.values()\r
2460\r
2461 ## Resolve library names to library modules\r
2462 #\r
2463 # (for Edk.x modules)\r
2464 #\r
2465 # @param Module The module from which the library names will be resolved\r
2466 #\r
2467 # @retval library_list The list of library modules\r
2468 #\r
2469 def ResolveLibraryReference(self, Module):\r
2470 EdkLogger.verbose("")\r
2471 EdkLogger.verbose("Library instances of module [%s] [%s]:" % (str(Module), self.Arch))\r
2472 LibraryConsumerList = [Module]\r
2473\r
2474 # "CompilerStub" is a must for Edk modules\r
2475 if Module.Libraries:\r
2476 Module.Libraries.append("CompilerStub")\r
2477 LibraryList = []\r
2478 while len(LibraryConsumerList) > 0:\r
2479 M = LibraryConsumerList.pop()\r
2480 for LibraryName in M.Libraries:\r
2481 Library = self.Platform.LibraryClasses[LibraryName, ':dummy:']\r
2482 if Library is None:\r
2483 for Key in self.Platform.LibraryClasses.data:\r
2484 if LibraryName.upper() == Key.upper():\r
2485 Library = self.Platform.LibraryClasses[Key, ':dummy:']\r
2486 break\r
2487 if Library is None:\r
2488 EdkLogger.warn("build", "Library [%s] is not found" % LibraryName, File=str(M),\r
2489 ExtraData="\t%s [%s]" % (str(Module), self.Arch))\r
2490 continue\r
2491\r
2492 if Library not in LibraryList:\r
2493 LibraryList.append(Library)\r
2494 LibraryConsumerList.append(Library)\r
2495 EdkLogger.verbose("\t" + LibraryName + " : " + str(Library) + ' ' + str(type(Library)))\r
2496 return LibraryList\r
2497\r
2498 ## Calculate the priority value of the build option\r
2499 #\r
2500 # @param Key Build option definition contain: TARGET_TOOLCHAIN_ARCH_COMMANDTYPE_ATTRIBUTE\r
2501 #\r
2502 # @retval Value Priority value based on the priority list.\r
2503 #\r
2504 def CalculatePriorityValue(self, Key):\r
2505 Target, ToolChain, Arch, CommandType, Attr = Key.split('_')\r
2506 PriorityValue = 0x11111\r
2507 if Target == "*":\r
2508 PriorityValue &= 0x01111\r
2509 if ToolChain == "*":\r
2510 PriorityValue &= 0x10111\r
2511 if Arch == "*":\r
2512 PriorityValue &= 0x11011\r
2513 if CommandType == "*":\r
2514 PriorityValue &= 0x11101\r
2515 if Attr == "*":\r
2516 PriorityValue &= 0x11110\r
2517\r
2518 return self.PrioList["0x%0.5x" % PriorityValue]\r
2519\r
2520\r
2521 ## Expand * in build option key\r
2522 #\r
2523 # @param Options Options to be expanded\r
2524 #\r
2525 # @retval options Options expanded\r
2526 # \r
2527 def _ExpandBuildOption(self, Options, ModuleStyle=None):\r
2528 BuildOptions = {}\r
2529 FamilyMatch = False\r
2530 FamilyIsNull = True\r
2531\r
2532 OverrideList = {}\r
2533 #\r
2534 # Construct a list contain the build options which need override.\r
2535 #\r
2536 for Key in Options:\r
2537 #\r
2538 # Key[0] -- tool family\r
2539 # Key[1] -- TARGET_TOOLCHAIN_ARCH_COMMANDTYPE_ATTRIBUTE\r
2540 #\r
2541 if (Key[0] == self.BuildRuleFamily and\r
2542 (ModuleStyle is None or len(Key) < 3 or (len(Key) > 2 and Key[2] == ModuleStyle))):\r
2543 Target, ToolChain, Arch, CommandType, Attr = Key[1].split('_')\r
2544 if Target == self.BuildTarget or Target == "*":\r
2545 if ToolChain == self.ToolChain or ToolChain == "*":\r
2546 if Arch == self.Arch or Arch == "*":\r
2547 if Options[Key].startswith("="):\r
2548 if OverrideList.get(Key[1]) is not None:\r
2549 OverrideList.pop(Key[1])\r
2550 OverrideList[Key[1]] = Options[Key]\r
2551 \r
2552 #\r
2553 # Use the highest priority value. \r
2554 #\r
2555 if (len(OverrideList) >= 2):\r
2556 KeyList = OverrideList.keys()\r
2557 for Index in range(len(KeyList)):\r
2558 NowKey = KeyList[Index]\r
2559 Target1, ToolChain1, Arch1, CommandType1, Attr1 = NowKey.split("_")\r
2560 for Index1 in range(len(KeyList) - Index - 1):\r
2561 NextKey = KeyList[Index1 + Index + 1]\r
2562 #\r
2563 # Compare two Key, if one is included by another, choose the higher priority one\r
2564 # \r
2565 Target2, ToolChain2, Arch2, CommandType2, Attr2 = NextKey.split("_")\r
2566 if Target1 == Target2 or Target1 == "*" or Target2 == "*":\r
2567 if ToolChain1 == ToolChain2 or ToolChain1 == "*" or ToolChain2 == "*":\r
2568 if Arch1 == Arch2 or Arch1 == "*" or Arch2 == "*":\r
2569 if CommandType1 == CommandType2 or CommandType1 == "*" or CommandType2 == "*":\r
2570 if Attr1 == Attr2 or Attr1 == "*" or Attr2 == "*":\r
2571 if self.CalculatePriorityValue(NowKey) > self.CalculatePriorityValue(NextKey):\r
2572 if Options.get((self.BuildRuleFamily, NextKey)) is not None:\r
2573 Options.pop((self.BuildRuleFamily, NextKey))\r
2574 else:\r
2575 if Options.get((self.BuildRuleFamily, NowKey)) is not None:\r
2576 Options.pop((self.BuildRuleFamily, NowKey))\r
2577 \r
2578 for Key in Options:\r
2579 if ModuleStyle is not None and len (Key) > 2:\r
2580 # Check Module style is EDK or EDKII.\r
2581 # Only append build option for the matched style module.\r
2582 if ModuleStyle == EDK_NAME and Key[2] != EDK_NAME:\r
2583 continue\r
2584 elif ModuleStyle == EDKII_NAME and Key[2] != EDKII_NAME:\r
2585 continue\r
2586 Family = Key[0]\r
2587 Target, Tag, Arch, Tool, Attr = Key[1].split("_")\r
2588 # if tool chain family doesn't match, skip it\r
2589 if Tool in self.ToolDefinition and Family != "":\r
2590 FamilyIsNull = False\r
2591 if self.ToolDefinition[Tool].get(TAB_TOD_DEFINES_BUILDRULEFAMILY, "") != "":\r
2592 if Family != self.ToolDefinition[Tool][TAB_TOD_DEFINES_BUILDRULEFAMILY]:\r
2593 continue\r
2594 elif Family != self.ToolDefinition[Tool][TAB_TOD_DEFINES_FAMILY]:\r
2595 continue\r
2596 FamilyMatch = True\r
2597 # expand any wildcard\r
2598 if Target == "*" or Target == self.BuildTarget:\r
2599 if Tag == "*" or Tag == self.ToolChain:\r
2600 if Arch == "*" or Arch == self.Arch:\r
2601 if Tool not in BuildOptions:\r
2602 BuildOptions[Tool] = {}\r
2603 if Attr != "FLAGS" or Attr not in BuildOptions[Tool] or Options[Key].startswith('='):\r
2604 BuildOptions[Tool][Attr] = Options[Key]\r
2605 else:\r
2606 # append options for the same tool except PATH\r
2607 if Attr != 'PATH':\r
2608 BuildOptions[Tool][Attr] += " " + Options[Key]\r
2609 else:\r
2610 BuildOptions[Tool][Attr] = Options[Key]\r
2611 # Build Option Family has been checked, which need't to be checked again for family.\r
2612 if FamilyMatch or FamilyIsNull:\r
2613 return BuildOptions\r
2614\r
2615 for Key in Options:\r
2616 if ModuleStyle is not None and len (Key) > 2:\r
2617 # Check Module style is EDK or EDKII.\r
2618 # Only append build option for the matched style module.\r
2619 if ModuleStyle == EDK_NAME and Key[2] != EDK_NAME:\r
2620 continue\r
2621 elif ModuleStyle == EDKII_NAME and Key[2] != EDKII_NAME:\r
2622 continue\r
2623 Family = Key[0]\r
2624 Target, Tag, Arch, Tool, Attr = Key[1].split("_")\r
2625 # if tool chain family doesn't match, skip it\r
2626 if Tool not in self.ToolDefinition or Family == "":\r
2627 continue\r
2628 # option has been added before\r
2629 if Family != self.ToolDefinition[Tool][TAB_TOD_DEFINES_FAMILY]:\r
2630 continue\r
2631\r
2632 # expand any wildcard\r
2633 if Target == "*" or Target == self.BuildTarget:\r
2634 if Tag == "*" or Tag == self.ToolChain:\r
2635 if Arch == "*" or Arch == self.Arch:\r
2636 if Tool not in BuildOptions:\r
2637 BuildOptions[Tool] = {}\r
2638 if Attr != "FLAGS" or Attr not in BuildOptions[Tool] or Options[Key].startswith('='):\r
2639 BuildOptions[Tool][Attr] = Options[Key]\r
2640 else:\r
2641 # append options for the same tool except PATH\r
2642 if Attr != 'PATH':\r
2643 BuildOptions[Tool][Attr] += " " + Options[Key]\r
2644 else:\r
2645 BuildOptions[Tool][Attr] = Options[Key]\r
2646 return BuildOptions\r
2647\r
2648 ## Append build options in platform to a module\r
2649 #\r
2650 # @param Module The module to which the build options will be appened\r
2651 #\r
2652 # @retval options The options appended with build options in platform\r
2653 #\r
2654 def ApplyBuildOption(self, Module):\r
2655 # Get the different options for the different style module\r
2656 if Module.AutoGenVersion < 0x00010005:\r
2657 PlatformOptions = self.EdkBuildOption\r
2658 ModuleTypeOptions = self.Platform.GetBuildOptionsByModuleType(EDK_NAME, Module.ModuleType)\r
2659 else:\r
2660 PlatformOptions = self.EdkIIBuildOption\r
2661 ModuleTypeOptions = self.Platform.GetBuildOptionsByModuleType(EDKII_NAME, Module.ModuleType)\r
2662 ModuleTypeOptions = self._ExpandBuildOption(ModuleTypeOptions)\r
2663 ModuleOptions = self._ExpandBuildOption(Module.BuildOptions)\r
2664 if Module in self.Platform.Modules:\r
2665 PlatformModule = self.Platform.Modules[str(Module)]\r
2666 PlatformModuleOptions = self._ExpandBuildOption(PlatformModule.BuildOptions)\r
2667 else:\r
2668 PlatformModuleOptions = {}\r
2669\r
2670 BuildRuleOrder = None\r
2671 for Options in [self.ToolDefinition, ModuleOptions, PlatformOptions, ModuleTypeOptions, PlatformModuleOptions]:\r
2672 for Tool in Options:\r
2673 for Attr in Options[Tool]:\r
2674 if Attr == TAB_TOD_DEFINES_BUILDRULEORDER:\r
2675 BuildRuleOrder = Options[Tool][Attr]\r
2676\r
2677 AllTools = set(ModuleOptions.keys() + PlatformOptions.keys() +\r
2678 PlatformModuleOptions.keys() + ModuleTypeOptions.keys() +\r
2679 self.ToolDefinition.keys())\r
2680 BuildOptions = defaultdict(lambda: defaultdict(str))\r
2681 for Tool in AllTools:\r
2682 for Options in [self.ToolDefinition, ModuleOptions, PlatformOptions, ModuleTypeOptions, PlatformModuleOptions]:\r
2683 if Tool not in Options:\r
2684 continue\r
2685 for Attr in Options[Tool]:\r
2686 #\r
2687 # Do not generate it in Makefile\r
2688 #\r
2689 if Attr == TAB_TOD_DEFINES_BUILDRULEORDER:\r
2690 continue\r
2691 Value = Options[Tool][Attr]\r
2692 # check if override is indicated\r
2693 if Value.startswith('='):\r
2694 BuildOptions[Tool][Attr] = mws.handleWsMacro(Value[1:])\r
2695 else:\r
2696 if Attr != 'PATH':\r
2697 BuildOptions[Tool][Attr] += " " + mws.handleWsMacro(Value)\r
2698 else:\r
2699 BuildOptions[Tool][Attr] = mws.handleWsMacro(Value)\r
2700\r
2701 if Module.AutoGenVersion < 0x00010005 and self.Workspace.UniFlag is not None:\r
2702 #\r
2703 # Override UNI flag only for EDK module.\r
2704 #\r
2705 BuildOptions['BUILD']['FLAGS'] = self.Workspace.UniFlag\r
2706 return BuildOptions, BuildRuleOrder\r
2707\r
2708 Platform = property(_GetPlatform)\r
2709 Name = property(_GetName)\r
2710 Guid = property(_GetGuid)\r
2711 Version = property(_GetVersion)\r
2712\r
2713 OutputDir = property(_GetOutputDir)\r
2714 BuildDir = property(_GetBuildDir)\r
2715 MakeFileDir = property(_GetMakeFileDir)\r
2716 FdfFile = property(_GetFdfFile)\r
2717\r
2718 PcdTokenNumber = property(_GetPcdTokenNumbers) # (TokenCName, TokenSpaceGuidCName) : GeneratedTokenNumber\r
2719 DynamicPcdList = property(_GetDynamicPcdList) # [(TokenCName1, TokenSpaceGuidCName1), (TokenCName2, TokenSpaceGuidCName2), ...]\r
2720 NonDynamicPcdList = property(_GetNonDynamicPcdList) # [(TokenCName1, TokenSpaceGuidCName1), (TokenCName2, TokenSpaceGuidCName2), ...]\r
2721 NonDynamicPcdDict = property(_GetNonDynamicPcdDict)\r
2722 PackageList = property(_GetPackageList)\r
2723\r
2724 ToolDefinition = property(_GetToolDefinition) # toolcode : tool path\r
2725 ToolDefinitionFile = property(_GetToolDefFile) # toolcode : lib path\r
2726 ToolChainFamily = property(_GetToolChainFamily)\r
2727 BuildRuleFamily = property(_GetBuildRuleFamily)\r
2728 BuildOption = property(_GetBuildOptions) # toolcode : option\r
2729 EdkBuildOption = property(_GetEdkBuildOptions) # edktoolcode : option\r
2730 EdkIIBuildOption = property(_GetEdkIIBuildOptions) # edkiitoolcode : option\r
2731\r
2732 BuildCommand = property(_GetBuildCommand)\r
2733 BuildRule = property(_GetBuildRule)\r
2734 ModuleAutoGenList = property(_GetModuleAutoGenList)\r
2735 LibraryAutoGenList = property(_GetLibraryAutoGenList)\r
2736 GenFdsCommand = property(_GenFdsCommand)\r
2737\r
2738## ModuleAutoGen class\r
2739#\r
2740# This class encapsules the AutoGen behaviors for the build tools. In addition to\r
2741# the generation of AutoGen.h and AutoGen.c, it will generate *.depex file according\r
2742# to the [depex] section in module's inf file.\r
2743#\r
2744class ModuleAutoGen(AutoGen):\r
2745 # call super().__init__ then call the worker function with different parameter count\r
2746 def __init__(self, Workspace, MetaFile, Target, Toolchain, Arch, *args, **kwargs):\r
2747 try:\r
2748 self._Init\r
2749 except:\r
2750 super(ModuleAutoGen, self).__init__(Workspace, MetaFile, Target, Toolchain, Arch, *args, **kwargs)\r
2751 self._InitWorker(Workspace, MetaFile, Target, Toolchain, Arch, *args)\r
2752 self._Init = True\r
2753\r
2754 ## Cache the timestamps of metafiles of every module in a class variable\r
2755 #\r
2756 TimeDict = {}\r
2757\r
2758 def __new__(cls, Workspace, MetaFile, Target, Toolchain, Arch, *args, **kwargs):\r
2759 obj = super(ModuleAutoGen, cls).__new__(cls, Workspace, MetaFile, Target, Toolchain, Arch, *args, **kwargs)\r
2760 # check if this module is employed by active platform\r
2761 if not PlatformAutoGen(Workspace, args[0], Target, Toolchain, Arch).ValidModule(MetaFile):\r
2762 EdkLogger.verbose("Module [%s] for [%s] is not employed by active platform\n" \\r
2763 % (MetaFile, Arch))\r
2764 return None\r
2765 return obj\r
2766 \r
2767 ## Initialize ModuleAutoGen\r
2768 #\r
2769 # @param Workspace EdkIIWorkspaceBuild object\r
2770 # @param ModuleFile The path of module file\r
2771 # @param Target Build target (DEBUG, RELEASE)\r
2772 # @param Toolchain Name of tool chain\r
2773 # @param Arch The arch the module supports\r
2774 # @param PlatformFile Platform meta-file\r
2775 #\r
2776 def _InitWorker(self, Workspace, ModuleFile, Target, Toolchain, Arch, PlatformFile):\r
2777 EdkLogger.debug(EdkLogger.DEBUG_9, "AutoGen module [%s] [%s]" % (ModuleFile, Arch))\r
2778 GlobalData.gProcessingFile = "%s [%s, %s, %s]" % (ModuleFile, Arch, Toolchain, Target)\r
2779\r
2780 self.Workspace = Workspace\r
2781 self.WorkspaceDir = Workspace.WorkspaceDir\r
2782 self._GuidDict = Workspace._GuidDict\r
2783 self.MetaFile = ModuleFile\r
2784 self.PlatformInfo = PlatformAutoGen(Workspace, PlatformFile, Target, Toolchain, Arch)\r
2785\r
2786 self.SourceDir = self.MetaFile.SubDir\r
2787 self.SourceDir = mws.relpath(self.SourceDir, self.WorkspaceDir)\r
2788\r
2789 self.SourceOverrideDir = None\r
2790 # use overrided path defined in DSC file\r
2791 if self.MetaFile.Key in GlobalData.gOverrideDir:\r
2792 self.SourceOverrideDir = GlobalData.gOverrideDir[self.MetaFile.Key]\r
2793\r
2794 self.ToolChain = Toolchain\r
2795 self.BuildTarget = Target\r
2796 self.Arch = Arch\r
2797 self.ToolChainFamily = self.PlatformInfo.ToolChainFamily\r
2798 self.BuildRuleFamily = self.PlatformInfo.BuildRuleFamily\r
2799\r
2800 self.IsMakeFileCreated = False\r
2801 self.IsCodeFileCreated = False\r
2802 self.IsAsBuiltInfCreated = False\r
2803 self.DepexGenerated = False\r
2804\r
2805 self.BuildDatabase = self.Workspace.BuildDatabase\r
2806 self.BuildRuleOrder = None\r
2807 self.BuildTime = 0\r
2808\r
2809 self._Module = None\r
2810 self._Name = None\r
2811 self._Guid = None\r
2812 self._Version = None\r
2813 self._ModuleType = None\r
2814 self._ComponentType = None\r
2815 self._PcdIsDriver = None\r
2816 self._AutoGenVersion = None\r
2817 self._LibraryFlag = None\r
2818 self._CustomMakefile = None\r
2819 self._Macro = None\r
2820\r
2821 self._BuildDir = None\r
2822 self._OutputDir = None\r
2823 self._FfsOutputDir = None\r
2824 self._DebugDir = None\r
2825 self._MakeFileDir = None\r
2826\r
2827 self._IncludePathList = None\r
2828 self._IncludePathLength = 0\r
2829 self._AutoGenFileList = None\r
2830 self._UnicodeFileList = None\r
2831 self._VfrFileList = None\r
2832 self._IdfFileList = None\r
2833 self._SourceFileList = None\r
2834 self._ObjectFileList = None\r
2835 self._BinaryFileList = None\r
2836\r
2837 self._DependentPackageList = None\r
2838 self._DependentLibraryList = None\r
2839 self._LibraryAutoGenList = None\r
2840 self._DerivedPackageList = None\r
2841 self._ModulePcdList = None\r
2842 self._LibraryPcdList = None\r
2843 self._PcdComments = OrderedDict()\r
2844 self._GuidList = None\r
2845 self._GuidsUsedByPcd = None\r
2846 self._GuidComments = OrderedDict()\r
2847 self._ProtocolList = None\r
2848 self._ProtocolComments = OrderedDict()\r
2849 self._PpiList = None\r
2850 self._PpiComments = OrderedDict()\r
2851 self._DepexList = None\r
2852 self._DepexExpressionList = None\r
2853 self._BuildOption = None\r
2854 self._BuildOptionIncPathList = None\r
2855 self._BuildTargets = None\r
2856 self._IntroBuildTargetList = None\r
2857 self._FinalBuildTargetList = None\r
2858 self._FileTypes = None\r
2859 self._BuildRules = None\r
2860\r
2861 self._TimeStampPath = None\r
2862\r
2863 self.AutoGenDepSet = set()\r
2864\r
2865 \r
2866 ## The Modules referenced to this Library\r
2867 # Only Library has this attribute\r
2868 self._ReferenceModules = [] \r
2869 \r
2870 ## Store the FixedAtBuild Pcds\r
2871 # \r
2872 self._FixedAtBuildPcds = []\r
2873 self.ConstPcd = {}\r
2874 return True\r
2875\r
2876 def __repr__(self):\r
2877 return "%s [%s]" % (self.MetaFile, self.Arch)\r
2878\r
2879 # Get FixedAtBuild Pcds of this Module\r
2880 def _GetFixedAtBuildPcds(self):\r
2881 if self._FixedAtBuildPcds:\r
2882 return self._FixedAtBuildPcds\r
2883 for Pcd in self.ModulePcdList:\r
2884 if Pcd.Type != "FixedAtBuild":\r
2885 continue\r
2886 if Pcd not in self._FixedAtBuildPcds:\r
2887 self._FixedAtBuildPcds.append(Pcd)\r
2888 \r
2889 return self._FixedAtBuildPcds \r
2890\r
2891 def _GetUniqueBaseName(self):\r
2892 BaseName = self.Name\r
2893 for Module in self.PlatformInfo.ModuleAutoGenList:\r
2894 if Module.MetaFile == self.MetaFile:\r
2895 continue\r
2896 if Module.Name == self.Name:\r
2897 if uuid.UUID(Module.Guid) == uuid.UUID(self.Guid):\r
2898 EdkLogger.error("build", FILE_DUPLICATED, 'Modules have same BaseName and FILE_GUID:\n'\r
2899 ' %s\n %s' % (Module.MetaFile, self.MetaFile))\r
2900 BaseName = '%s_%s' % (self.Name, self.Guid)\r
2901 return BaseName\r
2902\r
2903 # Macros could be used in build_rule.txt (also Makefile)\r
2904 def _GetMacros(self):\r
2905 if self._Macro is None:\r
2906 self._Macro = OrderedDict()\r
2907 self._Macro["WORKSPACE" ] = self.WorkspaceDir\r
2908 self._Macro["MODULE_NAME" ] = self.Name\r
2909 self._Macro["MODULE_NAME_GUID" ] = self._GetUniqueBaseName()\r
2910 self._Macro["MODULE_GUID" ] = self.Guid\r
2911 self._Macro["MODULE_VERSION" ] = self.Version\r
2912 self._Macro["MODULE_TYPE" ] = self.ModuleType\r
2913 self._Macro["MODULE_FILE" ] = str(self.MetaFile)\r
2914 self._Macro["MODULE_FILE_BASE_NAME" ] = self.MetaFile.BaseName\r
2915 self._Macro["MODULE_RELATIVE_DIR" ] = self.SourceDir\r
2916 self._Macro["MODULE_DIR" ] = self.SourceDir\r
2917\r
2918 self._Macro["BASE_NAME" ] = self.Name\r
2919\r
2920 self._Macro["ARCH" ] = self.Arch\r
2921 self._Macro["TOOLCHAIN" ] = self.ToolChain\r
2922 self._Macro["TOOLCHAIN_TAG" ] = self.ToolChain\r
2923 self._Macro["TOOL_CHAIN_TAG" ] = self.ToolChain\r
2924 self._Macro["TARGET" ] = self.BuildTarget\r
2925\r
2926 self._Macro["BUILD_DIR" ] = self.PlatformInfo.BuildDir\r
2927 self._Macro["BIN_DIR" ] = os.path.join(self.PlatformInfo.BuildDir, self.Arch)\r
2928 self._Macro["LIB_DIR" ] = os.path.join(self.PlatformInfo.BuildDir, self.Arch)\r
2929 self._Macro["MODULE_BUILD_DIR" ] = self.BuildDir\r
2930 self._Macro["OUTPUT_DIR" ] = self.OutputDir\r
2931 self._Macro["DEBUG_DIR" ] = self.DebugDir\r
2932 self._Macro["DEST_DIR_OUTPUT" ] = self.OutputDir\r
2933 self._Macro["DEST_DIR_DEBUG" ] = self.DebugDir\r
2934 self._Macro["PLATFORM_NAME" ] = self.PlatformInfo.Name\r
2935 self._Macro["PLATFORM_GUID" ] = self.PlatformInfo.Guid\r
2936 self._Macro["PLATFORM_VERSION" ] = self.PlatformInfo.Version\r
2937 self._Macro["PLATFORM_RELATIVE_DIR" ] = self.PlatformInfo.SourceDir\r
2938 self._Macro["PLATFORM_DIR" ] = mws.join(self.WorkspaceDir, self.PlatformInfo.SourceDir)\r
2939 self._Macro["PLATFORM_OUTPUT_DIR" ] = self.PlatformInfo.OutputDir\r
2940 self._Macro["FFS_OUTPUT_DIR" ] = self.FfsOutputDir\r
2941 return self._Macro\r
2942\r
2943 ## Return the module build data object\r
2944 def _GetModule(self):\r
2945 if self._Module is None:\r
2946 self._Module = self.Workspace.BuildDatabase[self.MetaFile, self.Arch, self.BuildTarget, self.ToolChain]\r
2947 return self._Module\r
2948\r
2949 ## Return the module name\r
2950 def _GetBaseName(self):\r
2951 return self.Module.BaseName\r
2952\r
2953 ## Return the module DxsFile if exist\r
2954 def _GetDxsFile(self):\r
2955 return self.Module.DxsFile\r
2956\r
2957 ## Return the module SourceOverridePath\r
2958 def _GetSourceOverridePath(self):\r
2959 return self.Module.SourceOverridePath\r
2960\r
2961 ## Return the module meta-file GUID\r
2962 def _GetGuid(self):\r
2963 #\r
2964 # To build same module more than once, the module path with FILE_GUID overridden has\r
2965 # the file name FILE_GUIDmodule.inf, but the relative path (self.MetaFile.File) is the realy path\r
2966 # in DSC. The overridden GUID can be retrieved from file name\r
2967 #\r
2968 if os.path.basename(self.MetaFile.File) != os.path.basename(self.MetaFile.Path):\r
2969 #\r
2970 # Length of GUID is 36\r
2971 #\r
2972 return os.path.basename(self.MetaFile.Path)[:36]\r
2973 return self.Module.Guid\r
2974\r
2975 ## Return the module version\r
2976 def _GetVersion(self):\r
2977 return self.Module.Version\r
2978\r
2979 ## Return the module type\r
2980 def _GetModuleType(self):\r
2981 return self.Module.ModuleType\r
2982\r
2983 ## Return the component type (for Edk.x style of module)\r
2984 def _GetComponentType(self):\r
2985 return self.Module.ComponentType\r
2986\r
2987 ## Return the build type\r
2988 def _GetBuildType(self):\r
2989 return self.Module.BuildType\r
2990\r
2991 ## Return the PCD_IS_DRIVER setting\r
2992 def _GetPcdIsDriver(self):\r
2993 return self.Module.PcdIsDriver\r
2994\r
2995 ## Return the autogen version, i.e. module meta-file version\r
2996 def _GetAutoGenVersion(self):\r
2997 return self.Module.AutoGenVersion\r
2998\r
2999 ## Check if the module is library or not\r
3000 def _IsLibrary(self):\r
3001 if self._LibraryFlag is None:\r
3002 if self.Module.LibraryClass is not None and self.Module.LibraryClass != []:\r
3003 self._LibraryFlag = True\r
3004 else:\r
3005 self._LibraryFlag = False\r
3006 return self._LibraryFlag\r
3007\r
3008 ## Check if the module is binary module or not\r
3009 def _IsBinaryModule(self):\r
3010 return self.Module.IsBinaryModule\r
3011\r
3012 ## Return the directory to store intermediate files of the module\r
3013 def _GetBuildDir(self):\r
3014 if self._BuildDir is None:\r
3015 self._BuildDir = path.join(\r
3016 self.PlatformInfo.BuildDir,\r
3017 self.Arch,\r
3018 self.SourceDir,\r
3019 self.MetaFile.BaseName\r
3020 )\r
3021 CreateDirectory(self._BuildDir)\r
3022 return self._BuildDir\r
3023\r
3024 ## Return the directory to store the intermediate object files of the mdoule\r
3025 def _GetOutputDir(self):\r
3026 if self._OutputDir is None:\r
3027 self._OutputDir = path.join(self.BuildDir, "OUTPUT")\r
3028 CreateDirectory(self._OutputDir)\r
3029 return self._OutputDir\r
3030\r
3031 ## Return the directory to store ffs file\r
3032 def _GetFfsOutputDir(self):\r
3033 if self._FfsOutputDir is None:\r
3034 if GlobalData.gFdfParser is not None:\r
3035 self._FfsOutputDir = path.join(self.PlatformInfo.BuildDir, "FV", "Ffs", self.Guid + self.Name)\r
3036 else:\r
3037 self._FfsOutputDir = ''\r
3038 return self._FfsOutputDir\r
3039\r
3040 ## Return the directory to store auto-gened source files of the mdoule\r
3041 def _GetDebugDir(self):\r
3042 if self._DebugDir is None:\r
3043 self._DebugDir = path.join(self.BuildDir, "DEBUG")\r
3044 CreateDirectory(self._DebugDir)\r
3045 return self._DebugDir\r
3046\r
3047 ## Return the path of custom file\r
3048 def _GetCustomMakefile(self):\r
3049 if self._CustomMakefile is None:\r
3050 self._CustomMakefile = {}\r
3051 for Type in self.Module.CustomMakefile:\r
3052 if Type in gMakeTypeMap:\r
3053 MakeType = gMakeTypeMap[Type]\r
3054 else:\r
3055 MakeType = 'nmake'\r
3056 if self.SourceOverrideDir is not None:\r
3057 File = os.path.join(self.SourceOverrideDir, self.Module.CustomMakefile[Type])\r
3058 if not os.path.exists(File):\r
3059 File = os.path.join(self.SourceDir, self.Module.CustomMakefile[Type])\r
3060 else:\r
3061 File = os.path.join(self.SourceDir, self.Module.CustomMakefile[Type])\r
3062 self._CustomMakefile[MakeType] = File\r
3063 return self._CustomMakefile\r
3064\r
3065 ## Return the directory of the makefile\r
3066 #\r
3067 # @retval string The directory string of module's makefile\r
3068 #\r
3069 def _GetMakeFileDir(self):\r
3070 return self.BuildDir\r
3071\r
3072 ## Return build command string\r
3073 #\r
3074 # @retval string Build command string\r
3075 #\r
3076 def _GetBuildCommand(self):\r
3077 return self.PlatformInfo.BuildCommand\r
3078\r
3079 ## Get object list of all packages the module and its dependent libraries belong to\r
3080 #\r
3081 # @retval list The list of package object\r
3082 #\r
3083 def _GetDerivedPackageList(self):\r
3084 PackageList = []\r
3085 for M in [self.Module] + self.DependentLibraryList:\r
3086 for Package in M.Packages:\r
3087 if Package in PackageList:\r
3088 continue\r
3089 PackageList.append(Package)\r
3090 return PackageList\r
3091 \r
3092 ## Get the depex string\r
3093 #\r
3094 # @return : a string contain all depex expresion.\r
3095 def _GetDepexExpresionString(self):\r
3096 DepexStr = ''\r
3097 DepexList = []\r
3098 ## DPX_SOURCE IN Define section.\r
3099 if self.Module.DxsFile:\r
3100 return DepexStr\r
3101 for M in [self.Module] + self.DependentLibraryList:\r
3102 Filename = M.MetaFile.Path\r
3103 InfObj = InfSectionParser.InfSectionParser(Filename)\r
3104 DepexExpresionList = InfObj.GetDepexExpresionList()\r
3105 for DepexExpresion in DepexExpresionList:\r
3106 for key in DepexExpresion:\r
3107 Arch, ModuleType = key\r
3108 DepexExpr = [x for x in DepexExpresion[key] if not str(x).startswith('#')]\r
3109 # the type of build module is USER_DEFINED.\r
3110 # All different DEPEX section tags would be copied into the As Built INF file\r
3111 # and there would be separate DEPEX section tags\r
3112 if self.ModuleType.upper() == SUP_MODULE_USER_DEFINED:\r
3113 if (Arch.upper() == self.Arch.upper()) and (ModuleType.upper() != TAB_ARCH_COMMON):\r
3114 DepexList.append({(Arch, ModuleType): DepexExpr})\r
3115 else:\r
3116 if Arch.upper() == TAB_ARCH_COMMON or \\r
3117 (Arch.upper() == self.Arch.upper() and \\r
3118 ModuleType.upper() in [TAB_ARCH_COMMON, self.ModuleType.upper()]):\r
3119 DepexList.append({(Arch, ModuleType): DepexExpr})\r
3120 \r
3121 #the type of build module is USER_DEFINED.\r
3122 if self.ModuleType.upper() == SUP_MODULE_USER_DEFINED:\r
3123 for Depex in DepexList:\r
3124 for key in Depex:\r
3125 DepexStr += '[Depex.%s.%s]\n' % key\r
3126 DepexStr += '\n'.join(['# '+ val for val in Depex[key]])\r
3127 DepexStr += '\n\n'\r
3128 if not DepexStr:\r
3129 return '[Depex.%s]\n' % self.Arch\r
3130 return DepexStr\r
3131 \r
3132 #the type of build module not is USER_DEFINED.\r
3133 Count = 0\r
3134 for Depex in DepexList:\r
3135 Count += 1\r
3136 if DepexStr != '':\r
3137 DepexStr += ' AND '\r
3138 DepexStr += '('\r
3139 for D in Depex.values():\r
3140 DepexStr += ' '.join([val for val in D])\r
3141 Index = DepexStr.find('END')\r
3142 if Index > -1 and Index == len(DepexStr) - 3:\r
3143 DepexStr = DepexStr[:-3]\r
3144 DepexStr = DepexStr.strip()\r
3145 DepexStr += ')'\r
3146 if Count == 1:\r
3147 DepexStr = DepexStr.lstrip('(').rstrip(')').strip()\r
3148 if not DepexStr:\r
3149 return '[Depex.%s]\n' % self.Arch\r
3150 return '[Depex.%s]\n# ' % self.Arch + DepexStr\r
3151 \r
3152 ## Merge dependency expression\r
3153 #\r
3154 # @retval list The token list of the dependency expression after parsed\r
3155 #\r
3156 def _GetDepexTokenList(self):\r
3157 if self._DepexList is None:\r
3158 self._DepexList = {}\r
3159 if self.DxsFile or self.IsLibrary or TAB_DEPENDENCY_EXPRESSION_FILE in self.FileTypes:\r
3160 return self._DepexList\r
3161\r
3162 self._DepexList[self.ModuleType] = []\r
3163\r
3164 for ModuleType in self._DepexList:\r
3165 DepexList = self._DepexList[ModuleType]\r
3166 #\r
3167 # Append depex from dependent libraries, if not "BEFORE", "AFTER" expresion\r
3168 #\r
3169 for M in [self.Module] + self.DependentLibraryList:\r
3170 Inherited = False\r
3171 for D in M.Depex[self.Arch, ModuleType]:\r
3172 if DepexList != []:\r
3173 DepexList.append('AND')\r
3174 DepexList.append('(')\r
3175 DepexList.extend(D)\r
3176 if DepexList[-1] == 'END': # no need of a END at this time\r
3177 DepexList.pop()\r
3178 DepexList.append(')')\r
3179 Inherited = True\r
3180 if Inherited:\r
3181 EdkLogger.verbose("DEPEX[%s] (+%s) = %s" % (self.Name, M.BaseName, DepexList))\r
3182 if 'BEFORE' in DepexList or 'AFTER' in DepexList:\r
3183 break\r
3184 if len(DepexList) > 0:\r
3185 EdkLogger.verbose('')\r
3186 return self._DepexList\r
3187\r
3188 ## Merge dependency expression\r
3189 #\r
3190 # @retval list The token list of the dependency expression after parsed\r
3191 #\r
3192 def _GetDepexExpressionTokenList(self):\r
3193 if self._DepexExpressionList is None:\r
3194 self._DepexExpressionList = {}\r
3195 if self.DxsFile or self.IsLibrary or TAB_DEPENDENCY_EXPRESSION_FILE in self.FileTypes:\r
3196 return self._DepexExpressionList\r
3197\r
3198 self._DepexExpressionList[self.ModuleType] = ''\r
3199\r
3200 for ModuleType in self._DepexExpressionList:\r
3201 DepexExpressionList = self._DepexExpressionList[ModuleType]\r
3202 #\r
3203 # Append depex from dependent libraries, if not "BEFORE", "AFTER" expresion\r
3204 #\r
3205 for M in [self.Module] + self.DependentLibraryList:\r
3206 Inherited = False\r
3207 for D in M.DepexExpression[self.Arch, ModuleType]:\r
3208 if DepexExpressionList != '':\r
3209 DepexExpressionList += ' AND '\r
3210 DepexExpressionList += '('\r
3211 DepexExpressionList += D\r
3212 DepexExpressionList = DepexExpressionList.rstrip('END').strip()\r
3213 DepexExpressionList += ')'\r
3214 Inherited = True\r
3215 if Inherited:\r
3216 EdkLogger.verbose("DEPEX[%s] (+%s) = %s" % (self.Name, M.BaseName, DepexExpressionList))\r
3217 if 'BEFORE' in DepexExpressionList or 'AFTER' in DepexExpressionList:\r
3218 break\r
3219 if len(DepexExpressionList) > 0:\r
3220 EdkLogger.verbose('')\r
3221 self._DepexExpressionList[ModuleType] = DepexExpressionList\r
3222 return self._DepexExpressionList\r
3223\r
3224 # Get the tiano core user extension, it is contain dependent library.\r
3225 # @retval: a list contain tiano core userextension.\r
3226 #\r
3227 def _GetTianoCoreUserExtensionList(self):\r
3228 TianoCoreUserExtentionList = []\r
3229 for M in [self.Module] + self.DependentLibraryList:\r
3230 Filename = M.MetaFile.Path\r
3231 InfObj = InfSectionParser.InfSectionParser(Filename)\r
3232 TianoCoreUserExtenList = InfObj.GetUserExtensionTianoCore()\r
3233 for TianoCoreUserExtent in TianoCoreUserExtenList:\r
3234 for Section in TianoCoreUserExtent:\r
3235 ItemList = Section.split(TAB_SPLIT)\r
3236 Arch = self.Arch\r
3237 if len(ItemList) == 4:\r
3238 Arch = ItemList[3]\r
3239 if Arch.upper() == TAB_ARCH_COMMON or Arch.upper() == self.Arch.upper():\r
3240 TianoCoreList = []\r
3241 TianoCoreList.extend([TAB_SECTION_START + Section + TAB_SECTION_END])\r
3242 TianoCoreList.extend(TianoCoreUserExtent[Section][:])\r
3243 TianoCoreList.append('\n')\r
3244 TianoCoreUserExtentionList.append(TianoCoreList)\r
3245\r
3246 return TianoCoreUserExtentionList\r
3247\r
3248 ## Return the list of specification version required for the module\r
3249 #\r
3250 # @retval list The list of specification defined in module file\r
3251 #\r
3252 def _GetSpecification(self):\r
3253 return self.Module.Specification\r
3254\r
3255 ## Tool option for the module build\r
3256 #\r
3257 # @param PlatformInfo The object of PlatformBuildInfo\r
3258 # @retval dict The dict containing valid options\r
3259 #\r
3260 def _GetModuleBuildOption(self):\r
3261 if self._BuildOption is None:\r
3262 self._BuildOption, self.BuildRuleOrder = self.PlatformInfo.ApplyBuildOption(self.Module)\r
3263 if self.BuildRuleOrder:\r
3264 self.BuildRuleOrder = ['.%s' % Ext for Ext in self.BuildRuleOrder.split()]\r
3265 return self._BuildOption\r
3266\r
3267 ## Get include path list from tool option for the module build\r
3268 #\r
3269 # @retval list The include path list\r
3270 #\r
3271 def _GetBuildOptionIncPathList(self):\r
3272 if self._BuildOptionIncPathList is None:\r
3273 #\r
3274 # Regular expression for finding Include Directories, the difference between MSFT and INTEL/GCC/RVCT\r
3275 # is the former use /I , the Latter used -I to specify include directories\r
3276 #\r
3277 if self.PlatformInfo.ToolChainFamily in ('MSFT'):\r
3278 BuildOptIncludeRegEx = gBuildOptIncludePatternMsft\r
3279 elif self.PlatformInfo.ToolChainFamily in ('INTEL', 'GCC', 'RVCT'):\r
3280 BuildOptIncludeRegEx = gBuildOptIncludePatternOther\r
3281 else:\r
3282 #\r
3283 # New ToolChainFamily, don't known whether there is option to specify include directories\r
3284 #\r
3285 self._BuildOptionIncPathList = []\r
3286 return self._BuildOptionIncPathList\r
3287 \r
3288 BuildOptionIncPathList = []\r
3289 for Tool in ('CC', 'PP', 'VFRPP', 'ASLPP', 'ASLCC', 'APP', 'ASM'):\r
3290 Attr = 'FLAGS'\r
3291 try:\r
3292 FlagOption = self.BuildOption[Tool][Attr]\r
3293 except KeyError:\r
3294 FlagOption = ''\r
3295 \r
3296 if self.PlatformInfo.ToolChainFamily != 'RVCT':\r
3297 IncPathList = [NormPath(Path, self.Macros) for Path in BuildOptIncludeRegEx.findall(FlagOption)]\r
3298 else:\r
3299 #\r
3300 # RVCT may specify a list of directory seperated by commas\r
3301 #\r
3302 IncPathList = []\r
3303 for Path in BuildOptIncludeRegEx.findall(FlagOption):\r
3304 PathList = GetSplitList(Path, TAB_COMMA_SPLIT)\r
3305 IncPathList += [NormPath(PathEntry, self.Macros) for PathEntry in PathList]\r
3306\r
3307 #\r
3308 # EDK II modules must not reference header files outside of the packages they depend on or \r
3309 # within the module's directory tree. Report error if violation.\r
3310 #\r
3311 if self.AutoGenVersion >= 0x00010005 and len(IncPathList) > 0:\r
3312 for Path in IncPathList:\r
3313 if (Path not in self.IncludePathList) and (CommonPath([Path, self.MetaFile.Dir]) != self.MetaFile.Dir):\r
3314 ErrMsg = "The include directory for the EDK II module in this line is invalid %s specified in %s FLAGS '%s'" % (Path, Tool, FlagOption)\r
3315 EdkLogger.error("build",\r
3316 PARAMETER_INVALID,\r
3317 ExtraData=ErrMsg,\r
3318 File=str(self.MetaFile))\r
3319\r
3320 \r
3321 BuildOptionIncPathList += IncPathList\r
3322 \r
3323 self._BuildOptionIncPathList = BuildOptionIncPathList\r
3324 \r
3325 return self._BuildOptionIncPathList\r
3326 \r
3327 ## Return a list of files which can be built from source\r
3328 #\r
3329 # What kind of files can be built is determined by build rules in\r
3330 # $(CONF_DIRECTORY)/build_rule.txt and toolchain family.\r
3331 #\r
3332 def _GetSourceFileList(self):\r
3333 if self._SourceFileList is None:\r
3334 self._SourceFileList = []\r
3335 for F in self.Module.Sources:\r
3336 # match tool chain\r
3337 if F.TagName not in ("", "*", self.ToolChain):\r
3338 EdkLogger.debug(EdkLogger.DEBUG_9, "The toolchain [%s] for processing file [%s] is found, "\r
3339 "but [%s] is needed" % (F.TagName, str(F), self.ToolChain))\r
3340 continue\r
3341 # match tool chain family or build rule family\r
3342 if F.ToolChainFamily not in ("", "*", self.ToolChainFamily, self.BuildRuleFamily):\r
3343 EdkLogger.debug(\r
3344 EdkLogger.DEBUG_0,\r
3345 "The file [%s] must be built by tools of [%s], " \\r
3346 "but current toolchain family is [%s], buildrule family is [%s]" \\r
3347 % (str(F), F.ToolChainFamily, self.ToolChainFamily, self.BuildRuleFamily))\r
3348 continue\r
3349\r
3350 # add the file path into search path list for file including\r
3351 if F.Dir not in self.IncludePathList and self.AutoGenVersion >= 0x00010005:\r
3352 self.IncludePathList.insert(0, F.Dir)\r
3353 self._SourceFileList.append(F)\r
3354\r
3355 self._MatchBuildRuleOrder(self._SourceFileList)\r
3356\r
3357 for F in self._SourceFileList:\r
3358 self._ApplyBuildRule(F, TAB_UNKNOWN_FILE)\r
3359 return self._SourceFileList\r
3360\r
3361 def _MatchBuildRuleOrder(self, FileList):\r
3362 Order_Dict = {}\r
3363 self._GetModuleBuildOption()\r
3364 for SingleFile in FileList:\r
3365 if self.BuildRuleOrder and SingleFile.Ext in self.BuildRuleOrder and SingleFile.Ext in self.BuildRules:\r
3366 key = SingleFile.Path.split(SingleFile.Ext)[0]\r
3367 if key in Order_Dict:\r
3368 Order_Dict[key].append(SingleFile.Ext)\r
3369 else:\r
3370 Order_Dict[key] = [SingleFile.Ext]\r
3371\r
3372 RemoveList = []\r
3373 for F in Order_Dict:\r
3374 if len(Order_Dict[F]) > 1:\r
3375 Order_Dict[F].sort(key=lambda i: self.BuildRuleOrder.index(i))\r
3376 for Ext in Order_Dict[F][1:]:\r
3377 RemoveList.append(F + Ext)\r
3378 \r
3379 for item in RemoveList:\r
3380 FileList.remove(item)\r
3381\r
3382 return FileList\r
3383\r
3384 ## Return the list of unicode files\r
3385 def _GetUnicodeFileList(self):\r
3386 if self._UnicodeFileList is None:\r
3387 if TAB_UNICODE_FILE in self.FileTypes:\r
3388 self._UnicodeFileList = self.FileTypes[TAB_UNICODE_FILE]\r
3389 else:\r
3390 self._UnicodeFileList = []\r
3391 return self._UnicodeFileList\r
3392\r
3393 ## Return the list of vfr files\r
3394 def _GetVfrFileList(self):\r
3395 if self._VfrFileList is None:\r
3396 if TAB_VFR_FILE in self.FileTypes:\r
3397 self._VfrFileList = self.FileTypes[TAB_VFR_FILE]\r
3398 else:\r
3399 self._VfrFileList = []\r
3400 return self._VfrFileList\r
3401\r
3402 ## Return the list of Image Definition files\r
3403 def _GetIdfFileList(self):\r
3404 if self._IdfFileList is None:\r
3405 if TAB_IMAGE_FILE in self.FileTypes:\r
3406 self._IdfFileList = self.FileTypes[TAB_IMAGE_FILE]\r
3407 else:\r
3408 self._IdfFileList = []\r
3409 return self._IdfFileList\r
3410\r
3411 ## Return a list of files which can be built from binary\r
3412 #\r
3413 # "Build" binary files are just to copy them to build directory.\r
3414 #\r
3415 # @retval list The list of files which can be built later\r
3416 #\r
3417 def _GetBinaryFiles(self):\r
3418 if self._BinaryFileList is None:\r
3419 self._BinaryFileList = []\r
3420 for F in self.Module.Binaries:\r
3421 if F.Target not in [TAB_COMMON, '*'] and F.Target != self.BuildTarget:\r
3422 continue\r
3423 self._BinaryFileList.append(F)\r
3424 self._ApplyBuildRule(F, F.Type)\r
3425 return self._BinaryFileList\r
3426\r
3427 def _GetBuildRules(self):\r
3428 if self._BuildRules is None:\r
3429 BuildRules = {}\r
3430 BuildRuleDatabase = self.PlatformInfo.BuildRule\r
3431 for Type in BuildRuleDatabase.FileTypeList:\r
3432 #first try getting build rule by BuildRuleFamily\r
3433 RuleObject = BuildRuleDatabase[Type, self.BuildType, self.Arch, self.BuildRuleFamily]\r
3434 if not RuleObject:\r
3435 # build type is always module type, but ...\r
3436 if self.ModuleType != self.BuildType:\r
3437 RuleObject = BuildRuleDatabase[Type, self.ModuleType, self.Arch, self.BuildRuleFamily]\r
3438 #second try getting build rule by ToolChainFamily\r
3439 if not RuleObject:\r
3440 RuleObject = BuildRuleDatabase[Type, self.BuildType, self.Arch, self.ToolChainFamily]\r
3441 if not RuleObject:\r
3442 # build type is always module type, but ...\r
3443 if self.ModuleType != self.BuildType:\r
3444 RuleObject = BuildRuleDatabase[Type, self.ModuleType, self.Arch, self.ToolChainFamily]\r
3445 if not RuleObject:\r
3446 continue\r
3447 RuleObject = RuleObject.Instantiate(self.Macros)\r
3448 BuildRules[Type] = RuleObject\r
3449 for Ext in RuleObject.SourceFileExtList:\r
3450 BuildRules[Ext] = RuleObject\r
3451 self._BuildRules = BuildRules\r
3452 return self._BuildRules\r
3453\r
3454 def _ApplyBuildRule(self, File, FileType):\r
3455 if self._BuildTargets is None:\r
3456 self._IntroBuildTargetList = set()\r
3457 self._FinalBuildTargetList = set()\r
3458 self._BuildTargets = defaultdict(set)\r
3459 self._FileTypes = defaultdict(set)\r
3460\r
3461 SubDirectory = os.path.join(self.OutputDir, File.SubDir)\r
3462 if not os.path.exists(SubDirectory):\r
3463 CreateDirectory(SubDirectory)\r
3464 LastTarget = None\r
3465 RuleChain = []\r
3466 SourceList = [File]\r
3467 Index = 0\r
3468 #\r
3469 # Make sure to get build rule order value\r
3470 #\r
3471 self._GetModuleBuildOption()\r
3472\r
3473 while Index < len(SourceList):\r
3474 Source = SourceList[Index]\r
3475 Index = Index + 1\r
3476\r
3477 if Source != File:\r
3478 CreateDirectory(Source.Dir)\r
3479\r
3480 if File.IsBinary and File == Source and self._BinaryFileList is not None and File in self._BinaryFileList:\r
3481 # Skip all files that are not binary libraries\r
3482 if not self.IsLibrary:\r
3483 continue\r
3484 RuleObject = self.BuildRules[TAB_DEFAULT_BINARY_FILE]\r
3485 elif FileType in self.BuildRules:\r
3486 RuleObject = self.BuildRules[FileType]\r
3487 elif Source.Ext in self.BuildRules:\r
3488 RuleObject = self.BuildRules[Source.Ext]\r
3489 else:\r
3490 # stop at no more rules\r
3491 if LastTarget:\r
3492 self._FinalBuildTargetList.add(LastTarget)\r
3493 break\r
3494\r
3495 FileType = RuleObject.SourceFileType\r
3496 self._FileTypes[FileType].add(Source)\r
3497\r
3498 # stop at STATIC_LIBRARY for library\r
3499 if self.IsLibrary and FileType == TAB_STATIC_LIBRARY:\r
3500 if LastTarget:\r
3501 self._FinalBuildTargetList.add(LastTarget)\r
3502 break\r
3503\r
3504 Target = RuleObject.Apply(Source, self.BuildRuleOrder)\r
3505 if not Target:\r
3506 if LastTarget:\r
3507 self._FinalBuildTargetList.add(LastTarget)\r
3508 break\r
3509 elif not Target.Outputs:\r
3510 # Only do build for target with outputs\r
3511 self._FinalBuildTargetList.add(Target)\r
3512\r
3513 self._BuildTargets[FileType].add(Target)\r
3514\r
3515 if not Source.IsBinary and Source == File:\r
3516 self._IntroBuildTargetList.add(Target)\r
3517\r
3518 # to avoid cyclic rule\r
3519 if FileType in RuleChain:\r
3520 break\r
3521\r
3522 RuleChain.append(FileType)\r
3523 SourceList.extend(Target.Outputs)\r
3524 LastTarget = Target\r
3525 FileType = TAB_UNKNOWN_FILE\r
3526\r
3527 def _GetTargets(self):\r
3528 if self._BuildTargets is None:\r
3529 self._IntroBuildTargetList = set()\r
3530 self._FinalBuildTargetList = set()\r
3531 self._BuildTargets = defaultdict(set)\r
3532 self._FileTypes = defaultdict(set)\r
3533\r
3534 #TRICK: call _GetSourceFileList to apply build rule for source files\r
3535 if self.SourceFileList:\r
3536 pass\r
3537\r
3538 #TRICK: call _GetBinaryFileList to apply build rule for binary files\r
3539 if self.BinaryFileList:\r
3540 pass\r
3541\r
3542 return self._BuildTargets\r
3543\r
3544 def _GetIntroTargetList(self):\r
3545 self._GetTargets()\r
3546 return self._IntroBuildTargetList\r
3547\r
3548 def _GetFinalTargetList(self):\r
3549 self._GetTargets()\r
3550 return self._FinalBuildTargetList\r
3551\r
3552 def _GetFileTypes(self):\r
3553 self._GetTargets()\r
3554 return self._FileTypes\r
3555\r
3556 ## Get the list of package object the module depends on\r
3557 #\r
3558 # @retval list The package object list\r
3559 #\r
3560 def _GetDependentPackageList(self):\r
3561 return self.Module.Packages\r
3562\r
3563 ## Return the list of auto-generated code file\r
3564 #\r
3565 # @retval list The list of auto-generated file\r
3566 #\r
3567 def _GetAutoGenFileList(self):\r
3568 UniStringAutoGenC = True\r
3569 IdfStringAutoGenC = True\r
3570 UniStringBinBuffer = StringIO()\r
3571 IdfGenBinBuffer = StringIO()\r
3572 if self.BuildType == 'UEFI_HII':\r
3573 UniStringAutoGenC = False\r
3574 IdfStringAutoGenC = False\r
3575 if self._AutoGenFileList is None:\r
3576 self._AutoGenFileList = {}\r
3577 AutoGenC = TemplateString()\r
3578 AutoGenH = TemplateString()\r
3579 StringH = TemplateString()\r
3580 StringIdf = TemplateString()\r
3581 GenC.CreateCode(self, AutoGenC, AutoGenH, StringH, UniStringAutoGenC, UniStringBinBuffer, StringIdf, IdfStringAutoGenC, IdfGenBinBuffer)\r
3582 #\r
3583 # AutoGen.c is generated if there are library classes in inf, or there are object files\r
3584 #\r
3585 if str(AutoGenC) != "" and (len(self.Module.LibraryClasses) > 0\r
3586 or TAB_OBJECT_FILE in self.FileTypes):\r
3587 AutoFile = PathClass(gAutoGenCodeFileName, self.DebugDir)\r
3588 self._AutoGenFileList[AutoFile] = str(AutoGenC)\r
3589 self._ApplyBuildRule(AutoFile, TAB_UNKNOWN_FILE)\r
3590 if str(AutoGenH) != "":\r
3591 AutoFile = PathClass(gAutoGenHeaderFileName, self.DebugDir)\r
3592 self._AutoGenFileList[AutoFile] = str(AutoGenH)\r
3593 self._ApplyBuildRule(AutoFile, TAB_UNKNOWN_FILE)\r
3594 if str(StringH) != "":\r
3595 AutoFile = PathClass(gAutoGenStringFileName % {"module_name":self.Name}, self.DebugDir)\r
3596 self._AutoGenFileList[AutoFile] = str(StringH)\r
3597 self._ApplyBuildRule(AutoFile, TAB_UNKNOWN_FILE)\r
3598 if UniStringBinBuffer is not None and UniStringBinBuffer.getvalue() != "":\r
3599 AutoFile = PathClass(gAutoGenStringFormFileName % {"module_name":self.Name}, self.OutputDir)\r
3600 self._AutoGenFileList[AutoFile] = UniStringBinBuffer.getvalue()\r
3601 AutoFile.IsBinary = True\r
3602 self._ApplyBuildRule(AutoFile, TAB_UNKNOWN_FILE)\r
3603 if UniStringBinBuffer is not None:\r
3604 UniStringBinBuffer.close()\r
3605 if str(StringIdf) != "":\r
3606 AutoFile = PathClass(gAutoGenImageDefFileName % {"module_name":self.Name}, self.DebugDir)\r
3607 self._AutoGenFileList[AutoFile] = str(StringIdf)\r
3608 self._ApplyBuildRule(AutoFile, TAB_UNKNOWN_FILE)\r
3609 if IdfGenBinBuffer is not None and IdfGenBinBuffer.getvalue() != "":\r
3610 AutoFile = PathClass(gAutoGenIdfFileName % {"module_name":self.Name}, self.OutputDir)\r
3611 self._AutoGenFileList[AutoFile] = IdfGenBinBuffer.getvalue()\r
3612 AutoFile.IsBinary = True\r
3613 self._ApplyBuildRule(AutoFile, TAB_UNKNOWN_FILE)\r
3614 if IdfGenBinBuffer is not None:\r
3615 IdfGenBinBuffer.close()\r
3616 return self._AutoGenFileList\r
3617\r
3618 ## Return the list of library modules explicitly or implicityly used by this module\r
3619 def _GetLibraryList(self):\r
3620 if self._DependentLibraryList is None:\r
3621 # only merge library classes and PCD for non-library module\r
3622 if self.IsLibrary:\r
3623 self._DependentLibraryList = []\r
3624 else:\r
3625 if self.AutoGenVersion < 0x00010005:\r
3626 self._DependentLibraryList = self.PlatformInfo.ResolveLibraryReference(self.Module)\r
3627 else:\r
3628 self._DependentLibraryList = self.PlatformInfo.ApplyLibraryInstance(self.Module)\r
3629 return self._DependentLibraryList\r
3630\r
3631 @staticmethod\r
3632 def UpdateComments(Recver, Src):\r
3633 for Key in Src:\r
3634 if Key not in Recver:\r
3635 Recver[Key] = []\r
3636 Recver[Key].extend(Src[Key])\r
3637 ## Get the list of PCDs from current module\r
3638 #\r
3639 # @retval list The list of PCD\r
3640 #\r
3641 def _GetModulePcdList(self):\r
3642 if self._ModulePcdList is None:\r
3643 # apply PCD settings from platform\r
3644 self._ModulePcdList = self.PlatformInfo.ApplyPcdSetting(self.Module, self.Module.Pcds)\r
3645 self.UpdateComments(self._PcdComments, self.Module.PcdComments)\r
3646 return self._ModulePcdList\r
3647\r
3648 ## Get the list of PCDs from dependent libraries\r
3649 #\r
3650 # @retval list The list of PCD\r
3651 #\r
3652 def _GetLibraryPcdList(self):\r
3653 if self._LibraryPcdList is None:\r
3654 Pcds = OrderedDict()\r
3655 if not self.IsLibrary:\r
3656 # get PCDs from dependent libraries\r
3657 for Library in self.DependentLibraryList:\r
3658 self.UpdateComments(self._PcdComments, Library.PcdComments)\r
3659 for Key in Library.Pcds:\r
3660 # skip duplicated PCDs\r
3661 if Key in self.Module.Pcds or Key in Pcds:\r
3662 continue\r
3663 Pcds[Key] = copy.copy(Library.Pcds[Key])\r
3664 # apply PCD settings from platform\r
3665 self._LibraryPcdList = self.PlatformInfo.ApplyPcdSetting(self.Module, Pcds)\r
3666 else:\r
3667 self._LibraryPcdList = []\r
3668 return self._LibraryPcdList\r
3669\r
3670 ## Get the GUID value mapping\r
3671 #\r
3672 # @retval dict The mapping between GUID cname and its value\r
3673 #\r
3674 def _GetGuidList(self):\r
3675 if self._GuidList is None:\r
3676 self._GuidList = OrderedDict()\r
3677 self._GuidList.update(self.Module.Guids)\r
3678 for Library in self.DependentLibraryList:\r
3679 self._GuidList.update(Library.Guids)\r
3680 self.UpdateComments(self._GuidComments, Library.GuidComments)\r
3681 self.UpdateComments(self._GuidComments, self.Module.GuidComments)\r
3682 return self._GuidList\r
3683\r
3684 def GetGuidsUsedByPcd(self):\r
3685 if self._GuidsUsedByPcd is None:\r
3686 self._GuidsUsedByPcd = OrderedDict()\r
3687 self._GuidsUsedByPcd.update(self.Module.GetGuidsUsedByPcd())\r
3688 for Library in self.DependentLibraryList:\r
3689 self._GuidsUsedByPcd.update(Library.GetGuidsUsedByPcd())\r
3690 return self._GuidsUsedByPcd\r
3691 ## Get the protocol value mapping\r
3692 #\r
3693 # @retval dict The mapping between protocol cname and its value\r
3694 #\r
3695 def _GetProtocolList(self):\r
3696 if self._ProtocolList is None:\r
3697 self._ProtocolList = OrderedDict()\r
3698 self._ProtocolList.update(self.Module.Protocols)\r
3699 for Library in self.DependentLibraryList:\r
3700 self._ProtocolList.update(Library.Protocols)\r
3701 self.UpdateComments(self._ProtocolComments, Library.ProtocolComments)\r
3702 self.UpdateComments(self._ProtocolComments, self.Module.ProtocolComments)\r
3703 return self._ProtocolList\r
3704\r
3705 ## Get the PPI value mapping\r
3706 #\r
3707 # @retval dict The mapping between PPI cname and its value\r
3708 #\r
3709 def _GetPpiList(self):\r
3710 if self._PpiList is None:\r
3711 self._PpiList = OrderedDict()\r
3712 self._PpiList.update(self.Module.Ppis)\r
3713 for Library in self.DependentLibraryList:\r
3714 self._PpiList.update(Library.Ppis)\r
3715 self.UpdateComments(self._PpiComments, Library.PpiComments)\r
3716 self.UpdateComments(self._PpiComments, self.Module.PpiComments)\r
3717 return self._PpiList\r
3718\r
3719 ## Get the list of include search path\r
3720 #\r
3721 # @retval list The list path\r
3722 #\r
3723 def _GetIncludePathList(self):\r
3724 if self._IncludePathList is None:\r
3725 self._IncludePathList = []\r
3726 if self.AutoGenVersion < 0x00010005:\r
3727 for Inc in self.Module.Includes:\r
3728 if Inc not in self._IncludePathList:\r
3729 self._IncludePathList.append(Inc)\r
3730 # for Edk modules\r
3731 Inc = path.join(Inc, self.Arch.capitalize())\r
3732 if os.path.exists(Inc) and Inc not in self._IncludePathList:\r
3733 self._IncludePathList.append(Inc)\r
3734 # Edk module needs to put DEBUG_DIR at the end of search path and not to use SOURCE_DIR all the time\r
3735 self._IncludePathList.append(self.DebugDir)\r
3736 else:\r
3737 self._IncludePathList.append(self.MetaFile.Dir)\r
3738 self._IncludePathList.append(self.DebugDir)\r
3739\r
3740 for Package in self.Module.Packages:\r
3741 PackageDir = mws.join(self.WorkspaceDir, Package.MetaFile.Dir)\r
3742 if PackageDir not in self._IncludePathList:\r
3743 self._IncludePathList.append(PackageDir)\r
3744 IncludesList = Package.Includes\r
3745 if Package._PrivateIncludes:\r
3746 if not self.MetaFile.Path.startswith(PackageDir):\r
3747 IncludesList = list(set(Package.Includes).difference(set(Package._PrivateIncludes)))\r
3748 for Inc in IncludesList:\r
3749 if Inc not in self._IncludePathList:\r
3750 self._IncludePathList.append(str(Inc))\r
3751 return self._IncludePathList\r
3752\r
3753 def _GetIncludePathLength(self):\r
3754 self._IncludePathLength = 0\r
3755 if self._IncludePathList:\r
3756 for inc in self._IncludePathList:\r
3757 self._IncludePathLength += len(' ' + inc)\r
3758 return self._IncludePathLength\r
3759\r
3760 ## Get HII EX PCDs which maybe used by VFR\r
3761 #\r
3762 # efivarstore used by VFR may relate with HII EX PCDs\r
3763 # Get the variable name and GUID from efivarstore and HII EX PCD\r
3764 # List the HII EX PCDs in As Built INF if both name and GUID match.\r
3765 #\r
3766 # @retval list HII EX PCDs\r
3767 #\r
3768 def _GetPcdsMaybeUsedByVfr(self):\r
3769 if not self.SourceFileList:\r
3770 return []\r
3771\r
3772 NameGuids = set()\r
3773 for SrcFile in self.SourceFileList:\r
3774 if SrcFile.Ext.lower() != '.vfr':\r
3775 continue\r
3776 Vfri = os.path.join(self.OutputDir, SrcFile.BaseName + '.i')\r
3777 if not os.path.exists(Vfri):\r
3778 continue\r
3779 VfriFile = open(Vfri, 'r')\r
3780 Content = VfriFile.read()\r
3781 VfriFile.close()\r
3782 Pos = Content.find('efivarstore')\r
3783 while Pos != -1:\r
3784 #\r
3785 # Make sure 'efivarstore' is the start of efivarstore statement\r
3786 # In case of the value of 'name' (name = efivarstore) is equal to 'efivarstore'\r
3787 #\r
3788 Index = Pos - 1\r
3789 while Index >= 0 and Content[Index] in ' \t\r\n':\r
3790 Index -= 1\r
3791 if Index >= 0 and Content[Index] != ';':\r
3792 Pos = Content.find('efivarstore', Pos + len('efivarstore'))\r
3793 continue\r
3794 #\r
3795 # 'efivarstore' must be followed by name and guid\r
3796 #\r
3797 Name = gEfiVarStoreNamePattern.search(Content, Pos)\r
3798 if not Name:\r
3799 break\r
3800 Guid = gEfiVarStoreGuidPattern.search(Content, Pos)\r
3801 if not Guid:\r
3802 break\r
3803 NameArray = ConvertStringToByteArray('L"' + Name.group(1) + '"')\r
3804 NameGuids.add((NameArray, GuidStructureStringToGuidString(Guid.group(1))))\r
3805 Pos = Content.find('efivarstore', Name.end())\r
3806 if not NameGuids:\r
3807 return []\r
3808 HiiExPcds = []\r
3809 for Pcd in self.PlatformInfo.Platform.Pcds.values():\r
3810 if Pcd.Type != TAB_PCDS_DYNAMIC_EX_HII:\r
3811 continue\r
3812 for SkuName in Pcd.SkuInfoList:\r
3813 SkuInfo = Pcd.SkuInfoList[SkuName]\r
3814 Name = ConvertStringToByteArray(SkuInfo.VariableName)\r
3815 Value = GuidValue(SkuInfo.VariableGuid, self.PlatformInfo.PackageList, self.MetaFile.Path)\r
3816 if not Value:\r
3817 continue\r
3818 Guid = GuidStructureStringToGuidString(Value)\r
3819 if (Name, Guid) in NameGuids and Pcd not in HiiExPcds:\r
3820 HiiExPcds.append(Pcd)\r
3821 break\r
3822\r
3823 return HiiExPcds\r
3824\r
3825 def _GenOffsetBin(self):\r
3826 VfrUniBaseName = {}\r
3827 for SourceFile in self.Module.Sources:\r
3828 if SourceFile.Type.upper() == ".VFR" :\r
3829 #\r
3830 # search the .map file to find the offset of vfr binary in the PE32+/TE file. \r
3831 #\r
3832 VfrUniBaseName[SourceFile.BaseName] = (SourceFile.BaseName + "Bin")\r
3833 if SourceFile.Type.upper() == ".UNI" :\r
3834 #\r
3835 # search the .map file to find the offset of Uni strings binary in the PE32+/TE file. \r
3836 #\r
3837 VfrUniBaseName["UniOffsetName"] = (self.Name + "Strings")\r
3838\r
3839 if len(VfrUniBaseName) == 0:\r
3840 return None\r
3841 MapFileName = os.path.join(self.OutputDir, self.Name + ".map")\r
3842 EfiFileName = os.path.join(self.OutputDir, self.Name + ".efi")\r
3843 VfrUniOffsetList = GetVariableOffset(MapFileName, EfiFileName, VfrUniBaseName.values())\r
3844 if not VfrUniOffsetList:\r
3845 return None\r
3846\r
3847 OutputName = '%sOffset.bin' % self.Name\r
3848 UniVfrOffsetFileName = os.path.join( self.OutputDir, OutputName)\r
3849\r
3850 try:\r
3851 fInputfile = open(UniVfrOffsetFileName, "wb+", 0)\r
3852 except:\r
3853 EdkLogger.error("build", FILE_OPEN_FAILURE, "File open failed for %s" % UniVfrOffsetFileName,None)\r
3854\r
3855 # Use a instance of StringIO to cache data\r
3856 fStringIO = StringIO('') \r
3857\r
3858 for Item in VfrUniOffsetList:\r
3859 if (Item[0].find("Strings") != -1):\r
3860 #\r
3861 # UNI offset in image.\r
3862 # GUID + Offset\r
3863 # { 0x8913c5e0, 0x33f6, 0x4d86, { 0x9b, 0xf1, 0x43, 0xef, 0x89, 0xfc, 0x6, 0x66 } }\r
3864 #\r
3865 UniGuid = [0xe0, 0xc5, 0x13, 0x89, 0xf6, 0x33, 0x86, 0x4d, 0x9b, 0xf1, 0x43, 0xef, 0x89, 0xfc, 0x6, 0x66]\r
3866 UniGuid = [chr(ItemGuid) for ItemGuid in UniGuid]\r
3867 fStringIO.write(''.join(UniGuid)) \r
3868 UniValue = pack ('Q', int (Item[1], 16))\r
3869 fStringIO.write (UniValue)\r
3870 else:\r
3871 #\r
3872 # VFR binary offset in image.\r
3873 # GUID + Offset\r
3874 # { 0xd0bc7cb4, 0x6a47, 0x495f, { 0xaa, 0x11, 0x71, 0x7, 0x46, 0xda, 0x6, 0xa2 } };\r
3875 #\r
3876 VfrGuid = [0xb4, 0x7c, 0xbc, 0xd0, 0x47, 0x6a, 0x5f, 0x49, 0xaa, 0x11, 0x71, 0x7, 0x46, 0xda, 0x6, 0xa2]\r
3877 VfrGuid = [chr(ItemGuid) for ItemGuid in VfrGuid]\r
3878 fStringIO.write(''.join(VfrGuid)) \r
3879 VfrValue = pack ('Q', int (Item[1], 16))\r
3880 fStringIO.write (VfrValue)\r
3881 #\r
3882 # write data into file.\r
3883 #\r
3884 try : \r
3885 fInputfile.write (fStringIO.getvalue())\r
3886 except:\r
3887 EdkLogger.error("build", FILE_WRITE_FAILURE, "Write data to file %s failed, please check whether the "\r
3888 "file been locked or using by other applications." %UniVfrOffsetFileName,None)\r
3889\r
3890 fStringIO.close ()\r
3891 fInputfile.close ()\r
3892 return OutputName\r
3893\r
3894 ## Create AsBuilt INF file the module\r
3895 #\r
3896 def CreateAsBuiltInf(self, IsOnlyCopy = False):\r
3897 self.OutputFile = set()\r
3898 if IsOnlyCopy:\r
3899 if GlobalData.gBinCacheDest:\r
3900 self.CopyModuleToCache()\r
3901 return\r
3902\r
3903 if self.IsAsBuiltInfCreated:\r
3904 return\r
3905 \r
3906 # Skip the following code for EDK I inf\r
3907 if self.AutoGenVersion < 0x00010005:\r
3908 return\r
3909 \r
3910 # Skip the following code for libraries\r
3911 if self.IsLibrary:\r
3912 return\r
3913 \r
3914 # Skip the following code for modules with no source files\r
3915 if not self.SourceFileList:\r
3916 return\r
3917\r
3918 # Skip the following code for modules without any binary files\r
3919 if not self.BinaryFileList:\r
3920 return\r
3921 \r
3922 ### TODO: How to handles mixed source and binary modules\r
3923\r
3924 # Find all DynamicEx and PatchableInModule PCDs used by this module and dependent libraries\r
3925 # Also find all packages that the DynamicEx PCDs depend on\r
3926 Pcds = []\r
3927 PatchablePcds = []\r
3928 Packages = []\r
3929 PcdCheckList = []\r
3930 PcdTokenSpaceList = []\r
3931 for Pcd in self.ModulePcdList + self.LibraryPcdList:\r
3932 if Pcd.Type == TAB_PCDS_PATCHABLE_IN_MODULE:\r
3933 PatchablePcds += [Pcd]\r
3934 PcdCheckList.append((Pcd.TokenCName, Pcd.TokenSpaceGuidCName, 'PatchableInModule'))\r
3935 elif Pcd.Type in GenC.gDynamicExPcd:\r
3936 if Pcd not in Pcds:\r
3937 Pcds += [Pcd]\r
3938 PcdCheckList.append((Pcd.TokenCName, Pcd.TokenSpaceGuidCName, 'DynamicEx'))\r
3939 PcdCheckList.append((Pcd.TokenCName, Pcd.TokenSpaceGuidCName, 'Dynamic'))\r
3940 PcdTokenSpaceList.append(Pcd.TokenSpaceGuidCName)\r
3941 GuidList = OrderedDict()\r
3942 GuidList.update(self.GuidList)\r
3943 for TokenSpace in self.GetGuidsUsedByPcd():\r
3944 # If token space is not referred by patch PCD or Ex PCD, remove the GUID from GUID list\r
3945 # The GUIDs in GUIDs section should really be the GUIDs in source INF or referred by Ex an patch PCDs\r
3946 if TokenSpace not in PcdTokenSpaceList and TokenSpace in GuidList:\r
3947 GuidList.pop(TokenSpace)\r
3948 CheckList = (GuidList, self.PpiList, self.ProtocolList, PcdCheckList)\r
3949 for Package in self.DerivedPackageList:\r
3950 if Package in Packages:\r
3951 continue\r
3952 BeChecked = (Package.Guids, Package.Ppis, Package.Protocols, Package.Pcds)\r
3953 Found = False\r
3954 for Index in range(len(BeChecked)):\r
3955 for Item in CheckList[Index]:\r
3956 if Item in BeChecked[Index]:\r
3957 Packages += [Package]\r
3958 Found = True\r
3959 break\r
3960 if Found: break\r
3961\r
3962 VfrPcds = self._GetPcdsMaybeUsedByVfr()\r
3963 for Pkg in self.PlatformInfo.PackageList:\r
3964 if Pkg in Packages:\r
3965 continue\r
3966 for VfrPcd in VfrPcds:\r
3967 if ((VfrPcd.TokenCName, VfrPcd.TokenSpaceGuidCName, 'DynamicEx') in Pkg.Pcds or\r
3968 (VfrPcd.TokenCName, VfrPcd.TokenSpaceGuidCName, 'Dynamic') in Pkg.Pcds):\r
3969 Packages += [Pkg]\r
3970 break\r
3971\r
3972 ModuleType = self.ModuleType\r
3973 if ModuleType == 'UEFI_DRIVER' and self.DepexGenerated:\r
3974 ModuleType = 'DXE_DRIVER'\r
3975\r
3976 DriverType = ''\r
3977 if self.PcdIsDriver != '':\r
3978 DriverType = self.PcdIsDriver\r
3979\r
3980 Guid = self.Guid\r
3981 MDefs = self.Module.Defines\r
3982\r
3983 AsBuiltInfDict = {\r
3984 'module_name' : self.Name,\r
3985 'module_guid' : Guid,\r
3986 'module_module_type' : ModuleType,\r
3987 'module_version_string' : [MDefs['VERSION_STRING']] if 'VERSION_STRING' in MDefs else [],\r
3988 'pcd_is_driver_string' : [],\r
3989 'module_uefi_specification_version' : [],\r
3990 'module_pi_specification_version' : [],\r
3991 'module_entry_point' : self.Module.ModuleEntryPointList,\r
3992 'module_unload_image' : self.Module.ModuleUnloadImageList,\r
3993 'module_constructor' : self.Module.ConstructorList,\r
3994 'module_destructor' : self.Module.DestructorList,\r
3995 'module_shadow' : [MDefs['SHADOW']] if 'SHADOW' in MDefs else [],\r
3996 'module_pci_vendor_id' : [MDefs['PCI_VENDOR_ID']] if 'PCI_VENDOR_ID' in MDefs else [],\r
3997 'module_pci_device_id' : [MDefs['PCI_DEVICE_ID']] if 'PCI_DEVICE_ID' in MDefs else [],\r
3998 'module_pci_class_code' : [MDefs['PCI_CLASS_CODE']] if 'PCI_CLASS_CODE' in MDefs else [],\r
3999 'module_pci_revision' : [MDefs['PCI_REVISION']] if 'PCI_REVISION' in MDefs else [],\r
4000 'module_build_number' : [MDefs['BUILD_NUMBER']] if 'BUILD_NUMBER' in MDefs else [],\r
4001 'module_spec' : [MDefs['SPEC']] if 'SPEC' in MDefs else [],\r
4002 'module_uefi_hii_resource_section' : [MDefs['UEFI_HII_RESOURCE_SECTION']] if 'UEFI_HII_RESOURCE_SECTION' in MDefs else [],\r
4003 'module_uni_file' : [MDefs['MODULE_UNI_FILE']] if 'MODULE_UNI_FILE' in MDefs else [],\r
4004 'module_arch' : self.Arch,\r
4005 'package_item' : ['%s' % (Package.MetaFile.File.replace('\\', '/')) for Package in Packages],\r
4006 'binary_item' : [],\r
4007 'patchablepcd_item' : [],\r
4008 'pcd_item' : [],\r
4009 'protocol_item' : [],\r
4010 'ppi_item' : [],\r
4011 'guid_item' : [],\r
4012 'flags_item' : [],\r
4013 'libraryclasses_item' : []\r
4014 }\r
4015\r
4016 if 'MODULE_UNI_FILE' in MDefs:\r
4017 UNIFile = os.path.join(self.MetaFile.Dir, MDefs['MODULE_UNI_FILE'])\r
4018 if os.path.isfile(UNIFile):\r
4019 shutil.copy2(UNIFile, self.OutputDir)\r
4020\r
4021 if self.AutoGenVersion > int(gInfSpecVersion, 0):\r
4022 AsBuiltInfDict['module_inf_version'] = '0x%08x' % self.AutoGenVersion\r
4023 else:\r
4024 AsBuiltInfDict['module_inf_version'] = gInfSpecVersion\r
4025\r
4026 if DriverType:\r
4027 AsBuiltInfDict['pcd_is_driver_string'] += [DriverType]\r
4028\r
4029 if 'UEFI_SPECIFICATION_VERSION' in self.Specification:\r
4030 AsBuiltInfDict['module_uefi_specification_version'] += [self.Specification['UEFI_SPECIFICATION_VERSION']]\r
4031 if 'PI_SPECIFICATION_VERSION' in self.Specification:\r
4032 AsBuiltInfDict['module_pi_specification_version'] += [self.Specification['PI_SPECIFICATION_VERSION']]\r
4033\r
4034 OutputDir = self.OutputDir.replace('\\', '/').strip('/')\r
4035 DebugDir = self.DebugDir.replace('\\', '/').strip('/')\r
4036 for Item in self.CodaTargetList:\r
4037 File = Item.Target.Path.replace('\\', '/').strip('/').replace(DebugDir, '').replace(OutputDir, '').strip('/')\r
4038 self.OutputFile.add(File)\r
4039 if os.path.isabs(File):\r
4040 File = File.replace('\\', '/').strip('/').replace(OutputDir, '').strip('/')\r
4041 if Item.Target.Ext.lower() == '.aml':\r
4042 AsBuiltInfDict['binary_item'] += ['ASL|' + File]\r
4043 elif Item.Target.Ext.lower() == '.acpi':\r
4044 AsBuiltInfDict['binary_item'] += ['ACPI|' + File]\r
4045 elif Item.Target.Ext.lower() == '.efi':\r
4046 AsBuiltInfDict['binary_item'] += ['PE32|' + self.Name + '.efi']\r
4047 else:\r
4048 AsBuiltInfDict['binary_item'] += ['BIN|' + File]\r
4049 if self.DepexGenerated:\r
4050 self.OutputFile.add(self.Name + '.depex')\r
4051 if self.ModuleType in ['PEIM']:\r
4052 AsBuiltInfDict['binary_item'] += ['PEI_DEPEX|' + self.Name + '.depex']\r
4053 if self.ModuleType in ['DXE_DRIVER', 'DXE_RUNTIME_DRIVER', 'DXE_SAL_DRIVER', 'UEFI_DRIVER']:\r
4054 AsBuiltInfDict['binary_item'] += ['DXE_DEPEX|' + self.Name + '.depex']\r
4055 if self.ModuleType in ['DXE_SMM_DRIVER']:\r
4056 AsBuiltInfDict['binary_item'] += ['SMM_DEPEX|' + self.Name + '.depex']\r
4057\r
4058 Bin = self._GenOffsetBin()\r
4059 if Bin:\r
4060 AsBuiltInfDict['binary_item'] += ['BIN|%s' % Bin]\r
4061 self.OutputFile.add(Bin)\r
4062\r
4063 for Root, Dirs, Files in os.walk(OutputDir):\r
4064 for File in Files:\r
4065 if File.lower().endswith('.pdb'):\r
4066 AsBuiltInfDict['binary_item'] += ['DISPOSABLE|' + File]\r
4067 self.OutputFile.add(File)\r
4068 HeaderComments = self.Module.HeaderComments\r
4069 StartPos = 0\r
4070 for Index in range(len(HeaderComments)):\r
4071 if HeaderComments[Index].find('@BinaryHeader') != -1:\r
4072 HeaderComments[Index] = HeaderComments[Index].replace('@BinaryHeader', '@file')\r
4073 StartPos = Index\r
4074 break\r
4075 AsBuiltInfDict['header_comments'] = '\n'.join(HeaderComments[StartPos:]).replace(':#', '://')\r
4076 AsBuiltInfDict['tail_comments'] = '\n'.join(self.Module.TailComments)\r
4077\r
4078 GenList = [\r
4079 (self.ProtocolList, self._ProtocolComments, 'protocol_item'),\r
4080 (self.PpiList, self._PpiComments, 'ppi_item'),\r
4081 (GuidList, self._GuidComments, 'guid_item')\r
4082 ]\r
4083 for Item in GenList:\r
4084 for CName in Item[0]:\r
4085 Comments = ''\r
4086 if CName in Item[1]:\r
4087 Comments = '\n '.join(Item[1][CName])\r
4088 Entry = CName\r
4089 if Comments:\r
4090 Entry = Comments + '\n ' + CName\r
4091 AsBuiltInfDict[Item[2]].append(Entry)\r
4092 PatchList = parsePcdInfoFromMapFile(\r
4093 os.path.join(self.OutputDir, self.Name + '.map'),\r
4094 os.path.join(self.OutputDir, self.Name + '.efi')\r
4095 )\r
4096 if PatchList:\r
4097 for Pcd in PatchablePcds:\r
4098 TokenCName = Pcd.TokenCName\r
4099 for PcdItem in GlobalData.MixedPcd:\r
4100 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdItem]:\r
4101 TokenCName = PcdItem[0]\r
4102 break\r
4103 for PatchPcd in PatchList:\r
4104 if TokenCName == PatchPcd[0]:\r
4105 break\r
4106 else:\r
4107 continue\r
4108 PcdValue = ''\r
4109 if Pcd.DatumType == 'BOOLEAN':\r
4110 BoolValue = Pcd.DefaultValue.upper()\r
4111 if BoolValue == 'TRUE':\r
4112 Pcd.DefaultValue = '1'\r
4113 elif BoolValue == 'FALSE':\r
4114 Pcd.DefaultValue = '0'\r
4115\r
4116 if Pcd.DatumType in TAB_PCD_NUMERIC_TYPES:\r
4117 HexFormat = '0x%02x'\r
4118 if Pcd.DatumType == TAB_UINT16:\r
4119 HexFormat = '0x%04x'\r
4120 elif Pcd.DatumType == TAB_UINT32:\r
4121 HexFormat = '0x%08x'\r
4122 elif Pcd.DatumType == TAB_UINT64:\r
4123 HexFormat = '0x%016x'\r
4124 PcdValue = HexFormat % int(Pcd.DefaultValue, 0)\r
4125 else:\r
4126 if Pcd.MaxDatumSize is None or Pcd.MaxDatumSize == '':\r
4127 EdkLogger.error("build", AUTOGEN_ERROR,\r
4128 "Unknown [MaxDatumSize] of PCD [%s.%s]" % (Pcd.TokenSpaceGuidCName, TokenCName)\r
4129 )\r
4130 ArraySize = int(Pcd.MaxDatumSize, 0)\r
4131 PcdValue = Pcd.DefaultValue\r
4132 if PcdValue[0] != '{':\r
4133 Unicode = False\r
4134 if PcdValue[0] == 'L':\r
4135 Unicode = True\r
4136 PcdValue = PcdValue.lstrip('L')\r
4137 PcdValue = eval(PcdValue)\r
4138 NewValue = '{'\r
4139 for Index in range(0, len(PcdValue)):\r
4140 if Unicode:\r
4141 CharVal = ord(PcdValue[Index])\r
4142 NewValue = NewValue + '0x%02x' % (CharVal & 0x00FF) + ', ' \\r
4143 + '0x%02x' % (CharVal >> 8) + ', '\r
4144 else:\r
4145 NewValue = NewValue + '0x%02x' % (ord(PcdValue[Index]) % 0x100) + ', '\r
4146 Padding = '0x00, '\r
4147 if Unicode:\r
4148 Padding = Padding * 2\r
4149 ArraySize = ArraySize / 2\r
4150 if ArraySize < (len(PcdValue) + 1):\r
4151 if Pcd.MaxSizeUserSet:\r
4152 EdkLogger.error("build", AUTOGEN_ERROR,\r
4153 "The maximum size of VOID* type PCD '%s.%s' is less than its actual size occupied." % (Pcd.TokenSpaceGuidCName, TokenCName)\r
4154 )\r
4155 else:\r
4156 ArraySize = len(PcdValue) + 1\r
4157 if ArraySize > len(PcdValue) + 1:\r
4158 NewValue = NewValue + Padding * (ArraySize - len(PcdValue) - 1)\r
4159 PcdValue = NewValue + Padding.strip().rstrip(',') + '}'\r
4160 elif len(PcdValue.split(',')) <= ArraySize:\r
4161 PcdValue = PcdValue.rstrip('}') + ', 0x00' * (ArraySize - len(PcdValue.split(',')))\r
4162 PcdValue += '}'\r
4163 else:\r
4164 if Pcd.MaxSizeUserSet:\r
4165 EdkLogger.error("build", AUTOGEN_ERROR,\r
4166 "The maximum size of VOID* type PCD '%s.%s' is less than its actual size occupied." % (Pcd.TokenSpaceGuidCName, TokenCName)\r
4167 )\r
4168 else:\r
4169 ArraySize = len(PcdValue) + 1\r
4170 PcdItem = '%s.%s|%s|0x%X' % \\r
4171 (Pcd.TokenSpaceGuidCName, TokenCName, PcdValue, PatchPcd[1])\r
4172 PcdComments = ''\r
4173 if (Pcd.TokenSpaceGuidCName, Pcd.TokenCName) in self._PcdComments:\r
4174 PcdComments = '\n '.join(self._PcdComments[Pcd.TokenSpaceGuidCName, Pcd.TokenCName])\r
4175 if PcdComments:\r
4176 PcdItem = PcdComments + '\n ' + PcdItem\r
4177 AsBuiltInfDict['patchablepcd_item'].append(PcdItem)\r
4178\r
4179 HiiPcds = set()\r
4180 for Pcd in Pcds + VfrPcds:\r
4181 PcdComments = ''\r
4182 PcdCommentList = []\r
4183 HiiInfo = ''\r
4184 SkuId = ''\r
4185 TokenCName = Pcd.TokenCName\r
4186 for PcdItem in GlobalData.MixedPcd:\r
4187 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdItem]:\r
4188 TokenCName = PcdItem[0]\r
4189 break\r
4190 if Pcd.Type == TAB_PCDS_DYNAMIC_EX_HII:\r
4191 for SkuName in Pcd.SkuInfoList:\r
4192 SkuInfo = Pcd.SkuInfoList[SkuName]\r
4193 SkuId = SkuInfo.SkuId\r
4194 HiiInfo = '## %s|%s|%s' % (SkuInfo.VariableName, SkuInfo.VariableGuid, SkuInfo.VariableOffset)\r
4195 break\r
4196 if SkuId:\r
4197 #\r
4198 # Don't generate duplicated HII PCD\r
4199 #\r
4200 if (SkuId, Pcd.TokenSpaceGuidCName, Pcd.TokenCName) in HiiPcds:\r
4201 continue\r
4202 HiiPcds.add((SkuId, Pcd.TokenSpaceGuidCName, Pcd.TokenCName))\r
4203 if (Pcd.TokenSpaceGuidCName, Pcd.TokenCName) in self._PcdComments:\r
4204 PcdCommentList = self._PcdComments[Pcd.TokenSpaceGuidCName, Pcd.TokenCName][:]\r
4205 if HiiInfo:\r
4206 UsageIndex = -1\r
4207 UsageStr = ''\r
4208 for Index, Comment in enumerate(PcdCommentList):\r
4209 for Usage in UsageList:\r
4210 if Comment.find(Usage) != -1:\r
4211 UsageStr = Usage\r
4212 UsageIndex = Index\r
4213 break\r
4214 if UsageIndex != -1:\r
4215 PcdCommentList[UsageIndex] = '## %s %s %s' % (UsageStr, HiiInfo, PcdCommentList[UsageIndex].replace(UsageStr, '')) \r
4216 else:\r
4217 PcdCommentList.append('## UNDEFINED ' + HiiInfo)\r
4218 PcdComments = '\n '.join(PcdCommentList)\r
4219 PcdEntry = Pcd.TokenSpaceGuidCName + '.' + TokenCName\r
4220 if PcdComments:\r
4221 PcdEntry = PcdComments + '\n ' + PcdEntry\r
4222 AsBuiltInfDict['pcd_item'] += [PcdEntry]\r
4223 for Item in self.BuildOption:\r
4224 if 'FLAGS' in self.BuildOption[Item]:\r
4225 AsBuiltInfDict['flags_item'] += ['%s:%s_%s_%s_%s_FLAGS = %s' % (self.ToolChainFamily, self.BuildTarget, self.ToolChain, self.Arch, Item, self.BuildOption[Item]['FLAGS'].strip())]\r
4226\r
4227 # Generated LibraryClasses section in comments.\r
4228 for Library in self.LibraryAutoGenList:\r
4229 AsBuiltInfDict['libraryclasses_item'] += [Library.MetaFile.File.replace('\\', '/')]\r
4230 \r
4231 # Generated UserExtensions TianoCore section.\r
4232 # All tianocore user extensions are copied.\r
4233 UserExtStr = ''\r
4234 for TianoCore in self._GetTianoCoreUserExtensionList():\r
4235 UserExtStr += '\n'.join(TianoCore)\r
4236 ExtensionFile = os.path.join(self.MetaFile.Dir, TianoCore[1])\r
4237 if os.path.isfile(ExtensionFile):\r
4238 shutil.copy2(ExtensionFile, self.OutputDir)\r
4239 AsBuiltInfDict['userextension_tianocore_item'] = UserExtStr\r
4240\r
4241 # Generated depex expression section in comments.\r
4242 AsBuiltInfDict['depexsection_item'] = ''\r
4243 DepexExpresion = self._GetDepexExpresionString()\r
4244 if DepexExpresion:\r
4245 AsBuiltInfDict['depexsection_item'] = DepexExpresion\r
4246 \r
4247 AsBuiltInf = TemplateString()\r
4248 AsBuiltInf.Append(gAsBuiltInfHeaderString.Replace(AsBuiltInfDict))\r
4249 \r
4250 SaveFileOnChange(os.path.join(self.OutputDir, self.Name + '.inf'), str(AsBuiltInf), False)\r
4251 \r
4252 self.IsAsBuiltInfCreated = True\r
4253 if GlobalData.gBinCacheDest:\r
4254 self.CopyModuleToCache()\r
4255\r
4256 def CopyModuleToCache(self):\r
4257 FileDir = path.join(GlobalData.gBinCacheDest, self.Arch, self.SourceDir, self.MetaFile.BaseName)\r
4258 CreateDirectory (FileDir)\r
4259 HashFile = path.join(self.BuildDir, self.Name + '.hash')\r
4260 ModuleFile = path.join(self.OutputDir, self.Name + '.inf')\r
4261 if os.path.exists(HashFile):\r
4262 shutil.copy2(HashFile, FileDir)\r
4263 if os.path.exists(ModuleFile):\r
4264 shutil.copy2(ModuleFile, FileDir)\r
4265 if not self.OutputFile:\r
4266 Ma = self.Workspace.BuildDatabase[PathClass(ModuleFile), self.Arch, self.BuildTarget, self.ToolChain]\r
4267 self.OutputFile = Ma.Binaries\r
4268 if self.OutputFile:\r
4269 for File in self.OutputFile:\r
4270 File = str(File)\r
4271 if not os.path.isabs(File):\r
4272 File = os.path.join(self.OutputDir, File)\r
4273 if os.path.exists(File):\r
4274 shutil.copy2(File, FileDir)\r
4275\r
4276 def AttemptModuleCacheCopy(self):\r
4277 if self.IsBinaryModule:\r
4278 return False\r
4279 FileDir = path.join(GlobalData.gBinCacheSource, self.Arch, self.SourceDir, self.MetaFile.BaseName)\r
4280 HashFile = path.join(FileDir, self.Name + '.hash')\r
4281 if os.path.exists(HashFile):\r
4282 f = open(HashFile, 'r')\r
4283 CacheHash = f.read()\r
4284 f.close()\r
4285 if GlobalData.gModuleHash[self.Arch][self.Name]:\r
4286 if CacheHash == GlobalData.gModuleHash[self.Arch][self.Name]:\r
4287 for root, dir, files in os.walk(FileDir):\r
4288 for f in files:\r
4289 if self.Name + '.hash' in f:\r
4290 shutil.copy2(HashFile, self.BuildDir)\r
4291 else:\r
4292 File = path.join(root, f)\r
4293 shutil.copy2(File, self.OutputDir)\r
4294 if self.Name == "PcdPeim" or self.Name == "PcdDxe":\r
4295 CreatePcdDatabaseCode(self, TemplateString(), TemplateString())\r
4296 return True\r
4297 return False\r
4298\r
4299 ## Create makefile for the module and its dependent libraries\r
4300 #\r
4301 # @param CreateLibraryMakeFile Flag indicating if or not the makefiles of\r
4302 # dependent libraries will be created\r
4303 #\r
4304 def CreateMakeFile(self, CreateLibraryMakeFile=True, GenFfsList = []):\r
4305 # Ignore generating makefile when it is a binary module\r
4306 if self.IsBinaryModule:\r
4307 return\r
4308\r
4309 if self.IsMakeFileCreated:\r
4310 return\r
4311 self.GenFfsList = GenFfsList\r
4312 if not self.IsLibrary and CreateLibraryMakeFile:\r
4313 for LibraryAutoGen in self.LibraryAutoGenList:\r
4314 LibraryAutoGen.CreateMakeFile()\r
4315\r
4316 if self.CanSkip():\r
4317 return\r
4318\r
4319 if len(self.CustomMakefile) == 0:\r
4320 Makefile = GenMake.ModuleMakefile(self)\r
4321 else:\r
4322 Makefile = GenMake.CustomMakefile(self)\r
4323 if Makefile.Generate():\r
4324 EdkLogger.debug(EdkLogger.DEBUG_9, "Generated makefile for module %s [%s]" %\r
4325 (self.Name, self.Arch))\r
4326 else:\r
4327 EdkLogger.debug(EdkLogger.DEBUG_9, "Skipped the generation of makefile for module %s [%s]" %\r
4328 (self.Name, self.Arch))\r
4329\r
4330 self.CreateTimeStamp(Makefile)\r
4331 self.IsMakeFileCreated = True\r
4332\r
4333 def CopyBinaryFiles(self):\r
4334 for File in self.Module.Binaries:\r
4335 SrcPath = File.Path\r
4336 DstPath = os.path.join(self.OutputDir , os.path.basename(SrcPath))\r
4337 CopyLongFilePath(SrcPath, DstPath)\r
4338 ## Create autogen code for the module and its dependent libraries\r
4339 #\r
4340 # @param CreateLibraryCodeFile Flag indicating if or not the code of\r
4341 # dependent libraries will be created\r
4342 #\r
4343 def CreateCodeFile(self, CreateLibraryCodeFile=True):\r
4344 if self.IsCodeFileCreated:\r
4345 return\r
4346\r
4347 # Need to generate PcdDatabase even PcdDriver is binarymodule\r
4348 if self.IsBinaryModule and self.PcdIsDriver != '':\r
4349 CreatePcdDatabaseCode(self, TemplateString(), TemplateString())\r
4350 return\r
4351 if self.IsBinaryModule:\r
4352 if self.IsLibrary:\r
4353 self.CopyBinaryFiles()\r
4354 return\r
4355\r
4356 if not self.IsLibrary and CreateLibraryCodeFile:\r
4357 for LibraryAutoGen in self.LibraryAutoGenList:\r
4358 LibraryAutoGen.CreateCodeFile()\r
4359\r
4360 if self.CanSkip():\r
4361 return\r
4362\r
4363 AutoGenList = []\r
4364 IgoredAutoGenList = []\r
4365\r
4366 for File in self.AutoGenFileList:\r
4367 if GenC.Generate(File.Path, self.AutoGenFileList[File], File.IsBinary):\r
4368 #Ignore Edk AutoGen.c\r
4369 if self.AutoGenVersion < 0x00010005 and File.Name == 'AutoGen.c':\r
4370 continue\r
4371\r
4372 AutoGenList.append(str(File))\r
4373 else:\r
4374 IgoredAutoGenList.append(str(File))\r
4375\r
4376 # Skip the following code for EDK I inf\r
4377 if self.AutoGenVersion < 0x00010005:\r
4378 return\r
4379\r
4380 for ModuleType in self.DepexList:\r
4381 # Ignore empty [depex] section or [depex] section for "USER_DEFINED" module\r
4382 if len(self.DepexList[ModuleType]) == 0 or ModuleType == "USER_DEFINED":\r
4383 continue\r
4384\r
4385 Dpx = GenDepex.DependencyExpression(self.DepexList[ModuleType], ModuleType, True)\r
4386 DpxFile = gAutoGenDepexFileName % {"module_name" : self.Name}\r
4387\r
4388 if len(Dpx.PostfixNotation) <> 0:\r
4389 self.DepexGenerated = True\r
4390\r
4391 if Dpx.Generate(path.join(self.OutputDir, DpxFile)):\r
4392 AutoGenList.append(str(DpxFile))\r
4393 else:\r
4394 IgoredAutoGenList.append(str(DpxFile))\r
4395\r
4396 if IgoredAutoGenList == []:\r
4397 EdkLogger.debug(EdkLogger.DEBUG_9, "Generated [%s] files for module %s [%s]" %\r
4398 (" ".join(AutoGenList), self.Name, self.Arch))\r
4399 elif AutoGenList == []:\r
4400 EdkLogger.debug(EdkLogger.DEBUG_9, "Skipped the generation of [%s] files for module %s [%s]" %\r
4401 (" ".join(IgoredAutoGenList), self.Name, self.Arch))\r
4402 else:\r
4403 EdkLogger.debug(EdkLogger.DEBUG_9, "Generated [%s] (skipped %s) files for module %s [%s]" %\r
4404 (" ".join(AutoGenList), " ".join(IgoredAutoGenList), self.Name, self.Arch))\r
4405\r
4406 self.IsCodeFileCreated = True\r
4407 return AutoGenList\r
4408\r
4409 ## Summarize the ModuleAutoGen objects of all libraries used by this module\r
4410 def _GetLibraryAutoGenList(self):\r
4411 if self._LibraryAutoGenList is None:\r
4412 self._LibraryAutoGenList = []\r
4413 for Library in self.DependentLibraryList:\r
4414 La = ModuleAutoGen(\r
4415 self.Workspace,\r
4416 Library.MetaFile,\r
4417 self.BuildTarget,\r
4418 self.ToolChain,\r
4419 self.Arch,\r
4420 self.PlatformInfo.MetaFile\r
4421 )\r
4422 if La not in self._LibraryAutoGenList:\r
4423 self._LibraryAutoGenList.append(La)\r
4424 for Lib in La.CodaTargetList:\r
4425 self._ApplyBuildRule(Lib.Target, TAB_UNKNOWN_FILE)\r
4426 return self._LibraryAutoGenList\r
4427\r
4428 def GenModuleHash(self):\r
4429 if self.Arch not in GlobalData.gModuleHash:\r
4430 GlobalData.gModuleHash[self.Arch] = {}\r
4431 m = hashlib.md5()\r
4432 # Add Platform level hash\r
4433 m.update(GlobalData.gPlatformHash)\r
4434 # Add Package level hash\r
4435 if self.DependentPackageList:\r
4436 for Pkg in self.DependentPackageList:\r
4437 if Pkg.PackageName in GlobalData.gPackageHash[self.Arch]:\r
4438 m.update(GlobalData.gPackageHash[self.Arch][Pkg.PackageName])\r
4439\r
4440 # Add Library hash\r
4441 if self.LibraryAutoGenList:\r
4442 for Lib in self.LibraryAutoGenList:\r
4443 if Lib.Name not in GlobalData.gModuleHash[self.Arch]:\r
4444 Lib.GenModuleHash()\r
4445 m.update(GlobalData.gModuleHash[self.Arch][Lib.Name])\r
4446\r
4447 # Add Module self\r
4448 f = open(str(self.MetaFile), 'r')\r
4449 Content = f.read()\r
4450 f.close()\r
4451 m.update(Content)\r
4452 # Add Module's source files\r
4453 if self.SourceFileList:\r
4454 for File in self.SourceFileList:\r
4455 f = open(str(File), 'r')\r
4456 Content = f.read()\r
4457 f.close()\r
4458 m.update(Content)\r
4459\r
4460 ModuleHashFile = path.join(self.BuildDir, self.Name + ".hash")\r
4461 if self.Name not in GlobalData.gModuleHash[self.Arch]:\r
4462 GlobalData.gModuleHash[self.Arch][self.Name] = m.hexdigest()\r
4463 if GlobalData.gBinCacheSource:\r
4464 CacheValid = self.AttemptModuleCacheCopy()\r
4465 if CacheValid:\r
4466 return False\r
4467 return SaveFileOnChange(ModuleHashFile, m.hexdigest(), True)\r
4468\r
4469 ## Decide whether we can skip the ModuleAutoGen process\r
4470 def CanSkipbyHash(self):\r
4471 if GlobalData.gUseHashCache:\r
4472 return not self.GenModuleHash()\r
4473\r
4474 ## Decide whether we can skip the ModuleAutoGen process\r
4475 # If any source file is newer than the module than we cannot skip\r
4476 #\r
4477 def CanSkip(self):\r
4478 if not os.path.exists(self.GetTimeStampPath()):\r
4479 return False\r
4480 #last creation time of the module\r
4481 DstTimeStamp = os.stat(self.GetTimeStampPath())[8]\r
4482\r
4483 SrcTimeStamp = self.Workspace._SrcTimeStamp\r
4484 if SrcTimeStamp > DstTimeStamp:\r
4485 return False\r
4486\r
4487 with open(self.GetTimeStampPath(),'r') as f:\r
4488 for source in f:\r
4489 source = source.rstrip('\n')\r
4490 if not os.path.exists(source):\r
4491 return False\r
4492 if source not in ModuleAutoGen.TimeDict :\r
4493 ModuleAutoGen.TimeDict[source] = os.stat(source)[8]\r
4494 if ModuleAutoGen.TimeDict[source] > DstTimeStamp:\r
4495 return False\r
4496 return True\r
4497\r
4498 def GetTimeStampPath(self):\r
4499 if self._TimeStampPath is None:\r
4500 self._TimeStampPath = os.path.join(self.MakeFileDir, 'AutoGenTimeStamp')\r
4501 return self._TimeStampPath\r
4502 def CreateTimeStamp(self, Makefile):\r
4503\r
4504 FileSet = set()\r
4505\r
4506 FileSet.add (self.MetaFile.Path)\r
4507\r
4508 for SourceFile in self.Module.Sources:\r
4509 FileSet.add (SourceFile.Path)\r
4510\r
4511 for Lib in self.DependentLibraryList:\r
4512 FileSet.add (Lib.MetaFile.Path)\r
4513\r
4514 for f in self.AutoGenDepSet:\r
4515 FileSet.add (f.Path)\r
4516\r
4517 if os.path.exists (self.GetTimeStampPath()):\r
4518 os.remove (self.GetTimeStampPath())\r
4519 with open(self.GetTimeStampPath(), 'w+') as file:\r
4520 for f in FileSet:\r
4521 print >> file, f\r
4522\r
4523 Module = property(_GetModule)\r
4524 Name = property(_GetBaseName)\r
4525 Guid = property(_GetGuid)\r
4526 Version = property(_GetVersion)\r
4527 ModuleType = property(_GetModuleType)\r
4528 ComponentType = property(_GetComponentType)\r
4529 BuildType = property(_GetBuildType)\r
4530 PcdIsDriver = property(_GetPcdIsDriver)\r
4531 AutoGenVersion = property(_GetAutoGenVersion)\r
4532 Macros = property(_GetMacros)\r
4533 Specification = property(_GetSpecification)\r
4534\r
4535 IsLibrary = property(_IsLibrary)\r
4536 IsBinaryModule = property(_IsBinaryModule)\r
4537 BuildDir = property(_GetBuildDir)\r
4538 OutputDir = property(_GetOutputDir)\r
4539 FfsOutputDir = property(_GetFfsOutputDir)\r
4540 DebugDir = property(_GetDebugDir)\r
4541 MakeFileDir = property(_GetMakeFileDir)\r
4542 CustomMakefile = property(_GetCustomMakefile)\r
4543\r
4544 IncludePathList = property(_GetIncludePathList)\r
4545 IncludePathLength = property(_GetIncludePathLength)\r
4546 AutoGenFileList = property(_GetAutoGenFileList)\r
4547 UnicodeFileList = property(_GetUnicodeFileList)\r
4548 VfrFileList = property(_GetVfrFileList)\r
4549 SourceFileList = property(_GetSourceFileList)\r
4550 BinaryFileList = property(_GetBinaryFiles) # FileType : [File List]\r
4551 Targets = property(_GetTargets)\r
4552 IntroTargetList = property(_GetIntroTargetList)\r
4553 CodaTargetList = property(_GetFinalTargetList)\r
4554 FileTypes = property(_GetFileTypes)\r
4555 BuildRules = property(_GetBuildRules)\r
4556 IdfFileList = property(_GetIdfFileList)\r
4557\r
4558 DependentPackageList = property(_GetDependentPackageList)\r
4559 DependentLibraryList = property(_GetLibraryList)\r
4560 LibraryAutoGenList = property(_GetLibraryAutoGenList)\r
4561 DerivedPackageList = property(_GetDerivedPackageList)\r
4562\r
4563 ModulePcdList = property(_GetModulePcdList)\r
4564 LibraryPcdList = property(_GetLibraryPcdList)\r
4565 GuidList = property(_GetGuidList)\r
4566 ProtocolList = property(_GetProtocolList)\r
4567 PpiList = property(_GetPpiList)\r
4568 DepexList = property(_GetDepexTokenList)\r
4569 DxsFile = property(_GetDxsFile)\r
4570 DepexExpressionList = property(_GetDepexExpressionTokenList)\r
4571 BuildOption = property(_GetModuleBuildOption)\r
4572 BuildOptionIncPathList = property(_GetBuildOptionIncPathList)\r
4573 BuildCommand = property(_GetBuildCommand)\r
4574 \r
4575 FixedAtBuildPcds = property(_GetFixedAtBuildPcds)\r
4576\r
4577# This acts like the main() function for the script, unless it is 'import'ed into another script.\r
4578if __name__ == '__main__':\r
4579 pass\r
4580\r
EFI Development Kit II mirror for PVE