2 # Generate AutoGen.h, AutoGen.c and *.depex files
4 # Copyright (c) 2007 - 2018, Intel Corporation. All rights reserved.<BR>
5 # Copyright (c) 2018, Hewlett Packard Enterprise Development, L.P.<BR>
7 # This program and the accompanying materials
8 # are licensed and made available under the terms and conditions of the BSD License
9 # which accompanies this distribution. The full text of the license may be found at
10 # http://opensource.org/licenses/bsd-license.php
12 # THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
13 # WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
18 from __future__
import print_function
19 from __future__
import absolute_import
20 import Common
.LongFilePathOs
as os
22 import os
.path
as path
28 from . import GenDepex
29 from io
import BytesIO
31 from .StrGather
import *
32 from .BuildEngine
import BuildRule
34 from Common
.LongFilePathSupport
import CopyLongFilePath
35 from Common
.BuildToolError
import *
36 from Common
.DataType
import *
37 from Common
.Misc
import *
38 from Common
.StringUtils
import *
39 import Common
.GlobalData
as GlobalData
40 from GenFds
.FdfParser
import *
41 from CommonDataClass
.CommonClass
import SkuInfoClass
42 from GenPatchPcdTable
.GenPatchPcdTable
import parsePcdInfoFromMapFile
43 import Common
.VpdInfoFile
as VpdInfoFile
44 from .GenPcdDb
import CreatePcdDatabaseCode
45 from Workspace
.MetaFileCommentParser
import UsageList
46 from Workspace
.WorkspaceCommon
import GetModuleLibInstances
47 from Common
.MultipleWorkspace
import MultipleWorkspace
as mws
48 from . import InfSectionParser
51 from .GenVar
import VariableMgr
, var_info
52 from collections
import OrderedDict
53 from collections
import defaultdict
54 from Workspace
.WorkspaceCommon
import OrderedListDict
56 from Common
.caching
import cached_property
, cached_class_function
58 ## Regular expression for splitting Dependency Expression string into tokens
59 gDepexTokenPattern
= re
.compile("(\(|\)|\w+| \S+\.inf)")
61 ## Regular expression for match: PCD(xxxx.yyy)
62 gPCDAsGuidPattern
= re
.compile(r
"^PCD\(.+\..+\)$")
65 # Regular expression for finding Include Directories, the difference between MSFT and INTEL/GCC/RVCT
66 # is the former use /I , the Latter used -I to specify include directories
68 gBuildOptIncludePatternMsft
= re
.compile(r
"(?:.*?)/I[ \t]*([^ ]*)", re
.MULTILINE | re
.DOTALL
)
69 gBuildOptIncludePatternOther
= re
.compile(r
"(?:.*?)-I[ \t]*([^ ]*)", re
.MULTILINE | re
.DOTALL
)
72 # Match name = variable
74 gEfiVarStoreNamePattern
= re
.compile("\s*name\s*=\s*(\w+)")
76 # The format of guid in efivarstore statement likes following and must be correct:
77 # guid = {0xA04A27f4, 0xDF00, 0x4D42, {0xB5, 0x52, 0x39, 0x51, 0x13, 0x02, 0x11, 0x3D}}
79 gEfiVarStoreGuidPattern
= re
.compile("\s*guid\s*=\s*({.*?{.*?}\s*})")
81 ## Mapping Makefile type
82 gMakeTypeMap
= {TAB_COMPILER_MSFT
:"nmake", "GCC":"gmake"}
85 ## Build rule configuration file
86 gDefaultBuildRuleFile
= 'build_rule.txt'
88 ## Tools definition configuration file
89 gDefaultToolsDefFile
= 'tools_def.txt'
91 ## Build rule default version
92 AutoGenReqBuildRuleVerNum
= "0.1"
94 ## default file name for AutoGen
95 gAutoGenCodeFileName
= "AutoGen.c"
96 gAutoGenHeaderFileName
= "AutoGen.h"
97 gAutoGenStringFileName
= "%(module_name)sStrDefs.h"
98 gAutoGenStringFormFileName
= "%(module_name)sStrDefs.hpk"
99 gAutoGenDepexFileName
= "%(module_name)s.depex"
100 gAutoGenImageDefFileName
= "%(module_name)sImgDefs.h"
101 gAutoGenIdfFileName
= "%(module_name)sIdf.hpk"
102 gInfSpecVersion
= "0x00010017"
105 # Template string to generic AsBuilt INF
107 gAsBuiltInfHeaderString
= TemplateString("""${header_comments}
110 # FILE auto-generated
113 INF_VERSION = ${module_inf_version}
114 BASE_NAME = ${module_name}
115 FILE_GUID = ${module_guid}
116 MODULE_TYPE = ${module_module_type}${BEGIN}
117 VERSION_STRING = ${module_version_string}${END}${BEGIN}
118 PCD_IS_DRIVER = ${pcd_is_driver_string}${END}${BEGIN}
119 UEFI_SPECIFICATION_VERSION = ${module_uefi_specification_version}${END}${BEGIN}
120 PI_SPECIFICATION_VERSION = ${module_pi_specification_version}${END}${BEGIN}
121 ENTRY_POINT = ${module_entry_point}${END}${BEGIN}
122 UNLOAD_IMAGE = ${module_unload_image}${END}${BEGIN}
123 CONSTRUCTOR = ${module_constructor}${END}${BEGIN}
124 DESTRUCTOR = ${module_destructor}${END}${BEGIN}
125 SHADOW = ${module_shadow}${END}${BEGIN}
126 PCI_VENDOR_ID = ${module_pci_vendor_id}${END}${BEGIN}
127 PCI_DEVICE_ID = ${module_pci_device_id}${END}${BEGIN}
128 PCI_CLASS_CODE = ${module_pci_class_code}${END}${BEGIN}
129 PCI_REVISION = ${module_pci_revision}${END}${BEGIN}
130 BUILD_NUMBER = ${module_build_number}${END}${BEGIN}
131 SPEC = ${module_spec}${END}${BEGIN}
132 UEFI_HII_RESOURCE_SECTION = ${module_uefi_hii_resource_section}${END}${BEGIN}
133 MODULE_UNI_FILE = ${module_uni_file}${END}
135 [Packages.${module_arch}]${BEGIN}
136 ${package_item}${END}
138 [Binaries.${module_arch}]${BEGIN}
141 [PatchPcd.${module_arch}]${BEGIN}
145 [Protocols.${module_arch}]${BEGIN}
149 [Ppis.${module_arch}]${BEGIN}
153 [Guids.${module_arch}]${BEGIN}
157 [PcdEx.${module_arch}]${BEGIN}
161 [LibraryClasses.${module_arch}]
162 ## @LIB_INSTANCES${BEGIN}
163 # ${libraryclasses_item}${END}
167 ${userextension_tianocore_item}
171 [BuildOptions.${module_arch}]
173 ## ${flags_item}${END}
176 ## Base class for AutoGen
178 # This class just implements the cache mechanism of AutoGen objects.
180 class AutoGen(object):
181 # database to maintain the objects in each child class
182 __ObjectCache
= {} # (BuildTarget, ToolChain, ARCH, platform file): AutoGen object
186 # @param Class class object of real AutoGen class
187 # (WorkspaceAutoGen, ModuleAutoGen or PlatformAutoGen)
188 # @param Workspace Workspace directory or WorkspaceAutoGen object
189 # @param MetaFile The path of meta file
190 # @param Target Build target
191 # @param Toolchain Tool chain name
192 # @param Arch Target arch
193 # @param *args The specific class related parameters
194 # @param **kwargs The specific class related dict parameters
196 def __new__(cls
, Workspace
, MetaFile
, Target
, Toolchain
, Arch
, *args
, **kwargs
):
197 # check if the object has been created
198 Key
= (Target
, Toolchain
, Arch
, MetaFile
)
199 if Key
in cls
.__ObjectCache
:
200 # if it exists, just return it directly
201 return cls
.__ObjectCache
[Key
]
202 # it didnt exist. create it, cache it, then return it
203 RetVal
= cls
.__ObjectCache
[Key
] = super(AutoGen
, cls
).__new
__(cls
)
206 def __init__ (self
, Workspace
, MetaFile
, Target
, Toolchain
, Arch
, *args
, **kwargs
):
207 super(AutoGen
, self
).__init
__(self
, Workspace
, MetaFile
, Target
, Toolchain
, Arch
, *args
, **kwargs
)
211 # The file path of platform file will be used to represent hash value of this object
213 # @retval int Hash value of the file path of platform file
216 return hash(self
.MetaFile
)
220 # The file path of platform file will be used to represent this object
222 # @retval string String of platform file path
225 return str(self
.MetaFile
)
228 def __eq__(self
, Other
):
229 return Other
and self
.MetaFile
== Other
231 ## Workspace AutoGen class
233 # This class is used mainly to control the whole platform build for different
234 # architecture. This class will generate top level makefile.
236 class WorkspaceAutoGen(AutoGen
):
237 # call super().__init__ then call the worker function with different parameter count
238 def __init__(self
, Workspace
, MetaFile
, Target
, Toolchain
, Arch
, *args
, **kwargs
):
239 if not hasattr(self
, "_Init"):
240 super(WorkspaceAutoGen
, self
).__init
__(Workspace
, MetaFile
, Target
, Toolchain
, Arch
, *args
, **kwargs
)
241 self
._InitWorker
(Workspace
, MetaFile
, Target
, Toolchain
, Arch
, *args
, **kwargs
)
244 ## Initialize WorkspaceAutoGen
246 # @param WorkspaceDir Root directory of workspace
247 # @param ActivePlatform Meta-file of active platform
248 # @param Target Build target
249 # @param Toolchain Tool chain name
250 # @param ArchList List of architecture of current build
251 # @param MetaFileDb Database containing meta-files
252 # @param BuildConfig Configuration of build
253 # @param ToolDefinition Tool chain definitions
254 # @param FlashDefinitionFile File of flash definition
255 # @param Fds FD list to be generated
256 # @param Fvs FV list to be generated
257 # @param Caps Capsule list to be generated
258 # @param SkuId SKU id from command line
260 def _InitWorker(self
, WorkspaceDir
, ActivePlatform
, Target
, Toolchain
, ArchList
, MetaFileDb
,
261 BuildConfig
, ToolDefinition
, FlashDefinitionFile
='', Fds
=None, Fvs
=None, Caps
=None, SkuId
='', UniFlag
=None,
262 Progress
=None, BuildModule
=None):
263 self
.BuildDatabase
= MetaFileDb
264 self
.MetaFile
= ActivePlatform
265 self
.WorkspaceDir
= WorkspaceDir
266 self
.Platform
= self
.BuildDatabase
[self
.MetaFile
, TAB_ARCH_COMMON
, Target
, Toolchain
]
267 GlobalData
.gActivePlatform
= self
.Platform
268 self
.BuildTarget
= Target
269 self
.ToolChain
= Toolchain
270 self
.ArchList
= ArchList
272 self
.UniFlag
= UniFlag
274 self
.TargetTxt
= BuildConfig
275 self
.ToolDef
= ToolDefinition
276 self
.FdfFile
= FlashDefinitionFile
277 self
.FdTargetList
= Fds
if Fds
else []
278 self
.FvTargetList
= Fvs
if Fvs
else []
279 self
.CapTargetList
= Caps
if Caps
else []
280 self
.AutoGenObjectList
= []
283 # there's many relative directory operations, so ...
284 os
.chdir(self
.WorkspaceDir
)
289 if not self
.ArchList
:
290 ArchList
= set(self
.Platform
.SupArchList
)
292 ArchList
= set(self
.ArchList
) & set(self
.Platform
.SupArchList
)
294 EdkLogger
.error("build", PARAMETER_INVALID
,
295 ExtraData
= "Invalid ARCH specified. [Valid ARCH: %s]" % (" ".join(self
.Platform
.SupArchList
)))
296 elif self
.ArchList
and len(ArchList
) != len(self
.ArchList
):
297 SkippedArchList
= set(self
.ArchList
).symmetric_difference(set(self
.Platform
.SupArchList
))
298 EdkLogger
.verbose("\nArch [%s] is ignored because the platform supports [%s] only!"
299 % (" ".join(SkippedArchList
), " ".join(self
.Platform
.SupArchList
)))
300 self
.ArchList
= tuple(ArchList
)
302 # Validate build target
303 if self
.BuildTarget
not in self
.Platform
.BuildTargets
:
304 EdkLogger
.error("build", PARAMETER_INVALID
,
305 ExtraData
="Build target [%s] is not supported by the platform. [Valid target: %s]"
306 % (self
.BuildTarget
, " ".join(self
.Platform
.BuildTargets
)))
309 # parse FDF file to get PCDs in it, if any
311 self
.FdfFile
= self
.Platform
.FlashDefinition
315 EdkLogger
.info('%-16s = %s' % ("Architecture(s)", ' '.join(self
.ArchList
)))
316 EdkLogger
.info('%-16s = %s' % ("Build target", self
.BuildTarget
))
317 EdkLogger
.info('%-16s = %s' % ("Toolchain", self
.ToolChain
))
319 EdkLogger
.info('\n%-24s = %s' % ("Active Platform", self
.Platform
))
321 EdkLogger
.info('%-24s = %s' % ("Active Module", BuildModule
))
324 EdkLogger
.info('%-24s = %s' % ("Flash Image Definition", self
.FdfFile
))
326 EdkLogger
.verbose("\nFLASH_DEFINITION = %s" % self
.FdfFile
)
329 Progress
.Start("\nProcessing meta-data")
333 # Mark now build in AutoGen Phase
335 GlobalData
.gAutoGenPhase
= True
336 Fdf
= FdfParser(self
.FdfFile
.Path
)
338 GlobalData
.gFdfParser
= Fdf
339 GlobalData
.gAutoGenPhase
= False
340 PcdSet
= Fdf
.Profile
.PcdDict
341 if Fdf
.CurrentFdName
and Fdf
.CurrentFdName
in Fdf
.Profile
.FdDict
:
342 FdDict
= Fdf
.Profile
.FdDict
[Fdf
.CurrentFdName
]
343 for FdRegion
in FdDict
.RegionList
:
344 if str(FdRegion
.RegionType
) is 'FILE' and self
.Platform
.VpdToolGuid
in str(FdRegion
.RegionDataList
):
345 if int(FdRegion
.Offset
) % 8 != 0:
346 EdkLogger
.error("build", FORMAT_INVALID
, 'The VPD Base Address %s must be 8-byte aligned.' % (FdRegion
.Offset
))
347 ModuleList
= Fdf
.Profile
.InfList
348 self
.FdfProfile
= Fdf
.Profile
349 for fvname
in self
.FvTargetList
:
350 if fvname
.upper() not in self
.FdfProfile
.FvDict
:
351 EdkLogger
.error("build", OPTION_VALUE_INVALID
,
352 "No such an FV in FDF file: %s" % fvname
)
354 # In DSC file may use FILE_GUID to override the module, then in the Platform.Modules use FILE_GUIDmodule.inf as key,
355 # but the path (self.MetaFile.Path) is the real path
356 for key
in self
.FdfProfile
.InfDict
:
358 MetaFile_cache
= defaultdict(set)
359 for Arch
in self
.ArchList
:
360 Current_Platform_cache
= self
.BuildDatabase
[self
.MetaFile
, Arch
, Target
, Toolchain
]
361 for Pkey
in Current_Platform_cache
.Modules
:
362 MetaFile_cache
[Arch
].add(Current_Platform_cache
.Modules
[Pkey
].MetaFile
)
363 for Inf
in self
.FdfProfile
.InfDict
[key
]:
364 ModuleFile
= PathClass(NormPath(Inf
), GlobalData
.gWorkspace
, Arch
)
365 for Arch
in self
.ArchList
:
366 if ModuleFile
in MetaFile_cache
[Arch
]:
369 ModuleData
= self
.BuildDatabase
[ModuleFile
, Arch
, Target
, Toolchain
]
370 if not ModuleData
.IsBinaryModule
:
371 EdkLogger
.error('build', PARSER_ERROR
, "Module %s NOT found in DSC file; Is it really a binary module?" % ModuleFile
)
374 for Arch
in self
.ArchList
:
376 Platform
= self
.BuildDatabase
[self
.MetaFile
, Arch
, Target
, Toolchain
]
378 for Pkey
in Platform
.Modules
:
379 MetaFileList
.add(Platform
.Modules
[Pkey
].MetaFile
)
380 for Inf
in self
.FdfProfile
.InfDict
[key
]:
381 ModuleFile
= PathClass(NormPath(Inf
), GlobalData
.gWorkspace
, Arch
)
382 if ModuleFile
in MetaFileList
:
384 ModuleData
= self
.BuildDatabase
[ModuleFile
, Arch
, Target
, Toolchain
]
385 if not ModuleData
.IsBinaryModule
:
386 EdkLogger
.error('build', PARSER_ERROR
, "Module %s NOT found in DSC file; Is it really a binary module?" % ModuleFile
)
391 self
.FdfProfile
= None
392 if self
.FdTargetList
:
393 EdkLogger
.info("No flash definition file found. FD [%s] will be ignored." % " ".join(self
.FdTargetList
))
394 self
.FdTargetList
= []
395 if self
.FvTargetList
:
396 EdkLogger
.info("No flash definition file found. FV [%s] will be ignored." % " ".join(self
.FvTargetList
))
397 self
.FvTargetList
= []
398 if self
.CapTargetList
:
399 EdkLogger
.info("No flash definition file found. Capsule [%s] will be ignored." % " ".join(self
.CapTargetList
))
400 self
.CapTargetList
= []
402 # apply SKU and inject PCDs from Flash Definition file
403 for Arch
in self
.ArchList
:
404 Platform
= self
.BuildDatabase
[self
.MetaFile
, Arch
, Target
, Toolchain
]
405 PlatformPcds
= Platform
.Pcds
406 self
._GuidDict
= Platform
._GuidDict
407 SourcePcdDict
= {TAB_PCDS_DYNAMIC_EX
:set(), TAB_PCDS_PATCHABLE_IN_MODULE
:set(),TAB_PCDS_DYNAMIC
:set(),TAB_PCDS_FIXED_AT_BUILD
:set()}
408 BinaryPcdDict
= {TAB_PCDS_DYNAMIC_EX
:set(), TAB_PCDS_PATCHABLE_IN_MODULE
:set()}
409 SourcePcdDict_Keys
= SourcePcdDict
.keys()
410 BinaryPcdDict_Keys
= BinaryPcdDict
.keys()
412 # generate the SourcePcdDict and BinaryPcdDict
413 PGen
= PlatformAutoGen(self
, self
.MetaFile
, Target
, Toolchain
, Arch
)
414 for BuildData
in PGen
.BuildDatabase
._CACHE
_.values():
415 if BuildData
.Arch
!= Arch
:
417 if BuildData
.MetaFile
.Ext
== '.inf':
418 for key
in BuildData
.Pcds
:
419 if BuildData
.Pcds
[key
].Pending
:
420 if key
in Platform
.Pcds
:
421 PcdInPlatform
= Platform
.Pcds
[key
]
422 if PcdInPlatform
.Type
:
423 BuildData
.Pcds
[key
].Type
= PcdInPlatform
.Type
424 BuildData
.Pcds
[key
].Pending
= False
426 if BuildData
.MetaFile
in Platform
.Modules
:
427 PlatformModule
= Platform
.Modules
[str(BuildData
.MetaFile
)]
428 if key
in PlatformModule
.Pcds
:
429 PcdInPlatform
= PlatformModule
.Pcds
[key
]
430 if PcdInPlatform
.Type
:
431 BuildData
.Pcds
[key
].Type
= PcdInPlatform
.Type
432 BuildData
.Pcds
[key
].Pending
= False
434 #Pcd used in Library, Pcd Type from reference module if Pcd Type is Pending
435 if BuildData
.Pcds
[key
].Pending
:
436 MGen
= ModuleAutoGen(self
, BuildData
.MetaFile
, Target
, Toolchain
, Arch
, self
.MetaFile
)
437 if MGen
and MGen
.IsLibrary
:
438 if MGen
in PGen
.LibraryAutoGenList
:
439 ReferenceModules
= MGen
.ReferenceModules
440 for ReferenceModule
in ReferenceModules
:
441 if ReferenceModule
.MetaFile
in Platform
.Modules
:
442 RefPlatformModule
= Platform
.Modules
[str(ReferenceModule
.MetaFile
)]
443 if key
in RefPlatformModule
.Pcds
:
444 PcdInReferenceModule
= RefPlatformModule
.Pcds
[key
]
445 if PcdInReferenceModule
.Type
:
446 BuildData
.Pcds
[key
].Type
= PcdInReferenceModule
.Type
447 BuildData
.Pcds
[key
].Pending
= False
450 if TAB_PCDS_DYNAMIC_EX
in BuildData
.Pcds
[key
].Type
:
451 if BuildData
.IsBinaryModule
:
452 BinaryPcdDict
[TAB_PCDS_DYNAMIC_EX
].add((BuildData
.Pcds
[key
].TokenCName
, BuildData
.Pcds
[key
].TokenSpaceGuidCName
))
454 SourcePcdDict
[TAB_PCDS_DYNAMIC_EX
].add((BuildData
.Pcds
[key
].TokenCName
, BuildData
.Pcds
[key
].TokenSpaceGuidCName
))
456 elif TAB_PCDS_PATCHABLE_IN_MODULE
in BuildData
.Pcds
[key
].Type
:
457 if BuildData
.MetaFile
.Ext
== '.inf':
458 if BuildData
.IsBinaryModule
:
459 BinaryPcdDict
[TAB_PCDS_PATCHABLE_IN_MODULE
].add((BuildData
.Pcds
[key
].TokenCName
, BuildData
.Pcds
[key
].TokenSpaceGuidCName
))
461 SourcePcdDict
[TAB_PCDS_PATCHABLE_IN_MODULE
].add((BuildData
.Pcds
[key
].TokenCName
, BuildData
.Pcds
[key
].TokenSpaceGuidCName
))
463 elif TAB_PCDS_DYNAMIC
in BuildData
.Pcds
[key
].Type
:
464 SourcePcdDict
[TAB_PCDS_DYNAMIC
].add((BuildData
.Pcds
[key
].TokenCName
, BuildData
.Pcds
[key
].TokenSpaceGuidCName
))
465 elif TAB_PCDS_FIXED_AT_BUILD
in BuildData
.Pcds
[key
].Type
:
466 SourcePcdDict
[TAB_PCDS_FIXED_AT_BUILD
].add((BuildData
.Pcds
[key
].TokenCName
, BuildData
.Pcds
[key
].TokenSpaceGuidCName
))
470 # A PCD can only use one type for all source modules
472 for i
in SourcePcdDict_Keys
:
473 for j
in SourcePcdDict_Keys
:
475 Intersections
= SourcePcdDict
[i
].intersection(SourcePcdDict
[j
])
476 if len(Intersections
) > 0:
480 "Building modules from source INFs, following PCD use %s and %s access method. It must be corrected to use only one access method." % (i
, j
),
481 ExtraData
='\n\t'.join(str(P
[1]+'.'+P
[0]) for P
in Intersections
)
485 # intersection the BinaryPCD for Mixed PCD
487 for i
in BinaryPcdDict_Keys
:
488 for j
in BinaryPcdDict_Keys
:
490 Intersections
= BinaryPcdDict
[i
].intersection(BinaryPcdDict
[j
])
491 for item
in Intersections
:
492 NewPcd1
= (item
[0] + '_' + i
, item
[1])
493 NewPcd2
= (item
[0] + '_' + j
, item
[1])
494 if item
not in GlobalData
.MixedPcd
:
495 GlobalData
.MixedPcd
[item
] = [NewPcd1
, NewPcd2
]
497 if NewPcd1
not in GlobalData
.MixedPcd
[item
]:
498 GlobalData
.MixedPcd
[item
].append(NewPcd1
)
499 if NewPcd2
not in GlobalData
.MixedPcd
[item
]:
500 GlobalData
.MixedPcd
[item
].append(NewPcd2
)
503 # intersection the SourcePCD and BinaryPCD for Mixed PCD
505 for i
in SourcePcdDict_Keys
:
506 for j
in BinaryPcdDict_Keys
:
508 Intersections
= SourcePcdDict
[i
].intersection(BinaryPcdDict
[j
])
509 for item
in Intersections
:
510 NewPcd1
= (item
[0] + '_' + i
, item
[1])
511 NewPcd2
= (item
[0] + '_' + j
, item
[1])
512 if item
not in GlobalData
.MixedPcd
:
513 GlobalData
.MixedPcd
[item
] = [NewPcd1
, NewPcd2
]
515 if NewPcd1
not in GlobalData
.MixedPcd
[item
]:
516 GlobalData
.MixedPcd
[item
].append(NewPcd1
)
517 if NewPcd2
not in GlobalData
.MixedPcd
[item
]:
518 GlobalData
.MixedPcd
[item
].append(NewPcd2
)
520 for BuildData
in PGen
.BuildDatabase
._CACHE
_.values():
521 if BuildData
.Arch
!= Arch
:
523 for key
in BuildData
.Pcds
:
524 for SinglePcd
in GlobalData
.MixedPcd
:
525 if (BuildData
.Pcds
[key
].TokenCName
, BuildData
.Pcds
[key
].TokenSpaceGuidCName
) == SinglePcd
:
526 for item
in GlobalData
.MixedPcd
[SinglePcd
]:
527 Pcd_Type
= item
[0].split('_')[-1]
528 if (Pcd_Type
== BuildData
.Pcds
[key
].Type
) or (Pcd_Type
== TAB_PCDS_DYNAMIC_EX
and BuildData
.Pcds
[key
].Type
in PCD_DYNAMIC_EX_TYPE_SET
) or \
529 (Pcd_Type
== TAB_PCDS_DYNAMIC
and BuildData
.Pcds
[key
].Type
in PCD_DYNAMIC_TYPE_SET
):
530 Value
= BuildData
.Pcds
[key
]
531 Value
.TokenCName
= BuildData
.Pcds
[key
].TokenCName
+ '_' + Pcd_Type
533 newkey
= (Value
.TokenCName
, key
[1])
535 newkey
= (Value
.TokenCName
, key
[1], key
[2])
536 del BuildData
.Pcds
[key
]
537 BuildData
.Pcds
[newkey
] = Value
541 # handle the mixed pcd in FDF file
543 if key
in GlobalData
.MixedPcd
:
546 for item
in GlobalData
.MixedPcd
[key
]:
549 #Collect package set information from INF of FDF
551 for Inf
in ModuleList
:
552 ModuleFile
= PathClass(NormPath(Inf
), GlobalData
.gWorkspace
, Arch
)
553 if ModuleFile
in Platform
.Modules
:
555 ModuleData
= self
.BuildDatabase
[ModuleFile
, Arch
, Target
, Toolchain
]
556 PkgSet
.update(ModuleData
.Packages
)
557 Pkgs
= list(PkgSet
) + list(PGen
.PackageList
)
562 DecPcds
.add((Pcd
[0], Pcd
[1]))
563 DecPcdsKey
.add((Pcd
[0], Pcd
[1], Pcd
[2]))
565 Platform
.SkuName
= self
.SkuId
566 for Name
, Guid
,Fileds
in PcdSet
:
567 if (Name
, Guid
) not in DecPcds
:
571 "PCD (%s.%s) used in FDF is not declared in DEC files." % (Guid
, Name
),
572 File
= self
.FdfProfile
.PcdFileLineDict
[Name
, Guid
][0],
573 Line
= self
.FdfProfile
.PcdFileLineDict
[Name
, Guid
][1]
576 # Check whether Dynamic or DynamicEx PCD used in FDF file. If used, build break and give a error message.
577 if (Name
, Guid
, TAB_PCDS_FIXED_AT_BUILD
) in DecPcdsKey \
578 or (Name
, Guid
, TAB_PCDS_PATCHABLE_IN_MODULE
) in DecPcdsKey \
579 or (Name
, Guid
, TAB_PCDS_FEATURE_FLAG
) in DecPcdsKey
:
581 elif (Name
, Guid
, TAB_PCDS_DYNAMIC
) in DecPcdsKey
or (Name
, Guid
, TAB_PCDS_DYNAMIC_EX
) in DecPcdsKey
:
585 "Using Dynamic or DynamicEx type of PCD [%s.%s] in FDF file is not allowed." % (Guid
, Name
),
586 File
= self
.FdfProfile
.PcdFileLineDict
[Name
, Guid
][0],
587 Line
= self
.FdfProfile
.PcdFileLineDict
[Name
, Guid
][1]
590 Pa
= PlatformAutoGen(self
, self
.MetaFile
, Target
, Toolchain
, Arch
)
592 # Explicitly collect platform's dynamic PCDs
594 Pa
.CollectPlatformDynamicPcds()
595 Pa
.CollectFixedAtBuildPcds()
596 self
.AutoGenObjectList
.append(Pa
)
599 # Generate Package level hash value
601 GlobalData
.gPackageHash
[Arch
] = {}
602 if GlobalData
.gUseHashCache
:
604 self
._GenPkgLevelHash
(Pkg
)
607 # Check PCDs token value conflict in each DEC file.
609 self
._CheckAllPcdsTokenValueConflict
()
612 # Check PCD type and definition between DSC and DEC
614 self
._CheckPcdDefineAndType
()
617 # Create BuildOptions Macro & PCD metafile, also add the Active Platform and FDF file.
619 content
= 'gCommandLineDefines: '
620 content
+= str(GlobalData
.gCommandLineDefines
)
621 content
+= os
.linesep
622 content
+= 'BuildOptionPcd: '
623 content
+= str(GlobalData
.BuildOptionPcd
)
624 content
+= os
.linesep
625 content
+= 'Active Platform: '
626 content
+= str(self
.Platform
)
627 content
+= os
.linesep
629 content
+= 'Flash Image Definition: '
630 content
+= str(self
.FdfFile
)
631 content
+= os
.linesep
632 SaveFileOnChange(os
.path
.join(self
.BuildDir
, 'BuildOptions'), content
, False)
635 # Create PcdToken Number file for Dynamic/DynamicEx Pcd.
637 PcdTokenNumber
= 'PcdTokenNumber: '
638 if Pa
.PcdTokenNumber
:
639 if Pa
.DynamicPcdList
:
640 for Pcd
in Pa
.DynamicPcdList
:
641 PcdTokenNumber
+= os
.linesep
642 PcdTokenNumber
+= str((Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
))
643 PcdTokenNumber
+= ' : '
644 PcdTokenNumber
+= str(Pa
.PcdTokenNumber
[Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
])
645 SaveFileOnChange(os
.path
.join(self
.BuildDir
, 'PcdTokenNumber'), PcdTokenNumber
, False)
648 # Get set of workspace metafiles
650 AllWorkSpaceMetaFiles
= self
._GetMetaFiles
(Target
, Toolchain
, Arch
)
653 # Retrieve latest modified time of all metafiles
656 for f
in AllWorkSpaceMetaFiles
:
657 if os
.stat(f
)[8] > SrcTimeStamp
:
658 SrcTimeStamp
= os
.stat(f
)[8]
659 self
._SrcTimeStamp
= SrcTimeStamp
661 if GlobalData
.gUseHashCache
:
663 for files
in AllWorkSpaceMetaFiles
:
664 if files
.endswith('.dec'):
670 SaveFileOnChange(os
.path
.join(self
.BuildDir
, 'AutoGen.hash'), m
.hexdigest(), True)
671 GlobalData
.gPlatformHash
= m
.hexdigest()
674 # Write metafile list to build directory
676 AutoGenFilePath
= os
.path
.join(self
.BuildDir
, 'AutoGen')
677 if os
.path
.exists (AutoGenFilePath
):
678 os
.remove(AutoGenFilePath
)
679 if not os
.path
.exists(self
.BuildDir
):
680 os
.makedirs(self
.BuildDir
)
681 with
open(os
.path
.join(self
.BuildDir
, 'AutoGen'), 'w+') as file:
682 for f
in AllWorkSpaceMetaFiles
:
686 def _GenPkgLevelHash(self
, Pkg
):
687 if Pkg
.PackageName
in GlobalData
.gPackageHash
[Pkg
.Arch
]:
690 PkgDir
= os
.path
.join(self
.BuildDir
, Pkg
.Arch
, Pkg
.PackageName
)
691 CreateDirectory(PkgDir
)
692 HashFile
= os
.path
.join(PkgDir
, Pkg
.PackageName
+ '.hash')
694 # Get .dec file's hash value
695 f
= open(Pkg
.MetaFile
.Path
, 'r')
699 # Get include files hash value
701 for inc
in sorted(Pkg
.Includes
, key
=lambda x
: str(x
)):
702 for Root
, Dirs
, Files
in os
.walk(str(inc
)):
703 for File
in sorted(Files
):
704 File_Path
= os
.path
.join(Root
, File
)
705 f
= open(File_Path
, 'r')
709 SaveFileOnChange(HashFile
, m
.hexdigest(), True)
710 GlobalData
.gPackageHash
[Pkg
.Arch
][Pkg
.PackageName
] = m
.hexdigest()
712 def _GetMetaFiles(self
, Target
, Toolchain
, Arch
):
713 AllWorkSpaceMetaFiles
= set()
718 AllWorkSpaceMetaFiles
.add (self
.FdfFile
.Path
)
719 for f
in GlobalData
.gFdfParser
.GetAllIncludedFile():
720 AllWorkSpaceMetaFiles
.add (f
.FileName
)
724 AllWorkSpaceMetaFiles
.add(self
.MetaFile
.Path
)
727 # add build_rule.txt & tools_def.txt
729 AllWorkSpaceMetaFiles
.add(os
.path
.join(GlobalData
.gConfDirectory
, gDefaultBuildRuleFile
))
730 AllWorkSpaceMetaFiles
.add(os
.path
.join(GlobalData
.gConfDirectory
, gDefaultToolsDefFile
))
732 # add BuildOption metafile
734 AllWorkSpaceMetaFiles
.add(os
.path
.join(self
.BuildDir
, 'BuildOptions'))
736 # add PcdToken Number file for Dynamic/DynamicEx Pcd
738 AllWorkSpaceMetaFiles
.add(os
.path
.join(self
.BuildDir
, 'PcdTokenNumber'))
740 for Arch
in self
.ArchList
:
744 for Package
in PlatformAutoGen(self
, self
.MetaFile
, Target
, Toolchain
, Arch
).PackageList
:
745 AllWorkSpaceMetaFiles
.add(Package
.MetaFile
.Path
)
750 for filePath
in self
.BuildDatabase
[self
.MetaFile
, Arch
, Target
, Toolchain
]._RawData
.IncludedFiles
:
751 AllWorkSpaceMetaFiles
.add(filePath
.Path
)
753 return AllWorkSpaceMetaFiles
755 def _CheckPcdDefineAndType(self
):
756 PcdTypeSet
= {TAB_PCDS_FIXED_AT_BUILD
,
757 TAB_PCDS_PATCHABLE_IN_MODULE
,
758 TAB_PCDS_FEATURE_FLAG
,
762 # This dict store PCDs which are not used by any modules with specified arches
763 UnusedPcd
= OrderedDict()
764 for Pa
in self
.AutoGenObjectList
:
765 # Key of DSC's Pcds dictionary is PcdCName, TokenSpaceGuid
766 for Pcd
in Pa
.Platform
.Pcds
:
767 PcdType
= Pa
.Platform
.Pcds
[Pcd
].Type
769 # If no PCD type, this PCD comes from FDF
773 # Try to remove Hii and Vpd suffix
774 if PcdType
.startswith(TAB_PCDS_DYNAMIC_EX
):
775 PcdType
= TAB_PCDS_DYNAMIC_EX
776 elif PcdType
.startswith(TAB_PCDS_DYNAMIC
):
777 PcdType
= TAB_PCDS_DYNAMIC
779 for Package
in Pa
.PackageList
:
780 # Key of DEC's Pcds dictionary is PcdCName, TokenSpaceGuid, PcdType
781 if (Pcd
[0], Pcd
[1], PcdType
) in Package
.Pcds
:
783 for Type
in PcdTypeSet
:
784 if (Pcd
[0], Pcd
[1], Type
) in Package
.Pcds
:
788 "Type [%s] of PCD [%s.%s] in DSC file doesn't match the type [%s] defined in DEC file." \
789 % (Pa
.Platform
.Pcds
[Pcd
].Type
, Pcd
[1], Pcd
[0], Type
),
794 UnusedPcd
.setdefault(Pcd
, []).append(Pa
.Arch
)
796 for Pcd
in UnusedPcd
:
799 "The PCD was not specified by any INF module in the platform for the given architecture.\n"
800 "\tPCD: [%s.%s]\n\tPlatform: [%s]\n\tArch: %s"
801 % (Pcd
[1], Pcd
[0], os
.path
.basename(str(self
.MetaFile
)), str(UnusedPcd
[Pcd
])),
806 return "%s [%s]" % (self
.MetaFile
, ", ".join(self
.ArchList
))
808 ## Return the directory to store FV files
811 return path
.join(self
.BuildDir
, TAB_FV_DIRECTORY
)
813 ## Return the directory to store all intermediate and final files built
816 return self
.AutoGenObjectList
[0].BuildDir
818 ## Return the build output directory platform specifies
821 return self
.Platform
.OutputDirectory
823 ## Return platform name
826 return self
.Platform
.PlatformName
828 ## Return meta-file GUID
831 return self
.Platform
.Guid
833 ## Return platform version
836 return self
.Platform
.Version
838 ## Return paths of tools
840 def ToolDefinition(self
):
841 return self
.AutoGenObjectList
[0].ToolDefinition
843 ## Return directory of platform makefile
845 # @retval string Makefile directory
848 def MakeFileDir(self
):
851 ## Return build command string
853 # @retval string Build command string
856 def BuildCommand(self
):
857 # BuildCommand should be all the same. So just get one from platform AutoGen
858 return self
.AutoGenObjectList
[0].BuildCommand
860 ## Check the PCDs token value conflict in each DEC file.
862 # Will cause build break and raise error message while two PCDs conflict.
866 def _CheckAllPcdsTokenValueConflict(self
):
867 for Pa
in self
.AutoGenObjectList
:
868 for Package
in Pa
.PackageList
:
869 PcdList
= Package
.Pcds
.values()
870 PcdList
.sort(key
=lambda x
: int(x
.TokenValue
, 0))
872 while (Count
< len(PcdList
) - 1) :
873 Item
= PcdList
[Count
]
874 ItemNext
= PcdList
[Count
+ 1]
876 # Make sure in the same token space the TokenValue should be unique
878 if (int(Item
.TokenValue
, 0) == int(ItemNext
.TokenValue
, 0)):
879 SameTokenValuePcdList
= []
880 SameTokenValuePcdList
.append(Item
)
881 SameTokenValuePcdList
.append(ItemNext
)
882 RemainPcdListLength
= len(PcdList
) - Count
- 2
883 for ValueSameCount
in range(RemainPcdListLength
):
884 if int(PcdList
[len(PcdList
) - RemainPcdListLength
+ ValueSameCount
].TokenValue
, 0) == int(Item
.TokenValue
, 0):
885 SameTokenValuePcdList
.append(PcdList
[len(PcdList
) - RemainPcdListLength
+ ValueSameCount
])
889 # Sort same token value PCD list with TokenGuid and TokenCName
891 SameTokenValuePcdList
.sort(key
=lambda x
: "%s.%s" % (x
.TokenSpaceGuidCName
, x
.TokenCName
))
892 SameTokenValuePcdListCount
= 0
893 while (SameTokenValuePcdListCount
< len(SameTokenValuePcdList
) - 1):
895 TemListItem
= SameTokenValuePcdList
[SameTokenValuePcdListCount
]
896 TemListItemNext
= SameTokenValuePcdList
[SameTokenValuePcdListCount
+ 1]
898 if (TemListItem
.TokenSpaceGuidCName
== TemListItemNext
.TokenSpaceGuidCName
) and (TemListItem
.TokenCName
!= TemListItemNext
.TokenCName
):
899 for PcdItem
in GlobalData
.MixedPcd
:
900 if (TemListItem
.TokenCName
, TemListItem
.TokenSpaceGuidCName
) in GlobalData
.MixedPcd
[PcdItem
] or \
901 (TemListItemNext
.TokenCName
, TemListItemNext
.TokenSpaceGuidCName
) in GlobalData
.MixedPcd
[PcdItem
]:
907 "The TokenValue [%s] of PCD [%s.%s] is conflict with: [%s.%s] in %s"\
908 % (TemListItem
.TokenValue
, TemListItem
.TokenSpaceGuidCName
, TemListItem
.TokenCName
, TemListItemNext
.TokenSpaceGuidCName
, TemListItemNext
.TokenCName
, Package
),
911 SameTokenValuePcdListCount
+= 1
912 Count
+= SameTokenValuePcdListCount
915 PcdList
= Package
.Pcds
.values()
916 PcdList
.sort(key
=lambda x
: "%s.%s" % (x
.TokenSpaceGuidCName
, x
.TokenCName
))
918 while (Count
< len(PcdList
) - 1) :
919 Item
= PcdList
[Count
]
920 ItemNext
= PcdList
[Count
+ 1]
922 # Check PCDs with same TokenSpaceGuidCName.TokenCName have same token value as well.
924 if (Item
.TokenSpaceGuidCName
== ItemNext
.TokenSpaceGuidCName
) and (Item
.TokenCName
== ItemNext
.TokenCName
) and (int(Item
.TokenValue
, 0) != int(ItemNext
.TokenValue
, 0)):
928 "The TokenValue [%s] of PCD [%s.%s] in %s defined in two places should be same as well."\
929 % (Item
.TokenValue
, Item
.TokenSpaceGuidCName
, Item
.TokenCName
, Package
),
933 ## Generate fds command
935 def GenFdsCommand(self
):
936 return (GenMake
.TopLevelMakefile(self
)._TEMPLATE
_.Replace(GenMake
.TopLevelMakefile(self
)._TemplateDict
)).strip()
938 ## Create makefile for the platform and modules in it
940 # @param CreateDepsMakeFile Flag indicating if the makefile for
941 # modules will be created as well
943 def CreateMakeFile(self
, CreateDepsMakeFile
=False):
944 if not CreateDepsMakeFile
:
946 for Pa
in self
.AutoGenObjectList
:
947 Pa
.CreateMakeFile(True)
949 ## Create autogen code for platform and modules
951 # Since there's no autogen code for platform, this method will do nothing
952 # if CreateModuleCodeFile is set to False.
954 # @param CreateDepsCodeFile Flag indicating if creating module's
955 # autogen code file or not
957 def CreateCodeFile(self
, CreateDepsCodeFile
=False):
958 if not CreateDepsCodeFile
:
960 for Pa
in self
.AutoGenObjectList
:
961 Pa
.CreateCodeFile(True)
963 ## Create AsBuilt INF file the platform
965 def CreateAsBuiltInf(self
):
969 ## AutoGen class for platform
971 # PlatformAutoGen class will process the original information in platform
972 # file in order to generate makefile for platform.
974 class PlatformAutoGen(AutoGen
):
975 # call super().__init__ then call the worker function with different parameter count
976 def __init__(self
, Workspace
, MetaFile
, Target
, Toolchain
, Arch
, *args
, **kwargs
):
977 if not hasattr(self
, "_Init"):
978 super(PlatformAutoGen
, self
).__init
__(self
, Workspace
, MetaFile
, Target
, Toolchain
, Arch
, *args
, **kwargs
)
979 self
._InitWorker
(Workspace
, MetaFile
, Target
, Toolchain
, Arch
)
982 # Used to store all PCDs for both PEI and DXE phase, in order to generate
983 # correct PCD database
986 _NonDynaPcdList_
= []
990 # The priority list while override build option
992 PrioList
= {"0x11111" : 16, # TARGET_TOOLCHAIN_ARCH_COMMANDTYPE_ATTRIBUTE (Highest)
993 "0x01111" : 15, # ******_TOOLCHAIN_ARCH_COMMANDTYPE_ATTRIBUTE
994 "0x10111" : 14, # TARGET_*********_ARCH_COMMANDTYPE_ATTRIBUTE
995 "0x00111" : 13, # ******_*********_ARCH_COMMANDTYPE_ATTRIBUTE
996 "0x11011" : 12, # TARGET_TOOLCHAIN_****_COMMANDTYPE_ATTRIBUTE
997 "0x01011" : 11, # ******_TOOLCHAIN_****_COMMANDTYPE_ATTRIBUTE
998 "0x10011" : 10, # TARGET_*********_****_COMMANDTYPE_ATTRIBUTE
999 "0x00011" : 9, # ******_*********_****_COMMANDTYPE_ATTRIBUTE
1000 "0x11101" : 8, # TARGET_TOOLCHAIN_ARCH_***********_ATTRIBUTE
1001 "0x01101" : 7, # ******_TOOLCHAIN_ARCH_***********_ATTRIBUTE
1002 "0x10101" : 6, # TARGET_*********_ARCH_***********_ATTRIBUTE
1003 "0x00101" : 5, # ******_*********_ARCH_***********_ATTRIBUTE
1004 "0x11001" : 4, # TARGET_TOOLCHAIN_****_***********_ATTRIBUTE
1005 "0x01001" : 3, # ******_TOOLCHAIN_****_***********_ATTRIBUTE
1006 "0x10001" : 2, # TARGET_*********_****_***********_ATTRIBUTE
1007 "0x00001" : 1} # ******_*********_****_***********_ATTRIBUTE (Lowest)
1009 ## Initialize PlatformAutoGen
1012 # @param Workspace WorkspaceAutoGen object
1013 # @param PlatformFile Platform file (DSC file)
1014 # @param Target Build target (DEBUG, RELEASE)
1015 # @param Toolchain Name of tool chain
1016 # @param Arch arch of the platform supports
1018 def _InitWorker(self
, Workspace
, PlatformFile
, Target
, Toolchain
, Arch
):
1019 EdkLogger
.debug(EdkLogger
.DEBUG_9
, "AutoGen platform [%s] [%s]" % (PlatformFile
, Arch
))
1020 GlobalData
.gProcessingFile
= "%s [%s, %s, %s]" % (PlatformFile
, Arch
, Toolchain
, Target
)
1022 self
.MetaFile
= PlatformFile
1023 self
.Workspace
= Workspace
1024 self
.WorkspaceDir
= Workspace
.WorkspaceDir
1025 self
.ToolChain
= Toolchain
1026 self
.BuildTarget
= Target
1028 self
.SourceDir
= PlatformFile
.SubDir
1029 self
.SourceOverrideDir
= None
1030 self
.FdTargetList
= self
.Workspace
.FdTargetList
1031 self
.FvTargetList
= self
.Workspace
.FvTargetList
1032 self
.AllPcdList
= []
1033 # get the original module/package/platform objects
1034 self
.BuildDatabase
= Workspace
.BuildDatabase
1035 self
.DscBuildDataObj
= Workspace
.Platform
1037 # flag indicating if the makefile/C-code file has been created or not
1038 self
.IsMakeFileCreated
= False
1040 self
._DynamicPcdList
= None # [(TokenCName1, TokenSpaceGuidCName1), (TokenCName2, TokenSpaceGuidCName2), ...]
1041 self
._NonDynamicPcdList
= None # [(TokenCName1, TokenSpaceGuidCName1), (TokenCName2, TokenSpaceGuidCName2), ...]
1043 self
._AsBuildInfList
= []
1044 self
._AsBuildModuleList
= []
1046 self
.VariableInfo
= None
1048 if GlobalData
.gFdfParser
is not None:
1049 self
._AsBuildInfList
= GlobalData
.gFdfParser
.Profile
.InfList
1050 for Inf
in self
._AsBuildInfList
:
1051 InfClass
= PathClass(NormPath(Inf
), GlobalData
.gWorkspace
, self
.Arch
)
1052 M
= self
.BuildDatabase
[InfClass
, self
.Arch
, self
.BuildTarget
, self
.ToolChain
]
1053 if not M
.IsBinaryModule
:
1055 self
._AsBuildModuleList
.append(InfClass
)
1056 # get library/modules for build
1057 self
.LibraryBuildDirectoryList
= []
1058 self
.ModuleBuildDirectoryList
= []
1062 @cached_class_function
1064 return "%s [%s]" % (self
.MetaFile
, self
.Arch
)
1066 ## Create autogen code for platform and modules
1068 # Since there's no autogen code for platform, this method will do nothing
1069 # if CreateModuleCodeFile is set to False.
1071 # @param CreateModuleCodeFile Flag indicating if creating module's
1072 # autogen code file or not
1074 @cached_class_function
1075 def CreateCodeFile(self
, CreateModuleCodeFile
=False):
1076 # only module has code to be greated, so do nothing if CreateModuleCodeFile is False
1077 if not CreateModuleCodeFile
:
1080 for Ma
in self
.ModuleAutoGenList
:
1081 Ma
.CreateCodeFile(True)
1083 ## Generate Fds Command
1085 def GenFdsCommand(self
):
1086 return self
.Workspace
.GenFdsCommand
1088 ## Create makefile for the platform and mdoules in it
1090 # @param CreateModuleMakeFile Flag indicating if the makefile for
1091 # modules will be created as well
1093 def CreateMakeFile(self
, CreateModuleMakeFile
=False, FfsCommand
= {}):
1094 if CreateModuleMakeFile
:
1095 for ModuleFile
in self
.Platform
.Modules
:
1096 Ma
= ModuleAutoGen(self
.Workspace
, ModuleFile
, self
.BuildTarget
,
1097 self
.ToolChain
, self
.Arch
, self
.MetaFile
)
1098 if (ModuleFile
.File
, self
.Arch
) in FfsCommand
:
1099 Ma
.CreateMakeFile(True, FfsCommand
[ModuleFile
.File
, self
.Arch
])
1101 Ma
.CreateMakeFile(True)
1102 #Ma.CreateAsBuiltInf()
1104 # no need to create makefile for the platform more than once
1105 if self
.IsMakeFileCreated
:
1108 # create library/module build dirs for platform
1109 Makefile
= GenMake
.PlatformMakefile(self
)
1110 self
.LibraryBuildDirectoryList
= Makefile
.GetLibraryBuildDirectoryList()
1111 self
.ModuleBuildDirectoryList
= Makefile
.GetModuleBuildDirectoryList()
1113 self
.IsMakeFileCreated
= True
1115 ## Deal with Shared FixedAtBuild Pcds
1117 def CollectFixedAtBuildPcds(self
):
1118 for LibAuto
in self
.LibraryAutoGenList
:
1119 FixedAtBuildPcds
= {}
1120 ShareFixedAtBuildPcdsSameValue
= {}
1121 for Module
in LibAuto
.ReferenceModules
:
1122 for Pcd
in set(Module
.FixedAtBuildPcds
+ LibAuto
.FixedAtBuildPcds
):
1123 DefaultValue
= Pcd
.DefaultValue
1124 # Cover the case: DSC component override the Pcd value and the Pcd only used in one Lib
1125 if Pcd
in Module
.LibraryPcdList
:
1126 Index
= Module
.LibraryPcdList
.index(Pcd
)
1127 DefaultValue
= Module
.LibraryPcdList
[Index
].DefaultValue
1128 key
= ".".join((Pcd
.TokenSpaceGuidCName
, Pcd
.TokenCName
))
1129 if key
not in FixedAtBuildPcds
:
1130 ShareFixedAtBuildPcdsSameValue
[key
] = True
1131 FixedAtBuildPcds
[key
] = DefaultValue
1133 if FixedAtBuildPcds
[key
] != DefaultValue
:
1134 ShareFixedAtBuildPcdsSameValue
[key
] = False
1135 for Pcd
in LibAuto
.FixedAtBuildPcds
:
1136 key
= ".".join((Pcd
.TokenSpaceGuidCName
, Pcd
.TokenCName
))
1137 if (Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
) not in self
.NonDynamicPcdDict
:
1140 DscPcd
= self
.NonDynamicPcdDict
[(Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
)]
1141 if DscPcd
.Type
!= TAB_PCDS_FIXED_AT_BUILD
:
1143 if key
in ShareFixedAtBuildPcdsSameValue
and ShareFixedAtBuildPcdsSameValue
[key
]:
1144 LibAuto
.ConstPcd
[key
] = FixedAtBuildPcds
[key
]
1146 def CollectVariables(self
, DynamicPcdSet
):
1149 if self
.Workspace
.FdfFile
:
1150 FdDict
= self
.Workspace
.FdfProfile
.FdDict
[GlobalData
.gFdfParser
.CurrentFdName
]
1151 for FdRegion
in FdDict
.RegionList
:
1152 for item
in FdRegion
.RegionDataList
:
1153 if self
.Platform
.VpdToolGuid
.strip() and self
.Platform
.VpdToolGuid
in item
:
1154 VpdRegionSize
= FdRegion
.Size
1155 VpdRegionBase
= FdRegion
.Offset
1158 VariableInfo
= VariableMgr(self
.DscBuildDataObj
._GetDefaultStores
(), self
.DscBuildDataObj
._GetSkuIds
())
1159 VariableInfo
.SetVpdRegionMaxSize(VpdRegionSize
)
1160 VariableInfo
.SetVpdRegionOffset(VpdRegionBase
)
1162 for Pcd
in DynamicPcdSet
:
1163 pcdname
= ".".join((Pcd
.TokenSpaceGuidCName
, Pcd
.TokenCName
))
1164 for SkuName
in Pcd
.SkuInfoList
:
1165 Sku
= Pcd
.SkuInfoList
[SkuName
]
1167 if SkuId
is None or SkuId
== '':
1169 if len(Sku
.VariableName
) > 0:
1170 VariableGuidStructure
= Sku
.VariableGuidValue
1171 VariableGuid
= GuidStructureStringToGuidString(VariableGuidStructure
)
1172 for StorageName
in Sku
.DefaultStoreDict
:
1173 VariableInfo
.append_variable(var_info(Index
, pcdname
, StorageName
, SkuName
, StringToArray(Sku
.VariableName
), VariableGuid
, Sku
.VariableOffset
, Sku
.VariableAttribute
, Sku
.HiiDefaultValue
, Sku
.DefaultStoreDict
[StorageName
], Pcd
.DatumType
))
1177 def UpdateNVStoreMaxSize(self
, OrgVpdFile
):
1178 if self
.VariableInfo
:
1179 VpdMapFilePath
= os
.path
.join(self
.BuildDir
, TAB_FV_DIRECTORY
, "%s.map" % self
.Platform
.VpdToolGuid
)
1180 PcdNvStoreDfBuffer
= [item
for item
in self
._DynamicPcdList
if item
.TokenCName
== "PcdNvStoreDefaultValueBuffer" and item
.TokenSpaceGuidCName
== "gEfiMdeModulePkgTokenSpaceGuid"]
1182 if PcdNvStoreDfBuffer
:
1183 if os
.path
.exists(VpdMapFilePath
):
1184 OrgVpdFile
.Read(VpdMapFilePath
)
1185 PcdItems
= OrgVpdFile
.GetOffset(PcdNvStoreDfBuffer
[0])
1186 NvStoreOffset
= PcdItems
.values()[0].strip() if PcdItems
else '0'
1188 EdkLogger
.error("build", FILE_READ_FAILURE
, "Can not find VPD map file %s to fix up VPD offset." % VpdMapFilePath
)
1190 NvStoreOffset
= int(NvStoreOffset
, 16) if NvStoreOffset
.upper().startswith("0X") else int(NvStoreOffset
)
1191 default_skuobj
= PcdNvStoreDfBuffer
[0].SkuInfoList
.get(TAB_DEFAULT
)
1192 maxsize
= self
.VariableInfo
.VpdRegionSize
- NvStoreOffset
if self
.VariableInfo
.VpdRegionSize
else len(default_skuobj
.DefaultValue
.split(","))
1193 var_data
= self
.VariableInfo
.PatchNVStoreDefaultMaxSize(maxsize
)
1195 if var_data
and default_skuobj
:
1196 default_skuobj
.DefaultValue
= var_data
1197 PcdNvStoreDfBuffer
[0].DefaultValue
= var_data
1198 PcdNvStoreDfBuffer
[0].SkuInfoList
.clear()
1199 PcdNvStoreDfBuffer
[0].SkuInfoList
[TAB_DEFAULT
] = default_skuobj
1200 PcdNvStoreDfBuffer
[0].MaxDatumSize
= str(len(default_skuobj
.DefaultValue
.split(",")))
1204 ## Collect dynamic PCDs
1206 # Gather dynamic PCDs list from each module and their settings from platform
1207 # This interface should be invoked explicitly when platform action is created.
1209 def CollectPlatformDynamicPcds(self
):
1210 for key
in self
.Platform
.Pcds
:
1211 for SinglePcd
in GlobalData
.MixedPcd
:
1212 if (self
.Platform
.Pcds
[key
].TokenCName
, self
.Platform
.Pcds
[key
].TokenSpaceGuidCName
) == SinglePcd
:
1213 for item
in GlobalData
.MixedPcd
[SinglePcd
]:
1214 Pcd_Type
= item
[0].split('_')[-1]
1215 if (Pcd_Type
== self
.Platform
.Pcds
[key
].Type
) or (Pcd_Type
== TAB_PCDS_DYNAMIC_EX
and self
.Platform
.Pcds
[key
].Type
in PCD_DYNAMIC_EX_TYPE_SET
) or \
1216 (Pcd_Type
== TAB_PCDS_DYNAMIC
and self
.Platform
.Pcds
[key
].Type
in PCD_DYNAMIC_TYPE_SET
):
1217 Value
= self
.Platform
.Pcds
[key
]
1218 Value
.TokenCName
= self
.Platform
.Pcds
[key
].TokenCName
+ '_' + Pcd_Type
1220 newkey
= (Value
.TokenCName
, key
[1])
1222 newkey
= (Value
.TokenCName
, key
[1], key
[2])
1223 del self
.Platform
.Pcds
[key
]
1224 self
.Platform
.Pcds
[newkey
] = Value
1228 # for gathering error information
1229 NoDatumTypePcdList
= set()
1231 for InfName
in self
._AsBuildInfList
:
1232 InfName
= mws
.join(self
.WorkspaceDir
, InfName
)
1233 FdfModuleList
.append(os
.path
.normpath(InfName
))
1234 for F
in self
.Platform
.Modules
.keys():
1235 M
= ModuleAutoGen(self
.Workspace
, F
, self
.BuildTarget
, self
.ToolChain
, self
.Arch
, self
.MetaFile
)
1236 #GuidValue.update(M.Guids)
1238 self
.Platform
.Modules
[F
].M
= M
1240 for PcdFromModule
in M
.ModulePcdList
+ M
.LibraryPcdList
:
1241 # make sure that the "VOID*" kind of datum has MaxDatumSize set
1242 if PcdFromModule
.DatumType
== TAB_VOID
and not PcdFromModule
.MaxDatumSize
:
1243 NoDatumTypePcdList
.add("%s.%s [%s]" % (PcdFromModule
.TokenSpaceGuidCName
, PcdFromModule
.TokenCName
, F
))
1245 # Check the PCD from Binary INF or Source INF
1246 if M
.IsBinaryModule
== True:
1247 PcdFromModule
.IsFromBinaryInf
= True
1249 # Check the PCD from DSC or not
1250 PcdFromModule
.IsFromDsc
= (PcdFromModule
.TokenCName
, PcdFromModule
.TokenSpaceGuidCName
) in self
.Platform
.Pcds
1252 if PcdFromModule
.Type
in PCD_DYNAMIC_TYPE_SET
or PcdFromModule
.Type
in PCD_DYNAMIC_EX_TYPE_SET
:
1253 if F
.Path
not in FdfModuleList
:
1254 # If one of the Source built modules listed in the DSC is not listed
1255 # in FDF modules, and the INF lists a PCD can only use the PcdsDynamic
1256 # access method (it is only listed in the DEC file that declares the
1257 # PCD as PcdsDynamic), then build tool will report warning message
1258 # notify the PI that they are attempting to build a module that must
1259 # be included in a flash image in order to be functional. These Dynamic
1260 # PCD will not be added into the Database unless it is used by other
1261 # modules that are included in the FDF file.
1262 if PcdFromModule
.Type
in PCD_DYNAMIC_TYPE_SET
and \
1263 PcdFromModule
.IsFromBinaryInf
== False:
1264 # Print warning message to let the developer make a determine.
1266 # If one of the Source built modules listed in the DSC is not listed in
1267 # FDF modules, and the INF lists a PCD can only use the PcdsDynamicEx
1268 # access method (it is only listed in the DEC file that declares the
1269 # PCD as PcdsDynamicEx), then DO NOT break the build; DO NOT add the
1270 # PCD to the Platform's PCD Database.
1271 if PcdFromModule
.Type
in PCD_DYNAMIC_EX_TYPE_SET
:
1274 # If a dynamic PCD used by a PEM module/PEI module & DXE module,
1275 # it should be stored in Pcd PEI database, If a dynamic only
1276 # used by DXE module, it should be stored in DXE PCD database.
1277 # The default Phase is DXE
1279 if M
.ModuleType
in SUP_MODULE_SET_PEI
:
1280 PcdFromModule
.Phase
= "PEI"
1281 if PcdFromModule
not in self
._DynaPcdList
_:
1282 self
._DynaPcdList
_.append(PcdFromModule
)
1283 elif PcdFromModule
.Phase
== 'PEI':
1284 # overwrite any the same PCD existing, if Phase is PEI
1285 Index
= self
._DynaPcdList
_.index(PcdFromModule
)
1286 self
._DynaPcdList
_[Index
] = PcdFromModule
1287 elif PcdFromModule
not in self
._NonDynaPcdList
_:
1288 self
._NonDynaPcdList
_.append(PcdFromModule
)
1289 elif PcdFromModule
in self
._NonDynaPcdList
_ and PcdFromModule
.IsFromBinaryInf
== True:
1290 Index
= self
._NonDynaPcdList
_.index(PcdFromModule
)
1291 if self
._NonDynaPcdList
_[Index
].IsFromBinaryInf
== False:
1292 #The PCD from Binary INF will override the same one from source INF
1293 self
._NonDynaPcdList
_.remove (self
._NonDynaPcdList
_[Index
])
1294 PcdFromModule
.Pending
= False
1295 self
._NonDynaPcdList
_.append (PcdFromModule
)
1296 DscModuleSet
= {os
.path
.normpath(ModuleInf
.Path
) for ModuleInf
in self
.Platform
.Modules
}
1297 # add the PCD from modules that listed in FDF but not in DSC to Database
1298 for InfName
in FdfModuleList
:
1299 if InfName
not in DscModuleSet
:
1300 InfClass
= PathClass(InfName
)
1301 M
= self
.BuildDatabase
[InfClass
, self
.Arch
, self
.BuildTarget
, self
.ToolChain
]
1302 # If a module INF in FDF but not in current arch's DSC module list, it must be module (either binary or source)
1303 # for different Arch. PCDs in source module for different Arch is already added before, so skip the source module here.
1304 # For binary module, if in current arch, we need to list the PCDs into database.
1305 if not M
.IsBinaryModule
:
1307 # Override the module PCD setting by platform setting
1308 ModulePcdList
= self
.ApplyPcdSetting(M
, M
.Pcds
)
1309 for PcdFromModule
in ModulePcdList
:
1310 PcdFromModule
.IsFromBinaryInf
= True
1311 PcdFromModule
.IsFromDsc
= False
1312 # Only allow the DynamicEx and Patchable PCD in AsBuild INF
1313 if PcdFromModule
.Type
not in PCD_DYNAMIC_EX_TYPE_SET
and PcdFromModule
.Type
not in TAB_PCDS_PATCHABLE_IN_MODULE
:
1314 EdkLogger
.error("build", AUTOGEN_ERROR
, "PCD setting error",
1316 ExtraData
="\n\tExisted %s PCD %s in:\n\t\t%s\n"
1317 % (PcdFromModule
.Type
, PcdFromModule
.TokenCName
, InfName
))
1318 # make sure that the "VOID*" kind of datum has MaxDatumSize set
1319 if PcdFromModule
.DatumType
== TAB_VOID
and not PcdFromModule
.MaxDatumSize
:
1320 NoDatumTypePcdList
.add("%s.%s [%s]" % (PcdFromModule
.TokenSpaceGuidCName
, PcdFromModule
.TokenCName
, InfName
))
1321 if M
.ModuleType
in SUP_MODULE_SET_PEI
:
1322 PcdFromModule
.Phase
= "PEI"
1323 if PcdFromModule
not in self
._DynaPcdList
_ and PcdFromModule
.Type
in PCD_DYNAMIC_EX_TYPE_SET
:
1324 self
._DynaPcdList
_.append(PcdFromModule
)
1325 elif PcdFromModule
not in self
._NonDynaPcdList
_ and PcdFromModule
.Type
in TAB_PCDS_PATCHABLE_IN_MODULE
:
1326 self
._NonDynaPcdList
_.append(PcdFromModule
)
1327 if PcdFromModule
in self
._DynaPcdList
_ and PcdFromModule
.Phase
== 'PEI' and PcdFromModule
.Type
in PCD_DYNAMIC_EX_TYPE_SET
:
1328 # Overwrite the phase of any the same PCD existing, if Phase is PEI.
1329 # It is to solve the case that a dynamic PCD used by a PEM module/PEI
1330 # module & DXE module at a same time.
1331 # Overwrite the type of the PCDs in source INF by the type of AsBuild
1332 # INF file as DynamicEx.
1333 Index
= self
._DynaPcdList
_.index(PcdFromModule
)
1334 self
._DynaPcdList
_[Index
].Phase
= PcdFromModule
.Phase
1335 self
._DynaPcdList
_[Index
].Type
= PcdFromModule
.Type
1336 for PcdFromModule
in self
._NonDynaPcdList
_:
1337 # If a PCD is not listed in the DSC file, but binary INF files used by
1338 # this platform all (that use this PCD) list the PCD in a [PatchPcds]
1339 # section, AND all source INF files used by this platform the build
1340 # that use the PCD list the PCD in either a [Pcds] or [PatchPcds]
1341 # section, then the tools must NOT add the PCD to the Platform's PCD
1342 # Database; the build must assign the access method for this PCD as
1343 # PcdsPatchableInModule.
1344 if PcdFromModule
not in self
._DynaPcdList
_:
1346 Index
= self
._DynaPcdList
_.index(PcdFromModule
)
1347 if PcdFromModule
.IsFromDsc
== False and \
1348 PcdFromModule
.Type
in TAB_PCDS_PATCHABLE_IN_MODULE
and \
1349 PcdFromModule
.IsFromBinaryInf
== True and \
1350 self
._DynaPcdList
_[Index
].IsFromBinaryInf
== False:
1351 Index
= self
._DynaPcdList
_.index(PcdFromModule
)
1352 self
._DynaPcdList
_.remove (self
._DynaPcdList
_[Index
])
1354 # print out error information and break the build, if error found
1355 if len(NoDatumTypePcdList
) > 0:
1356 NoDatumTypePcdListString
= "\n\t\t".join(NoDatumTypePcdList
)
1357 EdkLogger
.error("build", AUTOGEN_ERROR
, "PCD setting error",
1359 ExtraData
="\n\tPCD(s) without MaxDatumSize:\n\t\t%s\n"
1360 % NoDatumTypePcdListString
)
1361 self
._NonDynamicPcdList
= self
._NonDynaPcdList
_
1362 self
._DynamicPcdList
= self
._DynaPcdList
_
1364 # Sort dynamic PCD list to:
1365 # 1) If PCD's datum type is VOID* and value is unicode string which starts with L, the PCD item should
1366 # try to be put header of dynamicd List
1367 # 2) If PCD is HII type, the PCD item should be put after unicode type PCD
1369 # The reason of sorting is make sure the unicode string is in double-byte alignment in string table.
1371 UnicodePcdArray
= set()
1373 OtherPcdArray
= set()
1375 VpdFile
= VpdInfoFile
.VpdInfoFile()
1376 NeedProcessVpdMapFile
= False
1378 for pcd
in self
.Platform
.Pcds
:
1379 if pcd
not in self
._PlatformPcds
:
1380 self
._PlatformPcds
[pcd
] = self
.Platform
.Pcds
[pcd
]
1382 for item
in self
._PlatformPcds
:
1383 if self
._PlatformPcds
[item
].DatumType
and self
._PlatformPcds
[item
].DatumType
not in [TAB_UINT8
, TAB_UINT16
, TAB_UINT32
, TAB_UINT64
, TAB_VOID
, "BOOLEAN"]:
1384 self
._PlatformPcds
[item
].DatumType
= TAB_VOID
1386 if (self
.Workspace
.ArchList
[-1] == self
.Arch
):
1387 for Pcd
in self
._DynamicPcdList
:
1388 # just pick the a value to determine whether is unicode string type
1389 Sku
= Pcd
.SkuInfoList
.values()[0]
1390 Sku
.VpdOffset
= Sku
.VpdOffset
.strip()
1392 if Pcd
.DatumType
not in [TAB_UINT8
, TAB_UINT16
, TAB_UINT32
, TAB_UINT64
, TAB_VOID
, "BOOLEAN"]:
1393 Pcd
.DatumType
= TAB_VOID
1395 # if found PCD which datum value is unicode string the insert to left size of UnicodeIndex
1396 # if found HII type PCD then insert to right of UnicodeIndex
1397 if Pcd
.Type
in [TAB_PCDS_DYNAMIC_VPD
, TAB_PCDS_DYNAMIC_EX_VPD
]:
1398 VpdPcdDict
[(Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
)] = Pcd
1400 #Collect DynamicHii PCD values and assign it to DynamicExVpd PCD gEfiMdeModulePkgTokenSpaceGuid.PcdNvStoreDefaultValueBuffer
1401 PcdNvStoreDfBuffer
= VpdPcdDict
.get(("PcdNvStoreDefaultValueBuffer", "gEfiMdeModulePkgTokenSpaceGuid"))
1402 if PcdNvStoreDfBuffer
:
1403 self
.VariableInfo
= self
.CollectVariables(self
._DynamicPcdList
)
1404 vardump
= self
.VariableInfo
.dump()
1406 PcdNvStoreDfBuffer
.DefaultValue
= vardump
1407 for skuname
in PcdNvStoreDfBuffer
.SkuInfoList
:
1408 PcdNvStoreDfBuffer
.SkuInfoList
[skuname
].DefaultValue
= vardump
1409 PcdNvStoreDfBuffer
.MaxDatumSize
= str(len(vardump
.split(",")))
1411 #If the end user define [DefaultStores] and [XXX.Menufacturing] in DSC, but forget to configure PcdNvStoreDefaultValueBuffer to PcdsDynamicVpd
1412 if [Pcd
for Pcd
in self
._DynamicPcdList
if Pcd
.UserDefinedDefaultStoresFlag
]:
1413 EdkLogger
.warn("build", "PcdNvStoreDefaultValueBuffer should be defined as PcdsDynamicExVpd in dsc file since the DefaultStores is enabled for this platform.\n%s" %self
.Platform
.MetaFile
.Path
)
1414 PlatformPcds
= sorted(self
._PlatformPcds
.keys())
1416 # Add VPD type PCD into VpdFile and determine whether the VPD PCD need to be fixed up.
1419 for PcdKey
in PlatformPcds
:
1420 Pcd
= self
._PlatformPcds
[PcdKey
]
1421 if Pcd
.Type
in [TAB_PCDS_DYNAMIC_VPD
, TAB_PCDS_DYNAMIC_EX_VPD
] and \
1422 PcdKey
in VpdPcdDict
:
1423 Pcd
= VpdPcdDict
[PcdKey
]
1425 DefaultSku
= Pcd
.SkuInfoList
.get(TAB_DEFAULT
)
1427 PcdValue
= DefaultSku
.DefaultValue
1428 if PcdValue
not in SkuValueMap
:
1429 SkuValueMap
[PcdValue
] = []
1430 VpdFile
.Add(Pcd
, TAB_DEFAULT
, DefaultSku
.VpdOffset
)
1431 SkuValueMap
[PcdValue
].append(DefaultSku
)
1433 for (SkuName
, Sku
) in Pcd
.SkuInfoList
.items():
1434 Sku
.VpdOffset
= Sku
.VpdOffset
.strip()
1435 PcdValue
= Sku
.DefaultValue
1437 PcdValue
= Pcd
.DefaultValue
1438 if Sku
.VpdOffset
!= '*':
1439 if PcdValue
.startswith("{"):
1441 elif PcdValue
.startswith("L"):
1446 VpdOffset
= int(Sku
.VpdOffset
)
1449 VpdOffset
= int(Sku
.VpdOffset
, 16)
1451 EdkLogger
.error("build", FORMAT_INVALID
, "Invalid offset value %s for PCD %s.%s." % (Sku
.VpdOffset
, Pcd
.TokenSpaceGuidCName
, Pcd
.TokenCName
))
1452 if VpdOffset
% Alignment
!= 0:
1453 if PcdValue
.startswith("{"):
1454 EdkLogger
.warn("build", "The offset value of PCD %s.%s is not 8-byte aligned!" %(Pcd
.TokenSpaceGuidCName
, Pcd
.TokenCName
), File
=self
.MetaFile
)
1456 EdkLogger
.error("build", FORMAT_INVALID
, 'The offset value of PCD %s.%s should be %s-byte aligned.' % (Pcd
.TokenSpaceGuidCName
, Pcd
.TokenCName
, Alignment
))
1457 if PcdValue
not in SkuValueMap
:
1458 SkuValueMap
[PcdValue
] = []
1459 VpdFile
.Add(Pcd
, SkuName
, Sku
.VpdOffset
)
1460 SkuValueMap
[PcdValue
].append(Sku
)
1461 # if the offset of a VPD is *, then it need to be fixed up by third party tool.
1462 if not NeedProcessVpdMapFile
and Sku
.VpdOffset
== "*":
1463 NeedProcessVpdMapFile
= True
1464 if self
.Platform
.VpdToolGuid
is None or self
.Platform
.VpdToolGuid
== '':
1465 EdkLogger
.error("Build", FILE_NOT_FOUND
, \
1466 "Fail to find third-party BPDG tool to process VPD PCDs. BPDG Guid tool need to be defined in tools_def.txt and VPD_TOOL_GUID need to be provided in DSC file.")
1468 VpdSkuMap
[PcdKey
] = SkuValueMap
1470 # Fix the PCDs define in VPD PCD section that never referenced by module.
1471 # An example is PCD for signature usage.
1473 for DscPcd
in PlatformPcds
:
1474 DscPcdEntry
= self
._PlatformPcds
[DscPcd
]
1475 if DscPcdEntry
.Type
in [TAB_PCDS_DYNAMIC_VPD
, TAB_PCDS_DYNAMIC_EX_VPD
]:
1476 if not (self
.Platform
.VpdToolGuid
is None or self
.Platform
.VpdToolGuid
== ''):
1478 for VpdPcd
in VpdFile
._VpdArray
:
1479 # This PCD has been referenced by module
1480 if (VpdPcd
.TokenSpaceGuidCName
== DscPcdEntry
.TokenSpaceGuidCName
) and \
1481 (VpdPcd
.TokenCName
== DscPcdEntry
.TokenCName
):
1484 # Not found, it should be signature
1486 # just pick the a value to determine whether is unicode string type
1488 SkuObjList
= DscPcdEntry
.SkuInfoList
.items()
1489 DefaultSku
= DscPcdEntry
.SkuInfoList
.get(TAB_DEFAULT
)
1491 defaultindex
= SkuObjList
.index((TAB_DEFAULT
, DefaultSku
))
1492 SkuObjList
[0], SkuObjList
[defaultindex
] = SkuObjList
[defaultindex
], SkuObjList
[0]
1493 for (SkuName
, Sku
) in SkuObjList
:
1494 Sku
.VpdOffset
= Sku
.VpdOffset
.strip()
1496 # Need to iterate DEC pcd information to get the value & datumtype
1497 for eachDec
in self
.PackageList
:
1498 for DecPcd
in eachDec
.Pcds
:
1499 DecPcdEntry
= eachDec
.Pcds
[DecPcd
]
1500 if (DecPcdEntry
.TokenSpaceGuidCName
== DscPcdEntry
.TokenSpaceGuidCName
) and \
1501 (DecPcdEntry
.TokenCName
== DscPcdEntry
.TokenCName
):
1502 # Print warning message to let the developer make a determine.
1503 EdkLogger
.warn("build", "Unreferenced vpd pcd used!",
1504 File
=self
.MetaFile
, \
1505 ExtraData
= "PCD: %s.%s used in the DSC file %s is unreferenced." \
1506 %(DscPcdEntry
.TokenSpaceGuidCName
, DscPcdEntry
.TokenCName
, self
.Platform
.MetaFile
.Path
))
1508 DscPcdEntry
.DatumType
= DecPcdEntry
.DatumType
1509 DscPcdEntry
.DefaultValue
= DecPcdEntry
.DefaultValue
1510 DscPcdEntry
.TokenValue
= DecPcdEntry
.TokenValue
1511 DscPcdEntry
.TokenSpaceGuidValue
= eachDec
.Guids
[DecPcdEntry
.TokenSpaceGuidCName
]
1512 # Only fix the value while no value provided in DSC file.
1513 if not Sku
.DefaultValue
:
1514 DscPcdEntry
.SkuInfoList
[DscPcdEntry
.SkuInfoList
.keys()[0]].DefaultValue
= DecPcdEntry
.DefaultValue
1516 if DscPcdEntry
not in self
._DynamicPcdList
:
1517 self
._DynamicPcdList
.append(DscPcdEntry
)
1518 Sku
.VpdOffset
= Sku
.VpdOffset
.strip()
1519 PcdValue
= Sku
.DefaultValue
1521 PcdValue
= DscPcdEntry
.DefaultValue
1522 if Sku
.VpdOffset
!= '*':
1523 if PcdValue
.startswith("{"):
1525 elif PcdValue
.startswith("L"):
1530 VpdOffset
= int(Sku
.VpdOffset
)
1533 VpdOffset
= int(Sku
.VpdOffset
, 16)
1535 EdkLogger
.error("build", FORMAT_INVALID
, "Invalid offset value %s for PCD %s.%s." % (Sku
.VpdOffset
, DscPcdEntry
.TokenSpaceGuidCName
, DscPcdEntry
.TokenCName
))
1536 if VpdOffset
% Alignment
!= 0:
1537 if PcdValue
.startswith("{"):
1538 EdkLogger
.warn("build", "The offset value of PCD %s.%s is not 8-byte aligned!" %(DscPcdEntry
.TokenSpaceGuidCName
, DscPcdEntry
.TokenCName
), File
=self
.MetaFile
)
1540 EdkLogger
.error("build", FORMAT_INVALID
, 'The offset value of PCD %s.%s should be %s-byte aligned.' % (DscPcdEntry
.TokenSpaceGuidCName
, DscPcdEntry
.TokenCName
, Alignment
))
1541 if PcdValue
not in SkuValueMap
:
1542 SkuValueMap
[PcdValue
] = []
1543 VpdFile
.Add(DscPcdEntry
, SkuName
, Sku
.VpdOffset
)
1544 SkuValueMap
[PcdValue
].append(Sku
)
1545 if not NeedProcessVpdMapFile
and Sku
.VpdOffset
== "*":
1546 NeedProcessVpdMapFile
= True
1547 if DscPcdEntry
.DatumType
== TAB_VOID
and PcdValue
.startswith("L"):
1548 UnicodePcdArray
.add(DscPcdEntry
)
1549 elif len(Sku
.VariableName
) > 0:
1550 HiiPcdArray
.add(DscPcdEntry
)
1552 OtherPcdArray
.add(DscPcdEntry
)
1554 # if the offset of a VPD is *, then it need to be fixed up by third party tool.
1555 VpdSkuMap
[DscPcd
] = SkuValueMap
1556 if (self
.Platform
.FlashDefinition
is None or self
.Platform
.FlashDefinition
== '') and \
1557 VpdFile
.GetCount() != 0:
1558 EdkLogger
.error("build", ATTRIBUTE_NOT_AVAILABLE
,
1559 "Fail to get FLASH_DEFINITION definition in DSC file %s which is required when DSC contains VPD PCD." % str(self
.Platform
.MetaFile
))
1561 if VpdFile
.GetCount() != 0:
1563 self
.FixVpdOffset(VpdFile
)
1565 self
.FixVpdOffset(self
.UpdateNVStoreMaxSize(VpdFile
))
1567 # Process VPD map file generated by third party BPDG tool
1568 if NeedProcessVpdMapFile
:
1569 VpdMapFilePath
= os
.path
.join(self
.BuildDir
, TAB_FV_DIRECTORY
, "%s.map" % self
.Platform
.VpdToolGuid
)
1570 if os
.path
.exists(VpdMapFilePath
):
1571 VpdFile
.Read(VpdMapFilePath
)
1574 for pcd
in VpdSkuMap
:
1575 vpdinfo
= VpdFile
.GetVpdInfo(pcd
)
1577 # just pick the a value to determine whether is unicode string type
1579 for pcdvalue
in VpdSkuMap
[pcd
]:
1580 for sku
in VpdSkuMap
[pcd
][pcdvalue
]:
1581 for item
in vpdinfo
:
1582 if item
[2] == pcdvalue
:
1583 sku
.VpdOffset
= item
[1]
1585 EdkLogger
.error("build", FILE_READ_FAILURE
, "Can not find VPD map file %s to fix up VPD offset." % VpdMapFilePath
)
1587 # Delete the DynamicPcdList At the last time enter into this function
1588 for Pcd
in self
._DynamicPcdList
:
1589 # just pick the a value to determine whether is unicode string type
1590 Sku
= Pcd
.SkuInfoList
.values()[0]
1591 Sku
.VpdOffset
= Sku
.VpdOffset
.strip()
1593 if Pcd
.DatumType
not in [TAB_UINT8
, TAB_UINT16
, TAB_UINT32
, TAB_UINT64
, TAB_VOID
, "BOOLEAN"]:
1594 Pcd
.DatumType
= TAB_VOID
1596 PcdValue
= Sku
.DefaultValue
1597 if Pcd
.DatumType
== TAB_VOID
and PcdValue
.startswith("L"):
1598 # if found PCD which datum value is unicode string the insert to left size of UnicodeIndex
1599 UnicodePcdArray
.add(Pcd
)
1600 elif len(Sku
.VariableName
) > 0:
1601 # if found HII type PCD then insert to right of UnicodeIndex
1602 HiiPcdArray
.add(Pcd
)
1604 OtherPcdArray
.add(Pcd
)
1605 del self
._DynamicPcdList
[:]
1606 self
._DynamicPcdList
.extend(list(UnicodePcdArray
))
1607 self
._DynamicPcdList
.extend(list(HiiPcdArray
))
1608 self
._DynamicPcdList
.extend(list(OtherPcdArray
))
1609 allskuset
= [(SkuName
, Sku
.SkuId
) for pcd
in self
._DynamicPcdList
for (SkuName
, Sku
) in pcd
.SkuInfoList
.items()]
1610 for pcd
in self
._DynamicPcdList
:
1611 if len(pcd
.SkuInfoList
) == 1:
1612 for (SkuName
, SkuId
) in allskuset
:
1613 if type(SkuId
) in (str, unicode) and eval(SkuId
) == 0 or SkuId
== 0:
1615 pcd
.SkuInfoList
[SkuName
] = copy
.deepcopy(pcd
.SkuInfoList
[TAB_DEFAULT
])
1616 pcd
.SkuInfoList
[SkuName
].SkuId
= SkuId
1617 pcd
.SkuInfoList
[SkuName
].SkuIdName
= SkuName
1618 self
.AllPcdList
= self
._NonDynamicPcdList
+ self
._DynamicPcdList
1620 def FixVpdOffset(self
, VpdFile
):
1621 FvPath
= os
.path
.join(self
.BuildDir
, TAB_FV_DIRECTORY
)
1622 if not os
.path
.exists(FvPath
):
1626 EdkLogger
.error("build", FILE_WRITE_FAILURE
, "Fail to create FV folder under %s" % self
.BuildDir
)
1628 VpdFilePath
= os
.path
.join(FvPath
, "%s.txt" % self
.Platform
.VpdToolGuid
)
1630 if VpdFile
.Write(VpdFilePath
):
1631 # retrieve BPDG tool's path from tool_def.txt according to VPD_TOOL_GUID defined in DSC file.
1633 for ToolDef
in self
.ToolDefinition
.values():
1634 if TAB_GUID
in ToolDef
and ToolDef
[TAB_GUID
] == self
.Platform
.VpdToolGuid
:
1635 if "PATH" not in ToolDef
:
1636 EdkLogger
.error("build", ATTRIBUTE_NOT_AVAILABLE
, "PATH attribute was not provided for BPDG guid tool %s in tools_def.txt" % self
.Platform
.VpdToolGuid
)
1637 BPDGToolName
= ToolDef
["PATH"]
1639 # Call third party GUID BPDG tool.
1640 if BPDGToolName
is not None:
1641 VpdInfoFile
.CallExtenalBPDGTool(BPDGToolName
, VpdFilePath
)
1643 EdkLogger
.error("Build", FILE_NOT_FOUND
, "Fail to find third-party BPDG tool to process VPD PCDs. BPDG Guid tool need to be defined in tools_def.txt and VPD_TOOL_GUID need to be provided in DSC file.")
1645 ## Return the platform build data object
1648 return self
.BuildDatabase
[self
.MetaFile
, self
.Arch
, self
.BuildTarget
, self
.ToolChain
]
1650 ## Return platform name
1653 return self
.Platform
.PlatformName
1655 ## Return the meta file GUID
1658 return self
.Platform
.Guid
1660 ## Return the platform version
1663 return self
.Platform
.Version
1665 ## Return the FDF file name
1668 if self
.Workspace
.FdfFile
:
1669 RetVal
= mws
.join(self
.WorkspaceDir
, self
.Workspace
.FdfFile
)
1674 ## Return the build output directory platform specifies
1676 def OutputDir(self
):
1677 return self
.Platform
.OutputDirectory
1679 ## Return the directory to store all intermediate and final files built
1682 if os
.path
.isabs(self
.OutputDir
):
1683 GlobalData
.gBuildDirectory
= RetVal
= path
.join(
1684 path
.abspath(self
.OutputDir
),
1685 self
.BuildTarget
+ "_" + self
.ToolChain
,
1688 GlobalData
.gBuildDirectory
= RetVal
= path
.join(
1691 self
.BuildTarget
+ "_" + self
.ToolChain
,
1695 ## Return directory of platform makefile
1697 # @retval string Makefile directory
1700 def MakeFileDir(self
):
1701 return path
.join(self
.BuildDir
, self
.Arch
)
1703 ## Return build command string
1705 # @retval string Build command string
1708 def BuildCommand(self
):
1710 if "MAKE" in self
.ToolDefinition
and "PATH" in self
.ToolDefinition
["MAKE"]:
1711 RetVal
+= SplitOption(self
.ToolDefinition
["MAKE"]["PATH"])
1712 if "FLAGS" in self
.ToolDefinition
["MAKE"]:
1713 NewOption
= self
.ToolDefinition
["MAKE"]["FLAGS"].strip()
1715 RetVal
+= SplitOption(NewOption
)
1716 if "MAKE" in self
.EdkIIBuildOption
:
1717 if "FLAGS" in self
.EdkIIBuildOption
["MAKE"]:
1718 Flags
= self
.EdkIIBuildOption
["MAKE"]["FLAGS"]
1719 if Flags
.startswith('='):
1720 RetVal
= [RetVal
[0]] + [Flags
[1:]]
1722 RetVal
.append(Flags
)
1725 ## Get tool chain definition
1727 # Get each tool defition for given tool chain from tools_def.txt and platform
1730 def ToolDefinition(self
):
1731 ToolDefinition
= self
.Workspace
.ToolDef
.ToolsDefTxtDictionary
1732 if TAB_TOD_DEFINES_COMMAND_TYPE
not in self
.Workspace
.ToolDef
.ToolsDefTxtDatabase
:
1733 EdkLogger
.error('build', RESOURCE_NOT_AVAILABLE
, "No tools found in configuration",
1734 ExtraData
="[%s]" % self
.MetaFile
)
1737 for Def
in ToolDefinition
:
1738 Target
, Tag
, Arch
, Tool
, Attr
= Def
.split("_")
1739 if Target
!= self
.BuildTarget
or Tag
!= self
.ToolChain
or Arch
!= self
.Arch
:
1742 Value
= ToolDefinition
[Def
]
1743 # don't record the DLL
1745 DllPathList
.add(Value
)
1748 if Tool
not in RetVal
:
1750 RetVal
[Tool
][Attr
] = Value
1753 if GlobalData
.gOptions
.SilentMode
and "MAKE" in RetVal
:
1754 if "FLAGS" not in RetVal
["MAKE"]:
1755 RetVal
["MAKE"]["FLAGS"] = ""
1756 RetVal
["MAKE"]["FLAGS"] += " -s"
1759 for Attr
in RetVal
[Tool
]:
1760 Value
= RetVal
[Tool
][Attr
]
1761 if Tool
in self
._BuildOptionWithToolDef
(RetVal
) and Attr
in self
._BuildOptionWithToolDef
(RetVal
)[Tool
]:
1762 # check if override is indicated
1763 if self
._BuildOptionWithToolDef
(RetVal
)[Tool
][Attr
].startswith('='):
1764 Value
= self
._BuildOptionWithToolDef
(RetVal
)[Tool
][Attr
][1:]
1767 Value
+= " " + self
._BuildOptionWithToolDef
(RetVal
)[Tool
][Attr
]
1769 Value
= self
._BuildOptionWithToolDef
(RetVal
)[Tool
][Attr
]
1772 # Don't put MAKE definition in the file
1774 ToolsDef
+= "%s = %s\n" % (Tool
, Value
)
1776 # Don't put MAKE definition in the file
1781 ToolsDef
+= "%s_%s = %s\n" % (Tool
, Attr
, Value
)
1784 SaveFileOnChange(self
.ToolDefinitionFile
, ToolsDef
)
1785 for DllPath
in DllPathList
:
1786 os
.environ
["PATH"] = DllPath
+ os
.pathsep
+ os
.environ
["PATH"]
1787 os
.environ
["MAKE_FLAGS"] = MakeFlags
1791 ## Return the paths of tools
1793 def ToolDefinitionFile(self
):
1794 return os
.path
.join(self
.MakeFileDir
, "TOOLS_DEF." + self
.Arch
)
1796 ## Retrieve the toolchain family of given toolchain tag. Default to 'MSFT'.
1798 def ToolChainFamily(self
):
1799 ToolDefinition
= self
.Workspace
.ToolDef
.ToolsDefTxtDatabase
1800 if TAB_TOD_DEFINES_FAMILY
not in ToolDefinition \
1801 or self
.ToolChain
not in ToolDefinition
[TAB_TOD_DEFINES_FAMILY
] \
1802 or not ToolDefinition
[TAB_TOD_DEFINES_FAMILY
][self
.ToolChain
]:
1803 EdkLogger
.verbose("No tool chain family found in configuration for %s. Default to MSFT." \
1805 RetVal
= TAB_COMPILER_MSFT
1807 RetVal
= ToolDefinition
[TAB_TOD_DEFINES_FAMILY
][self
.ToolChain
]
1811 def BuildRuleFamily(self
):
1812 ToolDefinition
= self
.Workspace
.ToolDef
.ToolsDefTxtDatabase
1813 if TAB_TOD_DEFINES_BUILDRULEFAMILY
not in ToolDefinition \
1814 or self
.ToolChain
not in ToolDefinition
[TAB_TOD_DEFINES_BUILDRULEFAMILY
] \
1815 or not ToolDefinition
[TAB_TOD_DEFINES_BUILDRULEFAMILY
][self
.ToolChain
]:
1816 EdkLogger
.verbose("No tool chain family found in configuration for %s. Default to MSFT." \
1818 return TAB_COMPILER_MSFT
1820 return ToolDefinition
[TAB_TOD_DEFINES_BUILDRULEFAMILY
][self
.ToolChain
]
1822 ## Return the build options specific for all modules in this platform
1824 def BuildOption(self
):
1825 return self
._ExpandBuildOption
(self
.Platform
.BuildOptions
)
1827 def _BuildOptionWithToolDef(self
, ToolDef
):
1828 return self
._ExpandBuildOption
(self
.Platform
.BuildOptions
, ToolDef
=ToolDef
)
1830 ## Return the build options specific for EDK modules in this platform
1832 def EdkBuildOption(self
):
1833 return self
._ExpandBuildOption
(self
.Platform
.BuildOptions
, EDK_NAME
)
1835 ## Return the build options specific for EDKII modules in this platform
1837 def EdkIIBuildOption(self
):
1838 return self
._ExpandBuildOption
(self
.Platform
.BuildOptions
, EDKII_NAME
)
1840 ## Parse build_rule.txt in Conf Directory.
1842 # @retval BuildRule object
1845 def BuildRule(self
):
1846 BuildRuleFile
= None
1847 if TAB_TAT_DEFINES_BUILD_RULE_CONF
in self
.Workspace
.TargetTxt
.TargetTxtDictionary
:
1848 BuildRuleFile
= self
.Workspace
.TargetTxt
.TargetTxtDictionary
[TAB_TAT_DEFINES_BUILD_RULE_CONF
]
1849 if not BuildRuleFile
:
1850 BuildRuleFile
= gDefaultBuildRuleFile
1851 RetVal
= BuildRule(BuildRuleFile
)
1852 if RetVal
._FileVersion
== "":
1853 RetVal
._FileVersion
= AutoGenReqBuildRuleVerNum
1855 if RetVal
._FileVersion
< AutoGenReqBuildRuleVerNum
:
1856 # If Build Rule's version is less than the version number required by the tools, halting the build.
1857 EdkLogger
.error("build", AUTOGEN_ERROR
,
1858 ExtraData
="The version number [%s] of build_rule.txt is less than the version number required by the AutoGen.(the minimum required version number is [%s])"\
1859 % (RetVal
._FileVersion
, AutoGenReqBuildRuleVerNum
))
1862 ## Summarize the packages used by modules in this platform
1864 def PackageList(self
):
1866 for La
in self
.LibraryAutoGenList
:
1867 RetVal
.update(La
.DependentPackageList
)
1868 for Ma
in self
.ModuleAutoGenList
:
1869 RetVal
.update(Ma
.DependentPackageList
)
1870 #Collect package set information from INF of FDF
1871 for ModuleFile
in self
._AsBuildModuleList
:
1872 if ModuleFile
in self
.Platform
.Modules
:
1874 ModuleData
= self
.BuildDatabase
[ModuleFile
, self
.Arch
, self
.BuildTarget
, self
.ToolChain
]
1875 RetVal
.update(ModuleData
.Packages
)
1879 def NonDynamicPcdDict(self
):
1880 return {(Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
):Pcd
for Pcd
in self
.NonDynamicPcdList
}
1882 ## Get list of non-dynamic PCDs
1884 def NonDynamicPcdList(self
):
1885 self
.CollectPlatformDynamicPcds()
1886 return self
._NonDynamicPcdList
1888 ## Get list of dynamic PCDs
1890 def DynamicPcdList(self
):
1891 self
.CollectPlatformDynamicPcds()
1892 return self
._DynamicPcdList
1894 ## Generate Token Number for all PCD
1896 def PcdTokenNumber(self
):
1897 RetVal
= OrderedDict()
1900 # Make the Dynamic and DynamicEx PCD use within different TokenNumber area.
1904 # TokenNumber 0 ~ 10
1906 # TokeNumber 11 ~ 20
1908 for Pcd
in self
.DynamicPcdList
:
1909 if Pcd
.Phase
== "PEI" and Pcd
.Type
in PCD_DYNAMIC_TYPE_SET
:
1910 EdkLogger
.debug(EdkLogger
.DEBUG_5
, "%s %s (%s) -> %d" % (Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
, Pcd
.Phase
, TokenNumber
))
1911 RetVal
[Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
] = TokenNumber
1914 for Pcd
in self
.DynamicPcdList
:
1915 if Pcd
.Phase
== "PEI" and Pcd
.Type
in PCD_DYNAMIC_EX_TYPE_SET
:
1916 EdkLogger
.debug(EdkLogger
.DEBUG_5
, "%s %s (%s) -> %d" % (Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
, Pcd
.Phase
, TokenNumber
))
1917 RetVal
[Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
] = TokenNumber
1920 for Pcd
in self
.DynamicPcdList
:
1921 if Pcd
.Phase
== "DXE" and Pcd
.Type
in PCD_DYNAMIC_TYPE_SET
:
1922 EdkLogger
.debug(EdkLogger
.DEBUG_5
, "%s %s (%s) -> %d" % (Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
, Pcd
.Phase
, TokenNumber
))
1923 RetVal
[Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
] = TokenNumber
1926 for Pcd
in self
.DynamicPcdList
:
1927 if Pcd
.Phase
== "DXE" and Pcd
.Type
in PCD_DYNAMIC_EX_TYPE_SET
:
1928 EdkLogger
.debug(EdkLogger
.DEBUG_5
, "%s %s (%s) -> %d" % (Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
, Pcd
.Phase
, TokenNumber
))
1929 RetVal
[Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
] = TokenNumber
1932 for Pcd
in self
.NonDynamicPcdList
:
1933 RetVal
[Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
] = TokenNumber
1937 ## Summarize ModuleAutoGen objects of all modules to be built for this platform
1939 def ModuleAutoGenList(self
):
1941 for ModuleFile
in self
.Platform
.Modules
:
1950 if Ma
not in RetVal
:
1954 ## Summarize ModuleAutoGen objects of all libraries to be built for this platform
1956 def LibraryAutoGenList(self
):
1958 for ModuleFile
in self
.Platform
.Modules
:
1967 for La
in Ma
.LibraryAutoGenList
:
1968 if La
not in RetVal
:
1970 if Ma
not in La
.ReferenceModules
:
1971 La
.ReferenceModules
.append(Ma
)
1974 ## Test if a module is supported by the platform
1976 # An error will be raised directly if the module or its arch is not supported
1977 # by the platform or current configuration
1979 def ValidModule(self
, Module
):
1980 return Module
in self
.Platform
.Modules
or Module
in self
.Platform
.LibraryInstances \
1981 or Module
in self
._AsBuildModuleList
1983 ## Resolve the library classes in a module to library instances
1985 # This method will not only resolve library classes but also sort the library
1986 # instances according to the dependency-ship.
1988 # @param Module The module from which the library classes will be resolved
1990 # @retval library_list List of library instances sorted
1992 def ApplyLibraryInstance(self
, Module
):
1993 # Cover the case that the binary INF file is list in the FDF file but not DSC file, return empty list directly
1994 if str(Module
) not in self
.Platform
.Modules
:
1997 return GetModuleLibInstances(Module
,
2006 ## Override PCD setting (type, value, ...)
2008 # @param ToPcd The PCD to be overrided
2009 # @param FromPcd The PCD overrideing from
2011 def _OverridePcd(self
, ToPcd
, FromPcd
, Module
="", Msg
="", Library
=""):
2013 # in case there's PCDs coming from FDF file, which have no type given.
2014 # at this point, ToPcd.Type has the type found from dependent
2017 TokenCName
= ToPcd
.TokenCName
2018 for PcdItem
in GlobalData
.MixedPcd
:
2019 if (ToPcd
.TokenCName
, ToPcd
.TokenSpaceGuidCName
) in GlobalData
.MixedPcd
[PcdItem
]:
2020 TokenCName
= PcdItem
[0]
2022 if FromPcd
is not None:
2023 if ToPcd
.Pending
and FromPcd
.Type
:
2024 ToPcd
.Type
= FromPcd
.Type
2025 elif ToPcd
.Type
and FromPcd
.Type\
2026 and ToPcd
.Type
!= FromPcd
.Type
and ToPcd
.Type
in FromPcd
.Type
:
2027 if ToPcd
.Type
.strip() == TAB_PCDS_DYNAMIC_EX
:
2028 ToPcd
.Type
= FromPcd
.Type
2029 elif ToPcd
.Type
and FromPcd
.Type \
2030 and ToPcd
.Type
!= FromPcd
.Type
:
2032 Module
= str(Module
) + " 's library file (" + str(Library
) + ")"
2033 EdkLogger
.error("build", OPTION_CONFLICT
, "Mismatched PCD type",
2034 ExtraData
="%s.%s is used as [%s] in module %s, but as [%s] in %s."\
2035 % (ToPcd
.TokenSpaceGuidCName
, TokenCName
,
2036 ToPcd
.Type
, Module
, FromPcd
.Type
, Msg
),
2039 if FromPcd
.MaxDatumSize
:
2040 ToPcd
.MaxDatumSize
= FromPcd
.MaxDatumSize
2041 ToPcd
.MaxSizeUserSet
= FromPcd
.MaxDatumSize
2042 if FromPcd
.DefaultValue
:
2043 ToPcd
.DefaultValue
= FromPcd
.DefaultValue
2044 if FromPcd
.TokenValue
:
2045 ToPcd
.TokenValue
= FromPcd
.TokenValue
2046 if FromPcd
.DatumType
:
2047 ToPcd
.DatumType
= FromPcd
.DatumType
2048 if FromPcd
.SkuInfoList
:
2049 ToPcd
.SkuInfoList
= FromPcd
.SkuInfoList
2050 if FromPcd
.UserDefinedDefaultStoresFlag
:
2051 ToPcd
.UserDefinedDefaultStoresFlag
= FromPcd
.UserDefinedDefaultStoresFlag
2052 # Add Flexible PCD format parse
2053 if ToPcd
.DefaultValue
:
2055 ToPcd
.DefaultValue
= ValueExpressionEx(ToPcd
.DefaultValue
, ToPcd
.DatumType
, self
.Workspace
._GuidDict
)(True)
2056 except BadExpression
as Value
:
2057 EdkLogger
.error('Parser', FORMAT_INVALID
, 'PCD [%s.%s] Value "%s", %s' %(ToPcd
.TokenSpaceGuidCName
, ToPcd
.TokenCName
, ToPcd
.DefaultValue
, Value
),
2060 # check the validation of datum
2061 IsValid
, Cause
= CheckPcdDatum(ToPcd
.DatumType
, ToPcd
.DefaultValue
)
2063 EdkLogger
.error('build', FORMAT_INVALID
, Cause
, File
=self
.MetaFile
,
2064 ExtraData
="%s.%s" % (ToPcd
.TokenSpaceGuidCName
, TokenCName
))
2065 ToPcd
.validateranges
= FromPcd
.validateranges
2066 ToPcd
.validlists
= FromPcd
.validlists
2067 ToPcd
.expressions
= FromPcd
.expressions
2069 if FromPcd
is not None and ToPcd
.DatumType
== TAB_VOID
and not ToPcd
.MaxDatumSize
:
2070 EdkLogger
.debug(EdkLogger
.DEBUG_9
, "No MaxDatumSize specified for PCD %s.%s" \
2071 % (ToPcd
.TokenSpaceGuidCName
, TokenCName
))
2072 Value
= ToPcd
.DefaultValue
2074 ToPcd
.MaxDatumSize
= '1'
2075 elif Value
[0] == 'L':
2076 ToPcd
.MaxDatumSize
= str((len(Value
) - 2) * 2)
2077 elif Value
[0] == '{':
2078 ToPcd
.MaxDatumSize
= str(len(Value
.split(',')))
2080 ToPcd
.MaxDatumSize
= str(len(Value
) - 1)
2082 # apply default SKU for dynamic PCDS if specified one is not available
2083 if (ToPcd
.Type
in PCD_DYNAMIC_TYPE_SET
or ToPcd
.Type
in PCD_DYNAMIC_EX_TYPE_SET
) \
2084 and not ToPcd
.SkuInfoList
:
2085 if self
.Platform
.SkuName
in self
.Platform
.SkuIds
:
2086 SkuName
= self
.Platform
.SkuName
2088 SkuName
= TAB_DEFAULT
2089 ToPcd
.SkuInfoList
= {
2090 SkuName
: SkuInfoClass(SkuName
, self
.Platform
.SkuIds
[SkuName
][0], '', '', '', '', '', ToPcd
.DefaultValue
)
2093 ## Apply PCD setting defined platform to a module
2095 # @param Module The module from which the PCD setting will be overrided
2097 # @retval PCD_list The list PCDs with settings from platform
2099 def ApplyPcdSetting(self
, Module
, Pcds
, Library
=""):
2100 # for each PCD in module
2101 for Name
, Guid
in Pcds
:
2102 PcdInModule
= Pcds
[Name
, Guid
]
2103 # find out the PCD setting in platform
2104 if (Name
, Guid
) in self
.Platform
.Pcds
:
2105 PcdInPlatform
= self
.Platform
.Pcds
[Name
, Guid
]
2107 PcdInPlatform
= None
2108 # then override the settings if any
2109 self
._OverridePcd
(PcdInModule
, PcdInPlatform
, Module
, Msg
="DSC PCD sections", Library
=Library
)
2110 # resolve the VariableGuid value
2111 for SkuId
in PcdInModule
.SkuInfoList
:
2112 Sku
= PcdInModule
.SkuInfoList
[SkuId
]
2113 if Sku
.VariableGuid
== '': continue
2114 Sku
.VariableGuidValue
= GuidValue(Sku
.VariableGuid
, self
.PackageList
, self
.MetaFile
.Path
)
2115 if Sku
.VariableGuidValue
is None:
2116 PackageList
= "\n\t".join(str(P
) for P
in self
.PackageList
)
2119 RESOURCE_NOT_AVAILABLE
,
2120 "Value of GUID [%s] is not found in" % Sku
.VariableGuid
,
2121 ExtraData
=PackageList
+ "\n\t(used with %s.%s from module %s)" \
2122 % (Guid
, Name
, str(Module
)),
2126 # override PCD settings with module specific setting
2127 if Module
in self
.Platform
.Modules
:
2128 PlatformModule
= self
.Platform
.Modules
[str(Module
)]
2129 for Key
in PlatformModule
.Pcds
:
2134 elif Key
in GlobalData
.MixedPcd
:
2135 for PcdItem
in GlobalData
.MixedPcd
[Key
]:
2137 ToPcd
= Pcds
[PcdItem
]
2141 self
._OverridePcd
(ToPcd
, PlatformModule
.Pcds
[Key
], Module
, Msg
="DSC Components Module scoped PCD section", Library
=Library
)
2142 # use PCD value to calculate the MaxDatumSize when it is not specified
2143 for Name
, Guid
in Pcds
:
2144 Pcd
= Pcds
[Name
, Guid
]
2145 if Pcd
.DatumType
== TAB_VOID
and not Pcd
.MaxDatumSize
:
2146 Pcd
.MaxSizeUserSet
= None
2147 Value
= Pcd
.DefaultValue
2149 Pcd
.MaxDatumSize
= '1'
2150 elif Value
[0] == 'L':
2151 Pcd
.MaxDatumSize
= str((len(Value
) - 2) * 2)
2152 elif Value
[0] == '{':
2153 Pcd
.MaxDatumSize
= str(len(Value
.split(',')))
2155 Pcd
.MaxDatumSize
= str(len(Value
) - 1)
2156 return Pcds
.values()
2158 ## Resolve library names to library modules
2160 # (for Edk.x modules)
2162 # @param Module The module from which the library names will be resolved
2164 # @retval library_list The list of library modules
2166 def ResolveLibraryReference(self
, Module
):
2167 EdkLogger
.verbose("")
2168 EdkLogger
.verbose("Library instances of module [%s] [%s]:" % (str(Module
), self
.Arch
))
2169 LibraryConsumerList
= [Module
]
2171 # "CompilerStub" is a must for Edk modules
2172 if Module
.Libraries
:
2173 Module
.Libraries
.append("CompilerStub")
2175 while len(LibraryConsumerList
) > 0:
2176 M
= LibraryConsumerList
.pop()
2177 for LibraryName
in M
.Libraries
:
2178 Library
= self
.Platform
.LibraryClasses
[LibraryName
, ':dummy:']
2180 for Key
in self
.Platform
.LibraryClasses
.data
:
2181 if LibraryName
.upper() == Key
.upper():
2182 Library
= self
.Platform
.LibraryClasses
[Key
, ':dummy:']
2185 EdkLogger
.warn("build", "Library [%s] is not found" % LibraryName
, File
=str(M
),
2186 ExtraData
="\t%s [%s]" % (str(Module
), self
.Arch
))
2189 if Library
not in LibraryList
:
2190 LibraryList
.append(Library
)
2191 LibraryConsumerList
.append(Library
)
2192 EdkLogger
.verbose("\t" + LibraryName
+ " : " + str(Library
) + ' ' + str(type(Library
)))
2195 ## Calculate the priority value of the build option
2197 # @param Key Build option definition contain: TARGET_TOOLCHAIN_ARCH_COMMANDTYPE_ATTRIBUTE
2199 # @retval Value Priority value based on the priority list.
2201 def CalculatePriorityValue(self
, Key
):
2202 Target
, ToolChain
, Arch
, CommandType
, Attr
= Key
.split('_')
2203 PriorityValue
= 0x11111
2205 PriorityValue
&= 0x01111
2206 if ToolChain
== "*":
2207 PriorityValue
&= 0x10111
2209 PriorityValue
&= 0x11011
2210 if CommandType
== "*":
2211 PriorityValue
&= 0x11101
2213 PriorityValue
&= 0x11110
2215 return self
.PrioList
["0x%0.5x" % PriorityValue
]
2218 ## Expand * in build option key
2220 # @param Options Options to be expanded
2221 # @param ToolDef Use specified ToolDef instead of full version.
2222 # This is needed during initialization to prevent
2223 # infinite recursion betweeh BuildOptions,
2224 # ToolDefinition, and this function.
2226 # @retval options Options expanded
2228 def _ExpandBuildOption(self
, Options
, ModuleStyle
=None, ToolDef
=None):
2230 ToolDef
= self
.ToolDefinition
2237 # Construct a list contain the build options which need override.
2241 # Key[0] -- tool family
2242 # Key[1] -- TARGET_TOOLCHAIN_ARCH_COMMANDTYPE_ATTRIBUTE
2244 if (Key
[0] == self
.BuildRuleFamily
and
2245 (ModuleStyle
is None or len(Key
) < 3 or (len(Key
) > 2 and Key
[2] == ModuleStyle
))):
2246 Target
, ToolChain
, Arch
, CommandType
, Attr
= Key
[1].split('_')
2247 if (Target
== self
.BuildTarget
or Target
== "*") and\
2248 (ToolChain
== self
.ToolChain
or ToolChain
== "*") and\
2249 (Arch
== self
.Arch
or Arch
== "*") and\
2250 Options
[Key
].startswith("="):
2252 if OverrideList
.get(Key
[1]) is not None:
2253 OverrideList
.pop(Key
[1])
2254 OverrideList
[Key
[1]] = Options
[Key
]
2257 # Use the highest priority value.
2259 if (len(OverrideList
) >= 2):
2260 KeyList
= OverrideList
.keys()
2261 for Index
in range(len(KeyList
)):
2262 NowKey
= KeyList
[Index
]
2263 Target1
, ToolChain1
, Arch1
, CommandType1
, Attr1
= NowKey
.split("_")
2264 for Index1
in range(len(KeyList
) - Index
- 1):
2265 NextKey
= KeyList
[Index1
+ Index
+ 1]
2267 # Compare two Key, if one is included by another, choose the higher priority one
2269 Target2
, ToolChain2
, Arch2
, CommandType2
, Attr2
= NextKey
.split("_")
2270 if (Target1
== Target2
or Target1
== "*" or Target2
== "*") and\
2271 (ToolChain1
== ToolChain2
or ToolChain1
== "*" or ToolChain2
== "*") and\
2272 (Arch1
== Arch2
or Arch1
== "*" or Arch2
== "*") and\
2273 (CommandType1
== CommandType2
or CommandType1
== "*" or CommandType2
== "*") and\
2274 (Attr1
== Attr2
or Attr1
== "*" or Attr2
== "*"):
2276 if self
.CalculatePriorityValue(NowKey
) > self
.CalculatePriorityValue(NextKey
):
2277 if Options
.get((self
.BuildRuleFamily
, NextKey
)) is not None:
2278 Options
.pop((self
.BuildRuleFamily
, NextKey
))
2280 if Options
.get((self
.BuildRuleFamily
, NowKey
)) is not None:
2281 Options
.pop((self
.BuildRuleFamily
, NowKey
))
2284 if ModuleStyle
is not None and len (Key
) > 2:
2285 # Check Module style is EDK or EDKII.
2286 # Only append build option for the matched style module.
2287 if ModuleStyle
== EDK_NAME
and Key
[2] != EDK_NAME
:
2289 elif ModuleStyle
== EDKII_NAME
and Key
[2] != EDKII_NAME
:
2292 Target
, Tag
, Arch
, Tool
, Attr
= Key
[1].split("_")
2293 # if tool chain family doesn't match, skip it
2294 if Tool
in ToolDef
and Family
!= "":
2295 FamilyIsNull
= False
2296 if ToolDef
[Tool
].get(TAB_TOD_DEFINES_BUILDRULEFAMILY
, "") != "":
2297 if Family
!= ToolDef
[Tool
][TAB_TOD_DEFINES_BUILDRULEFAMILY
]:
2299 elif Family
!= ToolDef
[Tool
][TAB_TOD_DEFINES_FAMILY
]:
2302 # expand any wildcard
2303 if Target
== "*" or Target
== self
.BuildTarget
:
2304 if Tag
== "*" or Tag
== self
.ToolChain
:
2305 if Arch
== "*" or Arch
== self
.Arch
:
2306 if Tool
not in BuildOptions
:
2307 BuildOptions
[Tool
] = {}
2308 if Attr
!= "FLAGS" or Attr
not in BuildOptions
[Tool
] or Options
[Key
].startswith('='):
2309 BuildOptions
[Tool
][Attr
] = Options
[Key
]
2311 # append options for the same tool except PATH
2313 BuildOptions
[Tool
][Attr
] += " " + Options
[Key
]
2315 BuildOptions
[Tool
][Attr
] = Options
[Key
]
2316 # Build Option Family has been checked, which need't to be checked again for family.
2317 if FamilyMatch
or FamilyIsNull
:
2321 if ModuleStyle
is not None and len (Key
) > 2:
2322 # Check Module style is EDK or EDKII.
2323 # Only append build option for the matched style module.
2324 if ModuleStyle
== EDK_NAME
and Key
[2] != EDK_NAME
:
2326 elif ModuleStyle
== EDKII_NAME
and Key
[2] != EDKII_NAME
:
2329 Target
, Tag
, Arch
, Tool
, Attr
= Key
[1].split("_")
2330 # if tool chain family doesn't match, skip it
2331 if Tool
not in ToolDef
or Family
== "":
2333 # option has been added before
2334 if Family
!= ToolDef
[Tool
][TAB_TOD_DEFINES_FAMILY
]:
2337 # expand any wildcard
2338 if Target
== "*" or Target
== self
.BuildTarget
:
2339 if Tag
== "*" or Tag
== self
.ToolChain
:
2340 if Arch
== "*" or Arch
== self
.Arch
:
2341 if Tool
not in BuildOptions
:
2342 BuildOptions
[Tool
] = {}
2343 if Attr
!= "FLAGS" or Attr
not in BuildOptions
[Tool
] or Options
[Key
].startswith('='):
2344 BuildOptions
[Tool
][Attr
] = Options
[Key
]
2346 # append options for the same tool except PATH
2348 BuildOptions
[Tool
][Attr
] += " " + Options
[Key
]
2350 BuildOptions
[Tool
][Attr
] = Options
[Key
]
2353 ## Append build options in platform to a module
2355 # @param Module The module to which the build options will be appened
2357 # @retval options The options appended with build options in platform
2359 def ApplyBuildOption(self
, Module
):
2360 # Get the different options for the different style module
2361 if Module
.AutoGenVersion
< 0x00010005:
2362 PlatformOptions
= self
.EdkBuildOption
2363 ModuleTypeOptions
= self
.Platform
.GetBuildOptionsByModuleType(EDK_NAME
, Module
.ModuleType
)
2365 PlatformOptions
= self
.EdkIIBuildOption
2366 ModuleTypeOptions
= self
.Platform
.GetBuildOptionsByModuleType(EDKII_NAME
, Module
.ModuleType
)
2367 ModuleTypeOptions
= self
._ExpandBuildOption
(ModuleTypeOptions
)
2368 ModuleOptions
= self
._ExpandBuildOption
(Module
.BuildOptions
)
2369 if Module
in self
.Platform
.Modules
:
2370 PlatformModule
= self
.Platform
.Modules
[str(Module
)]
2371 PlatformModuleOptions
= self
._ExpandBuildOption
(PlatformModule
.BuildOptions
)
2373 PlatformModuleOptions
= {}
2375 BuildRuleOrder
= None
2376 for Options
in [self
.ToolDefinition
, ModuleOptions
, PlatformOptions
, ModuleTypeOptions
, PlatformModuleOptions
]:
2377 for Tool
in Options
:
2378 for Attr
in Options
[Tool
]:
2379 if Attr
== TAB_TOD_DEFINES_BUILDRULEORDER
:
2380 BuildRuleOrder
= Options
[Tool
][Attr
]
2382 AllTools
= set(ModuleOptions
.keys() + PlatformOptions
.keys() +
2383 PlatformModuleOptions
.keys() + ModuleTypeOptions
.keys() +
2384 self
.ToolDefinition
.keys())
2385 BuildOptions
= defaultdict(lambda: defaultdict(str))
2386 for Tool
in AllTools
:
2387 for Options
in [self
.ToolDefinition
, ModuleOptions
, PlatformOptions
, ModuleTypeOptions
, PlatformModuleOptions
]:
2388 if Tool
not in Options
:
2390 for Attr
in Options
[Tool
]:
2392 # Do not generate it in Makefile
2394 if Attr
== TAB_TOD_DEFINES_BUILDRULEORDER
:
2396 Value
= Options
[Tool
][Attr
]
2397 # check if override is indicated
2398 if Value
.startswith('='):
2399 BuildOptions
[Tool
][Attr
] = mws
.handleWsMacro(Value
[1:])
2402 BuildOptions
[Tool
][Attr
] += " " + mws
.handleWsMacro(Value
)
2404 BuildOptions
[Tool
][Attr
] = mws
.handleWsMacro(Value
)
2406 if Module
.AutoGenVersion
< 0x00010005 and self
.Workspace
.UniFlag
is not None:
2408 # Override UNI flag only for EDK module.
2410 BuildOptions
['BUILD']['FLAGS'] = self
.Workspace
.UniFlag
2411 return BuildOptions
, BuildRuleOrder
2414 # extend lists contained in a dictionary with lists stored in another dictionary
2415 # if CopyToDict is not derived from DefaultDict(list) then this may raise exception
2417 def ExtendCopyDictionaryLists(CopyToDict
, CopyFromDict
):
2418 for Key
in CopyFromDict
:
2419 CopyToDict
[Key
].extend(CopyFromDict
[Key
])
2421 # Create a directory specified by a set of path elements and return the full path
2422 def _MakeDir(PathList
):
2423 RetVal
= path
.join(*PathList
)
2424 CreateDirectory(RetVal
)
2427 ## ModuleAutoGen class
2429 # This class encapsules the AutoGen behaviors for the build tools. In addition to
2430 # the generation of AutoGen.h and AutoGen.c, it will generate *.depex file according
2431 # to the [depex] section in module's inf file.
2433 class ModuleAutoGen(AutoGen
):
2434 # call super().__init__ then call the worker function with different parameter count
2435 def __init__(self
, Workspace
, MetaFile
, Target
, Toolchain
, Arch
, *args
, **kwargs
):
2436 if not hasattr(self
, "_Init"):
2437 super(ModuleAutoGen
, self
).__init
__(Workspace
, MetaFile
, Target
, Toolchain
, Arch
, *args
, **kwargs
)
2438 self
._InitWorker
(Workspace
, MetaFile
, Target
, Toolchain
, Arch
, *args
)
2441 ## Cache the timestamps of metafiles of every module in a class attribute
2445 def __new__(cls
, Workspace
, MetaFile
, Target
, Toolchain
, Arch
, *args
, **kwargs
):
2446 # check if this module is employed by active platform
2447 if not PlatformAutoGen(Workspace
, args
[0], Target
, Toolchain
, Arch
).ValidModule(MetaFile
):
2448 EdkLogger
.verbose("Module [%s] for [%s] is not employed by active platform\n" \
2451 return super(ModuleAutoGen
, cls
).__new
__(cls
, Workspace
, MetaFile
, Target
, Toolchain
, Arch
, *args
, **kwargs
)
2453 ## Initialize ModuleAutoGen
2455 # @param Workspace EdkIIWorkspaceBuild object
2456 # @param ModuleFile The path of module file
2457 # @param Target Build target (DEBUG, RELEASE)
2458 # @param Toolchain Name of tool chain
2459 # @param Arch The arch the module supports
2460 # @param PlatformFile Platform meta-file
2462 def _InitWorker(self
, Workspace
, ModuleFile
, Target
, Toolchain
, Arch
, PlatformFile
):
2463 EdkLogger
.debug(EdkLogger
.DEBUG_9
, "AutoGen module [%s] [%s]" % (ModuleFile
, Arch
))
2464 GlobalData
.gProcessingFile
= "%s [%s, %s, %s]" % (ModuleFile
, Arch
, Toolchain
, Target
)
2466 self
.Workspace
= Workspace
2467 self
.WorkspaceDir
= Workspace
.WorkspaceDir
2468 self
.MetaFile
= ModuleFile
2469 self
.PlatformInfo
= PlatformAutoGen(Workspace
, PlatformFile
, Target
, Toolchain
, Arch
)
2471 self
.SourceDir
= self
.MetaFile
.SubDir
2472 self
.SourceDir
= mws
.relpath(self
.SourceDir
, self
.WorkspaceDir
)
2474 self
.SourceOverrideDir
= None
2475 # use overrided path defined in DSC file
2476 if self
.MetaFile
.Key
in GlobalData
.gOverrideDir
:
2477 self
.SourceOverrideDir
= GlobalData
.gOverrideDir
[self
.MetaFile
.Key
]
2479 self
.ToolChain
= Toolchain
2480 self
.BuildTarget
= Target
2482 self
.ToolChainFamily
= self
.PlatformInfo
.ToolChainFamily
2483 self
.BuildRuleFamily
= self
.PlatformInfo
.BuildRuleFamily
2485 self
.IsCodeFileCreated
= False
2486 self
.IsAsBuiltInfCreated
= False
2487 self
.DepexGenerated
= False
2489 self
.BuildDatabase
= self
.Workspace
.BuildDatabase
2490 self
.BuildRuleOrder
= None
2493 self
._PcdComments
= OrderedListDict()
2494 self
._GuidComments
= OrderedListDict()
2495 self
._ProtocolComments
= OrderedListDict()
2496 self
._PpiComments
= OrderedListDict()
2497 self
._BuildTargets
= None
2498 self
._IntroBuildTargetList
= None
2499 self
._FinalBuildTargetList
= None
2500 self
._FileTypes
= None
2502 self
.AutoGenDepSet
= set()
2503 self
.ReferenceModules
= []
2508 return "%s [%s]" % (self
.MetaFile
, self
.Arch
)
2510 # Get FixedAtBuild Pcds of this Module
2512 def FixedAtBuildPcds(self
):
2514 for Pcd
in self
.ModulePcdList
:
2515 if Pcd
.Type
!= TAB_PCDS_FIXED_AT_BUILD
:
2517 if Pcd
not in RetVal
:
2522 def FixedVoidTypePcds(self
):
2524 for Pcd
in self
.FixedAtBuildPcds
:
2525 if Pcd
.DatumType
== TAB_VOID
:
2526 if '{}.{}'.format(Pcd
.TokenSpaceGuidCName
, Pcd
.TokenCName
) not in RetVal
:
2527 RetVal
['{}.{}'.format(Pcd
.TokenSpaceGuidCName
, Pcd
.TokenCName
)] = Pcd
.DefaultValue
2531 def UniqueBaseName(self
):
2532 BaseName
= self
.Name
2533 for Module
in self
.PlatformInfo
.ModuleAutoGenList
:
2534 if Module
.MetaFile
== self
.MetaFile
:
2536 if Module
.Name
== self
.Name
:
2537 if uuid
.UUID(Module
.Guid
) == uuid
.UUID(self
.Guid
):
2538 EdkLogger
.error("build", FILE_DUPLICATED
, 'Modules have same BaseName and FILE_GUID:\n'
2539 ' %s\n %s' % (Module
.MetaFile
, self
.MetaFile
))
2540 BaseName
= '%s_%s' % (self
.Name
, self
.Guid
)
2543 # Macros could be used in build_rule.txt (also Makefile)
2546 return OrderedDict((
2547 ("WORKSPACE" ,self
.WorkspaceDir
),
2548 ("MODULE_NAME" ,self
.Name
),
2549 ("MODULE_NAME_GUID" ,self
.UniqueBaseName
),
2550 ("MODULE_GUID" ,self
.Guid
),
2551 ("MODULE_VERSION" ,self
.Version
),
2552 ("MODULE_TYPE" ,self
.ModuleType
),
2553 ("MODULE_FILE" ,str(self
.MetaFile
)),
2554 ("MODULE_FILE_BASE_NAME" ,self
.MetaFile
.BaseName
),
2555 ("MODULE_RELATIVE_DIR" ,self
.SourceDir
),
2556 ("MODULE_DIR" ,self
.SourceDir
),
2557 ("BASE_NAME" ,self
.Name
),
2558 ("ARCH" ,self
.Arch
),
2559 ("TOOLCHAIN" ,self
.ToolChain
),
2560 ("TOOLCHAIN_TAG" ,self
.ToolChain
),
2561 ("TOOL_CHAIN_TAG" ,self
.ToolChain
),
2562 ("TARGET" ,self
.BuildTarget
),
2563 ("BUILD_DIR" ,self
.PlatformInfo
.BuildDir
),
2564 ("BIN_DIR" ,os
.path
.join(self
.PlatformInfo
.BuildDir
, self
.Arch
)),
2565 ("LIB_DIR" ,os
.path
.join(self
.PlatformInfo
.BuildDir
, self
.Arch
)),
2566 ("MODULE_BUILD_DIR" ,self
.BuildDir
),
2567 ("OUTPUT_DIR" ,self
.OutputDir
),
2568 ("DEBUG_DIR" ,self
.DebugDir
),
2569 ("DEST_DIR_OUTPUT" ,self
.OutputDir
),
2570 ("DEST_DIR_DEBUG" ,self
.DebugDir
),
2571 ("PLATFORM_NAME" ,self
.PlatformInfo
.Name
),
2572 ("PLATFORM_GUID" ,self
.PlatformInfo
.Guid
),
2573 ("PLATFORM_VERSION" ,self
.PlatformInfo
.Version
),
2574 ("PLATFORM_RELATIVE_DIR" ,self
.PlatformInfo
.SourceDir
),
2575 ("PLATFORM_DIR" ,mws
.join(self
.WorkspaceDir
, self
.PlatformInfo
.SourceDir
)),
2576 ("PLATFORM_OUTPUT_DIR" ,self
.PlatformInfo
.OutputDir
),
2577 ("FFS_OUTPUT_DIR" ,self
.FfsOutputDir
)
2580 ## Return the module build data object
2583 return self
.BuildDatabase
[self
.MetaFile
, self
.Arch
, self
.BuildTarget
, self
.ToolChain
]
2585 ## Return the module name
2588 return self
.Module
.BaseName
2590 ## Return the module DxsFile if exist
2593 return self
.Module
.DxsFile
2595 ## Return the module meta-file GUID
2599 # To build same module more than once, the module path with FILE_GUID overridden has
2600 # the file name FILE_GUIDmodule.inf, but the relative path (self.MetaFile.File) is the realy path
2601 # in DSC. The overridden GUID can be retrieved from file name
2603 if os
.path
.basename(self
.MetaFile
.File
) != os
.path
.basename(self
.MetaFile
.Path
):
2605 # Length of GUID is 36
2607 return os
.path
.basename(self
.MetaFile
.Path
)[:36]
2608 return self
.Module
.Guid
2610 ## Return the module version
2613 return self
.Module
.Version
2615 ## Return the module type
2617 def ModuleType(self
):
2618 return self
.Module
.ModuleType
2620 ## Return the component type (for Edk.x style of module)
2622 def ComponentType(self
):
2623 return self
.Module
.ComponentType
2625 ## Return the build type
2627 def BuildType(self
):
2628 return self
.Module
.BuildType
2630 ## Return the PCD_IS_DRIVER setting
2632 def PcdIsDriver(self
):
2633 return self
.Module
.PcdIsDriver
2635 ## Return the autogen version, i.e. module meta-file version
2637 def AutoGenVersion(self
):
2638 return self
.Module
.AutoGenVersion
2640 ## Check if the module is library or not
2642 def IsLibrary(self
):
2643 return bool(self
.Module
.LibraryClass
)
2645 ## Check if the module is binary module or not
2647 def IsBinaryModule(self
):
2648 return self
.Module
.IsBinaryModule
2650 ## Return the directory to store intermediate files of the module
2654 self
.PlatformInfo
.BuildDir
,
2657 self
.MetaFile
.BaseName
2660 ## Return the directory to store the intermediate object files of the mdoule
2662 def OutputDir(self
):
2663 return _MakeDir((self
.BuildDir
, "OUTPUT"))
2665 ## Return the directory path to store ffs file
2667 def FfsOutputDir(self
):
2668 if GlobalData
.gFdfParser
:
2669 return path
.join(self
.PlatformInfo
.BuildDir
, TAB_FV_DIRECTORY
, "Ffs", self
.Guid
+ self
.Name
)
2672 ## Return the directory to store auto-gened source files of the mdoule
2675 return _MakeDir((self
.BuildDir
, "DEBUG"))
2677 ## Return the path of custom file
2679 def CustomMakefile(self
):
2681 for Type
in self
.Module
.CustomMakefile
:
2682 MakeType
= gMakeTypeMap
[Type
] if Type
in gMakeTypeMap
else 'nmake'
2683 if self
.SourceOverrideDir
is not None:
2684 File
= os
.path
.join(self
.SourceOverrideDir
, self
.Module
.CustomMakefile
[Type
])
2685 if not os
.path
.exists(File
):
2686 File
= os
.path
.join(self
.SourceDir
, self
.Module
.CustomMakefile
[Type
])
2688 File
= os
.path
.join(self
.SourceDir
, self
.Module
.CustomMakefile
[Type
])
2689 RetVal
[MakeType
] = File
2692 ## Return the directory of the makefile
2694 # @retval string The directory string of module's makefile
2697 def MakeFileDir(self
):
2698 return self
.BuildDir
2700 ## Return build command string
2702 # @retval string Build command string
2705 def BuildCommand(self
):
2706 return self
.PlatformInfo
.BuildCommand
2708 ## Get object list of all packages the module and its dependent libraries belong to
2710 # @retval list The list of package object
2713 def DerivedPackageList(self
):
2715 for M
in [self
.Module
] + self
.DependentLibraryList
:
2716 for Package
in M
.Packages
:
2717 if Package
in PackageList
:
2719 PackageList
.append(Package
)
2722 ## Get the depex string
2724 # @return : a string contain all depex expresion.
2725 def _GetDepexExpresionString(self
):
2728 ## DPX_SOURCE IN Define section.
2729 if self
.Module
.DxsFile
:
2731 for M
in [self
.Module
] + self
.DependentLibraryList
:
2732 Filename
= M
.MetaFile
.Path
2733 InfObj
= InfSectionParser
.InfSectionParser(Filename
)
2734 DepexExpresionList
= InfObj
.GetDepexExpresionList()
2735 for DepexExpresion
in DepexExpresionList
:
2736 for key
in DepexExpresion
:
2737 Arch
, ModuleType
= key
2738 DepexExpr
= [x
for x
in DepexExpresion
[key
] if not str(x
).startswith('#')]
2739 # the type of build module is USER_DEFINED.
2740 # All different DEPEX section tags would be copied into the As Built INF file
2741 # and there would be separate DEPEX section tags
2742 if self
.ModuleType
.upper() == SUP_MODULE_USER_DEFINED
:
2743 if (Arch
.upper() == self
.Arch
.upper()) and (ModuleType
.upper() != TAB_ARCH_COMMON
):
2744 DepexList
.append({(Arch
, ModuleType
): DepexExpr
})
2746 if Arch
.upper() == TAB_ARCH_COMMON
or \
2747 (Arch
.upper() == self
.Arch
.upper() and \
2748 ModuleType
.upper() in [TAB_ARCH_COMMON
, self
.ModuleType
.upper()]):
2749 DepexList
.append({(Arch
, ModuleType
): DepexExpr
})
2751 #the type of build module is USER_DEFINED.
2752 if self
.ModuleType
.upper() == SUP_MODULE_USER_DEFINED
:
2753 for Depex
in DepexList
:
2755 DepexStr
+= '[Depex.%s.%s]\n' % key
2756 DepexStr
+= '\n'.join('# '+ val
for val
in Depex
[key
])
2759 return '[Depex.%s]\n' % self
.Arch
2762 #the type of build module not is USER_DEFINED.
2764 for Depex
in DepexList
:
2769 for D
in Depex
.values():
2770 DepexStr
+= ' '.join(val
for val
in D
)
2771 Index
= DepexStr
.find('END')
2772 if Index
> -1 and Index
== len(DepexStr
) - 3:
2773 DepexStr
= DepexStr
[:-3]
2774 DepexStr
= DepexStr
.strip()
2777 DepexStr
= DepexStr
.lstrip('(').rstrip(')').strip()
2779 return '[Depex.%s]\n' % self
.Arch
2780 return '[Depex.%s]\n# ' % self
.Arch
+ DepexStr
2782 ## Merge dependency expression
2784 # @retval list The token list of the dependency expression after parsed
2787 def DepexList(self
):
2788 if self
.DxsFile
or self
.IsLibrary
or TAB_DEPENDENCY_EXPRESSION_FILE
in self
.FileTypes
:
2793 # Append depex from dependent libraries, if not "BEFORE", "AFTER" expresion
2795 for M
in [self
.Module
] + self
.DependentLibraryList
:
2797 for D
in M
.Depex
[self
.Arch
, self
.ModuleType
]:
2799 DepexList
.append('AND')
2800 DepexList
.append('(')
2801 #replace D with value if D is FixedAtBuild PCD
2805 NewList
.append(item
)
2807 if item
not in self
._FixedPcdVoidTypeDict
:
2808 EdkLogger
.error("build", FORMAT_INVALID
, "{} used in [Depex] section should be used as FixedAtBuild type and VOID* datum type in the module.".format(item
))
2810 Value
= self
._FixedPcdVoidTypeDict
[item
]
2811 if len(Value
.split(',')) != 16:
2812 EdkLogger
.error("build", FORMAT_INVALID
,
2813 "{} used in [Depex] section should be used as FixedAtBuild type and VOID* datum type and 16 bytes in the module.".format(item
))
2814 NewList
.append(Value
)
2815 DepexList
.extend(NewList
)
2816 if DepexList
[-1] == 'END': # no need of a END at this time
2818 DepexList
.append(')')
2821 EdkLogger
.verbose("DEPEX[%s] (+%s) = %s" % (self
.Name
, M
.BaseName
, DepexList
))
2822 if 'BEFORE' in DepexList
or 'AFTER' in DepexList
:
2824 if len(DepexList
) > 0:
2825 EdkLogger
.verbose('')
2826 return {self
.ModuleType
:DepexList
}
2828 ## Merge dependency expression
2830 # @retval list The token list of the dependency expression after parsed
2833 def DepexExpressionDict(self
):
2834 if self
.DxsFile
or self
.IsLibrary
or TAB_DEPENDENCY_EXPRESSION_FILE
in self
.FileTypes
:
2837 DepexExpressionString
= ''
2839 # Append depex from dependent libraries, if not "BEFORE", "AFTER" expresion
2841 for M
in [self
.Module
] + self
.DependentLibraryList
:
2843 for D
in M
.DepexExpression
[self
.Arch
, self
.ModuleType
]:
2844 if DepexExpressionString
!= '':
2845 DepexExpressionString
+= ' AND '
2846 DepexExpressionString
+= '('
2847 DepexExpressionString
+= D
2848 DepexExpressionString
= DepexExpressionString
.rstrip('END').strip()
2849 DepexExpressionString
+= ')'
2852 EdkLogger
.verbose("DEPEX[%s] (+%s) = %s" % (self
.Name
, M
.BaseName
, DepexExpressionString
))
2853 if 'BEFORE' in DepexExpressionString
or 'AFTER' in DepexExpressionString
:
2855 if len(DepexExpressionString
) > 0:
2856 EdkLogger
.verbose('')
2858 return {self
.ModuleType
:DepexExpressionString
}
2860 # Get the tiano core user extension, it is contain dependent library.
2861 # @retval: a list contain tiano core userextension.
2863 def _GetTianoCoreUserExtensionList(self
):
2864 TianoCoreUserExtentionList
= []
2865 for M
in [self
.Module
] + self
.DependentLibraryList
:
2866 Filename
= M
.MetaFile
.Path
2867 InfObj
= InfSectionParser
.InfSectionParser(Filename
)
2868 TianoCoreUserExtenList
= InfObj
.GetUserExtensionTianoCore()
2869 for TianoCoreUserExtent
in TianoCoreUserExtenList
:
2870 for Section
in TianoCoreUserExtent
:
2871 ItemList
= Section
.split(TAB_SPLIT
)
2873 if len(ItemList
) == 4:
2875 if Arch
.upper() == TAB_ARCH_COMMON
or Arch
.upper() == self
.Arch
.upper():
2877 TianoCoreList
.extend([TAB_SECTION_START
+ Section
+ TAB_SECTION_END
])
2878 TianoCoreList
.extend(TianoCoreUserExtent
[Section
][:])
2879 TianoCoreList
.append('\n')
2880 TianoCoreUserExtentionList
.append(TianoCoreList
)
2882 return TianoCoreUserExtentionList
2884 ## Return the list of specification version required for the module
2886 # @retval list The list of specification defined in module file
2889 def Specification(self
):
2890 return self
.Module
.Specification
2892 ## Tool option for the module build
2894 # @param PlatformInfo The object of PlatformBuildInfo
2895 # @retval dict The dict containing valid options
2898 def BuildOption(self
):
2899 RetVal
, self
.BuildRuleOrder
= self
.PlatformInfo
.ApplyBuildOption(self
.Module
)
2900 if self
.BuildRuleOrder
:
2901 self
.BuildRuleOrder
= ['.%s' % Ext
for Ext
in self
.BuildRuleOrder
.split()]
2904 ## Get include path list from tool option for the module build
2906 # @retval list The include path list
2909 def BuildOptionIncPathList(self
):
2911 # Regular expression for finding Include Directories, the difference between MSFT and INTEL/GCC/RVCT
2912 # is the former use /I , the Latter used -I to specify include directories
2914 if self
.PlatformInfo
.ToolChainFamily
in (TAB_COMPILER_MSFT
):
2915 BuildOptIncludeRegEx
= gBuildOptIncludePatternMsft
2916 elif self
.PlatformInfo
.ToolChainFamily
in ('INTEL', 'GCC', 'RVCT'):
2917 BuildOptIncludeRegEx
= gBuildOptIncludePatternOther
2920 # New ToolChainFamily, don't known whether there is option to specify include directories
2925 for Tool
in ('CC', 'PP', 'VFRPP', 'ASLPP', 'ASLCC', 'APP', 'ASM'):
2927 FlagOption
= self
.BuildOption
[Tool
]['FLAGS']
2931 if self
.ToolChainFamily
!= 'RVCT':
2932 IncPathList
= [NormPath(Path
, self
.Macros
) for Path
in BuildOptIncludeRegEx
.findall(FlagOption
)]
2935 # RVCT may specify a list of directory seperated by commas
2938 for Path
in BuildOptIncludeRegEx
.findall(FlagOption
):
2939 PathList
= GetSplitList(Path
, TAB_COMMA_SPLIT
)
2940 IncPathList
.extend(NormPath(PathEntry
, self
.Macros
) for PathEntry
in PathList
)
2943 # EDK II modules must not reference header files outside of the packages they depend on or
2944 # within the module's directory tree. Report error if violation.
2946 if self
.AutoGenVersion
>= 0x00010005:
2947 for Path
in IncPathList
:
2948 if (Path
not in self
.IncludePathList
) and (CommonPath([Path
, self
.MetaFile
.Dir
]) != self
.MetaFile
.Dir
):
2949 ErrMsg
= "The include directory for the EDK II module in this line is invalid %s specified in %s FLAGS '%s'" % (Path
, Tool
, FlagOption
)
2950 EdkLogger
.error("build",
2953 File
=str(self
.MetaFile
))
2954 RetVal
+= IncPathList
2957 ## Return a list of files which can be built from source
2959 # What kind of files can be built is determined by build rules in
2960 # $(CONF_DIRECTORY)/build_rule.txt and toolchain family.
2963 def SourceFileList(self
):
2965 ToolChainTagSet
= {"", "*", self
.ToolChain
}
2966 ToolChainFamilySet
= {"", "*", self
.ToolChainFamily
, self
.BuildRuleFamily
}
2967 for F
in self
.Module
.Sources
:
2969 if F
.TagName
not in ToolChainTagSet
:
2970 EdkLogger
.debug(EdkLogger
.DEBUG_9
, "The toolchain [%s] for processing file [%s] is found, "
2971 "but [%s] is currently used" % (F
.TagName
, str(F
), self
.ToolChain
))
2973 # match tool chain family or build rule family
2974 if F
.ToolChainFamily
not in ToolChainFamilySet
:
2977 "The file [%s] must be built by tools of [%s], " \
2978 "but current toolchain family is [%s], buildrule family is [%s]" \
2979 % (str(F
), F
.ToolChainFamily
, self
.ToolChainFamily
, self
.BuildRuleFamily
))
2982 # add the file path into search path list for file including
2983 if F
.Dir
not in self
.IncludePathList
and self
.AutoGenVersion
>= 0x00010005:
2984 self
.IncludePathList
.insert(0, F
.Dir
)
2987 self
._MatchBuildRuleOrder
(RetVal
)
2990 self
._ApplyBuildRule
(F
, TAB_UNKNOWN_FILE
)
2993 def _MatchBuildRuleOrder(self
, FileList
):
2996 for SingleFile
in FileList
:
2997 if self
.BuildRuleOrder
and SingleFile
.Ext
in self
.BuildRuleOrder
and SingleFile
.Ext
in self
.BuildRules
:
2998 key
= SingleFile
.Path
.split(SingleFile
.Ext
)[0]
2999 if key
in Order_Dict
:
3000 Order_Dict
[key
].append(SingleFile
.Ext
)
3002 Order_Dict
[key
] = [SingleFile
.Ext
]
3005 for F
in Order_Dict
:
3006 if len(Order_Dict
[F
]) > 1:
3007 Order_Dict
[F
].sort(key
=lambda i
: self
.BuildRuleOrder
.index(i
))
3008 for Ext
in Order_Dict
[F
][1:]:
3009 RemoveList
.append(F
+ Ext
)
3011 for item
in RemoveList
:
3012 FileList
.remove(item
)
3016 ## Return the list of unicode files
3018 def UnicodeFileList(self
):
3019 return self
.FileTypes
.get(TAB_UNICODE_FILE
,[])
3021 ## Return the list of vfr files
3023 def VfrFileList(self
):
3024 return self
.FileTypes
.get(TAB_VFR_FILE
, [])
3026 ## Return the list of Image Definition files
3028 def IdfFileList(self
):
3029 return self
.FileTypes
.get(TAB_IMAGE_FILE
,[])
3031 ## Return a list of files which can be built from binary
3033 # "Build" binary files are just to copy them to build directory.
3035 # @retval list The list of files which can be built later
3038 def BinaryFileList(self
):
3040 for F
in self
.Module
.Binaries
:
3041 if F
.Target
not in [TAB_ARCH_COMMON
, '*'] and F
.Target
!= self
.BuildTarget
:
3044 self
._ApplyBuildRule
(F
, F
.Type
, BinaryFileList
=RetVal
)
3048 def BuildRules(self
):
3050 BuildRuleDatabase
= self
.PlatformInfo
.BuildRule
3051 for Type
in BuildRuleDatabase
.FileTypeList
:
3052 #first try getting build rule by BuildRuleFamily
3053 RuleObject
= BuildRuleDatabase
[Type
, self
.BuildType
, self
.Arch
, self
.BuildRuleFamily
]
3055 # build type is always module type, but ...
3056 if self
.ModuleType
!= self
.BuildType
:
3057 RuleObject
= BuildRuleDatabase
[Type
, self
.ModuleType
, self
.Arch
, self
.BuildRuleFamily
]
3058 #second try getting build rule by ToolChainFamily
3060 RuleObject
= BuildRuleDatabase
[Type
, self
.BuildType
, self
.Arch
, self
.ToolChainFamily
]
3062 # build type is always module type, but ...
3063 if self
.ModuleType
!= self
.BuildType
:
3064 RuleObject
= BuildRuleDatabase
[Type
, self
.ModuleType
, self
.Arch
, self
.ToolChainFamily
]
3067 RuleObject
= RuleObject
.Instantiate(self
.Macros
)
3068 RetVal
[Type
] = RuleObject
3069 for Ext
in RuleObject
.SourceFileExtList
:
3070 RetVal
[Ext
] = RuleObject
3073 def _ApplyBuildRule(self
, File
, FileType
, BinaryFileList
=None):
3074 if self
._BuildTargets
is None:
3075 self
._IntroBuildTargetList
= set()
3076 self
._FinalBuildTargetList
= set()
3077 self
._BuildTargets
= defaultdict(set)
3078 self
._FileTypes
= defaultdict(set)
3080 if not BinaryFileList
:
3081 BinaryFileList
= self
.BinaryFileList
3083 SubDirectory
= os
.path
.join(self
.OutputDir
, File
.SubDir
)
3084 if not os
.path
.exists(SubDirectory
):
3085 CreateDirectory(SubDirectory
)
3091 # Make sure to get build rule order value
3095 while Index
< len(SourceList
):
3096 Source
= SourceList
[Index
]
3100 CreateDirectory(Source
.Dir
)
3102 if File
.IsBinary
and File
== Source
and File
in BinaryFileList
:
3103 # Skip all files that are not binary libraries
3104 if not self
.IsLibrary
:
3106 RuleObject
= self
.BuildRules
[TAB_DEFAULT_BINARY_FILE
]
3107 elif FileType
in self
.BuildRules
:
3108 RuleObject
= self
.BuildRules
[FileType
]
3109 elif Source
.Ext
in self
.BuildRules
:
3110 RuleObject
= self
.BuildRules
[Source
.Ext
]
3112 # stop at no more rules
3114 self
._FinalBuildTargetList
.add(LastTarget
)
3117 FileType
= RuleObject
.SourceFileType
3118 self
._FileTypes
[FileType
].add(Source
)
3120 # stop at STATIC_LIBRARY for library
3121 if self
.IsLibrary
and FileType
== TAB_STATIC_LIBRARY
:
3123 self
._FinalBuildTargetList
.add(LastTarget
)
3126 Target
= RuleObject
.Apply(Source
, self
.BuildRuleOrder
)
3129 self
._FinalBuildTargetList
.add(LastTarget
)
3131 elif not Target
.Outputs
:
3132 # Only do build for target with outputs
3133 self
._FinalBuildTargetList
.add(Target
)
3135 self
._BuildTargets
[FileType
].add(Target
)
3137 if not Source
.IsBinary
and Source
== File
:
3138 self
._IntroBuildTargetList
.add(Target
)
3140 # to avoid cyclic rule
3141 if FileType
in RuleChain
:
3144 RuleChain
.add(FileType
)
3145 SourceList
.extend(Target
.Outputs
)
3147 FileType
= TAB_UNKNOWN_FILE
3151 if self
._BuildTargets
is None:
3152 self
._IntroBuildTargetList
= set()
3153 self
._FinalBuildTargetList
= set()
3154 self
._BuildTargets
= defaultdict(set)
3155 self
._FileTypes
= defaultdict(set)
3157 #TRICK: call SourceFileList property to apply build rule for source files
3160 #TRICK: call _GetBinaryFileList to apply build rule for binary files
3163 return self
._BuildTargets
3166 def IntroTargetList(self
):
3168 return self
._IntroBuildTargetList
3171 def CodaTargetList(self
):
3173 return self
._FinalBuildTargetList
3176 def FileTypes(self
):
3178 return self
._FileTypes
3180 ## Get the list of package object the module depends on
3182 # @retval list The package object list
3185 def DependentPackageList(self
):
3186 return self
.Module
.Packages
3188 ## Return the list of auto-generated code file
3190 # @retval list The list of auto-generated file
3193 def AutoGenFileList(self
):
3194 AutoGenUniIdf
= self
.BuildType
!= 'UEFI_HII'
3195 UniStringBinBuffer
= BytesIO()
3196 IdfGenBinBuffer
= BytesIO()
3198 AutoGenC
= TemplateString()
3199 AutoGenH
= TemplateString()
3200 StringH
= TemplateString()
3201 StringIdf
= TemplateString()
3202 GenC
.CreateCode(self
, AutoGenC
, AutoGenH
, StringH
, AutoGenUniIdf
, UniStringBinBuffer
, StringIdf
, AutoGenUniIdf
, IdfGenBinBuffer
)
3204 # AutoGen.c is generated if there are library classes in inf, or there are object files
3206 if str(AutoGenC
) != "" and (len(self
.Module
.LibraryClasses
) > 0
3207 or TAB_OBJECT_FILE
in self
.FileTypes
):
3208 AutoFile
= PathClass(gAutoGenCodeFileName
, self
.DebugDir
)
3209 RetVal
[AutoFile
] = str(AutoGenC
)
3210 self
._ApplyBuildRule
(AutoFile
, TAB_UNKNOWN_FILE
)
3211 if str(AutoGenH
) != "":
3212 AutoFile
= PathClass(gAutoGenHeaderFileName
, self
.DebugDir
)
3213 RetVal
[AutoFile
] = str(AutoGenH
)
3214 self
._ApplyBuildRule
(AutoFile
, TAB_UNKNOWN_FILE
)
3215 if str(StringH
) != "":
3216 AutoFile
= PathClass(gAutoGenStringFileName
% {"module_name":self
.Name
}, self
.DebugDir
)
3217 RetVal
[AutoFile
] = str(StringH
)
3218 self
._ApplyBuildRule
(AutoFile
, TAB_UNKNOWN_FILE
)
3219 if UniStringBinBuffer
is not None and UniStringBinBuffer
.getvalue() != "":
3220 AutoFile
= PathClass(gAutoGenStringFormFileName
% {"module_name":self
.Name
}, self
.OutputDir
)
3221 RetVal
[AutoFile
] = UniStringBinBuffer
.getvalue()
3222 AutoFile
.IsBinary
= True
3223 self
._ApplyBuildRule
(AutoFile
, TAB_UNKNOWN_FILE
)
3224 if UniStringBinBuffer
is not None:
3225 UniStringBinBuffer
.close()
3226 if str(StringIdf
) != "":
3227 AutoFile
= PathClass(gAutoGenImageDefFileName
% {"module_name":self
.Name
}, self
.DebugDir
)
3228 RetVal
[AutoFile
] = str(StringIdf
)
3229 self
._ApplyBuildRule
(AutoFile
, TAB_UNKNOWN_FILE
)
3230 if IdfGenBinBuffer
is not None and IdfGenBinBuffer
.getvalue() != "":
3231 AutoFile
= PathClass(gAutoGenIdfFileName
% {"module_name":self
.Name
}, self
.OutputDir
)
3232 RetVal
[AutoFile
] = IdfGenBinBuffer
.getvalue()
3233 AutoFile
.IsBinary
= True
3234 self
._ApplyBuildRule
(AutoFile
, TAB_UNKNOWN_FILE
)
3235 if IdfGenBinBuffer
is not None:
3236 IdfGenBinBuffer
.close()
3239 ## Return the list of library modules explicitly or implicityly used by this module
3241 def DependentLibraryList(self
):
3242 # only merge library classes and PCD for non-library module
3245 if self
.AutoGenVersion
< 0x00010005:
3246 return self
.PlatformInfo
.ResolveLibraryReference(self
.Module
)
3247 return self
.PlatformInfo
.ApplyLibraryInstance(self
.Module
)
3249 ## Get the list of PCDs from current module
3251 # @retval list The list of PCD
3254 def ModulePcdList(self
):
3255 # apply PCD settings from platform
3256 RetVal
= self
.PlatformInfo
.ApplyPcdSetting(self
.Module
, self
.Module
.Pcds
)
3257 ExtendCopyDictionaryLists(self
._PcdComments
, self
.Module
.PcdComments
)
3260 ## Get the list of PCDs from dependent libraries
3262 # @retval list The list of PCD
3265 def LibraryPcdList(self
):
3270 # get PCDs from dependent libraries
3271 for Library
in self
.DependentLibraryList
:
3272 PcdsInLibrary
= OrderedDict()
3273 ExtendCopyDictionaryLists(self
._PcdComments
, Library
.PcdComments
)
3274 for Key
in Library
.Pcds
:
3275 # skip duplicated PCDs
3276 if Key
in self
.Module
.Pcds
or Key
in Pcds
:
3279 PcdsInLibrary
[Key
] = copy
.copy(Library
.Pcds
[Key
])
3280 RetVal
.extend(self
.PlatformInfo
.ApplyPcdSetting(self
.Module
, PcdsInLibrary
, Library
=Library
))
3283 ## Get the GUID value mapping
3285 # @retval dict The mapping between GUID cname and its value
3289 RetVal
= OrderedDict(self
.Module
.Guids
)
3290 for Library
in self
.DependentLibraryList
:
3291 RetVal
.update(Library
.Guids
)
3292 ExtendCopyDictionaryLists(self
._GuidComments
, Library
.GuidComments
)
3293 ExtendCopyDictionaryLists(self
._GuidComments
, self
.Module
.GuidComments
)
3297 def GetGuidsUsedByPcd(self
):
3298 RetVal
= OrderedDict(self
.Module
.GetGuidsUsedByPcd())
3299 for Library
in self
.DependentLibraryList
:
3300 RetVal
.update(Library
.GetGuidsUsedByPcd())
3302 ## Get the protocol value mapping
3304 # @retval dict The mapping between protocol cname and its value
3307 def ProtocolList(self
):
3308 RetVal
= OrderedDict(self
.Module
.Protocols
)
3309 for Library
in self
.DependentLibraryList
:
3310 RetVal
.update(Library
.Protocols
)
3311 ExtendCopyDictionaryLists(self
._ProtocolComments
, Library
.ProtocolComments
)
3312 ExtendCopyDictionaryLists(self
._ProtocolComments
, self
.Module
.ProtocolComments
)
3315 ## Get the PPI value mapping
3317 # @retval dict The mapping between PPI cname and its value
3321 RetVal
= OrderedDict(self
.Module
.Ppis
)
3322 for Library
in self
.DependentLibraryList
:
3323 RetVal
.update(Library
.Ppis
)
3324 ExtendCopyDictionaryLists(self
._PpiComments
, Library
.PpiComments
)
3325 ExtendCopyDictionaryLists(self
._PpiComments
, self
.Module
.PpiComments
)
3328 ## Get the list of include search path
3330 # @retval list The list path
3333 def IncludePathList(self
):
3335 if self
.AutoGenVersion
< 0x00010005:
3336 for Inc
in self
.Module
.Includes
:
3337 if Inc
not in RetVal
:
3340 Inc
= path
.join(Inc
, self
.Arch
.capitalize())
3341 if os
.path
.exists(Inc
) and Inc
not in RetVal
:
3343 # Edk module needs to put DEBUG_DIR at the end of search path and not to use SOURCE_DIR all the time
3344 RetVal
.append(self
.DebugDir
)
3346 RetVal
.append(self
.MetaFile
.Dir
)
3347 RetVal
.append(self
.DebugDir
)
3349 for Package
in self
.Module
.Packages
:
3350 PackageDir
= mws
.join(self
.WorkspaceDir
, Package
.MetaFile
.Dir
)
3351 if PackageDir
not in RetVal
:
3352 RetVal
.append(PackageDir
)
3353 IncludesList
= Package
.Includes
3354 if Package
._PrivateIncludes
:
3355 if not self
.MetaFile
.Path
.startswith(PackageDir
):
3356 IncludesList
= list(set(Package
.Includes
).difference(set(Package
._PrivateIncludes
)))
3357 for Inc
in IncludesList
:
3358 if Inc
not in RetVal
:
3359 RetVal
.append(str(Inc
))
3363 def IncludePathLength(self
):
3364 return sum(len(inc
)+1 for inc
in self
.IncludePathList
)
3366 ## Get HII EX PCDs which maybe used by VFR
3368 # efivarstore used by VFR may relate with HII EX PCDs
3369 # Get the variable name and GUID from efivarstore and HII EX PCD
3370 # List the HII EX PCDs in As Built INF if both name and GUID match.
3372 # @retval list HII EX PCDs
3374 def _GetPcdsMaybeUsedByVfr(self
):
3375 if not self
.SourceFileList
:
3379 for SrcFile
in self
.SourceFileList
:
3380 if SrcFile
.Ext
.lower() != '.vfr':
3382 Vfri
= os
.path
.join(self
.OutputDir
, SrcFile
.BaseName
+ '.i')
3383 if not os
.path
.exists(Vfri
):
3385 VfriFile
= open(Vfri
, 'r')
3386 Content
= VfriFile
.read()
3388 Pos
= Content
.find('efivarstore')
3391 # Make sure 'efivarstore' is the start of efivarstore statement
3392 # In case of the value of 'name' (name = efivarstore) is equal to 'efivarstore'
3395 while Index
>= 0 and Content
[Index
] in ' \t\r\n':
3397 if Index
>= 0 and Content
[Index
] != ';':
3398 Pos
= Content
.find('efivarstore', Pos
+ len('efivarstore'))
3401 # 'efivarstore' must be followed by name and guid
3403 Name
= gEfiVarStoreNamePattern
.search(Content
, Pos
)
3406 Guid
= gEfiVarStoreGuidPattern
.search(Content
, Pos
)
3409 NameArray
= ConvertStringToByteArray('L"' + Name
.group(1) + '"')
3410 NameGuids
.add((NameArray
, GuidStructureStringToGuidString(Guid
.group(1))))
3411 Pos
= Content
.find('efivarstore', Name
.end())
3415 for Pcd
in self
.PlatformInfo
.Platform
.Pcds
.values():
3416 if Pcd
.Type
!= TAB_PCDS_DYNAMIC_EX_HII
:
3418 for SkuInfo
in Pcd
.SkuInfoList
.values():
3419 Value
= GuidValue(SkuInfo
.VariableGuid
, self
.PlatformInfo
.PackageList
, self
.MetaFile
.Path
)
3422 Name
= ConvertStringToByteArray(SkuInfo
.VariableName
)
3423 Guid
= GuidStructureStringToGuidString(Value
)
3424 if (Name
, Guid
) in NameGuids
and Pcd
not in HiiExPcds
:
3425 HiiExPcds
.append(Pcd
)
3430 def _GenOffsetBin(self
):
3432 for SourceFile
in self
.Module
.Sources
:
3433 if SourceFile
.Type
.upper() == ".VFR" :
3435 # search the .map file to find the offset of vfr binary in the PE32+/TE file.
3437 VfrUniBaseName
[SourceFile
.BaseName
] = (SourceFile
.BaseName
+ "Bin")
3438 elif SourceFile
.Type
.upper() == ".UNI" :
3440 # search the .map file to find the offset of Uni strings binary in the PE32+/TE file.
3442 VfrUniBaseName
["UniOffsetName"] = (self
.Name
+ "Strings")
3444 if not VfrUniBaseName
:
3446 MapFileName
= os
.path
.join(self
.OutputDir
, self
.Name
+ ".map")
3447 EfiFileName
= os
.path
.join(self
.OutputDir
, self
.Name
+ ".efi")
3448 VfrUniOffsetList
= GetVariableOffset(MapFileName
, EfiFileName
, VfrUniBaseName
.values())
3449 if not VfrUniOffsetList
:
3452 OutputName
= '%sOffset.bin' % self
.Name
3453 UniVfrOffsetFileName
= os
.path
.join( self
.OutputDir
, OutputName
)
3456 fInputfile
= open(UniVfrOffsetFileName
, "wb+", 0)
3458 EdkLogger
.error("build", FILE_OPEN_FAILURE
, "File open failed for %s" % UniVfrOffsetFileName
, None)
3460 # Use a instance of BytesIO to cache data
3461 fStringIO
= BytesIO('')
3463 for Item
in VfrUniOffsetList
:
3464 if (Item
[0].find("Strings") != -1):
3466 # UNI offset in image.
3468 # { 0x8913c5e0, 0x33f6, 0x4d86, { 0x9b, 0xf1, 0x43, 0xef, 0x89, 0xfc, 0x6, 0x66 } }
3470 UniGuid
= [0xe0, 0xc5, 0x13, 0x89, 0xf6, 0x33, 0x86, 0x4d, 0x9b, 0xf1, 0x43, 0xef, 0x89, 0xfc, 0x6, 0x66]
3471 UniGuid
= [chr(ItemGuid
) for ItemGuid
in UniGuid
]
3472 fStringIO
.write(''.join(UniGuid
))
3473 UniValue
= pack ('Q', int (Item
[1], 16))
3474 fStringIO
.write (UniValue
)
3477 # VFR binary offset in image.
3479 # { 0xd0bc7cb4, 0x6a47, 0x495f, { 0xaa, 0x11, 0x71, 0x7, 0x46, 0xda, 0x6, 0xa2 } };
3481 VfrGuid
= [0xb4, 0x7c, 0xbc, 0xd0, 0x47, 0x6a, 0x5f, 0x49, 0xaa, 0x11, 0x71, 0x7, 0x46, 0xda, 0x6, 0xa2]
3482 VfrGuid
= [chr(ItemGuid
) for ItemGuid
in VfrGuid
]
3483 fStringIO
.write(''.join(VfrGuid
))
3484 VfrValue
= pack ('Q', int (Item
[1], 16))
3485 fStringIO
.write (VfrValue
)
3487 # write data into file.
3490 fInputfile
.write (fStringIO
.getvalue())
3492 EdkLogger
.error("build", FILE_WRITE_FAILURE
, "Write data to file %s failed, please check whether the "
3493 "file been locked or using by other applications." %UniVfrOffsetFileName
, None)
3499 ## Create AsBuilt INF file the module
3501 def CreateAsBuiltInf(self
, IsOnlyCopy
= False):
3502 self
.OutputFile
= set()
3503 if IsOnlyCopy
and GlobalData
.gBinCacheDest
:
3504 self
.CopyModuleToCache()
3507 if self
.IsAsBuiltInfCreated
:
3510 # Skip the following code for EDK I inf
3511 if self
.AutoGenVersion
< 0x00010005:
3514 # Skip the following code for libraries
3518 # Skip the following code for modules with no source files
3519 if not self
.SourceFileList
:
3522 # Skip the following code for modules without any binary files
3523 if self
.BinaryFileList
:
3526 ### TODO: How to handles mixed source and binary modules
3528 # Find all DynamicEx and PatchableInModule PCDs used by this module and dependent libraries
3529 # Also find all packages that the DynamicEx PCDs depend on
3534 PcdTokenSpaceList
= []
3535 for Pcd
in self
.ModulePcdList
+ self
.LibraryPcdList
:
3536 if Pcd
.Type
== TAB_PCDS_PATCHABLE_IN_MODULE
:
3537 PatchablePcds
.append(Pcd
)
3538 PcdCheckList
.append((Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
, TAB_PCDS_PATCHABLE_IN_MODULE
))
3539 elif Pcd
.Type
in PCD_DYNAMIC_EX_TYPE_SET
:
3542 PcdCheckList
.append((Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
, TAB_PCDS_DYNAMIC_EX
))
3543 PcdCheckList
.append((Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
, TAB_PCDS_DYNAMIC
))
3544 PcdTokenSpaceList
.append(Pcd
.TokenSpaceGuidCName
)
3545 GuidList
= OrderedDict(self
.GuidList
)
3546 for TokenSpace
in self
.GetGuidsUsedByPcd
:
3547 # If token space is not referred by patch PCD or Ex PCD, remove the GUID from GUID list
3548 # The GUIDs in GUIDs section should really be the GUIDs in source INF or referred by Ex an patch PCDs
3549 if TokenSpace
not in PcdTokenSpaceList
and TokenSpace
in GuidList
:
3550 GuidList
.pop(TokenSpace
)
3551 CheckList
= (GuidList
, self
.PpiList
, self
.ProtocolList
, PcdCheckList
)
3552 for Package
in self
.DerivedPackageList
:
3553 if Package
in Packages
:
3555 BeChecked
= (Package
.Guids
, Package
.Ppis
, Package
.Protocols
, Package
.Pcds
)
3557 for Index
in range(len(BeChecked
)):
3558 for Item
in CheckList
[Index
]:
3559 if Item
in BeChecked
[Index
]:
3560 Packages
.append(Package
)
3566 VfrPcds
= self
._GetPcdsMaybeUsedByVfr
()
3567 for Pkg
in self
.PlatformInfo
.PackageList
:
3570 for VfrPcd
in VfrPcds
:
3571 if ((VfrPcd
.TokenCName
, VfrPcd
.TokenSpaceGuidCName
, TAB_PCDS_DYNAMIC_EX
) in Pkg
.Pcds
or
3572 (VfrPcd
.TokenCName
, VfrPcd
.TokenSpaceGuidCName
, TAB_PCDS_DYNAMIC
) in Pkg
.Pcds
):
3573 Packages
.append(Pkg
)
3576 ModuleType
= SUP_MODULE_DXE_DRIVER
if self
.ModuleType
== SUP_MODULE_UEFI_DRIVER
and self
.DepexGenerated
else self
.ModuleType
3577 DriverType
= self
.PcdIsDriver
if self
.PcdIsDriver
else ''
3579 MDefs
= self
.Module
.Defines
3582 'module_name' : self
.Name
,
3583 'module_guid' : Guid
,
3584 'module_module_type' : ModuleType
,
3585 'module_version_string' : [MDefs
['VERSION_STRING']] if 'VERSION_STRING' in MDefs
else [],
3586 'pcd_is_driver_string' : [],
3587 'module_uefi_specification_version' : [],
3588 'module_pi_specification_version' : [],
3589 'module_entry_point' : self
.Module
.ModuleEntryPointList
,
3590 'module_unload_image' : self
.Module
.ModuleUnloadImageList
,
3591 'module_constructor' : self
.Module
.ConstructorList
,
3592 'module_destructor' : self
.Module
.DestructorList
,
3593 'module_shadow' : [MDefs
['SHADOW']] if 'SHADOW' in MDefs
else [],
3594 'module_pci_vendor_id' : [MDefs
['PCI_VENDOR_ID']] if 'PCI_VENDOR_ID' in MDefs
else [],
3595 'module_pci_device_id' : [MDefs
['PCI_DEVICE_ID']] if 'PCI_DEVICE_ID' in MDefs
else [],
3596 'module_pci_class_code' : [MDefs
['PCI_CLASS_CODE']] if 'PCI_CLASS_CODE' in MDefs
else [],
3597 'module_pci_revision' : [MDefs
['PCI_REVISION']] if 'PCI_REVISION' in MDefs
else [],
3598 'module_build_number' : [MDefs
['BUILD_NUMBER']] if 'BUILD_NUMBER' in MDefs
else [],
3599 'module_spec' : [MDefs
['SPEC']] if 'SPEC' in MDefs
else [],
3600 'module_uefi_hii_resource_section' : [MDefs
['UEFI_HII_RESOURCE_SECTION']] if 'UEFI_HII_RESOURCE_SECTION' in MDefs
else [],
3601 'module_uni_file' : [MDefs
['MODULE_UNI_FILE']] if 'MODULE_UNI_FILE' in MDefs
else [],
3602 'module_arch' : self
.Arch
,
3603 'package_item' : [Package
.MetaFile
.File
.replace('\\', '/') for Package
in Packages
],
3605 'patchablepcd_item' : [],
3607 'protocol_item' : [],
3611 'libraryclasses_item' : []
3614 if 'MODULE_UNI_FILE' in MDefs
:
3615 UNIFile
= os
.path
.join(self
.MetaFile
.Dir
, MDefs
['MODULE_UNI_FILE'])
3616 if os
.path
.isfile(UNIFile
):
3617 shutil
.copy2(UNIFile
, self
.OutputDir
)
3619 if self
.AutoGenVersion
> int(gInfSpecVersion
, 0):
3620 AsBuiltInfDict
['module_inf_version'] = '0x%08x' % self
.AutoGenVersion
3622 AsBuiltInfDict
['module_inf_version'] = gInfSpecVersion
3625 AsBuiltInfDict
['pcd_is_driver_string'].append(DriverType
)
3627 if 'UEFI_SPECIFICATION_VERSION' in self
.Specification
:
3628 AsBuiltInfDict
['module_uefi_specification_version'].append(self
.Specification
['UEFI_SPECIFICATION_VERSION'])
3629 if 'PI_SPECIFICATION_VERSION' in self
.Specification
:
3630 AsBuiltInfDict
['module_pi_specification_version'].append(self
.Specification
['PI_SPECIFICATION_VERSION'])
3632 OutputDir
= self
.OutputDir
.replace('\\', '/').strip('/')
3633 DebugDir
= self
.DebugDir
.replace('\\', '/').strip('/')
3634 for Item
in self
.CodaTargetList
:
3635 File
= Item
.Target
.Path
.replace('\\', '/').strip('/').replace(DebugDir
, '').replace(OutputDir
, '').strip('/')
3636 self
.OutputFile
.add(File
)
3637 if os
.path
.isabs(File
):
3638 File
= File
.replace('\\', '/').strip('/').replace(OutputDir
, '').strip('/')
3639 if Item
.Target
.Ext
.lower() == '.aml':
3640 AsBuiltInfDict
['binary_item'].append('ASL|' + File
)
3641 elif Item
.Target
.Ext
.lower() == '.acpi':
3642 AsBuiltInfDict
['binary_item'].append('ACPI|' + File
)
3643 elif Item
.Target
.Ext
.lower() == '.efi':
3644 AsBuiltInfDict
['binary_item'].append('PE32|' + self
.Name
+ '.efi')
3646 AsBuiltInfDict
['binary_item'].append('BIN|' + File
)
3647 if self
.DepexGenerated
:
3648 self
.OutputFile
.add(self
.Name
+ '.depex')
3649 if self
.ModuleType
in [SUP_MODULE_PEIM
]:
3650 AsBuiltInfDict
['binary_item'].append('PEI_DEPEX|' + self
.Name
+ '.depex')
3651 elif self
.ModuleType
in [SUP_MODULE_DXE_DRIVER
, SUP_MODULE_DXE_RUNTIME_DRIVER
, SUP_MODULE_DXE_SAL_DRIVER
, SUP_MODULE_UEFI_DRIVER
]:
3652 AsBuiltInfDict
['binary_item'].append('DXE_DEPEX|' + self
.Name
+ '.depex')
3653 elif self
.ModuleType
in [SUP_MODULE_DXE_SMM_DRIVER
]:
3654 AsBuiltInfDict
['binary_item'].append('SMM_DEPEX|' + self
.Name
+ '.depex')
3656 Bin
= self
._GenOffsetBin
()
3658 AsBuiltInfDict
['binary_item'].append('BIN|%s' % Bin
)
3659 self
.OutputFile
.add(Bin
)
3661 for Root
, Dirs
, Files
in os
.walk(OutputDir
):
3663 if File
.lower().endswith('.pdb'):
3664 AsBuiltInfDict
['binary_item'].append('DISPOSABLE|' + File
)
3665 self
.OutputFile
.add(File
)
3666 HeaderComments
= self
.Module
.HeaderComments
3668 for Index
in range(len(HeaderComments
)):
3669 if HeaderComments
[Index
].find('@BinaryHeader') != -1:
3670 HeaderComments
[Index
] = HeaderComments
[Index
].replace('@BinaryHeader', '@file')
3673 AsBuiltInfDict
['header_comments'] = '\n'.join(HeaderComments
[StartPos
:]).replace(':#', '://')
3674 AsBuiltInfDict
['tail_comments'] = '\n'.join(self
.Module
.TailComments
)
3677 (self
.ProtocolList
, self
._ProtocolComments
, 'protocol_item'),
3678 (self
.PpiList
, self
._PpiComments
, 'ppi_item'),
3679 (GuidList
, self
._GuidComments
, 'guid_item')
3681 for Item
in GenList
:
3682 for CName
in Item
[0]:
3683 Comments
= '\n '.join(Item
[1][CName
]) if CName
in Item
[1] else ''
3684 Entry
= Comments
+ '\n ' + CName
if Comments
else CName
3685 AsBuiltInfDict
[Item
[2]].append(Entry
)
3686 PatchList
= parsePcdInfoFromMapFile(
3687 os
.path
.join(self
.OutputDir
, self
.Name
+ '.map'),
3688 os
.path
.join(self
.OutputDir
, self
.Name
+ '.efi')
3691 for Pcd
in PatchablePcds
:
3692 TokenCName
= Pcd
.TokenCName
3693 for PcdItem
in GlobalData
.MixedPcd
:
3694 if (Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
) in GlobalData
.MixedPcd
[PcdItem
]:
3695 TokenCName
= PcdItem
[0]
3697 for PatchPcd
in PatchList
:
3698 if TokenCName
== PatchPcd
[0]:
3703 if Pcd
.DatumType
== 'BOOLEAN':
3704 BoolValue
= Pcd
.DefaultValue
.upper()
3705 if BoolValue
== 'TRUE':
3706 Pcd
.DefaultValue
= '1'
3707 elif BoolValue
== 'FALSE':
3708 Pcd
.DefaultValue
= '0'
3710 if Pcd
.DatumType
in TAB_PCD_NUMERIC_TYPES
:
3711 HexFormat
= '0x%02x'
3712 if Pcd
.DatumType
== TAB_UINT16
:
3713 HexFormat
= '0x%04x'
3714 elif Pcd
.DatumType
== TAB_UINT32
:
3715 HexFormat
= '0x%08x'
3716 elif Pcd
.DatumType
== TAB_UINT64
:
3717 HexFormat
= '0x%016x'
3718 PcdValue
= HexFormat
% int(Pcd
.DefaultValue
, 0)
3720 if Pcd
.MaxDatumSize
is None or Pcd
.MaxDatumSize
== '':
3721 EdkLogger
.error("build", AUTOGEN_ERROR
,
3722 "Unknown [MaxDatumSize] of PCD [%s.%s]" % (Pcd
.TokenSpaceGuidCName
, TokenCName
)
3724 ArraySize
= int(Pcd
.MaxDatumSize
, 0)
3725 PcdValue
= Pcd
.DefaultValue
3726 if PcdValue
[0] != '{':
3728 if PcdValue
[0] == 'L':
3730 PcdValue
= PcdValue
.lstrip('L')
3731 PcdValue
= eval(PcdValue
)
3733 for Index
in range(0, len(PcdValue
)):
3735 CharVal
= ord(PcdValue
[Index
])
3736 NewValue
= NewValue
+ '0x%02x' % (CharVal
& 0x00FF) + ', ' \
3737 + '0x%02x' % (CharVal
>> 8) + ', '
3739 NewValue
= NewValue
+ '0x%02x' % (ord(PcdValue
[Index
]) % 0x100) + ', '
3742 Padding
= Padding
* 2
3743 ArraySize
= ArraySize
/ 2
3744 if ArraySize
< (len(PcdValue
) + 1):
3745 if Pcd
.MaxSizeUserSet
:
3746 EdkLogger
.error("build", AUTOGEN_ERROR
,
3747 "The maximum size of VOID* type PCD '%s.%s' is less than its actual size occupied." % (Pcd
.TokenSpaceGuidCName
, TokenCName
)
3750 ArraySize
= len(PcdValue
) + 1
3751 if ArraySize
> len(PcdValue
) + 1:
3752 NewValue
= NewValue
+ Padding
* (ArraySize
- len(PcdValue
) - 1)
3753 PcdValue
= NewValue
+ Padding
.strip().rstrip(',') + '}'
3754 elif len(PcdValue
.split(',')) <= ArraySize
:
3755 PcdValue
= PcdValue
.rstrip('}') + ', 0x00' * (ArraySize
- len(PcdValue
.split(',')))
3758 if Pcd
.MaxSizeUserSet
:
3759 EdkLogger
.error("build", AUTOGEN_ERROR
,
3760 "The maximum size of VOID* type PCD '%s.%s' is less than its actual size occupied." % (Pcd
.TokenSpaceGuidCName
, TokenCName
)
3763 ArraySize
= len(PcdValue
) + 1
3764 PcdItem
= '%s.%s|%s|0x%X' % \
3765 (Pcd
.TokenSpaceGuidCName
, TokenCName
, PcdValue
, PatchPcd
[1])
3767 if (Pcd
.TokenSpaceGuidCName
, Pcd
.TokenCName
) in self
._PcdComments
:
3768 PcdComments
= '\n '.join(self
._PcdComments
[Pcd
.TokenSpaceGuidCName
, Pcd
.TokenCName
])
3770 PcdItem
= PcdComments
+ '\n ' + PcdItem
3771 AsBuiltInfDict
['patchablepcd_item'].append(PcdItem
)
3773 for Pcd
in Pcds
+ VfrPcds
:
3776 TokenCName
= Pcd
.TokenCName
3777 for PcdItem
in GlobalData
.MixedPcd
:
3778 if (Pcd
.TokenCName
, Pcd
.TokenSpaceGuidCName
) in GlobalData
.MixedPcd
[PcdItem
]:
3779 TokenCName
= PcdItem
[0]
3781 if Pcd
.Type
== TAB_PCDS_DYNAMIC_EX_HII
:
3782 for SkuName
in Pcd
.SkuInfoList
:
3783 SkuInfo
= Pcd
.SkuInfoList
[SkuName
]
3784 HiiInfo
= '## %s|%s|%s' % (SkuInfo
.VariableName
, SkuInfo
.VariableGuid
, SkuInfo
.VariableOffset
)
3786 if (Pcd
.TokenSpaceGuidCName
, Pcd
.TokenCName
) in self
._PcdComments
:
3787 PcdCommentList
= self
._PcdComments
[Pcd
.TokenSpaceGuidCName
, Pcd
.TokenCName
][:]
3791 for Index
, Comment
in enumerate(PcdCommentList
):
3792 for Usage
in UsageList
:
3793 if Comment
.find(Usage
) != -1:
3797 if UsageIndex
!= -1:
3798 PcdCommentList
[UsageIndex
] = '## %s %s %s' % (UsageStr
, HiiInfo
, PcdCommentList
[UsageIndex
].replace(UsageStr
, ''))
3800 PcdCommentList
.append('## UNDEFINED ' + HiiInfo
)
3801 PcdComments
= '\n '.join(PcdCommentList
)
3802 PcdEntry
= Pcd
.TokenSpaceGuidCName
+ '.' + TokenCName
3804 PcdEntry
= PcdComments
+ '\n ' + PcdEntry
3805 AsBuiltInfDict
['pcd_item'].append(PcdEntry
)
3806 for Item
in self
.BuildOption
:
3807 if 'FLAGS' in self
.BuildOption
[Item
]:
3808 AsBuiltInfDict
['flags_item'].append('%s:%s_%s_%s_%s_FLAGS = %s' % (self
.ToolChainFamily
, self
.BuildTarget
, self
.ToolChain
, self
.Arch
, Item
, self
.BuildOption
[Item
]['FLAGS'].strip()))
3810 # Generated LibraryClasses section in comments.
3811 for Library
in self
.LibraryAutoGenList
:
3812 AsBuiltInfDict
['libraryclasses_item'].append(Library
.MetaFile
.File
.replace('\\', '/'))
3814 # Generated UserExtensions TianoCore section.
3815 # All tianocore user extensions are copied.
3817 for TianoCore
in self
._GetTianoCoreUserExtensionList
():
3818 UserExtStr
+= '\n'.join(TianoCore
)
3819 ExtensionFile
= os
.path
.join(self
.MetaFile
.Dir
, TianoCore
[1])
3820 if os
.path
.isfile(ExtensionFile
):
3821 shutil
.copy2(ExtensionFile
, self
.OutputDir
)
3822 AsBuiltInfDict
['userextension_tianocore_item'] = UserExtStr
3824 # Generated depex expression section in comments.
3825 DepexExpresion
= self
._GetDepexExpresionString
()
3826 AsBuiltInfDict
['depexsection_item'] = DepexExpresion
if DepexExpresion
else ''
3828 AsBuiltInf
= TemplateString()
3829 AsBuiltInf
.Append(gAsBuiltInfHeaderString
.Replace(AsBuiltInfDict
))
3831 SaveFileOnChange(os
.path
.join(self
.OutputDir
, self
.Name
+ '.inf'), str(AsBuiltInf
), False)
3833 self
.IsAsBuiltInfCreated
= True
3834 if GlobalData
.gBinCacheDest
:
3835 self
.CopyModuleToCache()
3837 def CopyModuleToCache(self
):
3838 FileDir
= path
.join(GlobalData
.gBinCacheDest
, self
.Arch
, self
.SourceDir
, self
.MetaFile
.BaseName
)
3839 CreateDirectory (FileDir
)
3840 HashFile
= path
.join(self
.BuildDir
, self
.Name
+ '.hash')
3841 ModuleFile
= path
.join(self
.OutputDir
, self
.Name
+ '.inf')
3842 if os
.path
.exists(HashFile
):
3843 shutil
.copy2(HashFile
, FileDir
)
3844 if os
.path
.exists(ModuleFile
):
3845 shutil
.copy2(ModuleFile
, FileDir
)
3846 if not self
.OutputFile
:
3847 Ma
= self
.BuildDatabase
[PathClass(ModuleFile
), self
.Arch
, self
.BuildTarget
, self
.ToolChain
]
3848 self
.OutputFile
= Ma
.Binaries
3850 for File
in self
.OutputFile
:
3852 if not os
.path
.isabs(File
):
3853 File
= os
.path
.join(self
.OutputDir
, File
)
3854 if os
.path
.exists(File
):
3855 shutil
.copy2(File
, FileDir
)
3857 def AttemptModuleCacheCopy(self
):
3858 if self
.IsBinaryModule
:
3860 FileDir
= path
.join(GlobalData
.gBinCacheSource
, self
.Arch
, self
.SourceDir
, self
.MetaFile
.BaseName
)
3861 HashFile
= path
.join(FileDir
, self
.Name
+ '.hash')
3862 if os
.path
.exists(HashFile
):
3863 f
= open(HashFile
, 'r')
3864 CacheHash
= f
.read()
3866 if GlobalData
.gModuleHash
[self
.Arch
][self
.Name
]:
3867 if CacheHash
== GlobalData
.gModuleHash
[self
.Arch
][self
.Name
]:
3868 for root
, dir, files
in os
.walk(FileDir
):
3870 if self
.Name
+ '.hash' in f
:
3871 shutil
.copy2(HashFile
, self
.BuildDir
)
3873 File
= path
.join(root
, f
)
3874 shutil
.copy2(File
, self
.OutputDir
)
3875 if self
.Name
== "PcdPeim" or self
.Name
== "PcdDxe":
3876 CreatePcdDatabaseCode(self
, TemplateString(), TemplateString())
3880 ## Create makefile for the module and its dependent libraries
3882 # @param CreateLibraryMakeFile Flag indicating if or not the makefiles of
3883 # dependent libraries will be created
3885 @cached_class_function
3886 def CreateMakeFile(self
, CreateLibraryMakeFile
=True, GenFfsList
= []):
3887 # nest this function inside it's only caller.
3888 def CreateTimeStamp():
3889 FileSet
= {self
.MetaFile
.Path
}
3891 for SourceFile
in self
.Module
.Sources
:
3892 FileSet
.add (SourceFile
.Path
)
3894 for Lib
in self
.DependentLibraryList
:
3895 FileSet
.add (Lib
.MetaFile
.Path
)
3897 for f
in self
.AutoGenDepSet
:
3898 FileSet
.add (f
.Path
)
3900 if os
.path
.exists (self
.TimeStampPath
):
3901 os
.remove (self
.TimeStampPath
)
3902 with
open(self
.TimeStampPath
, 'w+') as file:
3906 # Ignore generating makefile when it is a binary module
3907 if self
.IsBinaryModule
:
3910 self
.GenFfsList
= GenFfsList
3911 if not self
.IsLibrary
and CreateLibraryMakeFile
:
3912 for LibraryAutoGen
in self
.LibraryAutoGenList
:
3913 LibraryAutoGen
.CreateMakeFile()
3918 if len(self
.CustomMakefile
) == 0:
3919 Makefile
= GenMake
.ModuleMakefile(self
)
3921 Makefile
= GenMake
.CustomMakefile(self
)
3922 if Makefile
.Generate():
3923 EdkLogger
.debug(EdkLogger
.DEBUG_9
, "Generated makefile for module %s [%s]" %
3924 (self
.Name
, self
.Arch
))
3926 EdkLogger
.debug(EdkLogger
.DEBUG_9
, "Skipped the generation of makefile for module %s [%s]" %
3927 (self
.Name
, self
.Arch
))
3931 def CopyBinaryFiles(self
):
3932 for File
in self
.Module
.Binaries
:
3934 DstPath
= os
.path
.join(self
.OutputDir
, os
.path
.basename(SrcPath
))
3935 CopyLongFilePath(SrcPath
, DstPath
)
3936 ## Create autogen code for the module and its dependent libraries
3938 # @param CreateLibraryCodeFile Flag indicating if or not the code of
3939 # dependent libraries will be created
3941 def CreateCodeFile(self
, CreateLibraryCodeFile
=True):
3942 if self
.IsCodeFileCreated
:
3945 # Need to generate PcdDatabase even PcdDriver is binarymodule
3946 if self
.IsBinaryModule
and self
.PcdIsDriver
!= '':
3947 CreatePcdDatabaseCode(self
, TemplateString(), TemplateString())
3949 if self
.IsBinaryModule
:
3951 self
.CopyBinaryFiles()
3954 if not self
.IsLibrary
and CreateLibraryCodeFile
:
3955 for LibraryAutoGen
in self
.LibraryAutoGenList
:
3956 LibraryAutoGen
.CreateCodeFile()
3962 IgoredAutoGenList
= []
3964 for File
in self
.AutoGenFileList
:
3965 if GenC
.Generate(File
.Path
, self
.AutoGenFileList
[File
], File
.IsBinary
):
3966 #Ignore Edk AutoGen.c
3967 if self
.AutoGenVersion
< 0x00010005 and File
.Name
== 'AutoGen.c':
3970 AutoGenList
.append(str(File
))
3972 IgoredAutoGenList
.append(str(File
))
3974 # Skip the following code for EDK I inf
3975 if self
.AutoGenVersion
< 0x00010005:
3978 for ModuleType
in self
.DepexList
:
3979 # Ignore empty [depex] section or [depex] section for SUP_MODULE_USER_DEFINED module
3980 if len(self
.DepexList
[ModuleType
]) == 0 or ModuleType
== SUP_MODULE_USER_DEFINED
:
3983 Dpx
= GenDepex
.DependencyExpression(self
.DepexList
[ModuleType
], ModuleType
, True)
3984 DpxFile
= gAutoGenDepexFileName
% {"module_name" : self
.Name
}
3986 if len(Dpx
.PostfixNotation
) != 0:
3987 self
.DepexGenerated
= True
3989 if Dpx
.Generate(path
.join(self
.OutputDir
, DpxFile
)):
3990 AutoGenList
.append(str(DpxFile
))
3992 IgoredAutoGenList
.append(str(DpxFile
))
3994 if IgoredAutoGenList
== []:
3995 EdkLogger
.debug(EdkLogger
.DEBUG_9
, "Generated [%s] files for module %s [%s]" %
3996 (" ".join(AutoGenList
), self
.Name
, self
.Arch
))
3997 elif AutoGenList
== []:
3998 EdkLogger
.debug(EdkLogger
.DEBUG_9
, "Skipped the generation of [%s] files for module %s [%s]" %
3999 (" ".join(IgoredAutoGenList
), self
.Name
, self
.Arch
))
4001 EdkLogger
.debug(EdkLogger
.DEBUG_9
, "Generated [%s] (skipped %s) files for module %s [%s]" %
4002 (" ".join(AutoGenList
), " ".join(IgoredAutoGenList
), self
.Name
, self
.Arch
))
4004 self
.IsCodeFileCreated
= True
4007 ## Summarize the ModuleAutoGen objects of all libraries used by this module
4009 def LibraryAutoGenList(self
):
4011 for Library
in self
.DependentLibraryList
:
4018 self
.PlatformInfo
.MetaFile
4020 if La
not in RetVal
:
4022 for Lib
in La
.CodaTargetList
:
4023 self
._ApplyBuildRule
(Lib
.Target
, TAB_UNKNOWN_FILE
)
4026 def GenModuleHash(self
):
4027 if self
.Arch
not in GlobalData
.gModuleHash
:
4028 GlobalData
.gModuleHash
[self
.Arch
] = {}
4030 # Add Platform level hash
4031 m
.update(GlobalData
.gPlatformHash
)
4032 # Add Package level hash
4033 if self
.DependentPackageList
:
4034 for Pkg
in sorted(self
.DependentPackageList
, key
=lambda x
: x
.PackageName
):
4035 if Pkg
.PackageName
in GlobalData
.gPackageHash
[self
.Arch
]:
4036 m
.update(GlobalData
.gPackageHash
[self
.Arch
][Pkg
.PackageName
])
4039 if self
.LibraryAutoGenList
:
4040 for Lib
in sorted(self
.LibraryAutoGenList
, key
=lambda x
: x
.Name
):
4041 if Lib
.Name
not in GlobalData
.gModuleHash
[self
.Arch
]:
4043 m
.update(GlobalData
.gModuleHash
[self
.Arch
][Lib
.Name
])
4046 f
= open(str(self
.MetaFile
), 'r')
4050 # Add Module's source files
4051 if self
.SourceFileList
:
4052 for File
in sorted(self
.SourceFileList
, key
=lambda x
: str(x
)):
4053 f
= open(str(File
), 'r')
4058 ModuleHashFile
= path
.join(self
.BuildDir
, self
.Name
+ ".hash")
4059 if self
.Name
not in GlobalData
.gModuleHash
[self
.Arch
]:
4060 GlobalData
.gModuleHash
[self
.Arch
][self
.Name
] = m
.hexdigest()
4061 if GlobalData
.gBinCacheSource
:
4062 if self
.AttemptModuleCacheCopy():
4064 return SaveFileOnChange(ModuleHashFile
, m
.hexdigest(), True)
4066 ## Decide whether we can skip the ModuleAutoGen process
4067 def CanSkipbyHash(self
):
4068 if GlobalData
.gUseHashCache
:
4069 return not self
.GenModuleHash()
4072 ## Decide whether we can skip the ModuleAutoGen process
4073 # If any source file is newer than the module than we cannot skip
4076 if self
.MakeFileDir
in GlobalData
.gSikpAutoGenCache
:
4078 if not os
.path
.exists(self
.TimeStampPath
):
4080 #last creation time of the module
4081 DstTimeStamp
= os
.stat(self
.TimeStampPath
)[8]
4083 SrcTimeStamp
= self
.Workspace
._SrcTimeStamp
4084 if SrcTimeStamp
> DstTimeStamp
:
4087 with
open(self
.TimeStampPath
,'r') as f
:
4089 source
= source
.rstrip('\n')
4090 if not os
.path
.exists(source
):
4092 if source
not in ModuleAutoGen
.TimeDict
:
4093 ModuleAutoGen
.TimeDict
[source
] = os
.stat(source
)[8]
4094 if ModuleAutoGen
.TimeDict
[source
] > DstTimeStamp
:
4096 GlobalData
.gSikpAutoGenCache
.add(self
.MakeFileDir
)
4100 def TimeStampPath(self
):
4101 return os
.path
.join(self
.MakeFileDir
, 'AutoGenTimeStamp')