]> git.proxmox.com Git - mirror_edk2.git/blame - BaseTools/Source/Python/build/BuildReport.py
BaseTools: enable FixedAtBuild (VOID*) PCD use in the [DEPEX] section
[mirror_edk2.git] / BaseTools / Source / Python / build / BuildReport.py
CommitLineData
52302d4d
LG
1## @file\r
2# Routines for generating build report.\r
3#\r
4# This module contains the functionality to generate build report after\r
5# build all target completes successfully.\r
6#\r
779ddcdf 7# Copyright (c) 2010 - 2018, Intel Corporation. All rights reserved.<BR>\r
40d841f6 8# This program and the accompanying materials\r
52302d4d
LG
9# are licensed and made available under the terms and conditions of the BSD License\r
10# which accompanies this distribution. The full text of the license may be found at\r
11# http://opensource.org/licenses/bsd-license.php\r
12#\r
13# THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,\r
14# WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.\r
15#\r
16\r
17## Import Modules\r
18#\r
1be2ed90 19import Common.LongFilePathOs as os\r
52302d4d
LG
20import re\r
21import platform\r
22import textwrap\r
23import traceback\r
24import sys\r
40d841f6 25import time\r
e56468c0 26import struct\r
eca5be7a
YZ
27import hashlib\r
28import subprocess\r
29import threading\r
52302d4d 30from datetime import datetime\r
86379ac4 31from io import BytesIO\r
52302d4d 32from Common import EdkLogger\r
40d841f6 33from Common.Misc import SaveFileOnChange\r
52302d4d
LG
34from Common.Misc import GuidStructureByteArrayToGuidString\r
35from Common.Misc import GuidStructureStringToGuidString\r
52302d4d
LG
36from Common.BuildToolError import FILE_WRITE_FAILURE\r
37from Common.BuildToolError import CODE_ERROR\r
eca5be7a 38from Common.BuildToolError import COMMAND_FAILURE\r
35f613d9 39from Common.BuildToolError import FORMAT_INVALID\r
1be2ed90 40from Common.LongFilePathSupport import OpenLongFilePath as open\r
05cc51ad 41from Common.MultipleWorkspace import MultipleWorkspace as mws\r
763e8edf 42import Common.GlobalData as GlobalData\r
25193a33
YZ
43from AutoGen.AutoGen import ModuleAutoGen\r
44from Common.Misc import PathClass\r
5a57246e 45from Common.StringUtils import NormPath\r
e651d06c
LG
46from Common.DataType import *\r
47import collections\r
35f613d9 48from Common.Expression import *\r
52302d4d
LG
49\r
50## Pattern to extract contents in EDK DXS files\r
51gDxsDependencyPattern = re.compile(r"DEPENDENCY_START(.+)DEPENDENCY_END", re.DOTALL)\r
52\r
53## Pattern to find total FV total size, occupied size in flash report intermediate file\r
54gFvTotalSizePattern = re.compile(r"EFI_FV_TOTAL_SIZE = (0x[0-9a-fA-F]+)")\r
55gFvTakenSizePattern = re.compile(r"EFI_FV_TAKEN_SIZE = (0x[0-9a-fA-F]+)")\r
56\r
57## Pattern to find module size and time stamp in module summary report intermediate file\r
58gModuleSizePattern = re.compile(r"MODULE_SIZE = (\d+)")\r
59gTimeStampPattern = re.compile(r"TIME_STAMP = (\d+)")\r
60\r
61## Pattern to find GUID value in flash description files\r
62gPcdGuidPattern = re.compile(r"PCD\((\w+)[.](\w+)\)")\r
63\r
64## Pattern to collect offset, GUID value pair in the flash report intermediate file\r
65gOffsetGuidPattern = re.compile(r"(0x[0-9A-Fa-f]+) ([-A-Fa-f0-9]+)")\r
66\r
67## Pattern to find module base address and entry point in fixed flash map file\r
68gModulePattern = r"\n[-\w]+\s*\(([^,]+),\s*BaseAddress=%(Address)s,\s*EntryPoint=%(Address)s\)\s*\(GUID=([-0-9A-Fa-f]+)[^)]*\)"\r
69gMapFileItemPattern = re.compile(gModulePattern % {"Address" : "(-?0[xX][0-9A-Fa-f]+)"})\r
70\r
71## Pattern to find all module referenced header files in source files\r
72gIncludePattern = re.compile(r'#include\s*["<]([^">]+)[">]')\r
73gIncludePattern2 = re.compile(r"#include\s+EFI_([A-Z_]+)\s*[(]\s*(\w+)\s*[)]")\r
74\r
75## Pattern to find the entry point for EDK module using EDKII Glue library\r
76gGlueLibEntryPoint = re.compile(r"__EDKII_GLUE_MODULE_ENTRY_POINT__\s*=\s*(\w+)")\r
77\r
64b2609f
LG
78## Tags for MaxLength of line in report\r
79gLineMaxLength = 120\r
80\r
4afd3d04
LG
81## Tags for end of line in report\r
82gEndOfLine = "\r\n"\r
83\r
52302d4d 84## Tags for section start, end and separator\r
47fea6af
YZ
85gSectionStart = ">" + "=" * (gLineMaxLength - 2) + "<"\r
86gSectionEnd = "<" + "=" * (gLineMaxLength - 2) + ">" + "\n"\r
64b2609f 87gSectionSep = "=" * gLineMaxLength\r
52302d4d
LG
88\r
89## Tags for subsection start, end and separator\r
47fea6af
YZ
90gSubSectionStart = ">" + "-" * (gLineMaxLength - 2) + "<"\r
91gSubSectionEnd = "<" + "-" * (gLineMaxLength - 2) + ">"\r
64b2609f
LG
92gSubSectionSep = "-" * gLineMaxLength\r
93\r
52302d4d
LG
94\r
95## The look up table to map PCD type to pair of report display type and DEC type\r
96gPcdTypeMap = {\r
be409b67
CJ
97 TAB_PCDS_FIXED_AT_BUILD : ('FIXED', TAB_PCDS_FIXED_AT_BUILD),\r
98 TAB_PCDS_PATCHABLE_IN_MODULE: ('PATCH', TAB_PCDS_PATCHABLE_IN_MODULE),\r
99 TAB_PCDS_FEATURE_FLAG : ('FLAG', TAB_PCDS_FEATURE_FLAG),\r
100 TAB_PCDS_DYNAMIC : ('DYN', TAB_PCDS_DYNAMIC),\r
101 TAB_PCDS_DYNAMIC_HII : ('DYNHII', TAB_PCDS_DYNAMIC),\r
102 TAB_PCDS_DYNAMIC_VPD : ('DYNVPD', TAB_PCDS_DYNAMIC),\r
103 TAB_PCDS_DYNAMIC_EX : ('DEX', TAB_PCDS_DYNAMIC_EX),\r
104 TAB_PCDS_DYNAMIC_EX_HII : ('DEXHII', TAB_PCDS_DYNAMIC_EX),\r
105 TAB_PCDS_DYNAMIC_EX_VPD : ('DEXVPD', TAB_PCDS_DYNAMIC_EX),\r
52302d4d
LG
106 }\r
107\r
108## The look up table to map module type to driver type\r
109gDriverTypeMap = {\r
8bb63e37
CJ
110 SUP_MODULE_SEC : '0x3 (SECURITY_CORE)',\r
111 SUP_MODULE_PEI_CORE : '0x4 (PEI_CORE)',\r
112 SUP_MODULE_PEIM : '0x6 (PEIM)',\r
113 SUP_MODULE_DXE_CORE : '0x5 (DXE_CORE)',\r
114 SUP_MODULE_DXE_DRIVER : '0x7 (DRIVER)',\r
115 SUP_MODULE_DXE_SAL_DRIVER : '0x7 (DRIVER)',\r
116 SUP_MODULE_DXE_SMM_DRIVER : '0x7 (DRIVER)',\r
117 SUP_MODULE_DXE_RUNTIME_DRIVER: '0x7 (DRIVER)',\r
118 SUP_MODULE_UEFI_DRIVER : '0x7 (DRIVER)',\r
119 SUP_MODULE_UEFI_APPLICATION : '0x9 (APPLICATION)',\r
120 SUP_MODULE_SMM_CORE : '0xD (SMM_CORE)',\r
52302d4d 121 'SMM_DRIVER' : '0xA (SMM)', # Extension of module type to support PI 1.1 SMM drivers\r
8bb63e37
CJ
122 SUP_MODULE_MM_STANDALONE : '0xE (MM_STANDALONE)',\r
123 SUP_MODULE_MM_CORE_STANDALONE : '0xF (MM_CORE_STANDALONE)'\r
52302d4d
LG
124 }\r
125\r
e56468c0 126## The look up table of the supported opcode in the dependency expression binaries\r
127gOpCodeList = ["BEFORE", "AFTER", "PUSH", "AND", "OR", "NOT", "TRUE", "FALSE", "END", "SOR"]\r
128\r
52302d4d
LG
129##\r
130# Writes a string to the file object.\r
131#\r
132# This function writes a string to the file object and a new line is appended\r
133# afterwards. It may optionally wraps the string for better readability.\r
134#\r
135# @File The file object to write\r
136# @String The string to be written to the file\r
137# @Wrapper Indicates whether to wrap the string\r
138#\r
139def FileWrite(File, String, Wrapper=False):\r
140 if Wrapper:\r
141 String = textwrap.fill(String, 120)\r
4afd3d04 142 File.write(String + gEndOfLine)\r
52302d4d 143\r
e651d06c
LG
144def ByteArrayForamt(Value):\r
145 IsByteArray = False\r
146 SplitNum = 16\r
147 ArrayList = []\r
148 if Value.startswith('{') and Value.endswith('}'):\r
149 Value = Value[1:-1]\r
150 ValueList = Value.split(',')\r
151 if len(ValueList) >= SplitNum:\r
152 IsByteArray = True\r
153 if IsByteArray:\r
154 if ValueList:\r
155 Len = len(ValueList)/SplitNum\r
156 for i, element in enumerate(ValueList):\r
157 ValueList[i] = '0x%02X' % int(element.strip(), 16)\r
158 if Len:\r
159 Id = 0\r
160 while (Id <= Len):\r
161 End = min(SplitNum*(Id+1), len(ValueList))\r
162 Str = ','.join(ValueList[SplitNum*Id : End])\r
163 if End == len(ValueList):\r
164 Str += '}'\r
165 ArrayList.append(Str)\r
166 break\r
167 else:\r
168 Str += ','\r
169 ArrayList.append(Str)\r
170 Id += 1\r
171 else:\r
172 ArrayList = [Value + '}']\r
173 return IsByteArray, ArrayList\r
174\r
52302d4d
LG
175##\r
176# Find all the header file that the module source directly includes.\r
177#\r
178# This function scans source code to find all header files the module may\r
179# include. This is not accurate but very effective to find all the header\r
180# file the module might include with #include statement.\r
181#\r
182# @Source The source file name\r
183# @IncludePathList The list of include path to find the source file.\r
184# @IncludeFiles The dictionary of current found include files.\r
185#\r
186def FindIncludeFiles(Source, IncludePathList, IncludeFiles):\r
187 FileContents = open(Source).read()\r
188 #\r
189 # Find header files with pattern #include "XXX.h" or #include <XXX.h>\r
190 #\r
191 for Match in gIncludePattern.finditer(FileContents):\r
192 FileName = Match.group(1).strip()\r
193 for Dir in [os.path.dirname(Source)] + IncludePathList:\r
194 FullFileName = os.path.normpath(os.path.join(Dir, FileName))\r
195 if os.path.exists(FullFileName):\r
196 IncludeFiles[FullFileName.lower().replace("\\", "/")] = FullFileName\r
197 break\r
198\r
199 #\r
200 # Find header files with pattern like #include EFI_PPI_CONSUMER(XXX)\r
201 #\r
202 for Match in gIncludePattern2.finditer(FileContents):\r
203 Key = Match.group(2)\r
204 Type = Match.group(1)\r
205 if "ARCH_PROTOCOL" in Type:\r
206 FileName = "ArchProtocol/%(Key)s/%(Key)s.h" % {"Key" : Key}\r
207 elif "PROTOCOL" in Type:\r
208 FileName = "Protocol/%(Key)s/%(Key)s.h" % {"Key" : Key}\r
209 elif "PPI" in Type:\r
210 FileName = "Ppi/%(Key)s/%(Key)s.h" % {"Key" : Key}\r
91fa33ee 211 elif TAB_GUID in Type:\r
52302d4d
LG
212 FileName = "Guid/%(Key)s/%(Key)s.h" % {"Key" : Key}\r
213 else:\r
214 continue\r
215 for Dir in IncludePathList:\r
216 FullFileName = os.path.normpath(os.path.join(Dir, FileName))\r
217 if os.path.exists(FullFileName):\r
218 IncludeFiles[FullFileName.lower().replace("\\", "/")] = FullFileName\r
219 break\r
220\r
64b2609f
LG
221## Split each lines in file\r
222#\r
f7496d71 223# This method is used to split the lines in file to make the length of each line\r
64b2609f
LG
224# less than MaxLength.\r
225#\r
226# @param Content The content of file\r
227# @param MaxLength The Max Length of the line\r
228#\r
229def FileLinesSplit(Content=None, MaxLength=None):\r
230 ContentList = Content.split(TAB_LINE_BREAK)\r
231 NewContent = ''\r
232 NewContentList = []\r
233 for Line in ContentList:\r
234 while len(Line.rstrip()) > MaxLength:\r
235 LineSpaceIndex = Line.rfind(TAB_SPACE_SPLIT, 0, MaxLength)\r
236 LineSlashIndex = Line.rfind(TAB_SLASH, 0, MaxLength)\r
25918452
LG
237 LineBackSlashIndex = Line.rfind(TAB_BACK_SLASH, 0, MaxLength)\r
238 if max(LineSpaceIndex, LineSlashIndex, LineBackSlashIndex) > 0:\r
239 LineBreakIndex = max(LineSpaceIndex, LineSlashIndex, LineBackSlashIndex)\r
240 else:\r
241 LineBreakIndex = MaxLength\r
64b2609f
LG
242 NewContentList.append(Line[:LineBreakIndex])\r
243 Line = Line[LineBreakIndex:]\r
244 if Line:\r
245 NewContentList.append(Line)\r
246 for NewLine in NewContentList:\r
247 NewContent += NewLine + TAB_LINE_BREAK\r
f7496d71 248\r
4afd3d04 249 NewContent = NewContent.replace(TAB_LINE_BREAK, gEndOfLine).replace('\r\r\n', gEndOfLine)\r
64b2609f 250 return NewContent\r
f7496d71
LG
251\r
252\r
253\r
e56468c0 254##\r
255# Parse binary dependency expression section\r
256#\r
257# This utility class parses the dependency expression section and translate the readable\r
258# GUID name and value.\r
259#\r
260class DepexParser(object):\r
261 ##\r
262 # Constructor function for class DepexParser\r
263 #\r
264 # This constructor function collect GUID values so that the readable\r
265 # GUID name can be translated.\r
266 #\r
267 # @param self The object pointer\r
268 # @param Wa Workspace context information\r
269 #\r
270 def __init__(self, Wa):\r
271 self._GuidDb = {}\r
0d2711a6 272 for Pa in Wa.AutoGenObjectList:\r
47fea6af 273 for Package in Pa.PackageList:\r
0d2711a6
LG
274 for Protocol in Package.Protocols:\r
275 GuidValue = GuidStructureStringToGuidString(Package.Protocols[Protocol])\r
276 self._GuidDb[GuidValue.upper()] = Protocol\r
277 for Ppi in Package.Ppis:\r
278 GuidValue = GuidStructureStringToGuidString(Package.Ppis[Ppi])\r
279 self._GuidDb[GuidValue.upper()] = Ppi\r
280 for Guid in Package.Guids:\r
281 GuidValue = GuidStructureStringToGuidString(Package.Guids[Guid])\r
282 self._GuidDb[GuidValue.upper()] = Guid\r
a10def91
YF
283 for Ma in Pa.ModuleAutoGenList:\r
284 for Pcd in Ma.FixedVoidTypePcds:\r
285 PcdValue = Ma.FixedVoidTypePcds[Pcd]\r
286 if len(PcdValue.split(',')) == 16:\r
287 GuidValue = GuidStructureByteArrayToGuidString(PcdValue)\r
288 self._GuidDb[GuidValue.upper()] = Pcd\r
e56468c0 289 ##\r
290 # Parse the binary dependency expression files.\r
f7496d71 291 #\r
e56468c0 292 # This function parses the binary dependency expression file and translate it\r
293 # to the instruction list.\r
294 #\r
295 # @param self The object pointer\r
296 # @param DepexFileName The file name of binary dependency expression file.\r
297 #\r
298 def ParseDepexFile(self, DepexFileName):\r
299 DepexFile = open(DepexFileName, "rb")\r
300 DepexStatement = []\r
301 OpCode = DepexFile.read(1)\r
302 while OpCode:\r
303 Statement = gOpCodeList[struct.unpack("B", OpCode)[0]]\r
304 if Statement in ["BEFORE", "AFTER", "PUSH"]:\r
305 GuidValue = "%08X-%04X-%04X-%02X%02X-%02X%02X%02X%02X%02X%02X" % \\r
d0a0c52c 306 struct.unpack(PACK_PATTERN_GUID, DepexFile.read(16))\r
e56468c0 307 GuidString = self._GuidDb.get(GuidValue, GuidValue)\r
308 Statement = "%s %s" % (Statement, GuidString)\r
309 DepexStatement.append(Statement)\r
47fea6af
YZ
310 OpCode = DepexFile.read(1)\r
311\r
e56468c0 312 return DepexStatement\r
f7496d71 313\r
52302d4d
LG
314##\r
315# Reports library information\r
316#\r
317# This class reports the module library subsection in the build report file.\r
318#\r
319class LibraryReport(object):\r
320 ##\r
321 # Constructor function for class LibraryReport\r
322 #\r
323 # This constructor function generates LibraryReport object for\r
324 # a module.\r
325 #\r
326 # @param self The object pointer\r
327 # @param M Module context information\r
328 #\r
329 def __init__(self, M):\r
330 self.LibraryList = []\r
331 if int(str(M.AutoGenVersion), 0) >= 0x00010005:\r
332 self._EdkIIModule = True\r
333 else:\r
334 self._EdkIIModule = False\r
335\r
336 for Lib in M.DependentLibraryList:\r
337 LibInfPath = str(Lib)\r
338 LibClassList = Lib.LibraryClass[0].LibraryClass\r
339 LibConstructorList = Lib.ConstructorList\r
340 LibDesstructorList = Lib.DestructorList\r
341 LibDepexList = Lib.DepexExpression[M.Arch, M.ModuleType]\r
1b8eca8b
YZ
342 for LibAutoGen in M.LibraryAutoGenList:\r
343 if LibInfPath == LibAutoGen.MetaFile.Path:\r
344 LibTime = LibAutoGen.BuildTime\r
345 break\r
346 self.LibraryList.append((LibInfPath, LibClassList, LibConstructorList, LibDesstructorList, LibDepexList, LibTime))\r
52302d4d
LG
347\r
348 ##\r
349 # Generate report for module library information\r
350 #\r
351 # This function generates report for the module library.\r
352 # If the module is EDKII style one, the additional library class, library\r
353 # constructor/destructor and dependency expression may also be reported.\r
354 #\r
355 # @param self The object pointer\r
356 # @param File The file object for report\r
357 #\r
358 def GenerateReport(self, File):\r
52302d4d 359 if len(self.LibraryList) > 0:\r
c2d0a1f6
YZ
360 FileWrite(File, gSubSectionStart)\r
361 FileWrite(File, TAB_BRG_LIBRARY)\r
52302d4d
LG
362 FileWrite(File, gSubSectionSep)\r
363 for LibraryItem in self.LibraryList:\r
364 LibInfPath = LibraryItem[0]\r
365 FileWrite(File, LibInfPath)\r
366\r
367 #\r
368 # Report library class, library constructor and destructor for\r
369 # EDKII style module.\r
370 #\r
371 if self._EdkIIModule:\r
372 LibClass = LibraryItem[1]\r
373 EdkIILibInfo = ""\r
374 LibConstructor = " ".join(LibraryItem[2])\r
375 if LibConstructor:\r
376 EdkIILibInfo += " C = " + LibConstructor\r
377 LibDestructor = " ".join(LibraryItem[3])\r
378 if LibDestructor:\r
636f2be6 379 EdkIILibInfo += " D = " + LibDestructor\r
52302d4d
LG
380 LibDepex = " ".join(LibraryItem[4])\r
381 if LibDepex:\r
382 EdkIILibInfo += " Depex = " + LibDepex\r
1b8eca8b
YZ
383 if LibraryItem[5]:\r
384 EdkIILibInfo += " Time = " + LibraryItem[5]\r
52302d4d
LG
385 if EdkIILibInfo:\r
386 FileWrite(File, "{%s: %s}" % (LibClass, EdkIILibInfo))\r
387 else:\r
388 FileWrite(File, "{%s}" % LibClass)\r
389\r
c2d0a1f6 390 FileWrite(File, gSubSectionEnd)\r
52302d4d
LG
391\r
392##\r
393# Reports dependency expression information\r
394#\r
395# This class reports the module dependency expression subsection in the build report file.\r
396#\r
397class DepexReport(object):\r
398 ##\r
399 # Constructor function for class DepexReport\r
400 #\r
401 # This constructor function generates DepexReport object for\r
402 # a module. If the module source contains the DXS file (usually EDK\r
403 # style module), it uses the dependency in DXS file; otherwise,\r
404 # it uses the dependency expression from its own INF [Depex] section\r
405 # and then merges with the ones from its dependent library INF.\r
406 #\r
407 # @param self The object pointer\r
408 # @param M Module context information\r
409 #\r
410 def __init__(self, M):\r
411 self.Depex = ""\r
47fea6af 412 self._DepexFileName = os.path.join(M.BuildDir, "OUTPUT", M.Module.BaseName + ".depex")\r
52302d4d
LG
413 ModuleType = M.ModuleType\r
414 if not ModuleType:\r
ee1ca53d 415 ModuleType = COMPONENT_TO_MODULE_MAP_DICT.get(M.ComponentType, "")\r
636f2be6 416\r
8bb63e37 417 if ModuleType in [SUP_MODULE_SEC, SUP_MODULE_PEI_CORE, SUP_MODULE_DXE_CORE, SUP_MODULE_SMM_CORE, SUP_MODULE_MM_CORE_STANDALONE, SUP_MODULE_UEFI_APPLICATION]:\r
52302d4d 418 return\r
f7496d71 419\r
52302d4d
LG
420 for Source in M.SourceFileList:\r
421 if os.path.splitext(Source.Path)[1].lower() == ".dxs":\r
422 Match = gDxsDependencyPattern.search(open(Source.Path).read())\r
423 if Match:\r
424 self.Depex = Match.group(1).strip()\r
425 self.Source = "DXS"\r
426 break\r
427 else:\r
caf74495 428 self.Depex = M.DepexExpressionDict.get(M.ModuleType, "")\r
52302d4d
LG
429 self.ModuleDepex = " ".join(M.Module.DepexExpression[M.Arch, M.ModuleType])\r
430 if not self.ModuleDepex:\r
431 self.ModuleDepex = "(None)"\r
432\r
433 LibDepexList = []\r
434 for Lib in M.DependentLibraryList:\r
435 LibDepex = " ".join(Lib.DepexExpression[M.Arch, M.ModuleType]).strip()\r
436 if LibDepex != "":\r
437 LibDepexList.append("(" + LibDepex + ")")\r
438 self.LibraryDepex = " AND ".join(LibDepexList)\r
439 if not self.LibraryDepex:\r
440 self.LibraryDepex = "(None)"\r
441 self.Source = "INF"\r
442\r
443 ##\r
444 # Generate report for module dependency expression information\r
445 #\r
446 # This function generates report for the module dependency expression.\r
447 #\r
e56468c0 448 # @param self The object pointer\r
449 # @param File The file object for report\r
450 # @param GlobalDepexParser The platform global Dependency expression parser object\r
52302d4d 451 #\r
e56468c0 452 def GenerateReport(self, File, GlobalDepexParser):\r
52302d4d
LG
453 if not self.Depex:\r
454 return\r
52302d4d 455 FileWrite(File, gSubSectionStart)\r
e56468c0 456 if os.path.isfile(self._DepexFileName):\r
457 try:\r
458 DepexStatements = GlobalDepexParser.ParseDepexFile(self._DepexFileName)\r
459 FileWrite(File, "Final Dependency Expression (DEPEX) Instructions")\r
460 for DepexStatement in DepexStatements:\r
461 FileWrite(File, " %s" % DepexStatement)\r
462 FileWrite(File, gSubSectionSep)\r
463 except:\r
464 EdkLogger.warn(None, "Dependency expression file is corrupted", self._DepexFileName)\r
f7496d71 465\r
52302d4d
LG
466 FileWrite(File, "Dependency Expression (DEPEX) from %s" % self.Source)\r
467\r
468 if self.Source == "INF":\r
caf74495 469 FileWrite(File, self.Depex, True)\r
52302d4d
LG
470 FileWrite(File, gSubSectionSep)\r
471 FileWrite(File, "From Module INF: %s" % self.ModuleDepex, True)\r
472 FileWrite(File, "From Library INF: %s" % self.LibraryDepex, True)\r
473 else:\r
caf74495 474 FileWrite(File, self.Depex)\r
52302d4d
LG
475 FileWrite(File, gSubSectionEnd)\r
476\r
477##\r
478# Reports dependency expression information\r
479#\r
480# This class reports the module build flags subsection in the build report file.\r
481#\r
482class BuildFlagsReport(object):\r
483 ##\r
484 # Constructor function for class BuildFlagsReport\r
485 #\r
486 # This constructor function generates BuildFlagsReport object for\r
487 # a module. It reports the build tool chain tag and all relevant\r
488 # build flags to build the module.\r
489 #\r
490 # @param self The object pointer\r
491 # @param M Module context information\r
492 #\r
493 def __init__(self, M):\r
494 BuildOptions = {}\r
495 #\r
496 # Add build flags according to source file extension so that\r
497 # irrelevant ones can be filtered out.\r
498 #\r
499 for Source in M.SourceFileList:\r
500 Ext = os.path.splitext(Source.File)[1].lower()\r
501 if Ext in [".c", ".cc", ".cpp"]:\r
502 BuildOptions["CC"] = 1\r
503 elif Ext in [".s", ".asm"]:\r
504 BuildOptions["PP"] = 1\r
505 BuildOptions["ASM"] = 1\r
506 elif Ext in [".vfr"]:\r
507 BuildOptions["VFRPP"] = 1\r
508 BuildOptions["VFR"] = 1\r
509 elif Ext in [".dxs"]:\r
510 BuildOptions["APP"] = 1\r
511 BuildOptions["CC"] = 1\r
512 elif Ext in [".asl"]:\r
513 BuildOptions["ASLPP"] = 1\r
514 BuildOptions["ASL"] = 1\r
515 elif Ext in [".aslc"]:\r
516 BuildOptions["ASLCC"] = 1\r
517 BuildOptions["ASLDLINK"] = 1\r
518 BuildOptions["CC"] = 1\r
519 elif Ext in [".asm16"]:\r
520 BuildOptions["ASMLINK"] = 1\r
521 BuildOptions["SLINK"] = 1\r
522 BuildOptions["DLINK"] = 1\r
523\r
524 #\r
525 # Save module build flags.\r
526 #\r
527 self.ToolChainTag = M.ToolChain\r
528 self.BuildFlags = {}\r
529 for Tool in BuildOptions:\r
530 self.BuildFlags[Tool + "_FLAGS"] = M.BuildOption.get(Tool, {}).get("FLAGS", "")\r
531\r
532 ##\r
533 # Generate report for module build flags information\r
534 #\r
535 # This function generates report for the module build flags expression.\r
536 #\r
537 # @param self The object pointer\r
538 # @param File The file object for report\r
539 #\r
540 def GenerateReport(self, File):\r
541 FileWrite(File, gSubSectionStart)\r
542 FileWrite(File, "Build Flags")\r
543 FileWrite(File, "Tool Chain Tag: %s" % self.ToolChainTag)\r
544 for Tool in self.BuildFlags:\r
545 FileWrite(File, gSubSectionSep)\r
546 FileWrite(File, "%s = %s" % (Tool, self.BuildFlags[Tool]), True)\r
547\r
548 FileWrite(File, gSubSectionEnd)\r
549\r
550\r
551##\r
552# Reports individual module information\r
553#\r
554# This class reports the module section in the build report file.\r
555# It comprises of module summary, module PCD, library, dependency expression,\r
556# build flags sections.\r
557#\r
558class ModuleReport(object):\r
559 ##\r
560 # Constructor function for class ModuleReport\r
561 #\r
562 # This constructor function generates ModuleReport object for\r
563 # a separate module in a platform build.\r
564 #\r
565 # @param self The object pointer\r
566 # @param M Module context information\r
567 # @param ReportType The kind of report items in the final report file\r
568 #\r
569 def __init__(self, M, ReportType):\r
570 self.ModuleName = M.Module.BaseName\r
571 self.ModuleInfPath = M.MetaFile.File\r
572 self.FileGuid = M.Guid\r
573 self.Size = 0\r
574 self.BuildTimeStamp = None\r
eca5be7a 575 self.Hash = 0\r
52302d4d 576 self.DriverType = ""\r
636f2be6
LG
577 if not M.IsLibrary:\r
578 ModuleType = M.ModuleType\r
579 if not ModuleType:\r
ee1ca53d 580 ModuleType = COMPONENT_TO_MODULE_MAP_DICT.get(M.ComponentType, "")\r
636f2be6
LG
581 #\r
582 # If a module complies to PI 1.1, promote Module type to "SMM_DRIVER"\r
583 #\r
8bb63e37 584 if ModuleType == SUP_MODULE_DXE_SMM_DRIVER:\r
47fea6af 585 PiSpec = M.Module.Specification.get("PI_SPECIFICATION_VERSION", "0x00010000")\r
0d2711a6 586 if int(PiSpec, 0) >= 0x0001000A:\r
636f2be6
LG
587 ModuleType = "SMM_DRIVER"\r
588 self.DriverType = gDriverTypeMap.get(ModuleType, "0x2 (FREE_FORM)")\r
52302d4d
LG
589 self.UefiSpecVersion = M.Module.Specification.get("UEFI_SPECIFICATION_VERSION", "")\r
590 self.PiSpecVersion = M.Module.Specification.get("PI_SPECIFICATION_VERSION", "")\r
591 self.PciDeviceId = M.Module.Defines.get("PCI_DEVICE_ID", "")\r
592 self.PciVendorId = M.Module.Defines.get("PCI_VENDOR_ID", "")\r
593 self.PciClassCode = M.Module.Defines.get("PCI_CLASS_CODE", "")\r
1b8eca8b 594 self.BuildTime = M.BuildTime\r
52302d4d
LG
595\r
596 self._BuildDir = M.BuildDir\r
597 self.ModulePcdSet = {}\r
598 if "PCD" in ReportType:\r
599 #\r
600 # Collect all module used PCD set: module INF referenced directly or indirectly.\r
601 # It also saves module INF default values of them in case they exist.\r
602 #\r
603 for Pcd in M.ModulePcdList + M.LibraryPcdList:\r
604 self.ModulePcdSet.setdefault((Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Pcd.Type), (Pcd.InfDefaultValue, Pcd.DefaultValue))\r
605\r
606 self.LibraryReport = None\r
607 if "LIBRARY" in ReportType:\r
608 self.LibraryReport = LibraryReport(M)\r
609\r
610 self.DepexReport = None\r
611 if "DEPEX" in ReportType:\r
612 self.DepexReport = DepexReport(M)\r
613\r
614 if "BUILD_FLAGS" in ReportType:\r
615 self.BuildFlagsReport = BuildFlagsReport(M)\r
616\r
617\r
618 ##\r
619 # Generate report for module information\r
620 #\r
621 # This function generates report for separate module expression\r
622 # in a platform build.\r
623 #\r
e56468c0 624 # @param self The object pointer\r
625 # @param File The file object for report\r
626 # @param GlobalPcdReport The platform global PCD report object\r
627 # @param GlobalPredictionReport The platform global Prediction report object\r
628 # @param GlobalDepexParser The platform global Dependency expression parser object\r
629 # @param ReportType The kind of report items in the final report file\r
52302d4d 630 #\r
e56468c0 631 def GenerateReport(self, File, GlobalPcdReport, GlobalPredictionReport, GlobalDepexParser, ReportType):\r
52302d4d
LG
632 FileWrite(File, gSectionStart)\r
633\r
634 FwReportFileName = os.path.join(self._BuildDir, "DEBUG", self.ModuleName + ".txt")\r
635 if os.path.isfile(FwReportFileName):\r
636 try:\r
637 FileContents = open(FwReportFileName).read()\r
638 Match = gModuleSizePattern.search(FileContents)\r
639 if Match:\r
640 self.Size = int(Match.group(1))\r
641\r
642 Match = gTimeStampPattern.search(FileContents)\r
643 if Match:\r
644 self.BuildTimeStamp = datetime.fromtimestamp(int(Match.group(1)))\r
645 except IOError:\r
646 EdkLogger.warn(None, "Fail to read report file", FwReportFileName)\r
647\r
eca5be7a
YZ
648 if "HASH" in ReportType:\r
649 OutputDir = os.path.join(self._BuildDir, "OUTPUT")\r
650 DefaultEFIfile = os.path.join(OutputDir, self.ModuleName + ".efi")\r
651 if os.path.isfile(DefaultEFIfile):\r
652 Tempfile = os.path.join(OutputDir, self.ModuleName + "_hash.tmp")\r
653 # rebase the efi image since its base address may not zero\r
654 cmd = ["GenFw", "--rebase", str(0), "-o", Tempfile, DefaultEFIfile]\r
655 try:\r
656 PopenObject = subprocess.Popen(' '.join(cmd), stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)\r
5b0671c1 657 except Exception as X:\r
eca5be7a
YZ
658 EdkLogger.error("GenFw", COMMAND_FAILURE, ExtraData="%s: %s" % (str(X), cmd[0]))\r
659 EndOfProcedure = threading.Event()\r
660 EndOfProcedure.clear()\r
661 if PopenObject.stderr:\r
662 StdErrThread = threading.Thread(target=ReadMessage, args=(PopenObject.stderr, EdkLogger.quiet, EndOfProcedure))\r
663 StdErrThread.setName("STDERR-Redirector")\r
664 StdErrThread.setDaemon(False)\r
665 StdErrThread.start()\r
666 # waiting for program exit\r
667 PopenObject.wait()\r
668 if PopenObject.stderr:\r
669 StdErrThread.join()\r
670 if PopenObject.returncode != 0:\r
671 EdkLogger.error("GenFw", COMMAND_FAILURE, "Failed to generate firmware hash image for %s" % (DefaultEFIfile))\r
672 if os.path.isfile(Tempfile):\r
673 self.Hash = hashlib.sha1()\r
674 buf = open(Tempfile, 'rb').read()\r
675 if self.Hash.update(buf):\r
676 self.Hash = self.Hash.update(buf)\r
677 self.Hash = self.Hash.hexdigest()\r
678 os.remove(Tempfile)\r
679\r
52302d4d
LG
680 FileWrite(File, "Module Summary")\r
681 FileWrite(File, "Module Name: %s" % self.ModuleName)\r
682 FileWrite(File, "Module INF Path: %s" % self.ModuleInfPath)\r
683 FileWrite(File, "File GUID: %s" % self.FileGuid)\r
684 if self.Size:\r
685 FileWrite(File, "Size: 0x%X (%.2fK)" % (self.Size, self.Size / 1024.0))\r
eca5be7a
YZ
686 if self.Hash:\r
687 FileWrite(File, "SHA1 HASH: %s *%s" % (self.Hash, self.ModuleName + ".efi"))\r
52302d4d
LG
688 if self.BuildTimeStamp:\r
689 FileWrite(File, "Build Time Stamp: %s" % self.BuildTimeStamp)\r
1b8eca8b
YZ
690 if self.BuildTime:\r
691 FileWrite(File, "Module Build Time: %s" % self.BuildTime)\r
52302d4d
LG
692 if self.DriverType:\r
693 FileWrite(File, "Driver Type: %s" % self.DriverType)\r
694 if self.UefiSpecVersion:\r
695 FileWrite(File, "UEFI Spec Version: %s" % self.UefiSpecVersion)\r
696 if self.PiSpecVersion:\r
697 FileWrite(File, "PI Spec Version: %s" % self.PiSpecVersion)\r
698 if self.PciDeviceId:\r
699 FileWrite(File, "PCI Device ID: %s" % self.PciDeviceId)\r
700 if self.PciVendorId:\r
701 FileWrite(File, "PCI Vendor ID: %s" % self.PciVendorId)\r
702 if self.PciClassCode:\r
703 FileWrite(File, "PCI Class Code: %s" % self.PciClassCode)\r
704\r
705 FileWrite(File, gSectionSep)\r
706\r
707 if "PCD" in ReportType:\r
708 GlobalPcdReport.GenerateReport(File, self.ModulePcdSet)\r
709\r
710 if "LIBRARY" in ReportType:\r
711 self.LibraryReport.GenerateReport(File)\r
712\r
713 if "DEPEX" in ReportType:\r
e56468c0 714 self.DepexReport.GenerateReport(File, GlobalDepexParser)\r
52302d4d
LG
715\r
716 if "BUILD_FLAGS" in ReportType:\r
717 self.BuildFlagsReport.GenerateReport(File)\r
718\r
719 if "FIXED_ADDRESS" in ReportType and self.FileGuid:\r
720 GlobalPredictionReport.GenerateReport(File, self.FileGuid)\r
721\r
722 FileWrite(File, gSectionEnd)\r
723\r
eca5be7a
YZ
724def ReadMessage(From, To, ExitFlag):\r
725 while True:\r
726 # read one line a time\r
727 Line = From.readline()\r
728 # empty string means "end"\r
4231a819 729 if Line is not None and Line != "":\r
eca5be7a
YZ
730 To(Line.rstrip())\r
731 else:\r
732 break\r
733 if ExitFlag.isSet():\r
734 break\r
735\r
52302d4d
LG
736##\r
737# Reports platform and module PCD information\r
738#\r
739# This class reports the platform PCD section and module PCD subsection\r
740# in the build report file.\r
741#\r
742class PcdReport(object):\r
743 ##\r
744 # Constructor function for class PcdReport\r
745 #\r
746 # This constructor function generates PcdReport object a platform build.\r
747 # It collects the whole PCD database from platform DSC files, platform\r
748 # flash description file and package DEC files.\r
749 #\r
750 # @param self The object pointer\r
751 # @param Wa Workspace context information\r
752 #\r
753 def __init__(self, Wa):\r
754 self.AllPcds = {}\r
c8d07c5e
YZ
755 self.UnusedPcds = {}\r
756 self.ConditionalPcds = {}\r
52302d4d 757 self.MaxLen = 0\r
e651d06c 758 self.Arch = None\r
52302d4d
LG
759 if Wa.FdfProfile:\r
760 self.FdfPcdSet = Wa.FdfProfile.PcdDict\r
761 else:\r
762 self.FdfPcdSet = {}\r
763\r
779ddcdf
YZ
764 self.DefaultStoreSingle = True\r
765 self.SkuSingle = True\r
766 if GlobalData.gDefaultStores and len(GlobalData.gDefaultStores) > 1:\r
767 self.DefaultStoreSingle = False\r
768 if GlobalData.gSkuids and len(GlobalData.gSkuids) > 1:\r
769 self.SkuSingle = False\r
770\r
52302d4d
LG
771 self.ModulePcdOverride = {}\r
772 for Pa in Wa.AutoGenObjectList:\r
e651d06c 773 self.Arch = Pa.Arch\r
52302d4d
LG
774 #\r
775 # Collect all platform referenced PCDs and grouped them by PCD token space\r
776 # GUID C Names\r
777 #\r
778 for Pcd in Pa.AllPcdList:\r
779 PcdList = self.AllPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])\r
780 if Pcd not in PcdList:\r
781 PcdList.append(Pcd)\r
782 if len(Pcd.TokenCName) > self.MaxLen:\r
783 self.MaxLen = len(Pcd.TokenCName)\r
c8d07c5e
YZ
784 #\r
785 # Collect the PCD defined in DSC/FDF file, but not used in module\r
786 #\r
787 UnusedPcdFullList = []\r
788 for item in Pa.Platform.Pcds:\r
789 Pcd = Pa.Platform.Pcds[item]\r
c65df5d9
YZ
790 if not Pcd.Type:\r
791 # check the Pcd in FDF file, whether it is used in module first\r
be409b67 792 for T in PCD_TYPE_LIST:\r
c65df5d9
YZ
793 PcdList = self.AllPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(T, [])\r
794 if Pcd in PcdList:\r
795 Pcd.Type = T\r
796 break\r
c8d07c5e
YZ
797 if not Pcd.Type:\r
798 PcdTypeFlag = False\r
799 for package in Pa.PackageList:\r
be409b67 800 for T in PCD_TYPE_LIST:\r
c8d07c5e
YZ
801 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, T) in package.Pcds:\r
802 Pcd.Type = T\r
803 PcdTypeFlag = True\r
804 if not Pcd.DatumType:\r
805 Pcd.DatumType = package.Pcds[(Pcd.TokenCName, Pcd.TokenSpaceGuidCName, T)].DatumType\r
806 break\r
807 if PcdTypeFlag:\r
808 break\r
809 if not Pcd.DatumType:\r
810 PcdType = Pcd.Type\r
811 # Try to remove Hii and Vpd suffix\r
be409b67
CJ
812 if PcdType.startswith(TAB_PCDS_DYNAMIC_EX):\r
813 PcdType = TAB_PCDS_DYNAMIC_EX\r
814 elif PcdType.startswith(TAB_PCDS_DYNAMIC):\r
815 PcdType = TAB_PCDS_DYNAMIC\r
c8d07c5e
YZ
816 for package in Pa.PackageList:\r
817 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, PcdType) in package.Pcds:\r
818 Pcd.DatumType = package.Pcds[(Pcd.TokenCName, Pcd.TokenSpaceGuidCName, PcdType)].DatumType\r
819 break\r
820\r
821 PcdList = self.AllPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])\r
822 if Pcd not in PcdList and Pcd not in UnusedPcdFullList:\r
823 UnusedPcdFullList.append(Pcd)\r
824 if len(Pcd.TokenCName) > self.MaxLen:\r
825 self.MaxLen = len(Pcd.TokenCName)\r
826\r
827 if GlobalData.gConditionalPcds:\r
828 for PcdItem in GlobalData.gConditionalPcds:\r
829 if '.' in PcdItem:\r
830 (TokenSpaceGuidCName, TokenCName) = PcdItem.split('.')\r
9eb87141 831 if (TokenCName, TokenSpaceGuidCName) in Pa.Platform.Pcds:\r
c8d07c5e
YZ
832 Pcd = Pa.Platform.Pcds[(TokenCName, TokenSpaceGuidCName)]\r
833 PcdList = self.ConditionalPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])\r
834 if Pcd not in PcdList:\r
835 PcdList.append(Pcd)\r
836\r
837 UnusedPcdList = []\r
838 if UnusedPcdFullList:\r
839 for Pcd in UnusedPcdFullList:\r
840 if Pcd.TokenSpaceGuidCName + '.' + Pcd.TokenCName in GlobalData.gConditionalPcds:\r
841 continue\r
842 UnusedPcdList.append(Pcd)\r
843\r
844 for Pcd in UnusedPcdList:\r
845 PcdList = self.UnusedPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])\r
846 if Pcd not in PcdList:\r
847 PcdList.append(Pcd)\r
52302d4d
LG
848\r
849 for Module in Pa.Platform.Modules.values():\r
850 #\r
851 # Collect module override PCDs\r
852 #\r
853 for ModulePcd in Module.M.ModulePcdList + Module.M.LibraryPcdList:\r
854 TokenCName = ModulePcd.TokenCName\r
855 TokenSpaceGuid = ModulePcd.TokenSpaceGuidCName\r
856 ModuleDefault = ModulePcd.DefaultValue\r
857 ModulePath = os.path.basename(Module.M.MetaFile.File)\r
858 self.ModulePcdOverride.setdefault((TokenCName, TokenSpaceGuid), {})[ModulePath] = ModuleDefault\r
859\r
860\r
861 #\r
862 # Collect PCD DEC default value.\r
863 #\r
864 self.DecPcdDefault = {}\r
726c501c 865 self._GuidDict = {}\r
0d2711a6
LG
866 for Pa in Wa.AutoGenObjectList:\r
867 for Package in Pa.PackageList:\r
726c501c
YZ
868 Guids = Package.Guids\r
869 self._GuidDict.update(Guids)\r
0d2711a6
LG
870 for (TokenCName, TokenSpaceGuidCName, DecType) in Package.Pcds:\r
871 DecDefaultValue = Package.Pcds[TokenCName, TokenSpaceGuidCName, DecType].DefaultValue\r
872 self.DecPcdDefault.setdefault((TokenCName, TokenSpaceGuidCName, DecType), DecDefaultValue)\r
52302d4d
LG
873 #\r
874 # Collect PCDs defined in DSC common section\r
875 #\r
876 self.DscPcdDefault = {}\r
e651d06c
LG
877 for Pa in Wa.AutoGenObjectList:\r
878 for (TokenCName, TokenSpaceGuidCName) in Pa.Platform.Pcds:\r
643e8e4b 879 DscDefaultValue = Pa.Platform.Pcds[(TokenCName, TokenSpaceGuidCName)].DscDefaultValue\r
40d841f6
LG
880 if DscDefaultValue:\r
881 self.DscPcdDefault[(TokenCName, TokenSpaceGuidCName)] = DscDefaultValue\r
52302d4d 882\r
c8d07c5e 883 def GenerateReport(self, File, ModulePcdSet):\r
b91b8ee4
YZ
884 if not ModulePcdSet:\r
885 if self.ConditionalPcds:\r
886 self.GenerateReportDetail(File, ModulePcdSet, 1)\r
887 if self.UnusedPcds:\r
888 self.GenerateReportDetail(File, ModulePcdSet, 2)\r
c8d07c5e
YZ
889 self.GenerateReportDetail(File, ModulePcdSet)\r
890\r
52302d4d
LG
891 ##\r
892 # Generate report for PCD information\r
893 #\r
894 # This function generates report for separate module expression\r
895 # in a platform build.\r
896 #\r
897 # @param self The object pointer\r
898 # @param File The file object for report\r
899 # @param ModulePcdSet Set of all PCDs referenced by module or None for\r
900 # platform PCD report\r
c8d07c5e
YZ
901 # @param ReportySubType 0 means platform/module PCD report, 1 means Conditional\r
902 # directives section report, 2 means Unused Pcds section report\r
52302d4d
LG
903 # @param DscOverridePcds Module DSC override PCDs set\r
904 #\r
c8d07c5e
YZ
905 def GenerateReportDetail(self, File, ModulePcdSet, ReportSubType = 0):\r
906 PcdDict = self.AllPcds\r
907 if ReportSubType == 1:\r
908 PcdDict = self.ConditionalPcds\r
909 elif ReportSubType == 2:\r
910 PcdDict = self.UnusedPcds\r
911\r
b91b8ee4 912 if not ModulePcdSet:\r
52302d4d 913 FileWrite(File, gSectionStart)\r
c8d07c5e
YZ
914 if ReportSubType == 1:\r
915 FileWrite(File, "Conditional Directives used by the build system")\r
916 elif ReportSubType == 2:\r
917 FileWrite(File, "PCDs not used by modules or in conditional directives")\r
918 else:\r
919 FileWrite(File, "Platform Configuration Database Report")\r
920\r
763e8edf 921 FileWrite(File, " *B - PCD override in the build option")\r
52302d4d
LG
922 FileWrite(File, " *P - Platform scoped PCD override in DSC file")\r
923 FileWrite(File, " *F - Platform scoped PCD override in FDF file")\r
c8d07c5e
YZ
924 if not ReportSubType:\r
925 FileWrite(File, " *M - Module scoped PCD override")\r
52302d4d
LG
926 FileWrite(File, gSectionSep)\r
927 else:\r
c2d0a1f6 928 if not ReportSubType and ModulePcdSet:\r
c8d07c5e
YZ
929 #\r
930 # For module PCD sub-section\r
931 #\r
932 FileWrite(File, gSubSectionStart)\r
933 FileWrite(File, TAB_BRG_PCD)\r
934 FileWrite(File, gSubSectionSep)\r
238d9b5c 935 AllPcdDict = {}\r
c8d07c5e 936 for Key in PcdDict:\r
238d9b5c
YF
937 AllPcdDict[Key] = {}\r
938 for Type in PcdDict[Key]:\r
939 for Pcd in PcdDict[Key][Type]:\r
940 AllPcdDict[Key][(Pcd.TokenCName, Type)] = Pcd\r
941 for Key in sorted(AllPcdDict):\r
52302d4d
LG
942 #\r
943 # Group PCD by their token space GUID C Name\r
944 #\r
945 First = True\r
238d9b5c 946 for PcdTokenCName, Type in sorted(AllPcdDict[Key]):\r
52302d4d
LG
947 #\r
948 # Group PCD by their usage type\r
949 #\r
238d9b5c 950 Pcd = AllPcdDict[Key][(PcdTokenCName, Type)]\r
52302d4d 951 TypeName, DecType = gPcdTypeMap.get(Type, ("", Type))\r
238d9b5c
YF
952 MixedPcdFlag = False\r
953 if GlobalData.MixedPcd:\r
954 for PcdKey in GlobalData.MixedPcd:\r
955 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdKey]:\r
956 PcdTokenCName = PcdKey[0]\r
957 MixedPcdFlag = True\r
958 if MixedPcdFlag and not ModulePcdSet:\r
959 continue\r
960 #\r
961 # Get PCD default value and their override relationship\r
962 #\r
963 DecDefaultValue = self.DecPcdDefault.get((Pcd.TokenCName, Pcd.TokenSpaceGuidCName, DecType))\r
964 DscDefaultValue = self.DscPcdDefault.get((Pcd.TokenCName, Pcd.TokenSpaceGuidCName))\r
965 DscDefaultValBak = DscDefaultValue\r
966 DscDefaultValue = self.FdfPcdSet.get((Pcd.TokenCName, Key), DscDefaultValue)\r
967 if DscDefaultValue != DscDefaultValBak:\r
968 try:\r
969 DscDefaultValue = ValueExpressionEx(DscDefaultValue, Pcd.DatumType, self._GuidDict)(True)\r
5b0671c1 970 except BadExpression as DscDefaultValue:\r
238d9b5c
YF
971 EdkLogger.error('BuildReport', FORMAT_INVALID, "PCD Value: %s, Type: %s" %(DscDefaultValue, Pcd.DatumType))\r
972\r
973 InfDefaultValue = None\r
974\r
975 PcdValue = DecDefaultValue\r
976 if DscDefaultValue:\r
977 PcdValue = DscDefaultValue\r
978 if ModulePcdSet is not None:\r
979 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Type) not in ModulePcdSet:\r
980 continue\r
981 InfDefault, PcdValue = ModulePcdSet[Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Type]\r
982 Pcd.DefaultValue = PcdValue\r
983 if InfDefault == "":\r
984 InfDefault = None\r
985\r
986 BuildOptionMatch = False\r
987 if GlobalData.BuildOptionPcd:\r
988 for pcd in GlobalData.BuildOptionPcd:\r
989 if (Pcd.TokenSpaceGuidCName, Pcd.TokenCName) == (pcd[0], pcd[1]):\r
990 if pcd[2]:\r
991 continue\r
992 PcdValue = pcd[3]\r
993 Pcd.DefaultValue = PcdValue\r
994 BuildOptionMatch = True\r
995 break\r
763e8edf 996\r
238d9b5c
YF
997 if First:\r
998 if ModulePcdSet is None:\r
999 FileWrite(File, "")\r
1000 FileWrite(File, Key)\r
1001 First = False\r
52302d4d
LG
1002\r
1003\r
238d9b5c
YF
1004 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1005 PcdValueNumber = int(PcdValue.strip(), 0)\r
1006 if DecDefaultValue is None:\r
1007 DecMatch = True\r
1008 else:\r
1009 DecDefaultValueNumber = int(DecDefaultValue.strip(), 0)\r
1010 DecMatch = (DecDefaultValueNumber == PcdValueNumber)\r
52302d4d 1011\r
238d9b5c
YF
1012 if InfDefaultValue is None:\r
1013 InfMatch = True\r
1014 else:\r
1015 InfDefaultValueNumber = int(InfDefaultValue.strip(), 0)\r
1016 InfMatch = (InfDefaultValueNumber == PcdValueNumber)\r
52302d4d 1017\r
238d9b5c
YF
1018 if DscDefaultValue is None:\r
1019 DscMatch = True\r
52302d4d 1020 else:\r
238d9b5c
YF
1021 DscDefaultValueNumber = int(DscDefaultValue.strip(), 0)\r
1022 DscMatch = (DscDefaultValueNumber == PcdValueNumber)\r
1023 else:\r
1024 if DecDefaultValue is None:\r
1025 DecMatch = True\r
1026 else:\r
1027 DecMatch = (DecDefaultValue.strip() == PcdValue.strip())\r
52302d4d 1028\r
238d9b5c
YF
1029 if InfDefaultValue is None:\r
1030 InfMatch = True\r
1031 else:\r
1032 InfMatch = (InfDefaultValue.strip() == PcdValue.strip())\r
52302d4d 1033\r
238d9b5c
YF
1034 if DscDefaultValue is None:\r
1035 DscMatch = True\r
1036 else:\r
1037 DscMatch = (DscDefaultValue.strip() == PcdValue.strip())\r
1038\r
1039 IsStructure = False\r
1040 if GlobalData.gStructurePcd and (self.Arch in GlobalData.gStructurePcd) and ((Pcd.TokenCName, Pcd.TokenSpaceGuidCName) in GlobalData.gStructurePcd[self.Arch]):\r
1041 IsStructure = True\r
1042 if TypeName in ('DYNVPD', 'DEXVPD'):\r
1043 SkuInfoList = Pcd.SkuInfoList\r
1044 Pcd = GlobalData.gStructurePcd[self.Arch][(Pcd.TokenCName, Pcd.TokenSpaceGuidCName)]\r
1045 Pcd.DatumType = Pcd.StructName\r
1046 if TypeName in ('DYNVPD', 'DEXVPD'):\r
1047 Pcd.SkuInfoList = SkuInfoList\r
1048 if Pcd.PcdFieldValueFromComm:\r
1049 BuildOptionMatch = True\r
1050 DecMatch = False\r
1051 elif Pcd.SkuOverrideValues:\r
1052 DscOverride = False\r
1053 if not Pcd.SkuInfoList:\r
1054 OverrideValues = Pcd.SkuOverrideValues\r
1055 if OverrideValues:\r
1056 Keys = OverrideValues.keys()\r
1057 Data = OverrideValues[Keys[0]]\r
1058 Struct = Data.values()[0]\r
1059 DscOverride = self.ParseStruct(Struct)\r
52302d4d 1060 else:\r
238d9b5c
YF
1061 SkuList = sorted(Pcd.SkuInfoList.keys())\r
1062 for Sku in SkuList:\r
1063 SkuInfo = Pcd.SkuInfoList[Sku]\r
1064 if TypeName in ('DYNHII', 'DEXHII'):\r
1065 if SkuInfo.DefaultStoreDict:\r
1066 DefaultStoreList = sorted(SkuInfo.DefaultStoreDict.keys())\r
1067 for DefaultStore in DefaultStoreList:\r
1068 OverrideValues = Pcd.SkuOverrideValues[Sku]\r
1069 DscOverride = self.ParseStruct(OverrideValues[DefaultStore])\r
1070 if DscOverride:\r
1071 break\r
1072 else:\r
1073 OverrideValues = Pcd.SkuOverrideValues[Sku]\r
1074 if OverrideValues:\r
1075 Keys = OverrideValues.keys()\r
1076 OverrideFieldStruct = self.OverrideFieldValue(Pcd, OverrideValues[Keys[0]])\r
1077 DscOverride = self.ParseStruct(OverrideFieldStruct)\r
1078 if DscOverride:\r
1079 break\r
1080 if DscOverride:\r
1081 DscMatch = True\r
e651d06c 1082 DecMatch = False\r
238d9b5c
YF
1083\r
1084 #\r
1085 # Report PCD item according to their override relationship\r
1086 #\r
1087 if DecMatch and InfMatch:\r
1088 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, ' ')\r
1089 elif BuildOptionMatch:\r
1090 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*B')\r
1091 else:\r
1092 if DscMatch:\r
1093 if (Pcd.TokenCName, Key) in self.FdfPcdSet:\r
1094 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*F')\r
52302d4d 1095 else:\r
238d9b5c
YF
1096 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*P')\r
1097 else:\r
1098 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*M')\r
52302d4d 1099\r
238d9b5c
YF
1100 if ModulePcdSet is None:\r
1101 if IsStructure:\r
1102 continue\r
1103 if not TypeName in ('PATCH', 'FLAG', 'FIXED'):\r
1104 continue\r
1105 if not BuildOptionMatch:\r
1106 ModuleOverride = self.ModulePcdOverride.get((Pcd.TokenCName, Pcd.TokenSpaceGuidCName), {})\r
1107 for ModulePath in ModuleOverride:\r
1108 ModuleDefault = ModuleOverride[ModulePath]\r
1109 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1110 ModulePcdDefaultValueNumber = int(ModuleDefault.strip(), 0)\r
1111 Match = (ModulePcdDefaultValueNumber == PcdValueNumber)\r
1112 else:\r
1113 Match = (ModuleDefault.strip() == PcdValue.strip())\r
1114 if Match:\r
1115 continue\r
1116 IsByteArray, ArrayList = ByteArrayForamt(ModuleDefault.strip())\r
1117 if IsByteArray:\r
1118 FileWrite(File, ' *M %-*s = %s' % (self.MaxLen + 15, ModulePath, '{'))\r
1119 for Array in ArrayList:\r
caf74495 1120 FileWrite(File, Array)\r
238d9b5c
YF
1121 else:\r
1122 FileWrite(File, ' *M %-*s = %s' % (self.MaxLen + 15, ModulePath, ModuleDefault.strip()))\r
52302d4d 1123\r
4231a819 1124 if ModulePcdSet is None:\r
52302d4d
LG
1125 FileWrite(File, gSectionEnd)\r
1126 else:\r
c2d0a1f6 1127 if not ReportSubType and ModulePcdSet:\r
c8d07c5e 1128 FileWrite(File, gSubSectionEnd)\r
52302d4d 1129\r
24326f38
YZ
1130 def ParseStruct(self, struct):\r
1131 HasDscOverride = False\r
1132 if struct:\r
1133 for _, Values in struct.items():\r
1134 if Values[1] and Values[1].endswith('.dsc'):\r
1135 HasDscOverride = True\r
1136 break\r
1137 return HasDscOverride\r
52302d4d 1138\r
e651d06c 1139 def PrintPcdDefault(self, File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue):\r
4231a819 1140 if not DscMatch and DscDefaultValue is not None:\r
e651d06c
LG
1141 Value = DscDefaultValue.strip()\r
1142 IsByteArray, ArrayList = ByteArrayForamt(Value)\r
1143 if IsByteArray:\r
1144 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DSC DEFAULT', "{"))\r
1145 for Array in ArrayList:\r
caf74495 1146 FileWrite(File, Array)\r
e651d06c 1147 else:\r
179c2f97
YF
1148 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1149 if Value.startswith(('0x', '0X')):\r
1150 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1151 else:\r
1152 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
e651d06c 1153 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DSC DEFAULT', Value))\r
4231a819 1154 if not InfMatch and InfDefaultValue is not None:\r
e651d06c
LG
1155 Value = InfDefaultValue.strip()\r
1156 IsByteArray, ArrayList = ByteArrayForamt(Value)\r
1157 if IsByteArray:\r
1158 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'INF DEFAULT', "{"))\r
1159 for Array in ArrayList:\r
caf74495 1160 FileWrite(File, Array)\r
e651d06c 1161 else:\r
179c2f97
YF
1162 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1163 if Value.startswith(('0x', '0X')):\r
1164 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1165 else:\r
1166 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
e651d06c
LG
1167 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'INF DEFAULT', Value))\r
1168\r
4231a819 1169 if not DecMatch and DecDefaultValue is not None:\r
e651d06c
LG
1170 Value = DecDefaultValue.strip()\r
1171 IsByteArray, ArrayList = ByteArrayForamt(Value)\r
1172 if IsByteArray:\r
1173 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DEC DEFAULT', "{"))\r
1174 for Array in ArrayList:\r
caf74495 1175 FileWrite(File, Array)\r
e651d06c 1176 else:\r
179c2f97
YF
1177 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1178 if Value.startswith(('0x', '0X')):\r
1179 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1180 else:\r
1181 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
e651d06c
LG
1182 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DEC DEFAULT', Value))\r
1183 if IsStructure:\r
1184 self.PrintStructureInfo(File, Pcd.DefaultValues)\r
24326f38
YZ
1185 if DecMatch and IsStructure:\r
1186 self.PrintStructureInfo(File, Pcd.DefaultValues)\r
e651d06c
LG
1187\r
1188 def PrintPcdValue(self, File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, Flag = ' '):\r
1189 if not Pcd.SkuInfoList:\r
1190 Value = Pcd.DefaultValue\r
1191 IsByteArray, ArrayList = ByteArrayForamt(Value)\r
1192 if IsByteArray:\r
1193 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '{'))\r
1194 for Array in ArrayList:\r
caf74495 1195 FileWrite(File, Array)\r
e651d06c 1196 else:\r
179c2f97 1197 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
ccaa7754 1198 if Value.startswith(('0x', '0X')):\r
179c2f97
YF
1199 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1200 else:\r
1201 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
e651d06c
LG
1202 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', Value))\r
1203 if IsStructure:\r
65eff519 1204 OverrideValues = Pcd.SkuOverrideValues\r
e651d06c
LG
1205 if OverrideValues:\r
1206 Keys = OverrideValues.keys()\r
1207 Data = OverrideValues[Keys[0]]\r
1208 Struct = Data.values()[0]\r
24326f38
YZ
1209 OverrideFieldStruct = self.OverrideFieldValue(Pcd, Struct)\r
1210 self.PrintStructureInfo(File, OverrideFieldStruct)\r
e651d06c
LG
1211 self.PrintPcdDefault(File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue)\r
1212 else:\r
1213 FirstPrint = True\r
1214 SkuList = sorted(Pcd.SkuInfoList.keys())\r
1215 for Sku in SkuList:\r
1216 SkuInfo = Pcd.SkuInfoList[Sku]\r
779ddcdf 1217 SkuIdName = SkuInfo.SkuIdName\r
e651d06c
LG
1218 if TypeName in ('DYNHII', 'DEXHII'):\r
1219 if SkuInfo.DefaultStoreDict:\r
1220 DefaultStoreList = sorted(SkuInfo.DefaultStoreDict.keys())\r
1221 for DefaultStore in DefaultStoreList:\r
1222 Value = SkuInfo.DefaultStoreDict[DefaultStore]\r
1223 IsByteArray, ArrayList = ByteArrayForamt(Value)\r
1224 if FirstPrint:\r
1225 FirstPrint = False\r
1226 if IsByteArray:\r
779ddcdf
YZ
1227 if self.DefaultStoreSingle and self.SkuSingle:\r
1228 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '{'))\r
1229 elif self.DefaultStoreSingle and not self.SkuSingle:\r
1230 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '{'))\r
1231 elif not self.DefaultStoreSingle and self.SkuSingle:\r
1232 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', '{'))\r
1233 else:\r
1234 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', '{'))\r
e651d06c 1235 for Array in ArrayList:\r
caf74495 1236 FileWrite(File, Array)\r
e651d06c 1237 else:\r
179c2f97
YF
1238 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1239 if Value.startswith(('0x', '0X')):\r
1240 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1241 else:\r
1242 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
779ddcdf
YZ
1243 if self.DefaultStoreSingle and self.SkuSingle:\r
1244 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', Value))\r
1245 elif self.DefaultStoreSingle and not self.SkuSingle:\r
1246 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))\r
1247 elif not self.DefaultStoreSingle and self.SkuSingle:\r
1248 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', Value))\r
1249 else:\r
1250 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', Value))\r
e651d06c
LG
1251 else:\r
1252 if IsByteArray:\r
779ddcdf
YZ
1253 if self.DefaultStoreSingle and self.SkuSingle:\r
1254 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '{'))\r
1255 elif self.DefaultStoreSingle and not self.SkuSingle:\r
1256 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '{'))\r
1257 elif not self.DefaultStoreSingle and self.SkuSingle:\r
1258 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', '{'))\r
1259 else:\r
1260 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', '{'))\r
e651d06c 1261 for Array in ArrayList:\r
caf74495 1262 FileWrite(File, Array)\r
e651d06c 1263 else:\r
179c2f97
YF
1264 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1265 if Value.startswith(('0x', '0X')):\r
1266 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1267 else:\r
1268 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
779ddcdf
YZ
1269 if self.DefaultStoreSingle and self.SkuSingle:\r
1270 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', Value))\r
1271 elif self.DefaultStoreSingle and not self.SkuSingle:\r
1272 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))\r
1273 elif not self.DefaultStoreSingle and self.SkuSingle:\r
1274 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', Value))\r
1275 else:\r
1276 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', Value))\r
e651d06c
LG
1277 FileWrite(File, '%*s: %s: %s' % (self.MaxLen + 4, SkuInfo.VariableGuid, SkuInfo.VariableName, SkuInfo.VariableOffset))\r
1278 if IsStructure:\r
65eff519 1279 OverrideValues = Pcd.SkuOverrideValues[Sku]\r
24326f38
YZ
1280 OverrideFieldStruct = self.OverrideFieldValue(Pcd, OverrideValues[DefaultStore])\r
1281 self.PrintStructureInfo(File, OverrideFieldStruct)\r
e651d06c 1282 self.PrintPcdDefault(File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue)\r
e651d06c
LG
1283 else:\r
1284 Value = SkuInfo.DefaultValue\r
1285 IsByteArray, ArrayList = ByteArrayForamt(Value)\r
1286 if FirstPrint:\r
1287 FirstPrint = False\r
1288 if IsByteArray:\r
779ddcdf
YZ
1289 if self.SkuSingle:\r
1290 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', "{"))\r
1291 else:\r
1292 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', "{"))\r
e651d06c 1293 for Array in ArrayList:\r
caf74495 1294 FileWrite(File, Array)\r
e651d06c 1295 else:\r
179c2f97
YF
1296 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1297 if Value.startswith(('0x', '0X')):\r
1298 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1299 else:\r
1300 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
779ddcdf
YZ
1301 if self.SkuSingle:\r
1302 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', Value))\r
1303 else:\r
1304 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))\r
e651d06c
LG
1305 else:\r
1306 if IsByteArray:\r
779ddcdf 1307 if self.SkuSingle:\r
ccaa7754 1308 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', "{"))\r
779ddcdf 1309 else:\r
ccaa7754 1310 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', "{"))\r
e651d06c 1311 for Array in ArrayList:\r
caf74495 1312 FileWrite(File, Array)\r
e651d06c 1313 else:\r
179c2f97
YF
1314 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1315 if Value.startswith(('0x', '0X')):\r
1316 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1317 else:\r
1318 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
779ddcdf 1319 if self.SkuSingle:\r
ccaa7754 1320 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', Value))\r
779ddcdf 1321 else:\r
ccaa7754 1322 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))\r
779ddcdf
YZ
1323 if TypeName in ('DYNVPD', 'DEXVPD'):\r
1324 FileWrite(File, '%*s' % (self.MaxLen + 4, SkuInfo.VpdOffset))\r
e651d06c 1325 if IsStructure:\r
65eff519 1326 OverrideValues = Pcd.SkuOverrideValues[Sku]\r
e651d06c
LG
1327 if OverrideValues:\r
1328 Keys = OverrideValues.keys()\r
24326f38
YZ
1329 OverrideFieldStruct = self.OverrideFieldValue(Pcd, OverrideValues[Keys[0]])\r
1330 self.PrintStructureInfo(File, OverrideFieldStruct)\r
e651d06c
LG
1331 self.PrintPcdDefault(File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue)\r
1332\r
24326f38
YZ
1333 def OverrideFieldValue(self, Pcd, OverrideStruct):\r
1334 OverrideFieldStruct = collections.OrderedDict()\r
1335 if OverrideStruct:\r
1336 for Key, Values in OverrideStruct.items():\r
1337 if Values[1] and Values[1].endswith('.dsc'):\r
1338 OverrideFieldStruct[Key] = Values\r
543f5ac3
B
1339 if Pcd.PcdFieldValueFromFdf:\r
1340 for Key, Values in Pcd.PcdFieldValueFromFdf.items():\r
1341 OverrideFieldStruct[Key] = Values\r
24326f38
YZ
1342 if Pcd.PcdFieldValueFromComm:\r
1343 for Key, Values in Pcd.PcdFieldValueFromComm.items():\r
1344 OverrideFieldStruct[Key] = Values\r
1345 return OverrideFieldStruct\r
1346\r
e651d06c 1347 def PrintStructureInfo(self, File, Struct):\r
e651d06c 1348 for Key, Value in Struct.items():\r
f440f7e3
YZ
1349 if Value[1] and 'build command options' in Value[1]:\r
1350 FileWrite(File, ' *B %-*s = %s' % (self.MaxLen + 4, '.' + Key, Value[0]))\r
e651d06c 1351 else:\r
f440f7e3 1352 FileWrite(File, ' %-*s = %s' % (self.MaxLen + 4, '.' + Key, Value[0]))\r
e651d06c
LG
1353\r
1354 def StrtoHex(self, value):\r
1355 try:\r
1356 value = hex(int(value))\r
1357 return value\r
1358 except:\r
1359 if value.startswith("L\"") and value.endswith("\""):\r
1360 valuelist = []\r
1361 for ch in value[2:-1]:\r
1362 valuelist.append(hex(ord(ch)))\r
1363 valuelist.append('0x00')\r
1364 return valuelist\r
1365 elif value.startswith("\"") and value.endswith("\""):\r
1366 return hex(ord(value[1:-1]))\r
1367 elif value.startswith("{") and value.endswith("}"):\r
1368 valuelist = []\r
1369 if ',' not in value:\r
1370 return value[1:-1]\r
1371 for ch in value[1:-1].split(','):\r
1372 ch = ch.strip()\r
1373 if ch.startswith('0x') or ch.startswith('0X'):\r
1374 valuelist.append(ch)\r
1375 continue\r
1376 try:\r
1377 valuelist.append(hex(int(ch.strip())))\r
1378 except:\r
1379 pass\r
1380 return valuelist\r
1381 else:\r
1382 return value\r
52302d4d
LG
1383\r
1384##\r
1385# Reports platform and module Prediction information\r
1386#\r
1387# This class reports the platform execution order prediction section and\r
1388# module load fixed address prediction subsection in the build report file.\r
1389#\r
1390class PredictionReport(object):\r
1391 ##\r
1392 # Constructor function for class PredictionReport\r
1393 #\r
1394 # This constructor function generates PredictionReport object for the platform.\r
1395 #\r
1396 # @param self: The object pointer\r
1397 # @param Wa Workspace context information\r
1398 #\r
1399 def __init__(self, Wa):\r
1400 self._MapFileName = os.path.join(Wa.BuildDir, Wa.Name + ".map")\r
1401 self._MapFileParsed = False\r
1402 self._EotToolInvoked = False\r
1403 self._FvDir = Wa.FvDir\r
1404 self._EotDir = Wa.BuildDir\r
1405 self._FfsEntryPoint = {}\r
1406 self._GuidMap = {}\r
1407 self._SourceList = []\r
1408 self.FixedMapDict = {}\r
1409 self.ItemList = []\r
1410 self.MaxLen = 0\r
1411\r
1412 #\r
1413 # Collect all platform reference source files and GUID C Name\r
1414 #\r
1415 for Pa in Wa.AutoGenObjectList:\r
1416 for Module in Pa.LibraryAutoGenList + Pa.ModuleAutoGenList:\r
1417 #\r
40d841f6
LG
1418 # BASE typed modules are EFI agnostic, so we need not scan\r
1419 # their source code to find PPI/Protocol produce or consume\r
1420 # information.\r
1421 #\r
8bb63e37 1422 if Module.ModuleType == SUP_MODULE_BASE:\r
40d841f6
LG
1423 continue\r
1424 #\r
52302d4d
LG
1425 # Add module referenced source files\r
1426 #\r
1427 self._SourceList.append(str(Module))\r
1428 IncludeList = {}\r
1429 for Source in Module.SourceFileList:\r
1430 if os.path.splitext(str(Source))[1].lower() == ".c":\r
1431 self._SourceList.append(" " + str(Source))\r
1432 FindIncludeFiles(Source.Path, Module.IncludePathList, IncludeList)\r
1433 for IncludeFile in IncludeList.values():\r
1434 self._SourceList.append(" " + IncludeFile)\r
1435\r
1436 for Guid in Module.PpiList:\r
1437 self._GuidMap[Guid] = GuidStructureStringToGuidString(Module.PpiList[Guid])\r
1438 for Guid in Module.ProtocolList:\r
1439 self._GuidMap[Guid] = GuidStructureStringToGuidString(Module.ProtocolList[Guid])\r
1440 for Guid in Module.GuidList:\r
1441 self._GuidMap[Guid] = GuidStructureStringToGuidString(Module.GuidList[Guid])\r
1442\r
1443 if Module.Guid and not Module.IsLibrary:\r
1444 EntryPoint = " ".join(Module.Module.ModuleEntryPointList)\r
1445 if int(str(Module.AutoGenVersion), 0) >= 0x00010005:\r
1446 RealEntryPoint = "_ModuleEntryPoint"\r
1447 else:\r
1448 RealEntryPoint = EntryPoint\r
1449 if EntryPoint == "_ModuleEntryPoint":\r
1450 CCFlags = Module.BuildOption.get("CC", {}).get("FLAGS", "")\r
1451 Match = gGlueLibEntryPoint.search(CCFlags)\r
1452 if Match:\r
1453 EntryPoint = Match.group(1)\r
1454\r
1455 self._FfsEntryPoint[Module.Guid.upper()] = (EntryPoint, RealEntryPoint)\r
1456\r
1457\r
1458 #\r
1459 # Collect platform firmware volume list as the input of EOT.\r
1460 #\r
1461 self._FvList = []\r
1462 if Wa.FdfProfile:\r
1463 for Fd in Wa.FdfProfile.FdDict:\r
1464 for FdRegion in Wa.FdfProfile.FdDict[Fd].RegionList:\r
91fa33ee 1465 if FdRegion.RegionType != BINARY_FILE_TYPE_FV:\r
52302d4d
LG
1466 continue\r
1467 for FvName in FdRegion.RegionDataList:\r
1468 if FvName in self._FvList:\r
1469 continue\r
1470 self._FvList.append(FvName)\r
1471 for Ffs in Wa.FdfProfile.FvDict[FvName.upper()].FfsList:\r
1472 for Section in Ffs.SectionList:\r
1473 try:\r
1474 for FvSection in Section.SectionList:\r
1475 if FvSection.FvName in self._FvList:\r
1476 continue\r
1477 self._FvList.append(FvSection.FvName)\r
1478 except AttributeError:\r
1479 pass\r
1480\r
1481\r
1482 ##\r
1483 # Parse platform fixed address map files\r
1484 #\r
1485 # This function parses the platform final fixed address map file to get\r
1486 # the database of predicted fixed address for module image base, entry point\r
1487 # etc.\r
1488 #\r
1489 # @param self: The object pointer\r
1490 #\r
1491 def _ParseMapFile(self):\r
1492 if self._MapFileParsed:\r
1493 return\r
1494 self._MapFileParsed = True\r
1495 if os.path.isfile(self._MapFileName):\r
1496 try:\r
1497 FileContents = open(self._MapFileName).read()\r
1498 for Match in gMapFileItemPattern.finditer(FileContents):\r
1499 AddressType = Match.group(1)\r
1500 BaseAddress = Match.group(2)\r
1501 EntryPoint = Match.group(3)\r
1502 Guid = Match.group(4).upper()\r
1503 List = self.FixedMapDict.setdefault(Guid, [])\r
1504 List.append((AddressType, BaseAddress, "*I"))\r
1505 List.append((AddressType, EntryPoint, "*E"))\r
1506 except:\r
1507 EdkLogger.warn(None, "Cannot open file to read", self._MapFileName)\r
1508\r
1509 ##\r
1510 # Invokes EOT tool to get the predicted the execution order.\r
1511 #\r
1512 # This function invokes EOT tool to calculate the predicted dispatch order\r
1513 #\r
1514 # @param self: The object pointer\r
1515 #\r
1516 def _InvokeEotTool(self):\r
1517 if self._EotToolInvoked:\r
1518 return\r
1519\r
1520 self._EotToolInvoked = True\r
1521 FvFileList = []\r
1522 for FvName in self._FvList:\r
1523 FvFile = os.path.join(self._FvDir, FvName + ".Fv")\r
1524 if os.path.isfile(FvFile):\r
1525 FvFileList.append(FvFile)\r
1526\r
1527 if len(FvFileList) == 0:\r
1528 return\r
1529 #\r
1530 # Write source file list and GUID file list to an intermediate file\r
1531 # as the input for EOT tool and dispatch List as the output file\r
1532 # from EOT tool.\r
1533 #\r
1534 SourceList = os.path.join(self._EotDir, "SourceFile.txt")\r
1535 GuidList = os.path.join(self._EotDir, "GuidList.txt")\r
1536 DispatchList = os.path.join(self._EotDir, "Dispatch.txt")\r
1537\r
1538 TempFile = open(SourceList, "w+")\r
1539 for Item in self._SourceList:\r
1540 FileWrite(TempFile, Item)\r
1541 TempFile.close()\r
1542 TempFile = open(GuidList, "w+")\r
1543 for Key in self._GuidMap:\r
1544 FileWrite(TempFile, "%s %s" % (Key, self._GuidMap[Key]))\r
1545 TempFile.close()\r
1546\r
1547 try:\r
1548 from Eot.Eot import Eot\r
40d841f6 1549\r
52302d4d 1550 #\r
40d841f6 1551 # Invoke EOT tool and echo its runtime performance\r
52302d4d 1552 #\r
40d841f6 1553 EotStartTime = time.time()\r
52302d4d
LG
1554 Eot(CommandLineOption=False, SourceFileList=SourceList, GuidList=GuidList,\r
1555 FvFileList=' '.join(FvFileList), Dispatch=DispatchList, IsInit=True)\r
40d841f6
LG
1556 EotEndTime = time.time()\r
1557 EotDuration = time.strftime("%H:%M:%S", time.gmtime(int(round(EotEndTime - EotStartTime))))\r
1558 EdkLogger.quiet("EOT run time: %s\n" % EotDuration)\r
f7496d71 1559\r
52302d4d
LG
1560 #\r
1561 # Parse the output of EOT tool\r
1562 #\r
1563 for Line in open(DispatchList):\r
1564 if len(Line.split()) < 4:\r
1565 continue\r
1566 (Guid, Phase, FfsName, FilePath) = Line.split()\r
1567 Symbol = self._FfsEntryPoint.get(Guid, [FfsName, ""])[0]\r
1568 if len(Symbol) > self.MaxLen:\r
1569 self.MaxLen = len(Symbol)\r
1570 self.ItemList.append((Phase, Symbol, FilePath))\r
1571 except:\r
1572 EdkLogger.quiet("(Python %s on %s\n%s)" % (platform.python_version(), sys.platform, traceback.format_exc()))\r
1573 EdkLogger.warn(None, "Failed to generate execution order prediction report, for some error occurred in executing EOT.")\r
1574\r
1575\r
1576 ##\r
1577 # Generate platform execution order report\r
1578 #\r
1579 # This function generates the predicted module execution order.\r
1580 #\r
1581 # @param self The object pointer\r
1582 # @param File The file object for report\r
1583 #\r
1584 def _GenerateExecutionOrderReport(self, File):\r
1585 self._InvokeEotTool()\r
1586 if len(self.ItemList) == 0:\r
1587 return\r
1588 FileWrite(File, gSectionStart)\r
1589 FileWrite(File, "Execution Order Prediction")\r
1590 FileWrite(File, "*P PEI phase")\r
1591 FileWrite(File, "*D DXE phase")\r
1592 FileWrite(File, "*E Module INF entry point name")\r
1593 FileWrite(File, "*N Module notification function name")\r
1594\r
1595 FileWrite(File, "Type %-*s %s" % (self.MaxLen, "Symbol", "Module INF Path"))\r
1596 FileWrite(File, gSectionSep)\r
1597 for Item in self.ItemList:\r
1598 FileWrite(File, "*%sE %-*s %s" % (Item[0], self.MaxLen, Item[1], Item[2]))\r
1599\r
1600 FileWrite(File, gSectionStart)\r
1601\r
1602 ##\r
1603 # Generate Fixed Address report.\r
1604 #\r
1605 # This function generate the predicted fixed address report for a module\r
1606 # specified by Guid.\r
1607 #\r
1608 # @param self The object pointer\r
1609 # @param File The file object for report\r
1610 # @param Guid The module Guid value.\r
1611 # @param NotifyList The list of all notify function in a module\r
1612 #\r
1613 def _GenerateFixedAddressReport(self, File, Guid, NotifyList):\r
1614 self._ParseMapFile()\r
1615 FixedAddressList = self.FixedMapDict.get(Guid)\r
1616 if not FixedAddressList:\r
1617 return\r
1618\r
1619 FileWrite(File, gSubSectionStart)\r
1620 FileWrite(File, "Fixed Address Prediction")\r
1621 FileWrite(File, "*I Image Loading Address")\r
1622 FileWrite(File, "*E Entry Point Address")\r
1623 FileWrite(File, "*N Notification Function Address")\r
1624 FileWrite(File, "*F Flash Address")\r
1625 FileWrite(File, "*M Memory Address")\r
1626 FileWrite(File, "*S SMM RAM Offset")\r
1627 FileWrite(File, "TOM Top of Memory")\r
1628\r
1629 FileWrite(File, "Type Address Name")\r
1630 FileWrite(File, gSubSectionSep)\r
1631 for Item in FixedAddressList:\r
1632 Type = Item[0]\r
1633 Value = Item[1]\r
1634 Symbol = Item[2]\r
1635 if Symbol == "*I":\r
1636 Name = "(Image Base)"\r
1637 elif Symbol == "*E":\r
1638 Name = self._FfsEntryPoint.get(Guid, ["", "_ModuleEntryPoint"])[1]\r
1639 elif Symbol in NotifyList:\r
1640 Name = Symbol\r
1641 Symbol = "*N"\r
1642 else:\r
1643 continue\r
1644\r
1645 if "Flash" in Type:\r
1646 Symbol += "F"\r
1647 elif "Memory" in Type:\r
1648 Symbol += "M"\r
1649 else:\r
1650 Symbol += "S"\r
1651\r
1652 if Value[0] == "-":\r
1653 Value = "TOM" + Value\r
1654\r
1655 FileWrite(File, "%s %-16s %s" % (Symbol, Value, Name))\r
1656\r
1657 ##\r
1658 # Generate report for the prediction part\r
1659 #\r
1660 # This function generate the predicted fixed address report for a module or\r
1661 # predicted module execution order for a platform.\r
1662 # If the input Guid is None, then, it generates the predicted module execution order;\r
1663 # otherwise it generated the module fixed loading address for the module specified by\r
1664 # Guid.\r
1665 #\r
1666 # @param self The object pointer\r
1667 # @param File The file object for report\r
1668 # @param Guid The module Guid value.\r
1669 #\r
1670 def GenerateReport(self, File, Guid):\r
1671 if Guid:\r
1672 self._GenerateFixedAddressReport(File, Guid.upper(), [])\r
1673 else:\r
1674 self._GenerateExecutionOrderReport(File)\r
1675\r
1676##\r
1677# Reports FD region information\r
1678#\r
1679# This class reports the FD subsection in the build report file.\r
1680# It collects region information of platform flash device.\r
1681# If the region is a firmware volume, it lists the set of modules\r
1682# and its space information; otherwise, it only lists its region name,\r
1683# base address and size in its sub-section header.\r
1684# If there are nesting FVs, the nested FVs will list immediate after\r
1685# this FD region subsection\r
1686#\r
1687class FdRegionReport(object):\r
1688 ##\r
1689 # Discover all the nested FV name list.\r
1690 #\r
1691 # This is an internal worker function to discover the all the nested FV information\r
1692 # in the parent firmware volume. It uses deep first search algorithm recursively to\r
1693 # find all the FV list name and append them to the list.\r
1694 #\r
1695 # @param self The object pointer\r
1696 # @param FvName The name of current firmware file system\r
1697 # @param Wa Workspace context information\r
1698 #\r
1699 def _DiscoverNestedFvList(self, FvName, Wa):\r
a2432972
EC
1700 FvDictKey=FvName.upper()\r
1701 if FvDictKey in Wa.FdfProfile.FvDict:\r
1702 for Ffs in Wa.FdfProfile.FvDict[FvName.upper()].FfsList:\r
1703 for Section in Ffs.SectionList:\r
1704 try:\r
1705 for FvSection in Section.SectionList:\r
1706 if FvSection.FvName in self.FvList:\r
1707 continue\r
1708 self._GuidsDb[Ffs.NameGuid.upper()] = FvSection.FvName\r
1709 self.FvList.append(FvSection.FvName)\r
1710 self.FvInfo[FvSection.FvName] = ("Nested FV", 0, 0)\r
1711 self._DiscoverNestedFvList(FvSection.FvName, Wa)\r
1712 except AttributeError:\r
1713 pass\r
52302d4d
LG
1714\r
1715 ##\r
1716 # Constructor function for class FdRegionReport\r
1717 #\r
1718 # This constructor function generates FdRegionReport object for a specified FdRegion.\r
1719 # If the FdRegion is a firmware volume, it will recursively find all its nested Firmware\r
1720 # volume list. This function also collects GUID map in order to dump module identification\r
1721 # in the final report.\r
1722 #\r
1723 # @param self: The object pointer\r
1724 # @param FdRegion The current FdRegion object\r
1725 # @param Wa Workspace context information\r
1726 #\r
1727 def __init__(self, FdRegion, Wa):\r
1728 self.Type = FdRegion.RegionType\r
1729 self.BaseAddress = FdRegion.Offset\r
1730 self.Size = FdRegion.Size\r
1731 self.FvList = []\r
1732 self.FvInfo = {}\r
1733 self._GuidsDb = {}\r
1734 self._FvDir = Wa.FvDir\r
aebe5a36 1735 self._WorkspaceDir = Wa.WorkspaceDir\r
52302d4d
LG
1736\r
1737 #\r
1738 # If the input FdRegion is not a firmware volume,\r
1739 # we are done.\r
1740 #\r
91fa33ee 1741 if self.Type != BINARY_FILE_TYPE_FV:\r
52302d4d
LG
1742 return\r
1743\r
1744 #\r
1745 # Find all nested FVs in the FdRegion\r
1746 #\r
1747 for FvName in FdRegion.RegionDataList:\r
1748 if FvName in self.FvList:\r
1749 continue\r
1750 self.FvList.append(FvName)\r
1751 self.FvInfo[FvName] = ("Fd Region", self.BaseAddress, self.Size)\r
1752 self._DiscoverNestedFvList(FvName, Wa)\r
1753\r
1754 PlatformPcds = {}\r
52302d4d
LG
1755 #\r
1756 # Collect PCDs declared in DEC files.\r
f7496d71 1757 #\r
0d2711a6
LG
1758 for Pa in Wa.AutoGenObjectList:\r
1759 for Package in Pa.PackageList:\r
1760 for (TokenCName, TokenSpaceGuidCName, DecType) in Package.Pcds:\r
1761 DecDefaultValue = Package.Pcds[TokenCName, TokenSpaceGuidCName, DecType].DefaultValue\r
1762 PlatformPcds[(TokenCName, TokenSpaceGuidCName)] = DecDefaultValue\r
52302d4d 1763 #\r
af9785a9 1764 # Collect PCDs defined in DSC file\r
52302d4d 1765 #\r
e651d06c
LG
1766 for Pa in Wa.AutoGenObjectList:\r
1767 for (TokenCName, TokenSpaceGuidCName) in Pa.Platform.Pcds:\r
1768 DscDefaultValue = Pa.Platform.Pcds[(TokenCName, TokenSpaceGuidCName)].DefaultValue\r
af9785a9 1769 PlatformPcds[(TokenCName, TokenSpaceGuidCName)] = DscDefaultValue\r
52302d4d
LG
1770\r
1771 #\r
1772 # Add PEI and DXE a priori files GUIDs defined in PI specification.\r
1773 #\r
1774 self._GuidsDb["1B45CC0A-156A-428A-AF62-49864DA0E6E6"] = "PEI Apriori"\r
1775 self._GuidsDb["FC510EE7-FFDC-11D4-BD41-0080C73C8881"] = "DXE Apriori"\r
1776 #\r
1777 # Add ACPI table storage file\r
1778 #\r
1779 self._GuidsDb["7E374E25-8E01-4FEE-87F2-390C23C606CD"] = "ACPI table storage"\r
1780\r
1781 for Pa in Wa.AutoGenObjectList:\r
1782 for ModuleKey in Pa.Platform.Modules:\r
1783 M = Pa.Platform.Modules[ModuleKey].M\r
05cc51ad 1784 InfPath = mws.join(Wa.WorkspaceDir, M.MetaFile.File)\r
52302d4d
LG
1785 self._GuidsDb[M.Guid.upper()] = "%s (%s)" % (M.Module.BaseName, InfPath)\r
1786\r
1787 #\r
1788 # Collect the GUID map in the FV firmware volume\r
1789 #\r
1790 for FvName in self.FvList:\r
a2432972
EC
1791 FvDictKey=FvName.upper()\r
1792 if FvDictKey in Wa.FdfProfile.FvDict:\r
1793 for Ffs in Wa.FdfProfile.FvDict[FvName.upper()].FfsList:\r
1794 try:\r
1795 #\r
1796 # collect GUID map for binary EFI file in FDF file.\r
1797 #\r
1798 Guid = Ffs.NameGuid.upper()\r
1799 Match = gPcdGuidPattern.match(Ffs.NameGuid)\r
1800 if Match:\r
1801 PcdTokenspace = Match.group(1)\r
1802 PcdToken = Match.group(2)\r
1803 if (PcdToken, PcdTokenspace) in PlatformPcds:\r
1804 GuidValue = PlatformPcds[(PcdToken, PcdTokenspace)]\r
1805 Guid = GuidStructureByteArrayToGuidString(GuidValue).upper()\r
1806 for Section in Ffs.SectionList:\r
1807 try:\r
1808 ModuleSectFile = mws.join(Wa.WorkspaceDir, Section.SectFileName)\r
1809 self._GuidsDb[Guid] = ModuleSectFile\r
1810 except AttributeError:\r
1811 pass\r
1812 except AttributeError:\r
1813 pass\r
52302d4d
LG
1814\r
1815\r
1816 ##\r
1817 # Internal worker function to generate report for the FD region\r
1818 #\r
1819 # This internal worker function to generate report for the FD region.\r
1820 # It the type is firmware volume, it lists offset and module identification.\r
1821 #\r
1822 # @param self The object pointer\r
1823 # @param File The file object for report\r
1824 # @param Title The title for the FD subsection\r
1825 # @param BaseAddress The base address for the FD region\r
1826 # @param Size The size of the FD region\r
1827 # @param FvName The FV name if the FD region is a firmware volume\r
1828 #\r
1829 def _GenerateReport(self, File, Title, Type, BaseAddress, Size=0, FvName=None):\r
1830 FileWrite(File, gSubSectionStart)\r
1831 FileWrite(File, Title)\r
1832 FileWrite(File, "Type: %s" % Type)\r
1833 FileWrite(File, "Base Address: 0x%X" % BaseAddress)\r
1834\r
91fa33ee 1835 if self.Type == BINARY_FILE_TYPE_FV:\r
52302d4d
LG
1836 FvTotalSize = 0\r
1837 FvTakenSize = 0\r
1838 FvFreeSize = 0\r
aebe5a36
YZ
1839 if FvName.upper().endswith('.FV'):\r
1840 FileExt = FvName + ".txt"\r
2157bc9c 1841 else:\r
aebe5a36
YZ
1842 FileExt = FvName + ".Fv.txt"\r
1843\r
1844 if not os.path.isfile(FileExt):\r
1845 FvReportFileName = mws.join(self._WorkspaceDir, FileExt)\r
1846 if not os.path.isfile(FvReportFileName):\r
1847 FvReportFileName = os.path.join(self._FvDir, FileExt)\r
52302d4d
LG
1848 try:\r
1849 #\r
1850 # Collect size info in the firmware volume.\r
1851 #\r
1852 FvReport = open(FvReportFileName).read()\r
1853 Match = gFvTotalSizePattern.search(FvReport)\r
1854 if Match:\r
1855 FvTotalSize = int(Match.group(1), 16)\r
1856 Match = gFvTakenSizePattern.search(FvReport)\r
1857 if Match:\r
1858 FvTakenSize = int(Match.group(1), 16)\r
1859 FvFreeSize = FvTotalSize - FvTakenSize\r
1860 #\r
1861 # Write size information to the report file.\r
1862 #\r
1863 FileWrite(File, "Size: 0x%X (%.0fK)" % (FvTotalSize, FvTotalSize / 1024.0))\r
1864 FileWrite(File, "Fv Name: %s (%.1f%% Full)" % (FvName, FvTakenSize * 100.0 / FvTotalSize))\r
1865 FileWrite(File, "Occupied Size: 0x%X (%.0fK)" % (FvTakenSize, FvTakenSize / 1024.0))\r
1866 FileWrite(File, "Free Size: 0x%X (%.0fK)" % (FvFreeSize, FvFreeSize / 1024.0))\r
1867 FileWrite(File, "Offset Module")\r
1868 FileWrite(File, gSubSectionSep)\r
1869 #\r
1870 # Write module offset and module identification to the report file.\r
1871 #\r
1872 OffsetInfo = {}\r
1873 for Match in gOffsetGuidPattern.finditer(FvReport):\r
1874 Guid = Match.group(2).upper()\r
1875 OffsetInfo[Match.group(1)] = self._GuidsDb.get(Guid, Guid)\r
0d1f5b2b 1876 OffsetList = sorted(OffsetInfo.keys())\r
52302d4d
LG
1877 for Offset in OffsetList:\r
1878 FileWrite (File, "%s %s" % (Offset, OffsetInfo[Offset]))\r
1879 except IOError:\r
1880 EdkLogger.warn(None, "Fail to read report file", FvReportFileName)\r
1881 else:\r
1882 FileWrite(File, "Size: 0x%X (%.0fK)" % (Size, Size / 1024.0))\r
1883 FileWrite(File, gSubSectionEnd)\r
1884\r
1885 ##\r
1886 # Generate report for the FD region\r
1887 #\r
1888 # This function generates report for the FD region.\r
1889 #\r
1890 # @param self The object pointer\r
1891 # @param File The file object for report\r
1892 #\r
1893 def GenerateReport(self, File):\r
1894 if (len(self.FvList) > 0):\r
1895 for FvItem in self.FvList:\r
1896 Info = self.FvInfo[FvItem]\r
91fa33ee 1897 self._GenerateReport(File, Info[0], TAB_FV_DIRECTORY, Info[1], Info[2], FvItem)\r
52302d4d
LG
1898 else:\r
1899 self._GenerateReport(File, "FD Region", self.Type, self.BaseAddress, self.Size)\r
1900\r
1901##\r
1902# Reports FD information\r
1903#\r
1904# This class reports the FD section in the build report file.\r
1905# It collects flash device information for a platform.\r
1906#\r
1907class FdReport(object):\r
1908 ##\r
1909 # Constructor function for class FdReport\r
1910 #\r
1911 # This constructor function generates FdReport object for a specified\r
1912 # firmware device.\r
1913 #\r
1914 # @param self The object pointer\r
1915 # @param Fd The current Firmware device object\r
1916 # @param Wa Workspace context information\r
1917 #\r
1918 def __init__(self, Fd, Wa):\r
1919 self.FdName = Fd.FdUiName\r
1920 self.BaseAddress = Fd.BaseAddress\r
1921 self.Size = Fd.Size\r
1922 self.FdRegionList = [FdRegionReport(FdRegion, Wa) for FdRegion in Fd.RegionList]\r
91fa33ee 1923 self.FvPath = os.path.join(Wa.BuildDir, TAB_FV_DIRECTORY)\r
fb3d2279 1924 self.VpdFilePath = os.path.join(self.FvPath, "%s.map" % Wa.Platform.VpdToolGuid)\r
043928da
YZ
1925 self.VPDBaseAddress = 0\r
1926 self.VPDSize = 0\r
fb3d2279
YZ
1927 self.VPDInfoList = []\r
1928 for index, FdRegion in enumerate(Fd.RegionList):\r
043928da 1929 if str(FdRegion.RegionType) is 'FILE' and Wa.Platform.VpdToolGuid in str(FdRegion.RegionDataList):\r
fb3d2279
YZ
1930 self.VPDBaseAddress = self.FdRegionList[index].BaseAddress\r
1931 self.VPDSize = self.FdRegionList[index].Size\r
1932 break\r
1933\r
1934 if os.path.isfile(self.VpdFilePath):\r
1935 fd = open(self.VpdFilePath, "r")\r
1936 Lines = fd.readlines()\r
1937 for Line in Lines:\r
1938 Line = Line.strip()\r
1939 if len(Line) == 0 or Line.startswith("#"):\r
1940 continue\r
1941 try:\r
1942 PcdName, SkuId, Offset, Size, Value = Line.split("#")[0].split("|")\r
1943 PcdName, SkuId, Offset, Size, Value = PcdName.strip(), SkuId.strip(), Offset.strip(), Size.strip(), Value.strip()\r
8401d398
YZ
1944 if Offset.lower().startswith('0x'):\r
1945 Offset = '0x%08X' % (int(Offset, 16) + self.VPDBaseAddress)\r
1946 else:\r
1947 Offset = '0x%08X' % (int(Offset, 10) + self.VPDBaseAddress)\r
fb3d2279
YZ
1948 self.VPDInfoList.append("%s | %s | %s | %s | %s" % (PcdName, SkuId, Offset, Size, Value))\r
1949 except:\r
1950 EdkLogger.error("BuildReport", CODE_ERROR, "Fail to parse VPD information file %s" % self.VpdFilePath)\r
1951 fd.close()\r
52302d4d
LG
1952\r
1953 ##\r
1954 # Generate report for the firmware device.\r
1955 #\r
1956 # This function generates report for the firmware device.\r
1957 #\r
1958 # @param self The object pointer\r
1959 # @param File The file object for report\r
1960 #\r
1961 def GenerateReport(self, File):\r
1962 FileWrite(File, gSectionStart)\r
1963 FileWrite(File, "Firmware Device (FD)")\r
1964 FileWrite(File, "FD Name: %s" % self.FdName)\r
1965 FileWrite(File, "Base Address: %s" % self.BaseAddress)\r
1966 FileWrite(File, "Size: 0x%X (%.0fK)" % (self.Size, self.Size / 1024.0))\r
1967 if len(self.FdRegionList) > 0:\r
1968 FileWrite(File, gSectionSep)\r
1969 for FdRegionItem in self.FdRegionList:\r
1970 FdRegionItem.GenerateReport(File)\r
1971\r
fb3d2279
YZ
1972 if len(self.VPDInfoList) > 0:\r
1973 FileWrite(File, gSubSectionStart)\r
1974 FileWrite(File, "FD VPD Region")\r
1975 FileWrite(File, "Base Address: 0x%X" % self.VPDBaseAddress)\r
1976 FileWrite(File, "Size: 0x%X (%.0fK)" % (self.VPDSize, self.VPDSize / 1024.0))\r
1977 FileWrite(File, gSubSectionSep)\r
1978 for item in self.VPDInfoList:\r
e651d06c
LG
1979 ValueList = item.split('|')\r
1980 Value = ValueList[-1].strip()\r
1981 IsByteArray, ArrayList = ByteArrayForamt(Value)\r
1982 if IsByteArray:\r
1983 ValueList[-1] = ' {'\r
1984 FileWrite(File, '|'.join(ValueList))\r
1985 for Array in ArrayList:\r
caf74495 1986 FileWrite(File, Array)\r
e651d06c
LG
1987 else:\r
1988 FileWrite(File, item)\r
fb3d2279 1989 FileWrite(File, gSubSectionEnd)\r
52302d4d
LG
1990 FileWrite(File, gSectionEnd)\r
1991\r
1992\r
1993\r
1994##\r
1995# Reports platform information\r
1996#\r
1997# This class reports the whole platform information\r
1998#\r
1999class PlatformReport(object):\r
2000 ##\r
2001 # Constructor function for class PlatformReport\r
2002 #\r
2003 # This constructor function generates PlatformReport object a platform build.\r
2004 # It generates report for platform summary, flash, global PCDs and detailed\r
2005 # module information for modules involved in platform build.\r
2006 #\r
2007 # @param self The object pointer\r
2008 # @param Wa Workspace context information\r
d5d56f1b 2009 # @param MaList The list of modules in the platform build\r
52302d4d 2010 #\r
d5d56f1b 2011 def __init__(self, Wa, MaList, ReportType):\r
52302d4d
LG
2012 self._WorkspaceDir = Wa.WorkspaceDir\r
2013 self.PlatformName = Wa.Name\r
2014 self.PlatformDscPath = Wa.Platform\r
2015 self.Architectures = " ".join(Wa.ArchList)\r
2016 self.ToolChain = Wa.ToolChain\r
2017 self.Target = Wa.BuildTarget\r
2018 self.OutputPath = os.path.join(Wa.WorkspaceDir, Wa.OutputDir)\r
2019 self.BuildEnvironment = platform.platform()\r
2020\r
2021 self.PcdReport = None\r
2022 if "PCD" in ReportType:\r
2023 self.PcdReport = PcdReport(Wa)\r
2024\r
2025 self.FdReportList = []\r
4231a819 2026 if "FLASH" in ReportType and Wa.FdfProfile and MaList is None:\r
52302d4d
LG
2027 for Fd in Wa.FdfProfile.FdDict:\r
2028 self.FdReportList.append(FdReport(Wa.FdfProfile.FdDict[Fd], Wa))\r
2029\r
2030 self.PredictionReport = None\r
2031 if "FIXED_ADDRESS" in ReportType or "EXECUTION_ORDER" in ReportType:\r
2032 self.PredictionReport = PredictionReport(Wa)\r
2033\r
e56468c0 2034 self.DepexParser = None\r
2035 if "DEPEX" in ReportType:\r
2036 self.DepexParser = DepexParser(Wa)\r
f7496d71 2037\r
52302d4d 2038 self.ModuleReportList = []\r
4231a819 2039 if MaList is not None:\r
636f2be6 2040 self._IsModuleBuild = True\r
d5d56f1b
LG
2041 for Ma in MaList:\r
2042 self.ModuleReportList.append(ModuleReport(Ma, ReportType))\r
2043 else:\r
636f2be6 2044 self._IsModuleBuild = False\r
d5d56f1b 2045 for Pa in Wa.AutoGenObjectList:\r
25193a33 2046 ModuleAutoGenList = []\r
d5d56f1b 2047 for ModuleKey in Pa.Platform.Modules:\r
25193a33 2048 ModuleAutoGenList.append(Pa.Platform.Modules[ModuleKey].M)\r
4231a819 2049 if GlobalData.gFdfParser is not None:\r
25193a33
YZ
2050 if Pa.Arch in GlobalData.gFdfParser.Profile.InfDict:\r
2051 INFList = GlobalData.gFdfParser.Profile.InfDict[Pa.Arch]\r
2052 for InfName in INFList:\r
2053 InfClass = PathClass(NormPath(InfName), Wa.WorkspaceDir, Pa.Arch)\r
2054 Ma = ModuleAutoGen(Wa, InfClass, Pa.BuildTarget, Pa.ToolChain, Pa.Arch, Wa.MetaFile)\r
4231a819 2055 if Ma is None:\r
25193a33
YZ
2056 continue\r
2057 if Ma not in ModuleAutoGenList:\r
2058 ModuleAutoGenList.append(Ma)\r
2059 for MGen in ModuleAutoGenList:\r
2060 self.ModuleReportList.append(ModuleReport(MGen, ReportType))\r
52302d4d
LG
2061\r
2062\r
2063\r
2064 ##\r
2065 # Generate report for the whole platform.\r
2066 #\r
2067 # This function generates report for platform information.\r
2068 # It comprises of platform summary, global PCD, flash and\r
2069 # module list sections.\r
2070 #\r
2071 # @param self The object pointer\r
2072 # @param File The file object for report\r
2073 # @param BuildDuration The total time to build the modules\r
1b8eca8b
YZ
2074 # @param AutoGenTime The total time of AutoGen Phase\r
2075 # @param MakeTime The total time of Make Phase\r
2076 # @param GenFdsTime The total time of GenFds Phase\r
52302d4d
LG
2077 # @param ReportType The kind of report items in the final report file\r
2078 #\r
1b8eca8b 2079 def GenerateReport(self, File, BuildDuration, AutoGenTime, MakeTime, GenFdsTime, ReportType):\r
52302d4d
LG
2080 FileWrite(File, "Platform Summary")\r
2081 FileWrite(File, "Platform Name: %s" % self.PlatformName)\r
2082 FileWrite(File, "Platform DSC Path: %s" % self.PlatformDscPath)\r
2083 FileWrite(File, "Architectures: %s" % self.Architectures)\r
2084 FileWrite(File, "Tool Chain: %s" % self.ToolChain)\r
2085 FileWrite(File, "Target: %s" % self.Target)\r
e651d06c
LG
2086 if GlobalData.gSkuids:\r
2087 FileWrite(File, "SKUID: %s" % " ".join(GlobalData.gSkuids))\r
2088 if GlobalData.gDefaultStores:\r
2089 FileWrite(File, "DefaultStore: %s" % " ".join(GlobalData.gDefaultStores))\r
52302d4d
LG
2090 FileWrite(File, "Output Path: %s" % self.OutputPath)\r
2091 FileWrite(File, "Build Environment: %s" % self.BuildEnvironment)\r
2092 FileWrite(File, "Build Duration: %s" % BuildDuration)\r
1b8eca8b
YZ
2093 if AutoGenTime:\r
2094 FileWrite(File, "AutoGen Duration: %s" % AutoGenTime)\r
2095 if MakeTime:\r
2096 FileWrite(File, "Make Duration: %s" % MakeTime)\r
2097 if GenFdsTime:\r
2098 FileWrite(File, "GenFds Duration: %s" % GenFdsTime)\r
52302d4d
LG
2099 FileWrite(File, "Report Content: %s" % ", ".join(ReportType))\r
2100\r
2a29017e
YZ
2101 if GlobalData.MixedPcd:\r
2102 FileWrite(File, gSectionStart)\r
2103 FileWrite(File, "The following PCDs use different access methods:")\r
2104 FileWrite(File, gSectionSep)\r
2105 for PcdItem in GlobalData.MixedPcd:\r
2106 FileWrite(File, "%s.%s" % (str(PcdItem[1]), str(PcdItem[0])))\r
2107 FileWrite(File, gSectionEnd)\r
2108\r
636f2be6
LG
2109 if not self._IsModuleBuild:\r
2110 if "PCD" in ReportType:\r
2111 self.PcdReport.GenerateReport(File, None)\r
f7496d71 2112\r
636f2be6
LG
2113 if "FLASH" in ReportType:\r
2114 for FdReportListItem in self.FdReportList:\r
2115 FdReportListItem.GenerateReport(File)\r
52302d4d
LG
2116\r
2117 for ModuleReportItem in self.ModuleReportList:\r
e56468c0 2118 ModuleReportItem.GenerateReport(File, self.PcdReport, self.PredictionReport, self.DepexParser, ReportType)\r
52302d4d 2119\r
636f2be6
LG
2120 if not self._IsModuleBuild:\r
2121 if "EXECUTION_ORDER" in ReportType:\r
2122 self.PredictionReport.GenerateReport(File, None)\r
52302d4d
LG
2123\r
2124## BuildReport class\r
2125#\r
2126# This base class contain the routines to collect data and then\r
2127# applies certain format to the output report\r
2128#\r
2129class BuildReport(object):\r
2130 ##\r
2131 # Constructor function for class BuildReport\r
2132 #\r
2133 # This constructor function generates BuildReport object a platform build.\r
2134 # It generates report for platform summary, flash, global PCDs and detailed\r
2135 # module information for modules involved in platform build.\r
2136 #\r
2137 # @param self The object pointer\r
2138 # @param ReportFile The file name to save report file\r
2139 # @param ReportType The kind of report items in the final report file\r
2140 #\r
2141 def __init__(self, ReportFile, ReportType):\r
2142 self.ReportFile = ReportFile\r
2143 if ReportFile:\r
2144 self.ReportList = []\r
2145 self.ReportType = []\r
f7496d71 2146 if ReportType:\r
52302d4d
LG
2147 for ReportTypeItem in ReportType:\r
2148 if ReportTypeItem not in self.ReportType:\r
2149 self.ReportType.append(ReportTypeItem)\r
2150 else:\r
eca5be7a 2151 self.ReportType = ["PCD", "LIBRARY", "BUILD_FLAGS", "DEPEX", "HASH", "FLASH", "FIXED_ADDRESS"]\r
52302d4d
LG
2152 ##\r
2153 # Adds platform report to the list\r
2154 #\r
2155 # This function adds a platform report to the final report list.\r
2156 #\r
2157 # @param self The object pointer\r
2158 # @param Wa Workspace context information\r
d5d56f1b 2159 # @param MaList The list of modules in the platform build\r
52302d4d 2160 #\r
d5d56f1b 2161 def AddPlatformReport(self, Wa, MaList=None):\r
52302d4d 2162 if self.ReportFile:\r
d5d56f1b 2163 self.ReportList.append((Wa, MaList))\r
52302d4d
LG
2164\r
2165 ##\r
2166 # Generates the final report.\r
2167 #\r
2168 # This function generates platform build report. It invokes GenerateReport()\r
2169 # method for every platform report in the list.\r
2170 #\r
2171 # @param self The object pointer\r
2172 # @param BuildDuration The total time to build the modules\r
1b8eca8b
YZ
2173 # @param AutoGenTime The total time of AutoGen phase\r
2174 # @param MakeTime The total time of Make phase\r
2175 # @param GenFdsTime The total time of GenFds phase\r
52302d4d 2176 #\r
1b8eca8b 2177 def GenerateReport(self, BuildDuration, AutoGenTime, MakeTime, GenFdsTime):\r
52302d4d
LG
2178 if self.ReportFile:\r
2179 try:\r
86379ac4 2180 File = BytesIO('')\r
d5d56f1b 2181 for (Wa, MaList) in self.ReportList:\r
1b8eca8b 2182 PlatformReport(Wa, MaList, self.ReportType).GenerateReport(File, BuildDuration, AutoGenTime, MakeTime, GenFdsTime, self.ReportType)\r
64b2609f
LG
2183 Content = FileLinesSplit(File.getvalue(), gLineMaxLength)\r
2184 SaveFileOnChange(self.ReportFile, Content, True)\r
40d841f6 2185 EdkLogger.quiet("Build report can be found at %s" % os.path.abspath(self.ReportFile))\r
52302d4d
LG
2186 except IOError:\r
2187 EdkLogger.error(None, FILE_WRITE_FAILURE, ExtraData=self.ReportFile)\r
2188 except:\r
2189 EdkLogger.error("BuildReport", CODE_ERROR, "Unknown fatal error when generating build report", ExtraData=self.ReportFile, RaiseError=False)\r
2190 EdkLogger.quiet("(Python %s on %s\n%s)" % (platform.python_version(), sys.platform, traceback.format_exc()))\r
2191 File.close()\r
f7496d71 2192\r
52302d4d
LG
2193# This acts like the main() function for the script, unless it is 'import'ed into another script.\r
2194if __name__ == '__main__':\r
2195 pass\r
2196\r