]> git.proxmox.com Git - mirror_edk2.git/blame - BaseTools/Source/Python/build/BuildReport.py
BaseTools: Fix build report for *P and *M flag incorrectly
[mirror_edk2.git] / BaseTools / Source / Python / build / BuildReport.py
CommitLineData
52302d4d
LG
1## @file\r
2# Routines for generating build report.\r
3#\r
4# This module contains the functionality to generate build report after\r
5# build all target completes successfully.\r
6#\r
779ddcdf 7# Copyright (c) 2010 - 2018, Intel Corporation. All rights reserved.<BR>\r
40d841f6 8# This program and the accompanying materials\r
52302d4d
LG
9# are licensed and made available under the terms and conditions of the BSD License\r
10# which accompanies this distribution. The full text of the license may be found at\r
11# http://opensource.org/licenses/bsd-license.php\r
12#\r
13# THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,\r
14# WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.\r
15#\r
16\r
17## Import Modules\r
18#\r
1be2ed90 19import Common.LongFilePathOs as os\r
52302d4d
LG
20import re\r
21import platform\r
22import textwrap\r
23import traceback\r
24import sys\r
40d841f6 25import time\r
e56468c0 26import struct\r
eca5be7a
YZ
27import hashlib\r
28import subprocess\r
29import threading\r
52302d4d 30from datetime import datetime\r
86379ac4 31from io import BytesIO\r
52302d4d 32from Common import EdkLogger\r
40d841f6 33from Common.Misc import SaveFileOnChange\r
52302d4d
LG
34from Common.Misc import GuidStructureByteArrayToGuidString\r
35from Common.Misc import GuidStructureStringToGuidString\r
52302d4d
LG
36from Common.BuildToolError import FILE_WRITE_FAILURE\r
37from Common.BuildToolError import CODE_ERROR\r
eca5be7a 38from Common.BuildToolError import COMMAND_FAILURE\r
35f613d9 39from Common.BuildToolError import FORMAT_INVALID\r
1be2ed90 40from Common.LongFilePathSupport import OpenLongFilePath as open\r
05cc51ad 41from Common.MultipleWorkspace import MultipleWorkspace as mws\r
763e8edf 42import Common.GlobalData as GlobalData\r
25193a33
YZ
43from AutoGen.AutoGen import ModuleAutoGen\r
44from Common.Misc import PathClass\r
5a57246e 45from Common.StringUtils import NormPath\r
e651d06c
LG
46from Common.DataType import *\r
47import collections\r
35f613d9 48from Common.Expression import *\r
52302d4d
LG
49\r
50## Pattern to extract contents in EDK DXS files\r
51gDxsDependencyPattern = re.compile(r"DEPENDENCY_START(.+)DEPENDENCY_END", re.DOTALL)\r
52\r
53## Pattern to find total FV total size, occupied size in flash report intermediate file\r
54gFvTotalSizePattern = re.compile(r"EFI_FV_TOTAL_SIZE = (0x[0-9a-fA-F]+)")\r
55gFvTakenSizePattern = re.compile(r"EFI_FV_TAKEN_SIZE = (0x[0-9a-fA-F]+)")\r
56\r
57## Pattern to find module size and time stamp in module summary report intermediate file\r
58gModuleSizePattern = re.compile(r"MODULE_SIZE = (\d+)")\r
59gTimeStampPattern = re.compile(r"TIME_STAMP = (\d+)")\r
60\r
61## Pattern to find GUID value in flash description files\r
62gPcdGuidPattern = re.compile(r"PCD\((\w+)[.](\w+)\)")\r
63\r
64## Pattern to collect offset, GUID value pair in the flash report intermediate file\r
65gOffsetGuidPattern = re.compile(r"(0x[0-9A-Fa-f]+) ([-A-Fa-f0-9]+)")\r
66\r
67## Pattern to find module base address and entry point in fixed flash map file\r
68gModulePattern = r"\n[-\w]+\s*\(([^,]+),\s*BaseAddress=%(Address)s,\s*EntryPoint=%(Address)s\)\s*\(GUID=([-0-9A-Fa-f]+)[^)]*\)"\r
69gMapFileItemPattern = re.compile(gModulePattern % {"Address" : "(-?0[xX][0-9A-Fa-f]+)"})\r
70\r
71## Pattern to find all module referenced header files in source files\r
72gIncludePattern = re.compile(r'#include\s*["<]([^">]+)[">]')\r
73gIncludePattern2 = re.compile(r"#include\s+EFI_([A-Z_]+)\s*[(]\s*(\w+)\s*[)]")\r
74\r
75## Pattern to find the entry point for EDK module using EDKII Glue library\r
76gGlueLibEntryPoint = re.compile(r"__EDKII_GLUE_MODULE_ENTRY_POINT__\s*=\s*(\w+)")\r
77\r
64b2609f
LG
78## Tags for MaxLength of line in report\r
79gLineMaxLength = 120\r
80\r
4afd3d04
LG
81## Tags for end of line in report\r
82gEndOfLine = "\r\n"\r
83\r
52302d4d 84## Tags for section start, end and separator\r
47fea6af
YZ
85gSectionStart = ">" + "=" * (gLineMaxLength - 2) + "<"\r
86gSectionEnd = "<" + "=" * (gLineMaxLength - 2) + ">" + "\n"\r
64b2609f 87gSectionSep = "=" * gLineMaxLength\r
52302d4d
LG
88\r
89## Tags for subsection start, end and separator\r
47fea6af
YZ
90gSubSectionStart = ">" + "-" * (gLineMaxLength - 2) + "<"\r
91gSubSectionEnd = "<" + "-" * (gLineMaxLength - 2) + ">"\r
64b2609f
LG
92gSubSectionSep = "-" * gLineMaxLength\r
93\r
52302d4d
LG
94\r
95## The look up table to map PCD type to pair of report display type and DEC type\r
96gPcdTypeMap = {\r
be409b67
CJ
97 TAB_PCDS_FIXED_AT_BUILD : ('FIXED', TAB_PCDS_FIXED_AT_BUILD),\r
98 TAB_PCDS_PATCHABLE_IN_MODULE: ('PATCH', TAB_PCDS_PATCHABLE_IN_MODULE),\r
99 TAB_PCDS_FEATURE_FLAG : ('FLAG', TAB_PCDS_FEATURE_FLAG),\r
100 TAB_PCDS_DYNAMIC : ('DYN', TAB_PCDS_DYNAMIC),\r
101 TAB_PCDS_DYNAMIC_HII : ('DYNHII', TAB_PCDS_DYNAMIC),\r
102 TAB_PCDS_DYNAMIC_VPD : ('DYNVPD', TAB_PCDS_DYNAMIC),\r
103 TAB_PCDS_DYNAMIC_EX : ('DEX', TAB_PCDS_DYNAMIC_EX),\r
104 TAB_PCDS_DYNAMIC_EX_HII : ('DEXHII', TAB_PCDS_DYNAMIC_EX),\r
105 TAB_PCDS_DYNAMIC_EX_VPD : ('DEXVPD', TAB_PCDS_DYNAMIC_EX),\r
52302d4d
LG
106 }\r
107\r
108## The look up table to map module type to driver type\r
109gDriverTypeMap = {\r
8bb63e37
CJ
110 SUP_MODULE_SEC : '0x3 (SECURITY_CORE)',\r
111 SUP_MODULE_PEI_CORE : '0x4 (PEI_CORE)',\r
112 SUP_MODULE_PEIM : '0x6 (PEIM)',\r
113 SUP_MODULE_DXE_CORE : '0x5 (DXE_CORE)',\r
114 SUP_MODULE_DXE_DRIVER : '0x7 (DRIVER)',\r
115 SUP_MODULE_DXE_SAL_DRIVER : '0x7 (DRIVER)',\r
116 SUP_MODULE_DXE_SMM_DRIVER : '0x7 (DRIVER)',\r
117 SUP_MODULE_DXE_RUNTIME_DRIVER: '0x7 (DRIVER)',\r
118 SUP_MODULE_UEFI_DRIVER : '0x7 (DRIVER)',\r
119 SUP_MODULE_UEFI_APPLICATION : '0x9 (APPLICATION)',\r
120 SUP_MODULE_SMM_CORE : '0xD (SMM_CORE)',\r
52302d4d 121 'SMM_DRIVER' : '0xA (SMM)', # Extension of module type to support PI 1.1 SMM drivers\r
8bb63e37
CJ
122 SUP_MODULE_MM_STANDALONE : '0xE (MM_STANDALONE)',\r
123 SUP_MODULE_MM_CORE_STANDALONE : '0xF (MM_CORE_STANDALONE)'\r
52302d4d
LG
124 }\r
125\r
e56468c0 126## The look up table of the supported opcode in the dependency expression binaries\r
127gOpCodeList = ["BEFORE", "AFTER", "PUSH", "AND", "OR", "NOT", "TRUE", "FALSE", "END", "SOR"]\r
128\r
52302d4d
LG
129##\r
130# Writes a string to the file object.\r
131#\r
132# This function writes a string to the file object and a new line is appended\r
133# afterwards. It may optionally wraps the string for better readability.\r
134#\r
135# @File The file object to write\r
136# @String The string to be written to the file\r
137# @Wrapper Indicates whether to wrap the string\r
138#\r
139def FileWrite(File, String, Wrapper=False):\r
140 if Wrapper:\r
141 String = textwrap.fill(String, 120)\r
4afd3d04 142 File.write(String + gEndOfLine)\r
52302d4d 143\r
e651d06c
LG
144def ByteArrayForamt(Value):\r
145 IsByteArray = False\r
146 SplitNum = 16\r
147 ArrayList = []\r
148 if Value.startswith('{') and Value.endswith('}'):\r
149 Value = Value[1:-1]\r
150 ValueList = Value.split(',')\r
151 if len(ValueList) >= SplitNum:\r
152 IsByteArray = True\r
153 if IsByteArray:\r
154 if ValueList:\r
155 Len = len(ValueList)/SplitNum\r
156 for i, element in enumerate(ValueList):\r
157 ValueList[i] = '0x%02X' % int(element.strip(), 16)\r
158 if Len:\r
159 Id = 0\r
160 while (Id <= Len):\r
161 End = min(SplitNum*(Id+1), len(ValueList))\r
162 Str = ','.join(ValueList[SplitNum*Id : End])\r
163 if End == len(ValueList):\r
164 Str += '}'\r
165 ArrayList.append(Str)\r
166 break\r
167 else:\r
168 Str += ','\r
169 ArrayList.append(Str)\r
170 Id += 1\r
171 else:\r
172 ArrayList = [Value + '}']\r
173 return IsByteArray, ArrayList\r
174\r
52302d4d
LG
175##\r
176# Find all the header file that the module source directly includes.\r
177#\r
178# This function scans source code to find all header files the module may\r
179# include. This is not accurate but very effective to find all the header\r
180# file the module might include with #include statement.\r
181#\r
182# @Source The source file name\r
183# @IncludePathList The list of include path to find the source file.\r
184# @IncludeFiles The dictionary of current found include files.\r
185#\r
186def FindIncludeFiles(Source, IncludePathList, IncludeFiles):\r
187 FileContents = open(Source).read()\r
188 #\r
189 # Find header files with pattern #include "XXX.h" or #include <XXX.h>\r
190 #\r
191 for Match in gIncludePattern.finditer(FileContents):\r
192 FileName = Match.group(1).strip()\r
193 for Dir in [os.path.dirname(Source)] + IncludePathList:\r
194 FullFileName = os.path.normpath(os.path.join(Dir, FileName))\r
195 if os.path.exists(FullFileName):\r
196 IncludeFiles[FullFileName.lower().replace("\\", "/")] = FullFileName\r
197 break\r
198\r
199 #\r
200 # Find header files with pattern like #include EFI_PPI_CONSUMER(XXX)\r
201 #\r
202 for Match in gIncludePattern2.finditer(FileContents):\r
203 Key = Match.group(2)\r
204 Type = Match.group(1)\r
205 if "ARCH_PROTOCOL" in Type:\r
206 FileName = "ArchProtocol/%(Key)s/%(Key)s.h" % {"Key" : Key}\r
207 elif "PROTOCOL" in Type:\r
208 FileName = "Protocol/%(Key)s/%(Key)s.h" % {"Key" : Key}\r
209 elif "PPI" in Type:\r
210 FileName = "Ppi/%(Key)s/%(Key)s.h" % {"Key" : Key}\r
91fa33ee 211 elif TAB_GUID in Type:\r
52302d4d
LG
212 FileName = "Guid/%(Key)s/%(Key)s.h" % {"Key" : Key}\r
213 else:\r
214 continue\r
215 for Dir in IncludePathList:\r
216 FullFileName = os.path.normpath(os.path.join(Dir, FileName))\r
217 if os.path.exists(FullFileName):\r
218 IncludeFiles[FullFileName.lower().replace("\\", "/")] = FullFileName\r
219 break\r
220\r
64b2609f
LG
221## Split each lines in file\r
222#\r
f7496d71 223# This method is used to split the lines in file to make the length of each line\r
64b2609f
LG
224# less than MaxLength.\r
225#\r
226# @param Content The content of file\r
227# @param MaxLength The Max Length of the line\r
228#\r
229def FileLinesSplit(Content=None, MaxLength=None):\r
230 ContentList = Content.split(TAB_LINE_BREAK)\r
231 NewContent = ''\r
232 NewContentList = []\r
233 for Line in ContentList:\r
234 while len(Line.rstrip()) > MaxLength:\r
235 LineSpaceIndex = Line.rfind(TAB_SPACE_SPLIT, 0, MaxLength)\r
236 LineSlashIndex = Line.rfind(TAB_SLASH, 0, MaxLength)\r
25918452
LG
237 LineBackSlashIndex = Line.rfind(TAB_BACK_SLASH, 0, MaxLength)\r
238 if max(LineSpaceIndex, LineSlashIndex, LineBackSlashIndex) > 0:\r
239 LineBreakIndex = max(LineSpaceIndex, LineSlashIndex, LineBackSlashIndex)\r
240 else:\r
241 LineBreakIndex = MaxLength\r
64b2609f
LG
242 NewContentList.append(Line[:LineBreakIndex])\r
243 Line = Line[LineBreakIndex:]\r
244 if Line:\r
245 NewContentList.append(Line)\r
246 for NewLine in NewContentList:\r
247 NewContent += NewLine + TAB_LINE_BREAK\r
f7496d71 248\r
4afd3d04 249 NewContent = NewContent.replace(TAB_LINE_BREAK, gEndOfLine).replace('\r\r\n', gEndOfLine)\r
64b2609f 250 return NewContent\r
f7496d71
LG
251\r
252\r
253\r
e56468c0 254##\r
255# Parse binary dependency expression section\r
256#\r
257# This utility class parses the dependency expression section and translate the readable\r
258# GUID name and value.\r
259#\r
260class DepexParser(object):\r
261 ##\r
262 # Constructor function for class DepexParser\r
263 #\r
264 # This constructor function collect GUID values so that the readable\r
265 # GUID name can be translated.\r
266 #\r
267 # @param self The object pointer\r
268 # @param Wa Workspace context information\r
269 #\r
270 def __init__(self, Wa):\r
271 self._GuidDb = {}\r
0d2711a6 272 for Pa in Wa.AutoGenObjectList:\r
47fea6af 273 for Package in Pa.PackageList:\r
0d2711a6
LG
274 for Protocol in Package.Protocols:\r
275 GuidValue = GuidStructureStringToGuidString(Package.Protocols[Protocol])\r
276 self._GuidDb[GuidValue.upper()] = Protocol\r
277 for Ppi in Package.Ppis:\r
278 GuidValue = GuidStructureStringToGuidString(Package.Ppis[Ppi])\r
279 self._GuidDb[GuidValue.upper()] = Ppi\r
280 for Guid in Package.Guids:\r
281 GuidValue = GuidStructureStringToGuidString(Package.Guids[Guid])\r
282 self._GuidDb[GuidValue.upper()] = Guid\r
a10def91
YF
283 for Ma in Pa.ModuleAutoGenList:\r
284 for Pcd in Ma.FixedVoidTypePcds:\r
285 PcdValue = Ma.FixedVoidTypePcds[Pcd]\r
286 if len(PcdValue.split(',')) == 16:\r
287 GuidValue = GuidStructureByteArrayToGuidString(PcdValue)\r
288 self._GuidDb[GuidValue.upper()] = Pcd\r
e56468c0 289 ##\r
290 # Parse the binary dependency expression files.\r
f7496d71 291 #\r
e56468c0 292 # This function parses the binary dependency expression file and translate it\r
293 # to the instruction list.\r
294 #\r
295 # @param self The object pointer\r
296 # @param DepexFileName The file name of binary dependency expression file.\r
297 #\r
298 def ParseDepexFile(self, DepexFileName):\r
299 DepexFile = open(DepexFileName, "rb")\r
300 DepexStatement = []\r
301 OpCode = DepexFile.read(1)\r
302 while OpCode:\r
303 Statement = gOpCodeList[struct.unpack("B", OpCode)[0]]\r
304 if Statement in ["BEFORE", "AFTER", "PUSH"]:\r
305 GuidValue = "%08X-%04X-%04X-%02X%02X-%02X%02X%02X%02X%02X%02X" % \\r
d0a0c52c 306 struct.unpack(PACK_PATTERN_GUID, DepexFile.read(16))\r
e56468c0 307 GuidString = self._GuidDb.get(GuidValue, GuidValue)\r
308 Statement = "%s %s" % (Statement, GuidString)\r
309 DepexStatement.append(Statement)\r
47fea6af
YZ
310 OpCode = DepexFile.read(1)\r
311\r
e56468c0 312 return DepexStatement\r
f7496d71 313\r
52302d4d
LG
314##\r
315# Reports library information\r
316#\r
317# This class reports the module library subsection in the build report file.\r
318#\r
319class LibraryReport(object):\r
320 ##\r
321 # Constructor function for class LibraryReport\r
322 #\r
323 # This constructor function generates LibraryReport object for\r
324 # a module.\r
325 #\r
326 # @param self The object pointer\r
327 # @param M Module context information\r
328 #\r
329 def __init__(self, M):\r
330 self.LibraryList = []\r
331 if int(str(M.AutoGenVersion), 0) >= 0x00010005:\r
332 self._EdkIIModule = True\r
333 else:\r
334 self._EdkIIModule = False\r
335\r
336 for Lib in M.DependentLibraryList:\r
337 LibInfPath = str(Lib)\r
338 LibClassList = Lib.LibraryClass[0].LibraryClass\r
339 LibConstructorList = Lib.ConstructorList\r
340 LibDesstructorList = Lib.DestructorList\r
341 LibDepexList = Lib.DepexExpression[M.Arch, M.ModuleType]\r
1b8eca8b
YZ
342 for LibAutoGen in M.LibraryAutoGenList:\r
343 if LibInfPath == LibAutoGen.MetaFile.Path:\r
344 LibTime = LibAutoGen.BuildTime\r
345 break\r
346 self.LibraryList.append((LibInfPath, LibClassList, LibConstructorList, LibDesstructorList, LibDepexList, LibTime))\r
52302d4d
LG
347\r
348 ##\r
349 # Generate report for module library information\r
350 #\r
351 # This function generates report for the module library.\r
352 # If the module is EDKII style one, the additional library class, library\r
353 # constructor/destructor and dependency expression may also be reported.\r
354 #\r
355 # @param self The object pointer\r
356 # @param File The file object for report\r
357 #\r
358 def GenerateReport(self, File):\r
52302d4d 359 if len(self.LibraryList) > 0:\r
c2d0a1f6
YZ
360 FileWrite(File, gSubSectionStart)\r
361 FileWrite(File, TAB_BRG_LIBRARY)\r
52302d4d
LG
362 FileWrite(File, gSubSectionSep)\r
363 for LibraryItem in self.LibraryList:\r
364 LibInfPath = LibraryItem[0]\r
365 FileWrite(File, LibInfPath)\r
366\r
367 #\r
368 # Report library class, library constructor and destructor for\r
369 # EDKII style module.\r
370 #\r
371 if self._EdkIIModule:\r
372 LibClass = LibraryItem[1]\r
373 EdkIILibInfo = ""\r
374 LibConstructor = " ".join(LibraryItem[2])\r
375 if LibConstructor:\r
376 EdkIILibInfo += " C = " + LibConstructor\r
377 LibDestructor = " ".join(LibraryItem[3])\r
378 if LibDestructor:\r
636f2be6 379 EdkIILibInfo += " D = " + LibDestructor\r
52302d4d
LG
380 LibDepex = " ".join(LibraryItem[4])\r
381 if LibDepex:\r
382 EdkIILibInfo += " Depex = " + LibDepex\r
1b8eca8b
YZ
383 if LibraryItem[5]:\r
384 EdkIILibInfo += " Time = " + LibraryItem[5]\r
52302d4d
LG
385 if EdkIILibInfo:\r
386 FileWrite(File, "{%s: %s}" % (LibClass, EdkIILibInfo))\r
387 else:\r
388 FileWrite(File, "{%s}" % LibClass)\r
389\r
c2d0a1f6 390 FileWrite(File, gSubSectionEnd)\r
52302d4d
LG
391\r
392##\r
393# Reports dependency expression information\r
394#\r
395# This class reports the module dependency expression subsection in the build report file.\r
396#\r
397class DepexReport(object):\r
398 ##\r
399 # Constructor function for class DepexReport\r
400 #\r
401 # This constructor function generates DepexReport object for\r
402 # a module. If the module source contains the DXS file (usually EDK\r
403 # style module), it uses the dependency in DXS file; otherwise,\r
404 # it uses the dependency expression from its own INF [Depex] section\r
405 # and then merges with the ones from its dependent library INF.\r
406 #\r
407 # @param self The object pointer\r
408 # @param M Module context information\r
409 #\r
410 def __init__(self, M):\r
411 self.Depex = ""\r
47fea6af 412 self._DepexFileName = os.path.join(M.BuildDir, "OUTPUT", M.Module.BaseName + ".depex")\r
52302d4d
LG
413 ModuleType = M.ModuleType\r
414 if not ModuleType:\r
ee1ca53d 415 ModuleType = COMPONENT_TO_MODULE_MAP_DICT.get(M.ComponentType, "")\r
636f2be6 416\r
8bb63e37 417 if ModuleType in [SUP_MODULE_SEC, SUP_MODULE_PEI_CORE, SUP_MODULE_DXE_CORE, SUP_MODULE_SMM_CORE, SUP_MODULE_MM_CORE_STANDALONE, SUP_MODULE_UEFI_APPLICATION]:\r
52302d4d 418 return\r
f7496d71 419\r
52302d4d
LG
420 for Source in M.SourceFileList:\r
421 if os.path.splitext(Source.Path)[1].lower() == ".dxs":\r
422 Match = gDxsDependencyPattern.search(open(Source.Path).read())\r
423 if Match:\r
424 self.Depex = Match.group(1).strip()\r
425 self.Source = "DXS"\r
426 break\r
427 else:\r
caf74495 428 self.Depex = M.DepexExpressionDict.get(M.ModuleType, "")\r
52302d4d
LG
429 self.ModuleDepex = " ".join(M.Module.DepexExpression[M.Arch, M.ModuleType])\r
430 if not self.ModuleDepex:\r
431 self.ModuleDepex = "(None)"\r
432\r
433 LibDepexList = []\r
434 for Lib in M.DependentLibraryList:\r
435 LibDepex = " ".join(Lib.DepexExpression[M.Arch, M.ModuleType]).strip()\r
436 if LibDepex != "":\r
437 LibDepexList.append("(" + LibDepex + ")")\r
438 self.LibraryDepex = " AND ".join(LibDepexList)\r
439 if not self.LibraryDepex:\r
440 self.LibraryDepex = "(None)"\r
441 self.Source = "INF"\r
442\r
443 ##\r
444 # Generate report for module dependency expression information\r
445 #\r
446 # This function generates report for the module dependency expression.\r
447 #\r
e56468c0 448 # @param self The object pointer\r
449 # @param File The file object for report\r
450 # @param GlobalDepexParser The platform global Dependency expression parser object\r
52302d4d 451 #\r
e56468c0 452 def GenerateReport(self, File, GlobalDepexParser):\r
52302d4d
LG
453 if not self.Depex:\r
454 return\r
52302d4d 455 FileWrite(File, gSubSectionStart)\r
e56468c0 456 if os.path.isfile(self._DepexFileName):\r
457 try:\r
458 DepexStatements = GlobalDepexParser.ParseDepexFile(self._DepexFileName)\r
459 FileWrite(File, "Final Dependency Expression (DEPEX) Instructions")\r
460 for DepexStatement in DepexStatements:\r
461 FileWrite(File, " %s" % DepexStatement)\r
462 FileWrite(File, gSubSectionSep)\r
463 except:\r
464 EdkLogger.warn(None, "Dependency expression file is corrupted", self._DepexFileName)\r
f7496d71 465\r
52302d4d
LG
466 FileWrite(File, "Dependency Expression (DEPEX) from %s" % self.Source)\r
467\r
468 if self.Source == "INF":\r
caf74495 469 FileWrite(File, self.Depex, True)\r
52302d4d
LG
470 FileWrite(File, gSubSectionSep)\r
471 FileWrite(File, "From Module INF: %s" % self.ModuleDepex, True)\r
472 FileWrite(File, "From Library INF: %s" % self.LibraryDepex, True)\r
473 else:\r
caf74495 474 FileWrite(File, self.Depex)\r
52302d4d
LG
475 FileWrite(File, gSubSectionEnd)\r
476\r
477##\r
478# Reports dependency expression information\r
479#\r
480# This class reports the module build flags subsection in the build report file.\r
481#\r
482class BuildFlagsReport(object):\r
483 ##\r
484 # Constructor function for class BuildFlagsReport\r
485 #\r
486 # This constructor function generates BuildFlagsReport object for\r
487 # a module. It reports the build tool chain tag and all relevant\r
488 # build flags to build the module.\r
489 #\r
490 # @param self The object pointer\r
491 # @param M Module context information\r
492 #\r
493 def __init__(self, M):\r
494 BuildOptions = {}\r
495 #\r
496 # Add build flags according to source file extension so that\r
497 # irrelevant ones can be filtered out.\r
498 #\r
499 for Source in M.SourceFileList:\r
500 Ext = os.path.splitext(Source.File)[1].lower()\r
501 if Ext in [".c", ".cc", ".cpp"]:\r
502 BuildOptions["CC"] = 1\r
503 elif Ext in [".s", ".asm"]:\r
504 BuildOptions["PP"] = 1\r
505 BuildOptions["ASM"] = 1\r
506 elif Ext in [".vfr"]:\r
507 BuildOptions["VFRPP"] = 1\r
508 BuildOptions["VFR"] = 1\r
509 elif Ext in [".dxs"]:\r
510 BuildOptions["APP"] = 1\r
511 BuildOptions["CC"] = 1\r
512 elif Ext in [".asl"]:\r
513 BuildOptions["ASLPP"] = 1\r
514 BuildOptions["ASL"] = 1\r
515 elif Ext in [".aslc"]:\r
516 BuildOptions["ASLCC"] = 1\r
517 BuildOptions["ASLDLINK"] = 1\r
518 BuildOptions["CC"] = 1\r
519 elif Ext in [".asm16"]:\r
520 BuildOptions["ASMLINK"] = 1\r
521 BuildOptions["SLINK"] = 1\r
522 BuildOptions["DLINK"] = 1\r
523\r
524 #\r
525 # Save module build flags.\r
526 #\r
527 self.ToolChainTag = M.ToolChain\r
528 self.BuildFlags = {}\r
529 for Tool in BuildOptions:\r
530 self.BuildFlags[Tool + "_FLAGS"] = M.BuildOption.get(Tool, {}).get("FLAGS", "")\r
531\r
532 ##\r
533 # Generate report for module build flags information\r
534 #\r
535 # This function generates report for the module build flags expression.\r
536 #\r
537 # @param self The object pointer\r
538 # @param File The file object for report\r
539 #\r
540 def GenerateReport(self, File):\r
541 FileWrite(File, gSubSectionStart)\r
542 FileWrite(File, "Build Flags")\r
543 FileWrite(File, "Tool Chain Tag: %s" % self.ToolChainTag)\r
544 for Tool in self.BuildFlags:\r
545 FileWrite(File, gSubSectionSep)\r
546 FileWrite(File, "%s = %s" % (Tool, self.BuildFlags[Tool]), True)\r
547\r
548 FileWrite(File, gSubSectionEnd)\r
549\r
550\r
551##\r
552# Reports individual module information\r
553#\r
554# This class reports the module section in the build report file.\r
555# It comprises of module summary, module PCD, library, dependency expression,\r
556# build flags sections.\r
557#\r
558class ModuleReport(object):\r
559 ##\r
560 # Constructor function for class ModuleReport\r
561 #\r
562 # This constructor function generates ModuleReport object for\r
563 # a separate module in a platform build.\r
564 #\r
565 # @param self The object pointer\r
566 # @param M Module context information\r
567 # @param ReportType The kind of report items in the final report file\r
568 #\r
569 def __init__(self, M, ReportType):\r
570 self.ModuleName = M.Module.BaseName\r
571 self.ModuleInfPath = M.MetaFile.File\r
572 self.FileGuid = M.Guid\r
573 self.Size = 0\r
574 self.BuildTimeStamp = None\r
eca5be7a 575 self.Hash = 0\r
52302d4d 576 self.DriverType = ""\r
636f2be6
LG
577 if not M.IsLibrary:\r
578 ModuleType = M.ModuleType\r
579 if not ModuleType:\r
ee1ca53d 580 ModuleType = COMPONENT_TO_MODULE_MAP_DICT.get(M.ComponentType, "")\r
636f2be6
LG
581 #\r
582 # If a module complies to PI 1.1, promote Module type to "SMM_DRIVER"\r
583 #\r
8bb63e37 584 if ModuleType == SUP_MODULE_DXE_SMM_DRIVER:\r
47fea6af 585 PiSpec = M.Module.Specification.get("PI_SPECIFICATION_VERSION", "0x00010000")\r
0d2711a6 586 if int(PiSpec, 0) >= 0x0001000A:\r
636f2be6
LG
587 ModuleType = "SMM_DRIVER"\r
588 self.DriverType = gDriverTypeMap.get(ModuleType, "0x2 (FREE_FORM)")\r
52302d4d
LG
589 self.UefiSpecVersion = M.Module.Specification.get("UEFI_SPECIFICATION_VERSION", "")\r
590 self.PiSpecVersion = M.Module.Specification.get("PI_SPECIFICATION_VERSION", "")\r
591 self.PciDeviceId = M.Module.Defines.get("PCI_DEVICE_ID", "")\r
592 self.PciVendorId = M.Module.Defines.get("PCI_VENDOR_ID", "")\r
593 self.PciClassCode = M.Module.Defines.get("PCI_CLASS_CODE", "")\r
1b8eca8b 594 self.BuildTime = M.BuildTime\r
52302d4d
LG
595\r
596 self._BuildDir = M.BuildDir\r
597 self.ModulePcdSet = {}\r
598 if "PCD" in ReportType:\r
599 #\r
600 # Collect all module used PCD set: module INF referenced directly or indirectly.\r
601 # It also saves module INF default values of them in case they exist.\r
602 #\r
603 for Pcd in M.ModulePcdList + M.LibraryPcdList:\r
604 self.ModulePcdSet.setdefault((Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Pcd.Type), (Pcd.InfDefaultValue, Pcd.DefaultValue))\r
605\r
606 self.LibraryReport = None\r
607 if "LIBRARY" in ReportType:\r
608 self.LibraryReport = LibraryReport(M)\r
609\r
610 self.DepexReport = None\r
611 if "DEPEX" in ReportType:\r
612 self.DepexReport = DepexReport(M)\r
613\r
614 if "BUILD_FLAGS" in ReportType:\r
615 self.BuildFlagsReport = BuildFlagsReport(M)\r
616\r
617\r
618 ##\r
619 # Generate report for module information\r
620 #\r
621 # This function generates report for separate module expression\r
622 # in a platform build.\r
623 #\r
e56468c0 624 # @param self The object pointer\r
625 # @param File The file object for report\r
626 # @param GlobalPcdReport The platform global PCD report object\r
627 # @param GlobalPredictionReport The platform global Prediction report object\r
628 # @param GlobalDepexParser The platform global Dependency expression parser object\r
629 # @param ReportType The kind of report items in the final report file\r
52302d4d 630 #\r
e56468c0 631 def GenerateReport(self, File, GlobalPcdReport, GlobalPredictionReport, GlobalDepexParser, ReportType):\r
52302d4d
LG
632 FileWrite(File, gSectionStart)\r
633\r
634 FwReportFileName = os.path.join(self._BuildDir, "DEBUG", self.ModuleName + ".txt")\r
635 if os.path.isfile(FwReportFileName):\r
636 try:\r
637 FileContents = open(FwReportFileName).read()\r
638 Match = gModuleSizePattern.search(FileContents)\r
639 if Match:\r
640 self.Size = int(Match.group(1))\r
641\r
642 Match = gTimeStampPattern.search(FileContents)\r
643 if Match:\r
644 self.BuildTimeStamp = datetime.fromtimestamp(int(Match.group(1)))\r
645 except IOError:\r
646 EdkLogger.warn(None, "Fail to read report file", FwReportFileName)\r
647\r
eca5be7a
YZ
648 if "HASH" in ReportType:\r
649 OutputDir = os.path.join(self._BuildDir, "OUTPUT")\r
650 DefaultEFIfile = os.path.join(OutputDir, self.ModuleName + ".efi")\r
651 if os.path.isfile(DefaultEFIfile):\r
652 Tempfile = os.path.join(OutputDir, self.ModuleName + "_hash.tmp")\r
653 # rebase the efi image since its base address may not zero\r
654 cmd = ["GenFw", "--rebase", str(0), "-o", Tempfile, DefaultEFIfile]\r
655 try:\r
656 PopenObject = subprocess.Popen(' '.join(cmd), stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)\r
5b0671c1 657 except Exception as X:\r
eca5be7a
YZ
658 EdkLogger.error("GenFw", COMMAND_FAILURE, ExtraData="%s: %s" % (str(X), cmd[0]))\r
659 EndOfProcedure = threading.Event()\r
660 EndOfProcedure.clear()\r
661 if PopenObject.stderr:\r
662 StdErrThread = threading.Thread(target=ReadMessage, args=(PopenObject.stderr, EdkLogger.quiet, EndOfProcedure))\r
663 StdErrThread.setName("STDERR-Redirector")\r
664 StdErrThread.setDaemon(False)\r
665 StdErrThread.start()\r
666 # waiting for program exit\r
667 PopenObject.wait()\r
668 if PopenObject.stderr:\r
669 StdErrThread.join()\r
670 if PopenObject.returncode != 0:\r
671 EdkLogger.error("GenFw", COMMAND_FAILURE, "Failed to generate firmware hash image for %s" % (DefaultEFIfile))\r
672 if os.path.isfile(Tempfile):\r
673 self.Hash = hashlib.sha1()\r
674 buf = open(Tempfile, 'rb').read()\r
675 if self.Hash.update(buf):\r
676 self.Hash = self.Hash.update(buf)\r
677 self.Hash = self.Hash.hexdigest()\r
678 os.remove(Tempfile)\r
679\r
52302d4d
LG
680 FileWrite(File, "Module Summary")\r
681 FileWrite(File, "Module Name: %s" % self.ModuleName)\r
682 FileWrite(File, "Module INF Path: %s" % self.ModuleInfPath)\r
683 FileWrite(File, "File GUID: %s" % self.FileGuid)\r
684 if self.Size:\r
685 FileWrite(File, "Size: 0x%X (%.2fK)" % (self.Size, self.Size / 1024.0))\r
eca5be7a
YZ
686 if self.Hash:\r
687 FileWrite(File, "SHA1 HASH: %s *%s" % (self.Hash, self.ModuleName + ".efi"))\r
52302d4d
LG
688 if self.BuildTimeStamp:\r
689 FileWrite(File, "Build Time Stamp: %s" % self.BuildTimeStamp)\r
1b8eca8b
YZ
690 if self.BuildTime:\r
691 FileWrite(File, "Module Build Time: %s" % self.BuildTime)\r
52302d4d
LG
692 if self.DriverType:\r
693 FileWrite(File, "Driver Type: %s" % self.DriverType)\r
694 if self.UefiSpecVersion:\r
695 FileWrite(File, "UEFI Spec Version: %s" % self.UefiSpecVersion)\r
696 if self.PiSpecVersion:\r
697 FileWrite(File, "PI Spec Version: %s" % self.PiSpecVersion)\r
698 if self.PciDeviceId:\r
699 FileWrite(File, "PCI Device ID: %s" % self.PciDeviceId)\r
700 if self.PciVendorId:\r
701 FileWrite(File, "PCI Vendor ID: %s" % self.PciVendorId)\r
702 if self.PciClassCode:\r
703 FileWrite(File, "PCI Class Code: %s" % self.PciClassCode)\r
704\r
705 FileWrite(File, gSectionSep)\r
706\r
707 if "PCD" in ReportType:\r
708 GlobalPcdReport.GenerateReport(File, self.ModulePcdSet)\r
709\r
710 if "LIBRARY" in ReportType:\r
711 self.LibraryReport.GenerateReport(File)\r
712\r
713 if "DEPEX" in ReportType:\r
e56468c0 714 self.DepexReport.GenerateReport(File, GlobalDepexParser)\r
52302d4d
LG
715\r
716 if "BUILD_FLAGS" in ReportType:\r
717 self.BuildFlagsReport.GenerateReport(File)\r
718\r
719 if "FIXED_ADDRESS" in ReportType and self.FileGuid:\r
720 GlobalPredictionReport.GenerateReport(File, self.FileGuid)\r
721\r
722 FileWrite(File, gSectionEnd)\r
723\r
eca5be7a
YZ
724def ReadMessage(From, To, ExitFlag):\r
725 while True:\r
726 # read one line a time\r
727 Line = From.readline()\r
728 # empty string means "end"\r
4231a819 729 if Line is not None and Line != "":\r
eca5be7a
YZ
730 To(Line.rstrip())\r
731 else:\r
732 break\r
733 if ExitFlag.isSet():\r
734 break\r
735\r
52302d4d
LG
736##\r
737# Reports platform and module PCD information\r
738#\r
739# This class reports the platform PCD section and module PCD subsection\r
740# in the build report file.\r
741#\r
742class PcdReport(object):\r
743 ##\r
744 # Constructor function for class PcdReport\r
745 #\r
746 # This constructor function generates PcdReport object a platform build.\r
747 # It collects the whole PCD database from platform DSC files, platform\r
748 # flash description file and package DEC files.\r
749 #\r
750 # @param self The object pointer\r
751 # @param Wa Workspace context information\r
752 #\r
753 def __init__(self, Wa):\r
754 self.AllPcds = {}\r
c8d07c5e
YZ
755 self.UnusedPcds = {}\r
756 self.ConditionalPcds = {}\r
52302d4d 757 self.MaxLen = 0\r
e651d06c 758 self.Arch = None\r
52302d4d
LG
759 if Wa.FdfProfile:\r
760 self.FdfPcdSet = Wa.FdfProfile.PcdDict\r
761 else:\r
762 self.FdfPcdSet = {}\r
763\r
779ddcdf
YZ
764 self.DefaultStoreSingle = True\r
765 self.SkuSingle = True\r
766 if GlobalData.gDefaultStores and len(GlobalData.gDefaultStores) > 1:\r
767 self.DefaultStoreSingle = False\r
768 if GlobalData.gSkuids and len(GlobalData.gSkuids) > 1:\r
769 self.SkuSingle = False\r
770\r
52302d4d
LG
771 self.ModulePcdOverride = {}\r
772 for Pa in Wa.AutoGenObjectList:\r
e651d06c 773 self.Arch = Pa.Arch\r
52302d4d
LG
774 #\r
775 # Collect all platform referenced PCDs and grouped them by PCD token space\r
776 # GUID C Names\r
777 #\r
778 for Pcd in Pa.AllPcdList:\r
779 PcdList = self.AllPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])\r
780 if Pcd not in PcdList:\r
781 PcdList.append(Pcd)\r
782 if len(Pcd.TokenCName) > self.MaxLen:\r
783 self.MaxLen = len(Pcd.TokenCName)\r
c8d07c5e
YZ
784 #\r
785 # Collect the PCD defined in DSC/FDF file, but not used in module\r
786 #\r
787 UnusedPcdFullList = []\r
788 for item in Pa.Platform.Pcds:\r
789 Pcd = Pa.Platform.Pcds[item]\r
c65df5d9
YZ
790 if not Pcd.Type:\r
791 # check the Pcd in FDF file, whether it is used in module first\r
be409b67 792 for T in PCD_TYPE_LIST:\r
c65df5d9
YZ
793 PcdList = self.AllPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(T, [])\r
794 if Pcd in PcdList:\r
795 Pcd.Type = T\r
796 break\r
c8d07c5e
YZ
797 if not Pcd.Type:\r
798 PcdTypeFlag = False\r
799 for package in Pa.PackageList:\r
be409b67 800 for T in PCD_TYPE_LIST:\r
c8d07c5e
YZ
801 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, T) in package.Pcds:\r
802 Pcd.Type = T\r
803 PcdTypeFlag = True\r
804 if not Pcd.DatumType:\r
805 Pcd.DatumType = package.Pcds[(Pcd.TokenCName, Pcd.TokenSpaceGuidCName, T)].DatumType\r
806 break\r
807 if PcdTypeFlag:\r
808 break\r
809 if not Pcd.DatumType:\r
810 PcdType = Pcd.Type\r
811 # Try to remove Hii and Vpd suffix\r
be409b67
CJ
812 if PcdType.startswith(TAB_PCDS_DYNAMIC_EX):\r
813 PcdType = TAB_PCDS_DYNAMIC_EX\r
814 elif PcdType.startswith(TAB_PCDS_DYNAMIC):\r
815 PcdType = TAB_PCDS_DYNAMIC\r
c8d07c5e
YZ
816 for package in Pa.PackageList:\r
817 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, PcdType) in package.Pcds:\r
818 Pcd.DatumType = package.Pcds[(Pcd.TokenCName, Pcd.TokenSpaceGuidCName, PcdType)].DatumType\r
819 break\r
820\r
821 PcdList = self.AllPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])\r
822 if Pcd not in PcdList and Pcd not in UnusedPcdFullList:\r
823 UnusedPcdFullList.append(Pcd)\r
824 if len(Pcd.TokenCName) > self.MaxLen:\r
825 self.MaxLen = len(Pcd.TokenCName)\r
826\r
827 if GlobalData.gConditionalPcds:\r
828 for PcdItem in GlobalData.gConditionalPcds:\r
829 if '.' in PcdItem:\r
830 (TokenSpaceGuidCName, TokenCName) = PcdItem.split('.')\r
9eb87141 831 if (TokenCName, TokenSpaceGuidCName) in Pa.Platform.Pcds:\r
c8d07c5e
YZ
832 Pcd = Pa.Platform.Pcds[(TokenCName, TokenSpaceGuidCName)]\r
833 PcdList = self.ConditionalPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])\r
834 if Pcd not in PcdList:\r
835 PcdList.append(Pcd)\r
836\r
837 UnusedPcdList = []\r
838 if UnusedPcdFullList:\r
839 for Pcd in UnusedPcdFullList:\r
840 if Pcd.TokenSpaceGuidCName + '.' + Pcd.TokenCName in GlobalData.gConditionalPcds:\r
841 continue\r
842 UnusedPcdList.append(Pcd)\r
843\r
844 for Pcd in UnusedPcdList:\r
845 PcdList = self.UnusedPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])\r
846 if Pcd not in PcdList:\r
847 PcdList.append(Pcd)\r
52302d4d
LG
848\r
849 for Module in Pa.Platform.Modules.values():\r
850 #\r
851 # Collect module override PCDs\r
852 #\r
853 for ModulePcd in Module.M.ModulePcdList + Module.M.LibraryPcdList:\r
854 TokenCName = ModulePcd.TokenCName\r
855 TokenSpaceGuid = ModulePcd.TokenSpaceGuidCName\r
856 ModuleDefault = ModulePcd.DefaultValue\r
857 ModulePath = os.path.basename(Module.M.MetaFile.File)\r
858 self.ModulePcdOverride.setdefault((TokenCName, TokenSpaceGuid), {})[ModulePath] = ModuleDefault\r
859\r
860\r
861 #\r
862 # Collect PCD DEC default value.\r
863 #\r
864 self.DecPcdDefault = {}\r
726c501c 865 self._GuidDict = {}\r
0d2711a6
LG
866 for Pa in Wa.AutoGenObjectList:\r
867 for Package in Pa.PackageList:\r
726c501c
YZ
868 Guids = Package.Guids\r
869 self._GuidDict.update(Guids)\r
0d2711a6
LG
870 for (TokenCName, TokenSpaceGuidCName, DecType) in Package.Pcds:\r
871 DecDefaultValue = Package.Pcds[TokenCName, TokenSpaceGuidCName, DecType].DefaultValue\r
872 self.DecPcdDefault.setdefault((TokenCName, TokenSpaceGuidCName, DecType), DecDefaultValue)\r
52302d4d
LG
873 #\r
874 # Collect PCDs defined in DSC common section\r
875 #\r
876 self.DscPcdDefault = {}\r
e651d06c
LG
877 for Pa in Wa.AutoGenObjectList:\r
878 for (TokenCName, TokenSpaceGuidCName) in Pa.Platform.Pcds:\r
643e8e4b 879 DscDefaultValue = Pa.Platform.Pcds[(TokenCName, TokenSpaceGuidCName)].DscDefaultValue\r
40d841f6
LG
880 if DscDefaultValue:\r
881 self.DscPcdDefault[(TokenCName, TokenSpaceGuidCName)] = DscDefaultValue\r
52302d4d 882\r
c8d07c5e 883 def GenerateReport(self, File, ModulePcdSet):\r
b91b8ee4
YZ
884 if not ModulePcdSet:\r
885 if self.ConditionalPcds:\r
886 self.GenerateReportDetail(File, ModulePcdSet, 1)\r
887 if self.UnusedPcds:\r
888 self.GenerateReportDetail(File, ModulePcdSet, 2)\r
c8d07c5e
YZ
889 self.GenerateReportDetail(File, ModulePcdSet)\r
890\r
52302d4d
LG
891 ##\r
892 # Generate report for PCD information\r
893 #\r
894 # This function generates report for separate module expression\r
895 # in a platform build.\r
896 #\r
897 # @param self The object pointer\r
898 # @param File The file object for report\r
899 # @param ModulePcdSet Set of all PCDs referenced by module or None for\r
900 # platform PCD report\r
c8d07c5e
YZ
901 # @param ReportySubType 0 means platform/module PCD report, 1 means Conditional\r
902 # directives section report, 2 means Unused Pcds section report\r
52302d4d
LG
903 # @param DscOverridePcds Module DSC override PCDs set\r
904 #\r
c8d07c5e
YZ
905 def GenerateReportDetail(self, File, ModulePcdSet, ReportSubType = 0):\r
906 PcdDict = self.AllPcds\r
907 if ReportSubType == 1:\r
908 PcdDict = self.ConditionalPcds\r
909 elif ReportSubType == 2:\r
910 PcdDict = self.UnusedPcds\r
911\r
b91b8ee4 912 if not ModulePcdSet:\r
52302d4d 913 FileWrite(File, gSectionStart)\r
c8d07c5e
YZ
914 if ReportSubType == 1:\r
915 FileWrite(File, "Conditional Directives used by the build system")\r
916 elif ReportSubType == 2:\r
917 FileWrite(File, "PCDs not used by modules or in conditional directives")\r
918 else:\r
919 FileWrite(File, "Platform Configuration Database Report")\r
920\r
763e8edf 921 FileWrite(File, " *B - PCD override in the build option")\r
52302d4d
LG
922 FileWrite(File, " *P - Platform scoped PCD override in DSC file")\r
923 FileWrite(File, " *F - Platform scoped PCD override in FDF file")\r
c8d07c5e
YZ
924 if not ReportSubType:\r
925 FileWrite(File, " *M - Module scoped PCD override")\r
52302d4d
LG
926 FileWrite(File, gSectionSep)\r
927 else:\r
c2d0a1f6 928 if not ReportSubType and ModulePcdSet:\r
c8d07c5e
YZ
929 #\r
930 # For module PCD sub-section\r
931 #\r
932 FileWrite(File, gSubSectionStart)\r
933 FileWrite(File, TAB_BRG_PCD)\r
934 FileWrite(File, gSubSectionSep)\r
238d9b5c 935 AllPcdDict = {}\r
c8d07c5e 936 for Key in PcdDict:\r
238d9b5c
YF
937 AllPcdDict[Key] = {}\r
938 for Type in PcdDict[Key]:\r
939 for Pcd in PcdDict[Key][Type]:\r
940 AllPcdDict[Key][(Pcd.TokenCName, Type)] = Pcd\r
941 for Key in sorted(AllPcdDict):\r
52302d4d
LG
942 #\r
943 # Group PCD by their token space GUID C Name\r
944 #\r
945 First = True\r
238d9b5c 946 for PcdTokenCName, Type in sorted(AllPcdDict[Key]):\r
52302d4d
LG
947 #\r
948 # Group PCD by their usage type\r
949 #\r
238d9b5c 950 Pcd = AllPcdDict[Key][(PcdTokenCName, Type)]\r
52302d4d 951 TypeName, DecType = gPcdTypeMap.get(Type, ("", Type))\r
238d9b5c
YF
952 MixedPcdFlag = False\r
953 if GlobalData.MixedPcd:\r
954 for PcdKey in GlobalData.MixedPcd:\r
955 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdKey]:\r
956 PcdTokenCName = PcdKey[0]\r
957 MixedPcdFlag = True\r
958 if MixedPcdFlag and not ModulePcdSet:\r
959 continue\r
960 #\r
961 # Get PCD default value and their override relationship\r
962 #\r
963 DecDefaultValue = self.DecPcdDefault.get((Pcd.TokenCName, Pcd.TokenSpaceGuidCName, DecType))\r
964 DscDefaultValue = self.DscPcdDefault.get((Pcd.TokenCName, Pcd.TokenSpaceGuidCName))\r
965 DscDefaultValBak = DscDefaultValue\r
5df16ecb
YF
966 Field = ''\r
967 for (CName, Guid, Field) in self.FdfPcdSet:\r
968 if CName == PcdTokenCName and Guid == Key:\r
969 DscDefaultValue = self.FdfPcdSet[(CName, Guid, Field)]\r
970 break\r
238d9b5c
YF
971 DscDefaultValue = self.FdfPcdSet.get((Pcd.TokenCName, Key), DscDefaultValue)\r
972 if DscDefaultValue != DscDefaultValBak:\r
973 try:\r
974 DscDefaultValue = ValueExpressionEx(DscDefaultValue, Pcd.DatumType, self._GuidDict)(True)\r
5b0671c1 975 except BadExpression as DscDefaultValue:\r
238d9b5c
YF
976 EdkLogger.error('BuildReport', FORMAT_INVALID, "PCD Value: %s, Type: %s" %(DscDefaultValue, Pcd.DatumType))\r
977\r
978 InfDefaultValue = None\r
979\r
980 PcdValue = DecDefaultValue\r
981 if DscDefaultValue:\r
982 PcdValue = DscDefaultValue\r
5df16ecb 983 Pcd.DefaultValue = PcdValue\r
238d9b5c
YF
984 if ModulePcdSet is not None:\r
985 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Type) not in ModulePcdSet:\r
986 continue\r
5df16ecb 987 InfDefaultValue, PcdValue = ModulePcdSet[Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Type]\r
238d9b5c 988 Pcd.DefaultValue = PcdValue\r
5df16ecb
YF
989 if InfDefaultValue == "":\r
990 InfDefaultValue = None\r
238d9b5c
YF
991\r
992 BuildOptionMatch = False\r
993 if GlobalData.BuildOptionPcd:\r
994 for pcd in GlobalData.BuildOptionPcd:\r
995 if (Pcd.TokenSpaceGuidCName, Pcd.TokenCName) == (pcd[0], pcd[1]):\r
996 if pcd[2]:\r
997 continue\r
998 PcdValue = pcd[3]\r
999 Pcd.DefaultValue = PcdValue\r
1000 BuildOptionMatch = True\r
1001 break\r
763e8edf 1002\r
238d9b5c
YF
1003 if First:\r
1004 if ModulePcdSet is None:\r
1005 FileWrite(File, "")\r
1006 FileWrite(File, Key)\r
1007 First = False\r
52302d4d
LG
1008\r
1009\r
238d9b5c
YF
1010 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1011 PcdValueNumber = int(PcdValue.strip(), 0)\r
1012 if DecDefaultValue is None:\r
1013 DecMatch = True\r
1014 else:\r
1015 DecDefaultValueNumber = int(DecDefaultValue.strip(), 0)\r
1016 DecMatch = (DecDefaultValueNumber == PcdValueNumber)\r
52302d4d 1017\r
238d9b5c
YF
1018 if InfDefaultValue is None:\r
1019 InfMatch = True\r
1020 else:\r
1021 InfDefaultValueNumber = int(InfDefaultValue.strip(), 0)\r
1022 InfMatch = (InfDefaultValueNumber == PcdValueNumber)\r
52302d4d 1023\r
238d9b5c
YF
1024 if DscDefaultValue is None:\r
1025 DscMatch = True\r
52302d4d 1026 else:\r
238d9b5c
YF
1027 DscDefaultValueNumber = int(DscDefaultValue.strip(), 0)\r
1028 DscMatch = (DscDefaultValueNumber == PcdValueNumber)\r
1029 else:\r
1030 if DecDefaultValue is None:\r
1031 DecMatch = True\r
1032 else:\r
1033 DecMatch = (DecDefaultValue.strip() == PcdValue.strip())\r
52302d4d 1034\r
238d9b5c
YF
1035 if InfDefaultValue is None:\r
1036 InfMatch = True\r
1037 else:\r
1038 InfMatch = (InfDefaultValue.strip() == PcdValue.strip())\r
52302d4d 1039\r
238d9b5c
YF
1040 if DscDefaultValue is None:\r
1041 DscMatch = True\r
1042 else:\r
1043 DscMatch = (DscDefaultValue.strip() == PcdValue.strip())\r
1044\r
1045 IsStructure = False\r
1046 if GlobalData.gStructurePcd and (self.Arch in GlobalData.gStructurePcd) and ((Pcd.TokenCName, Pcd.TokenSpaceGuidCName) in GlobalData.gStructurePcd[self.Arch]):\r
1047 IsStructure = True\r
1048 if TypeName in ('DYNVPD', 'DEXVPD'):\r
1049 SkuInfoList = Pcd.SkuInfoList\r
1050 Pcd = GlobalData.gStructurePcd[self.Arch][(Pcd.TokenCName, Pcd.TokenSpaceGuidCName)]\r
1051 Pcd.DatumType = Pcd.StructName\r
1052 if TypeName in ('DYNVPD', 'DEXVPD'):\r
1053 Pcd.SkuInfoList = SkuInfoList\r
1054 if Pcd.PcdFieldValueFromComm:\r
1055 BuildOptionMatch = True\r
1056 DecMatch = False\r
1057 elif Pcd.SkuOverrideValues:\r
1058 DscOverride = False\r
1059 if not Pcd.SkuInfoList:\r
1060 OverrideValues = Pcd.SkuOverrideValues\r
1061 if OverrideValues:\r
1062 Keys = OverrideValues.keys()\r
1063 Data = OverrideValues[Keys[0]]\r
1064 Struct = Data.values()[0]\r
1065 DscOverride = self.ParseStruct(Struct)\r
52302d4d 1066 else:\r
238d9b5c
YF
1067 SkuList = sorted(Pcd.SkuInfoList.keys())\r
1068 for Sku in SkuList:\r
1069 SkuInfo = Pcd.SkuInfoList[Sku]\r
1070 if TypeName in ('DYNHII', 'DEXHII'):\r
1071 if SkuInfo.DefaultStoreDict:\r
1072 DefaultStoreList = sorted(SkuInfo.DefaultStoreDict.keys())\r
1073 for DefaultStore in DefaultStoreList:\r
1074 OverrideValues = Pcd.SkuOverrideValues[Sku]\r
1075 DscOverride = self.ParseStruct(OverrideValues[DefaultStore])\r
1076 if DscOverride:\r
1077 break\r
1078 else:\r
1079 OverrideValues = Pcd.SkuOverrideValues[Sku]\r
1080 if OverrideValues:\r
1081 Keys = OverrideValues.keys()\r
1082 OverrideFieldStruct = self.OverrideFieldValue(Pcd, OverrideValues[Keys[0]])\r
1083 DscOverride = self.ParseStruct(OverrideFieldStruct)\r
1084 if DscOverride:\r
1085 break\r
1086 if DscOverride:\r
1087 DscMatch = True\r
e651d06c 1088 DecMatch = False\r
238d9b5c
YF
1089\r
1090 #\r
1091 # Report PCD item according to their override relationship\r
1092 #\r
5df16ecb 1093 if DecMatch:\r
238d9b5c 1094 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, ' ')\r
5df16ecb
YF
1095 elif InfDefaultValue and InfMatch:\r
1096 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*M')\r
238d9b5c
YF
1097 elif BuildOptionMatch:\r
1098 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*B')\r
1099 else:\r
5df16ecb
YF
1100 if DscDefaultValue and DscMatch:\r
1101 if (Pcd.TokenCName, Key, Field) in self.FdfPcdSet:\r
238d9b5c 1102 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*F')\r
52302d4d 1103 else:\r
238d9b5c
YF
1104 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*P')\r
1105 else:\r
1106 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*M')\r
52302d4d 1107\r
238d9b5c
YF
1108 if ModulePcdSet is None:\r
1109 if IsStructure:\r
1110 continue\r
1111 if not TypeName in ('PATCH', 'FLAG', 'FIXED'):\r
1112 continue\r
1113 if not BuildOptionMatch:\r
1114 ModuleOverride = self.ModulePcdOverride.get((Pcd.TokenCName, Pcd.TokenSpaceGuidCName), {})\r
1115 for ModulePath in ModuleOverride:\r
1116 ModuleDefault = ModuleOverride[ModulePath]\r
1117 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1118 ModulePcdDefaultValueNumber = int(ModuleDefault.strip(), 0)\r
1119 Match = (ModulePcdDefaultValueNumber == PcdValueNumber)\r
1120 else:\r
1121 Match = (ModuleDefault.strip() == PcdValue.strip())\r
1122 if Match:\r
1123 continue\r
1124 IsByteArray, ArrayList = ByteArrayForamt(ModuleDefault.strip())\r
1125 if IsByteArray:\r
1126 FileWrite(File, ' *M %-*s = %s' % (self.MaxLen + 15, ModulePath, '{'))\r
1127 for Array in ArrayList:\r
caf74495 1128 FileWrite(File, Array)\r
238d9b5c
YF
1129 else:\r
1130 FileWrite(File, ' *M %-*s = %s' % (self.MaxLen + 15, ModulePath, ModuleDefault.strip()))\r
52302d4d 1131\r
4231a819 1132 if ModulePcdSet is None:\r
52302d4d
LG
1133 FileWrite(File, gSectionEnd)\r
1134 else:\r
c2d0a1f6 1135 if not ReportSubType and ModulePcdSet:\r
c8d07c5e 1136 FileWrite(File, gSubSectionEnd)\r
52302d4d 1137\r
24326f38
YZ
1138 def ParseStruct(self, struct):\r
1139 HasDscOverride = False\r
1140 if struct:\r
1141 for _, Values in struct.items():\r
1142 if Values[1] and Values[1].endswith('.dsc'):\r
1143 HasDscOverride = True\r
1144 break\r
1145 return HasDscOverride\r
52302d4d 1146\r
e651d06c 1147 def PrintPcdDefault(self, File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue):\r
4231a819 1148 if not DscMatch and DscDefaultValue is not None:\r
e651d06c
LG
1149 Value = DscDefaultValue.strip()\r
1150 IsByteArray, ArrayList = ByteArrayForamt(Value)\r
1151 if IsByteArray:\r
1152 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DSC DEFAULT', "{"))\r
1153 for Array in ArrayList:\r
caf74495 1154 FileWrite(File, Array)\r
e651d06c 1155 else:\r
179c2f97
YF
1156 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1157 if Value.startswith(('0x', '0X')):\r
1158 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1159 else:\r
1160 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
e651d06c 1161 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DSC DEFAULT', Value))\r
4231a819 1162 if not InfMatch and InfDefaultValue is not None:\r
e651d06c
LG
1163 Value = InfDefaultValue.strip()\r
1164 IsByteArray, ArrayList = ByteArrayForamt(Value)\r
1165 if IsByteArray:\r
1166 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'INF DEFAULT', "{"))\r
1167 for Array in ArrayList:\r
caf74495 1168 FileWrite(File, Array)\r
e651d06c 1169 else:\r
179c2f97
YF
1170 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1171 if Value.startswith(('0x', '0X')):\r
1172 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1173 else:\r
1174 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
e651d06c
LG
1175 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'INF DEFAULT', Value))\r
1176\r
4231a819 1177 if not DecMatch and DecDefaultValue is not None:\r
e651d06c
LG
1178 Value = DecDefaultValue.strip()\r
1179 IsByteArray, ArrayList = ByteArrayForamt(Value)\r
1180 if IsByteArray:\r
1181 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DEC DEFAULT', "{"))\r
1182 for Array in ArrayList:\r
caf74495 1183 FileWrite(File, Array)\r
e651d06c 1184 else:\r
179c2f97
YF
1185 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1186 if Value.startswith(('0x', '0X')):\r
1187 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1188 else:\r
1189 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
e651d06c
LG
1190 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DEC DEFAULT', Value))\r
1191 if IsStructure:\r
1192 self.PrintStructureInfo(File, Pcd.DefaultValues)\r
24326f38
YZ
1193 if DecMatch and IsStructure:\r
1194 self.PrintStructureInfo(File, Pcd.DefaultValues)\r
e651d06c
LG
1195\r
1196 def PrintPcdValue(self, File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, Flag = ' '):\r
1197 if not Pcd.SkuInfoList:\r
1198 Value = Pcd.DefaultValue\r
1199 IsByteArray, ArrayList = ByteArrayForamt(Value)\r
1200 if IsByteArray:\r
1201 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '{'))\r
1202 for Array in ArrayList:\r
caf74495 1203 FileWrite(File, Array)\r
e651d06c 1204 else:\r
179c2f97 1205 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
ccaa7754 1206 if Value.startswith(('0x', '0X')):\r
179c2f97
YF
1207 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1208 else:\r
1209 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
e651d06c
LG
1210 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', Value))\r
1211 if IsStructure:\r
65eff519 1212 OverrideValues = Pcd.SkuOverrideValues\r
e651d06c
LG
1213 if OverrideValues:\r
1214 Keys = OverrideValues.keys()\r
1215 Data = OverrideValues[Keys[0]]\r
1216 Struct = Data.values()[0]\r
24326f38
YZ
1217 OverrideFieldStruct = self.OverrideFieldValue(Pcd, Struct)\r
1218 self.PrintStructureInfo(File, OverrideFieldStruct)\r
e651d06c
LG
1219 self.PrintPcdDefault(File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue)\r
1220 else:\r
1221 FirstPrint = True\r
1222 SkuList = sorted(Pcd.SkuInfoList.keys())\r
1223 for Sku in SkuList:\r
1224 SkuInfo = Pcd.SkuInfoList[Sku]\r
779ddcdf 1225 SkuIdName = SkuInfo.SkuIdName\r
e651d06c
LG
1226 if TypeName in ('DYNHII', 'DEXHII'):\r
1227 if SkuInfo.DefaultStoreDict:\r
1228 DefaultStoreList = sorted(SkuInfo.DefaultStoreDict.keys())\r
1229 for DefaultStore in DefaultStoreList:\r
1230 Value = SkuInfo.DefaultStoreDict[DefaultStore]\r
1231 IsByteArray, ArrayList = ByteArrayForamt(Value)\r
1232 if FirstPrint:\r
1233 FirstPrint = False\r
1234 if IsByteArray:\r
779ddcdf
YZ
1235 if self.DefaultStoreSingle and self.SkuSingle:\r
1236 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '{'))\r
1237 elif self.DefaultStoreSingle and not self.SkuSingle:\r
1238 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '{'))\r
1239 elif not self.DefaultStoreSingle and self.SkuSingle:\r
1240 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', '{'))\r
1241 else:\r
1242 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', '{'))\r
e651d06c 1243 for Array in ArrayList:\r
caf74495 1244 FileWrite(File, Array)\r
e651d06c 1245 else:\r
179c2f97
YF
1246 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1247 if Value.startswith(('0x', '0X')):\r
1248 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1249 else:\r
1250 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
779ddcdf
YZ
1251 if self.DefaultStoreSingle and self.SkuSingle:\r
1252 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', Value))\r
1253 elif self.DefaultStoreSingle and not self.SkuSingle:\r
1254 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))\r
1255 elif not self.DefaultStoreSingle and self.SkuSingle:\r
1256 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', Value))\r
1257 else:\r
1258 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', Value))\r
e651d06c
LG
1259 else:\r
1260 if IsByteArray:\r
779ddcdf
YZ
1261 if self.DefaultStoreSingle and self.SkuSingle:\r
1262 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '{'))\r
1263 elif self.DefaultStoreSingle and not self.SkuSingle:\r
1264 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '{'))\r
1265 elif not self.DefaultStoreSingle and self.SkuSingle:\r
1266 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', '{'))\r
1267 else:\r
1268 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', '{'))\r
e651d06c 1269 for Array in ArrayList:\r
caf74495 1270 FileWrite(File, Array)\r
e651d06c 1271 else:\r
179c2f97
YF
1272 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1273 if Value.startswith(('0x', '0X')):\r
1274 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1275 else:\r
1276 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
779ddcdf
YZ
1277 if self.DefaultStoreSingle and self.SkuSingle:\r
1278 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', Value))\r
1279 elif self.DefaultStoreSingle and not self.SkuSingle:\r
1280 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))\r
1281 elif not self.DefaultStoreSingle and self.SkuSingle:\r
1282 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', Value))\r
1283 else:\r
1284 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', Value))\r
e651d06c
LG
1285 FileWrite(File, '%*s: %s: %s' % (self.MaxLen + 4, SkuInfo.VariableGuid, SkuInfo.VariableName, SkuInfo.VariableOffset))\r
1286 if IsStructure:\r
65eff519 1287 OverrideValues = Pcd.SkuOverrideValues[Sku]\r
24326f38
YZ
1288 OverrideFieldStruct = self.OverrideFieldValue(Pcd, OverrideValues[DefaultStore])\r
1289 self.PrintStructureInfo(File, OverrideFieldStruct)\r
e651d06c 1290 self.PrintPcdDefault(File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue)\r
e651d06c
LG
1291 else:\r
1292 Value = SkuInfo.DefaultValue\r
1293 IsByteArray, ArrayList = ByteArrayForamt(Value)\r
1294 if FirstPrint:\r
1295 FirstPrint = False\r
1296 if IsByteArray:\r
779ddcdf
YZ
1297 if self.SkuSingle:\r
1298 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', "{"))\r
1299 else:\r
1300 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', "{"))\r
e651d06c 1301 for Array in ArrayList:\r
caf74495 1302 FileWrite(File, Array)\r
e651d06c 1303 else:\r
179c2f97
YF
1304 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1305 if Value.startswith(('0x', '0X')):\r
1306 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1307 else:\r
1308 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
779ddcdf
YZ
1309 if self.SkuSingle:\r
1310 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', Value))\r
1311 else:\r
1312 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))\r
e651d06c
LG
1313 else:\r
1314 if IsByteArray:\r
779ddcdf 1315 if self.SkuSingle:\r
ccaa7754 1316 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', "{"))\r
779ddcdf 1317 else:\r
ccaa7754 1318 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', "{"))\r
e651d06c 1319 for Array in ArrayList:\r
caf74495 1320 FileWrite(File, Array)\r
e651d06c 1321 else:\r
179c2f97
YF
1322 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:\r
1323 if Value.startswith(('0x', '0X')):\r
1324 Value = '{} ({:d})'.format(Value, int(Value, 0))\r
1325 else:\r
1326 Value = "0x{:X} ({})".format(int(Value, 0), Value)\r
779ddcdf 1327 if self.SkuSingle:\r
ccaa7754 1328 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', Value))\r
779ddcdf 1329 else:\r
ccaa7754 1330 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))\r
779ddcdf
YZ
1331 if TypeName in ('DYNVPD', 'DEXVPD'):\r
1332 FileWrite(File, '%*s' % (self.MaxLen + 4, SkuInfo.VpdOffset))\r
e651d06c 1333 if IsStructure:\r
65eff519 1334 OverrideValues = Pcd.SkuOverrideValues[Sku]\r
e651d06c
LG
1335 if OverrideValues:\r
1336 Keys = OverrideValues.keys()\r
24326f38
YZ
1337 OverrideFieldStruct = self.OverrideFieldValue(Pcd, OverrideValues[Keys[0]])\r
1338 self.PrintStructureInfo(File, OverrideFieldStruct)\r
e651d06c
LG
1339 self.PrintPcdDefault(File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue)\r
1340\r
24326f38
YZ
1341 def OverrideFieldValue(self, Pcd, OverrideStruct):\r
1342 OverrideFieldStruct = collections.OrderedDict()\r
1343 if OverrideStruct:\r
1344 for Key, Values in OverrideStruct.items():\r
1345 if Values[1] and Values[1].endswith('.dsc'):\r
1346 OverrideFieldStruct[Key] = Values\r
543f5ac3
B
1347 if Pcd.PcdFieldValueFromFdf:\r
1348 for Key, Values in Pcd.PcdFieldValueFromFdf.items():\r
1349 OverrideFieldStruct[Key] = Values\r
24326f38
YZ
1350 if Pcd.PcdFieldValueFromComm:\r
1351 for Key, Values in Pcd.PcdFieldValueFromComm.items():\r
1352 OverrideFieldStruct[Key] = Values\r
1353 return OverrideFieldStruct\r
1354\r
e651d06c 1355 def PrintStructureInfo(self, File, Struct):\r
e651d06c 1356 for Key, Value in Struct.items():\r
f440f7e3
YZ
1357 if Value[1] and 'build command options' in Value[1]:\r
1358 FileWrite(File, ' *B %-*s = %s' % (self.MaxLen + 4, '.' + Key, Value[0]))\r
e651d06c 1359 else:\r
f440f7e3 1360 FileWrite(File, ' %-*s = %s' % (self.MaxLen + 4, '.' + Key, Value[0]))\r
e651d06c
LG
1361\r
1362 def StrtoHex(self, value):\r
1363 try:\r
1364 value = hex(int(value))\r
1365 return value\r
1366 except:\r
1367 if value.startswith("L\"") and value.endswith("\""):\r
1368 valuelist = []\r
1369 for ch in value[2:-1]:\r
1370 valuelist.append(hex(ord(ch)))\r
1371 valuelist.append('0x00')\r
1372 return valuelist\r
1373 elif value.startswith("\"") and value.endswith("\""):\r
1374 return hex(ord(value[1:-1]))\r
1375 elif value.startswith("{") and value.endswith("}"):\r
1376 valuelist = []\r
1377 if ',' not in value:\r
1378 return value[1:-1]\r
1379 for ch in value[1:-1].split(','):\r
1380 ch = ch.strip()\r
1381 if ch.startswith('0x') or ch.startswith('0X'):\r
1382 valuelist.append(ch)\r
1383 continue\r
1384 try:\r
1385 valuelist.append(hex(int(ch.strip())))\r
1386 except:\r
1387 pass\r
1388 return valuelist\r
1389 else:\r
1390 return value\r
52302d4d
LG
1391\r
1392##\r
1393# Reports platform and module Prediction information\r
1394#\r
1395# This class reports the platform execution order prediction section and\r
1396# module load fixed address prediction subsection in the build report file.\r
1397#\r
1398class PredictionReport(object):\r
1399 ##\r
1400 # Constructor function for class PredictionReport\r
1401 #\r
1402 # This constructor function generates PredictionReport object for the platform.\r
1403 #\r
1404 # @param self: The object pointer\r
1405 # @param Wa Workspace context information\r
1406 #\r
1407 def __init__(self, Wa):\r
1408 self._MapFileName = os.path.join(Wa.BuildDir, Wa.Name + ".map")\r
1409 self._MapFileParsed = False\r
1410 self._EotToolInvoked = False\r
1411 self._FvDir = Wa.FvDir\r
1412 self._EotDir = Wa.BuildDir\r
1413 self._FfsEntryPoint = {}\r
1414 self._GuidMap = {}\r
1415 self._SourceList = []\r
1416 self.FixedMapDict = {}\r
1417 self.ItemList = []\r
1418 self.MaxLen = 0\r
1419\r
1420 #\r
1421 # Collect all platform reference source files and GUID C Name\r
1422 #\r
1423 for Pa in Wa.AutoGenObjectList:\r
1424 for Module in Pa.LibraryAutoGenList + Pa.ModuleAutoGenList:\r
1425 #\r
40d841f6
LG
1426 # BASE typed modules are EFI agnostic, so we need not scan\r
1427 # their source code to find PPI/Protocol produce or consume\r
1428 # information.\r
1429 #\r
8bb63e37 1430 if Module.ModuleType == SUP_MODULE_BASE:\r
40d841f6
LG
1431 continue\r
1432 #\r
52302d4d
LG
1433 # Add module referenced source files\r
1434 #\r
1435 self._SourceList.append(str(Module))\r
1436 IncludeList = {}\r
1437 for Source in Module.SourceFileList:\r
1438 if os.path.splitext(str(Source))[1].lower() == ".c":\r
1439 self._SourceList.append(" " + str(Source))\r
1440 FindIncludeFiles(Source.Path, Module.IncludePathList, IncludeList)\r
1441 for IncludeFile in IncludeList.values():\r
1442 self._SourceList.append(" " + IncludeFile)\r
1443\r
1444 for Guid in Module.PpiList:\r
1445 self._GuidMap[Guid] = GuidStructureStringToGuidString(Module.PpiList[Guid])\r
1446 for Guid in Module.ProtocolList:\r
1447 self._GuidMap[Guid] = GuidStructureStringToGuidString(Module.ProtocolList[Guid])\r
1448 for Guid in Module.GuidList:\r
1449 self._GuidMap[Guid] = GuidStructureStringToGuidString(Module.GuidList[Guid])\r
1450\r
1451 if Module.Guid and not Module.IsLibrary:\r
1452 EntryPoint = " ".join(Module.Module.ModuleEntryPointList)\r
1453 if int(str(Module.AutoGenVersion), 0) >= 0x00010005:\r
1454 RealEntryPoint = "_ModuleEntryPoint"\r
1455 else:\r
1456 RealEntryPoint = EntryPoint\r
1457 if EntryPoint == "_ModuleEntryPoint":\r
1458 CCFlags = Module.BuildOption.get("CC", {}).get("FLAGS", "")\r
1459 Match = gGlueLibEntryPoint.search(CCFlags)\r
1460 if Match:\r
1461 EntryPoint = Match.group(1)\r
1462\r
1463 self._FfsEntryPoint[Module.Guid.upper()] = (EntryPoint, RealEntryPoint)\r
1464\r
1465\r
1466 #\r
1467 # Collect platform firmware volume list as the input of EOT.\r
1468 #\r
1469 self._FvList = []\r
1470 if Wa.FdfProfile:\r
1471 for Fd in Wa.FdfProfile.FdDict:\r
1472 for FdRegion in Wa.FdfProfile.FdDict[Fd].RegionList:\r
91fa33ee 1473 if FdRegion.RegionType != BINARY_FILE_TYPE_FV:\r
52302d4d
LG
1474 continue\r
1475 for FvName in FdRegion.RegionDataList:\r
1476 if FvName in self._FvList:\r
1477 continue\r
1478 self._FvList.append(FvName)\r
1479 for Ffs in Wa.FdfProfile.FvDict[FvName.upper()].FfsList:\r
1480 for Section in Ffs.SectionList:\r
1481 try:\r
1482 for FvSection in Section.SectionList:\r
1483 if FvSection.FvName in self._FvList:\r
1484 continue\r
1485 self._FvList.append(FvSection.FvName)\r
1486 except AttributeError:\r
1487 pass\r
1488\r
1489\r
1490 ##\r
1491 # Parse platform fixed address map files\r
1492 #\r
1493 # This function parses the platform final fixed address map file to get\r
1494 # the database of predicted fixed address for module image base, entry point\r
1495 # etc.\r
1496 #\r
1497 # @param self: The object pointer\r
1498 #\r
1499 def _ParseMapFile(self):\r
1500 if self._MapFileParsed:\r
1501 return\r
1502 self._MapFileParsed = True\r
1503 if os.path.isfile(self._MapFileName):\r
1504 try:\r
1505 FileContents = open(self._MapFileName).read()\r
1506 for Match in gMapFileItemPattern.finditer(FileContents):\r
1507 AddressType = Match.group(1)\r
1508 BaseAddress = Match.group(2)\r
1509 EntryPoint = Match.group(3)\r
1510 Guid = Match.group(4).upper()\r
1511 List = self.FixedMapDict.setdefault(Guid, [])\r
1512 List.append((AddressType, BaseAddress, "*I"))\r
1513 List.append((AddressType, EntryPoint, "*E"))\r
1514 except:\r
1515 EdkLogger.warn(None, "Cannot open file to read", self._MapFileName)\r
1516\r
1517 ##\r
1518 # Invokes EOT tool to get the predicted the execution order.\r
1519 #\r
1520 # This function invokes EOT tool to calculate the predicted dispatch order\r
1521 #\r
1522 # @param self: The object pointer\r
1523 #\r
1524 def _InvokeEotTool(self):\r
1525 if self._EotToolInvoked:\r
1526 return\r
1527\r
1528 self._EotToolInvoked = True\r
1529 FvFileList = []\r
1530 for FvName in self._FvList:\r
1531 FvFile = os.path.join(self._FvDir, FvName + ".Fv")\r
1532 if os.path.isfile(FvFile):\r
1533 FvFileList.append(FvFile)\r
1534\r
1535 if len(FvFileList) == 0:\r
1536 return\r
1537 #\r
1538 # Write source file list and GUID file list to an intermediate file\r
1539 # as the input for EOT tool and dispatch List as the output file\r
1540 # from EOT tool.\r
1541 #\r
1542 SourceList = os.path.join(self._EotDir, "SourceFile.txt")\r
1543 GuidList = os.path.join(self._EotDir, "GuidList.txt")\r
1544 DispatchList = os.path.join(self._EotDir, "Dispatch.txt")\r
1545\r
1546 TempFile = open(SourceList, "w+")\r
1547 for Item in self._SourceList:\r
1548 FileWrite(TempFile, Item)\r
1549 TempFile.close()\r
1550 TempFile = open(GuidList, "w+")\r
1551 for Key in self._GuidMap:\r
1552 FileWrite(TempFile, "%s %s" % (Key, self._GuidMap[Key]))\r
1553 TempFile.close()\r
1554\r
1555 try:\r
1556 from Eot.Eot import Eot\r
40d841f6 1557\r
52302d4d 1558 #\r
40d841f6 1559 # Invoke EOT tool and echo its runtime performance\r
52302d4d 1560 #\r
40d841f6 1561 EotStartTime = time.time()\r
52302d4d
LG
1562 Eot(CommandLineOption=False, SourceFileList=SourceList, GuidList=GuidList,\r
1563 FvFileList=' '.join(FvFileList), Dispatch=DispatchList, IsInit=True)\r
40d841f6
LG
1564 EotEndTime = time.time()\r
1565 EotDuration = time.strftime("%H:%M:%S", time.gmtime(int(round(EotEndTime - EotStartTime))))\r
1566 EdkLogger.quiet("EOT run time: %s\n" % EotDuration)\r
f7496d71 1567\r
52302d4d
LG
1568 #\r
1569 # Parse the output of EOT tool\r
1570 #\r
1571 for Line in open(DispatchList):\r
1572 if len(Line.split()) < 4:\r
1573 continue\r
1574 (Guid, Phase, FfsName, FilePath) = Line.split()\r
1575 Symbol = self._FfsEntryPoint.get(Guid, [FfsName, ""])[0]\r
1576 if len(Symbol) > self.MaxLen:\r
1577 self.MaxLen = len(Symbol)\r
1578 self.ItemList.append((Phase, Symbol, FilePath))\r
1579 except:\r
1580 EdkLogger.quiet("(Python %s on %s\n%s)" % (platform.python_version(), sys.platform, traceback.format_exc()))\r
1581 EdkLogger.warn(None, "Failed to generate execution order prediction report, for some error occurred in executing EOT.")\r
1582\r
1583\r
1584 ##\r
1585 # Generate platform execution order report\r
1586 #\r
1587 # This function generates the predicted module execution order.\r
1588 #\r
1589 # @param self The object pointer\r
1590 # @param File The file object for report\r
1591 #\r
1592 def _GenerateExecutionOrderReport(self, File):\r
1593 self._InvokeEotTool()\r
1594 if len(self.ItemList) == 0:\r
1595 return\r
1596 FileWrite(File, gSectionStart)\r
1597 FileWrite(File, "Execution Order Prediction")\r
1598 FileWrite(File, "*P PEI phase")\r
1599 FileWrite(File, "*D DXE phase")\r
1600 FileWrite(File, "*E Module INF entry point name")\r
1601 FileWrite(File, "*N Module notification function name")\r
1602\r
1603 FileWrite(File, "Type %-*s %s" % (self.MaxLen, "Symbol", "Module INF Path"))\r
1604 FileWrite(File, gSectionSep)\r
1605 for Item in self.ItemList:\r
1606 FileWrite(File, "*%sE %-*s %s" % (Item[0], self.MaxLen, Item[1], Item[2]))\r
1607\r
1608 FileWrite(File, gSectionStart)\r
1609\r
1610 ##\r
1611 # Generate Fixed Address report.\r
1612 #\r
1613 # This function generate the predicted fixed address report for a module\r
1614 # specified by Guid.\r
1615 #\r
1616 # @param self The object pointer\r
1617 # @param File The file object for report\r
1618 # @param Guid The module Guid value.\r
1619 # @param NotifyList The list of all notify function in a module\r
1620 #\r
1621 def _GenerateFixedAddressReport(self, File, Guid, NotifyList):\r
1622 self._ParseMapFile()\r
1623 FixedAddressList = self.FixedMapDict.get(Guid)\r
1624 if not FixedAddressList:\r
1625 return\r
1626\r
1627 FileWrite(File, gSubSectionStart)\r
1628 FileWrite(File, "Fixed Address Prediction")\r
1629 FileWrite(File, "*I Image Loading Address")\r
1630 FileWrite(File, "*E Entry Point Address")\r
1631 FileWrite(File, "*N Notification Function Address")\r
1632 FileWrite(File, "*F Flash Address")\r
1633 FileWrite(File, "*M Memory Address")\r
1634 FileWrite(File, "*S SMM RAM Offset")\r
1635 FileWrite(File, "TOM Top of Memory")\r
1636\r
1637 FileWrite(File, "Type Address Name")\r
1638 FileWrite(File, gSubSectionSep)\r
1639 for Item in FixedAddressList:\r
1640 Type = Item[0]\r
1641 Value = Item[1]\r
1642 Symbol = Item[2]\r
1643 if Symbol == "*I":\r
1644 Name = "(Image Base)"\r
1645 elif Symbol == "*E":\r
1646 Name = self._FfsEntryPoint.get(Guid, ["", "_ModuleEntryPoint"])[1]\r
1647 elif Symbol in NotifyList:\r
1648 Name = Symbol\r
1649 Symbol = "*N"\r
1650 else:\r
1651 continue\r
1652\r
1653 if "Flash" in Type:\r
1654 Symbol += "F"\r
1655 elif "Memory" in Type:\r
1656 Symbol += "M"\r
1657 else:\r
1658 Symbol += "S"\r
1659\r
1660 if Value[0] == "-":\r
1661 Value = "TOM" + Value\r
1662\r
1663 FileWrite(File, "%s %-16s %s" % (Symbol, Value, Name))\r
1664\r
1665 ##\r
1666 # Generate report for the prediction part\r
1667 #\r
1668 # This function generate the predicted fixed address report for a module or\r
1669 # predicted module execution order for a platform.\r
1670 # If the input Guid is None, then, it generates the predicted module execution order;\r
1671 # otherwise it generated the module fixed loading address for the module specified by\r
1672 # Guid.\r
1673 #\r
1674 # @param self The object pointer\r
1675 # @param File The file object for report\r
1676 # @param Guid The module Guid value.\r
1677 #\r
1678 def GenerateReport(self, File, Guid):\r
1679 if Guid:\r
1680 self._GenerateFixedAddressReport(File, Guid.upper(), [])\r
1681 else:\r
1682 self._GenerateExecutionOrderReport(File)\r
1683\r
1684##\r
1685# Reports FD region information\r
1686#\r
1687# This class reports the FD subsection in the build report file.\r
1688# It collects region information of platform flash device.\r
1689# If the region is a firmware volume, it lists the set of modules\r
1690# and its space information; otherwise, it only lists its region name,\r
1691# base address and size in its sub-section header.\r
1692# If there are nesting FVs, the nested FVs will list immediate after\r
1693# this FD region subsection\r
1694#\r
1695class FdRegionReport(object):\r
1696 ##\r
1697 # Discover all the nested FV name list.\r
1698 #\r
1699 # This is an internal worker function to discover the all the nested FV information\r
1700 # in the parent firmware volume. It uses deep first search algorithm recursively to\r
1701 # find all the FV list name and append them to the list.\r
1702 #\r
1703 # @param self The object pointer\r
1704 # @param FvName The name of current firmware file system\r
1705 # @param Wa Workspace context information\r
1706 #\r
1707 def _DiscoverNestedFvList(self, FvName, Wa):\r
a2432972
EC
1708 FvDictKey=FvName.upper()\r
1709 if FvDictKey in Wa.FdfProfile.FvDict:\r
1710 for Ffs in Wa.FdfProfile.FvDict[FvName.upper()].FfsList:\r
1711 for Section in Ffs.SectionList:\r
1712 try:\r
1713 for FvSection in Section.SectionList:\r
1714 if FvSection.FvName in self.FvList:\r
1715 continue\r
1716 self._GuidsDb[Ffs.NameGuid.upper()] = FvSection.FvName\r
1717 self.FvList.append(FvSection.FvName)\r
1718 self.FvInfo[FvSection.FvName] = ("Nested FV", 0, 0)\r
1719 self._DiscoverNestedFvList(FvSection.FvName, Wa)\r
1720 except AttributeError:\r
1721 pass\r
52302d4d
LG
1722\r
1723 ##\r
1724 # Constructor function for class FdRegionReport\r
1725 #\r
1726 # This constructor function generates FdRegionReport object for a specified FdRegion.\r
1727 # If the FdRegion is a firmware volume, it will recursively find all its nested Firmware\r
1728 # volume list. This function also collects GUID map in order to dump module identification\r
1729 # in the final report.\r
1730 #\r
1731 # @param self: The object pointer\r
1732 # @param FdRegion The current FdRegion object\r
1733 # @param Wa Workspace context information\r
1734 #\r
1735 def __init__(self, FdRegion, Wa):\r
1736 self.Type = FdRegion.RegionType\r
1737 self.BaseAddress = FdRegion.Offset\r
1738 self.Size = FdRegion.Size\r
1739 self.FvList = []\r
1740 self.FvInfo = {}\r
1741 self._GuidsDb = {}\r
1742 self._FvDir = Wa.FvDir\r
aebe5a36 1743 self._WorkspaceDir = Wa.WorkspaceDir\r
52302d4d
LG
1744\r
1745 #\r
1746 # If the input FdRegion is not a firmware volume,\r
1747 # we are done.\r
1748 #\r
91fa33ee 1749 if self.Type != BINARY_FILE_TYPE_FV:\r
52302d4d
LG
1750 return\r
1751\r
1752 #\r
1753 # Find all nested FVs in the FdRegion\r
1754 #\r
1755 for FvName in FdRegion.RegionDataList:\r
1756 if FvName in self.FvList:\r
1757 continue\r
1758 self.FvList.append(FvName)\r
1759 self.FvInfo[FvName] = ("Fd Region", self.BaseAddress, self.Size)\r
1760 self._DiscoverNestedFvList(FvName, Wa)\r
1761\r
1762 PlatformPcds = {}\r
52302d4d
LG
1763 #\r
1764 # Collect PCDs declared in DEC files.\r
f7496d71 1765 #\r
0d2711a6
LG
1766 for Pa in Wa.AutoGenObjectList:\r
1767 for Package in Pa.PackageList:\r
1768 for (TokenCName, TokenSpaceGuidCName, DecType) in Package.Pcds:\r
1769 DecDefaultValue = Package.Pcds[TokenCName, TokenSpaceGuidCName, DecType].DefaultValue\r
1770 PlatformPcds[(TokenCName, TokenSpaceGuidCName)] = DecDefaultValue\r
52302d4d 1771 #\r
af9785a9 1772 # Collect PCDs defined in DSC file\r
52302d4d 1773 #\r
e651d06c
LG
1774 for Pa in Wa.AutoGenObjectList:\r
1775 for (TokenCName, TokenSpaceGuidCName) in Pa.Platform.Pcds:\r
1776 DscDefaultValue = Pa.Platform.Pcds[(TokenCName, TokenSpaceGuidCName)].DefaultValue\r
af9785a9 1777 PlatformPcds[(TokenCName, TokenSpaceGuidCName)] = DscDefaultValue\r
52302d4d
LG
1778\r
1779 #\r
1780 # Add PEI and DXE a priori files GUIDs defined in PI specification.\r
1781 #\r
1782 self._GuidsDb["1B45CC0A-156A-428A-AF62-49864DA0E6E6"] = "PEI Apriori"\r
1783 self._GuidsDb["FC510EE7-FFDC-11D4-BD41-0080C73C8881"] = "DXE Apriori"\r
1784 #\r
1785 # Add ACPI table storage file\r
1786 #\r
1787 self._GuidsDb["7E374E25-8E01-4FEE-87F2-390C23C606CD"] = "ACPI table storage"\r
1788\r
1789 for Pa in Wa.AutoGenObjectList:\r
1790 for ModuleKey in Pa.Platform.Modules:\r
1791 M = Pa.Platform.Modules[ModuleKey].M\r
05cc51ad 1792 InfPath = mws.join(Wa.WorkspaceDir, M.MetaFile.File)\r
52302d4d
LG
1793 self._GuidsDb[M.Guid.upper()] = "%s (%s)" % (M.Module.BaseName, InfPath)\r
1794\r
1795 #\r
1796 # Collect the GUID map in the FV firmware volume\r
1797 #\r
1798 for FvName in self.FvList:\r
a2432972
EC
1799 FvDictKey=FvName.upper()\r
1800 if FvDictKey in Wa.FdfProfile.FvDict:\r
1801 for Ffs in Wa.FdfProfile.FvDict[FvName.upper()].FfsList:\r
1802 try:\r
1803 #\r
1804 # collect GUID map for binary EFI file in FDF file.\r
1805 #\r
1806 Guid = Ffs.NameGuid.upper()\r
1807 Match = gPcdGuidPattern.match(Ffs.NameGuid)\r
1808 if Match:\r
1809 PcdTokenspace = Match.group(1)\r
1810 PcdToken = Match.group(2)\r
1811 if (PcdToken, PcdTokenspace) in PlatformPcds:\r
1812 GuidValue = PlatformPcds[(PcdToken, PcdTokenspace)]\r
1813 Guid = GuidStructureByteArrayToGuidString(GuidValue).upper()\r
1814 for Section in Ffs.SectionList:\r
1815 try:\r
1816 ModuleSectFile = mws.join(Wa.WorkspaceDir, Section.SectFileName)\r
1817 self._GuidsDb[Guid] = ModuleSectFile\r
1818 except AttributeError:\r
1819 pass\r
1820 except AttributeError:\r
1821 pass\r
52302d4d
LG
1822\r
1823\r
1824 ##\r
1825 # Internal worker function to generate report for the FD region\r
1826 #\r
1827 # This internal worker function to generate report for the FD region.\r
1828 # It the type is firmware volume, it lists offset and module identification.\r
1829 #\r
1830 # @param self The object pointer\r
1831 # @param File The file object for report\r
1832 # @param Title The title for the FD subsection\r
1833 # @param BaseAddress The base address for the FD region\r
1834 # @param Size The size of the FD region\r
1835 # @param FvName The FV name if the FD region is a firmware volume\r
1836 #\r
1837 def _GenerateReport(self, File, Title, Type, BaseAddress, Size=0, FvName=None):\r
1838 FileWrite(File, gSubSectionStart)\r
1839 FileWrite(File, Title)\r
1840 FileWrite(File, "Type: %s" % Type)\r
1841 FileWrite(File, "Base Address: 0x%X" % BaseAddress)\r
1842\r
91fa33ee 1843 if self.Type == BINARY_FILE_TYPE_FV:\r
52302d4d
LG
1844 FvTotalSize = 0\r
1845 FvTakenSize = 0\r
1846 FvFreeSize = 0\r
aebe5a36
YZ
1847 if FvName.upper().endswith('.FV'):\r
1848 FileExt = FvName + ".txt"\r
2157bc9c 1849 else:\r
aebe5a36
YZ
1850 FileExt = FvName + ".Fv.txt"\r
1851\r
1852 if not os.path.isfile(FileExt):\r
1853 FvReportFileName = mws.join(self._WorkspaceDir, FileExt)\r
1854 if not os.path.isfile(FvReportFileName):\r
1855 FvReportFileName = os.path.join(self._FvDir, FileExt)\r
52302d4d
LG
1856 try:\r
1857 #\r
1858 # Collect size info in the firmware volume.\r
1859 #\r
1860 FvReport = open(FvReportFileName).read()\r
1861 Match = gFvTotalSizePattern.search(FvReport)\r
1862 if Match:\r
1863 FvTotalSize = int(Match.group(1), 16)\r
1864 Match = gFvTakenSizePattern.search(FvReport)\r
1865 if Match:\r
1866 FvTakenSize = int(Match.group(1), 16)\r
1867 FvFreeSize = FvTotalSize - FvTakenSize\r
1868 #\r
1869 # Write size information to the report file.\r
1870 #\r
1871 FileWrite(File, "Size: 0x%X (%.0fK)" % (FvTotalSize, FvTotalSize / 1024.0))\r
1872 FileWrite(File, "Fv Name: %s (%.1f%% Full)" % (FvName, FvTakenSize * 100.0 / FvTotalSize))\r
1873 FileWrite(File, "Occupied Size: 0x%X (%.0fK)" % (FvTakenSize, FvTakenSize / 1024.0))\r
1874 FileWrite(File, "Free Size: 0x%X (%.0fK)" % (FvFreeSize, FvFreeSize / 1024.0))\r
1875 FileWrite(File, "Offset Module")\r
1876 FileWrite(File, gSubSectionSep)\r
1877 #\r
1878 # Write module offset and module identification to the report file.\r
1879 #\r
1880 OffsetInfo = {}\r
1881 for Match in gOffsetGuidPattern.finditer(FvReport):\r
1882 Guid = Match.group(2).upper()\r
1883 OffsetInfo[Match.group(1)] = self._GuidsDb.get(Guid, Guid)\r
0d1f5b2b 1884 OffsetList = sorted(OffsetInfo.keys())\r
52302d4d
LG
1885 for Offset in OffsetList:\r
1886 FileWrite (File, "%s %s" % (Offset, OffsetInfo[Offset]))\r
1887 except IOError:\r
1888 EdkLogger.warn(None, "Fail to read report file", FvReportFileName)\r
1889 else:\r
1890 FileWrite(File, "Size: 0x%X (%.0fK)" % (Size, Size / 1024.0))\r
1891 FileWrite(File, gSubSectionEnd)\r
1892\r
1893 ##\r
1894 # Generate report for the FD region\r
1895 #\r
1896 # This function generates report for the FD region.\r
1897 #\r
1898 # @param self The object pointer\r
1899 # @param File The file object for report\r
1900 #\r
1901 def GenerateReport(self, File):\r
1902 if (len(self.FvList) > 0):\r
1903 for FvItem in self.FvList:\r
1904 Info = self.FvInfo[FvItem]\r
91fa33ee 1905 self._GenerateReport(File, Info[0], TAB_FV_DIRECTORY, Info[1], Info[2], FvItem)\r
52302d4d
LG
1906 else:\r
1907 self._GenerateReport(File, "FD Region", self.Type, self.BaseAddress, self.Size)\r
1908\r
1909##\r
1910# Reports FD information\r
1911#\r
1912# This class reports the FD section in the build report file.\r
1913# It collects flash device information for a platform.\r
1914#\r
1915class FdReport(object):\r
1916 ##\r
1917 # Constructor function for class FdReport\r
1918 #\r
1919 # This constructor function generates FdReport object for a specified\r
1920 # firmware device.\r
1921 #\r
1922 # @param self The object pointer\r
1923 # @param Fd The current Firmware device object\r
1924 # @param Wa Workspace context information\r
1925 #\r
1926 def __init__(self, Fd, Wa):\r
1927 self.FdName = Fd.FdUiName\r
1928 self.BaseAddress = Fd.BaseAddress\r
1929 self.Size = Fd.Size\r
1930 self.FdRegionList = [FdRegionReport(FdRegion, Wa) for FdRegion in Fd.RegionList]\r
91fa33ee 1931 self.FvPath = os.path.join(Wa.BuildDir, TAB_FV_DIRECTORY)\r
fb3d2279 1932 self.VpdFilePath = os.path.join(self.FvPath, "%s.map" % Wa.Platform.VpdToolGuid)\r
043928da
YZ
1933 self.VPDBaseAddress = 0\r
1934 self.VPDSize = 0\r
fb3d2279
YZ
1935 self.VPDInfoList = []\r
1936 for index, FdRegion in enumerate(Fd.RegionList):\r
043928da 1937 if str(FdRegion.RegionType) is 'FILE' and Wa.Platform.VpdToolGuid in str(FdRegion.RegionDataList):\r
fb3d2279
YZ
1938 self.VPDBaseAddress = self.FdRegionList[index].BaseAddress\r
1939 self.VPDSize = self.FdRegionList[index].Size\r
1940 break\r
1941\r
1942 if os.path.isfile(self.VpdFilePath):\r
1943 fd = open(self.VpdFilePath, "r")\r
1944 Lines = fd.readlines()\r
1945 for Line in Lines:\r
1946 Line = Line.strip()\r
1947 if len(Line) == 0 or Line.startswith("#"):\r
1948 continue\r
1949 try:\r
1950 PcdName, SkuId, Offset, Size, Value = Line.split("#")[0].split("|")\r
1951 PcdName, SkuId, Offset, Size, Value = PcdName.strip(), SkuId.strip(), Offset.strip(), Size.strip(), Value.strip()\r
8401d398
YZ
1952 if Offset.lower().startswith('0x'):\r
1953 Offset = '0x%08X' % (int(Offset, 16) + self.VPDBaseAddress)\r
1954 else:\r
1955 Offset = '0x%08X' % (int(Offset, 10) + self.VPDBaseAddress)\r
fb3d2279
YZ
1956 self.VPDInfoList.append("%s | %s | %s | %s | %s" % (PcdName, SkuId, Offset, Size, Value))\r
1957 except:\r
1958 EdkLogger.error("BuildReport", CODE_ERROR, "Fail to parse VPD information file %s" % self.VpdFilePath)\r
1959 fd.close()\r
52302d4d
LG
1960\r
1961 ##\r
1962 # Generate report for the firmware device.\r
1963 #\r
1964 # This function generates report for the firmware device.\r
1965 #\r
1966 # @param self The object pointer\r
1967 # @param File The file object for report\r
1968 #\r
1969 def GenerateReport(self, File):\r
1970 FileWrite(File, gSectionStart)\r
1971 FileWrite(File, "Firmware Device (FD)")\r
1972 FileWrite(File, "FD Name: %s" % self.FdName)\r
1973 FileWrite(File, "Base Address: %s" % self.BaseAddress)\r
1974 FileWrite(File, "Size: 0x%X (%.0fK)" % (self.Size, self.Size / 1024.0))\r
1975 if len(self.FdRegionList) > 0:\r
1976 FileWrite(File, gSectionSep)\r
1977 for FdRegionItem in self.FdRegionList:\r
1978 FdRegionItem.GenerateReport(File)\r
1979\r
fb3d2279
YZ
1980 if len(self.VPDInfoList) > 0:\r
1981 FileWrite(File, gSubSectionStart)\r
1982 FileWrite(File, "FD VPD Region")\r
1983 FileWrite(File, "Base Address: 0x%X" % self.VPDBaseAddress)\r
1984 FileWrite(File, "Size: 0x%X (%.0fK)" % (self.VPDSize, self.VPDSize / 1024.0))\r
1985 FileWrite(File, gSubSectionSep)\r
1986 for item in self.VPDInfoList:\r
e651d06c
LG
1987 ValueList = item.split('|')\r
1988 Value = ValueList[-1].strip()\r
1989 IsByteArray, ArrayList = ByteArrayForamt(Value)\r
1990 if IsByteArray:\r
1991 ValueList[-1] = ' {'\r
1992 FileWrite(File, '|'.join(ValueList))\r
1993 for Array in ArrayList:\r
caf74495 1994 FileWrite(File, Array)\r
e651d06c
LG
1995 else:\r
1996 FileWrite(File, item)\r
fb3d2279 1997 FileWrite(File, gSubSectionEnd)\r
52302d4d
LG
1998 FileWrite(File, gSectionEnd)\r
1999\r
2000\r
2001\r
2002##\r
2003# Reports platform information\r
2004#\r
2005# This class reports the whole platform information\r
2006#\r
2007class PlatformReport(object):\r
2008 ##\r
2009 # Constructor function for class PlatformReport\r
2010 #\r
2011 # This constructor function generates PlatformReport object a platform build.\r
2012 # It generates report for platform summary, flash, global PCDs and detailed\r
2013 # module information for modules involved in platform build.\r
2014 #\r
2015 # @param self The object pointer\r
2016 # @param Wa Workspace context information\r
d5d56f1b 2017 # @param MaList The list of modules in the platform build\r
52302d4d 2018 #\r
d5d56f1b 2019 def __init__(self, Wa, MaList, ReportType):\r
52302d4d
LG
2020 self._WorkspaceDir = Wa.WorkspaceDir\r
2021 self.PlatformName = Wa.Name\r
2022 self.PlatformDscPath = Wa.Platform\r
2023 self.Architectures = " ".join(Wa.ArchList)\r
2024 self.ToolChain = Wa.ToolChain\r
2025 self.Target = Wa.BuildTarget\r
2026 self.OutputPath = os.path.join(Wa.WorkspaceDir, Wa.OutputDir)\r
2027 self.BuildEnvironment = platform.platform()\r
2028\r
2029 self.PcdReport = None\r
2030 if "PCD" in ReportType:\r
2031 self.PcdReport = PcdReport(Wa)\r
2032\r
2033 self.FdReportList = []\r
4231a819 2034 if "FLASH" in ReportType and Wa.FdfProfile and MaList is None:\r
52302d4d
LG
2035 for Fd in Wa.FdfProfile.FdDict:\r
2036 self.FdReportList.append(FdReport(Wa.FdfProfile.FdDict[Fd], Wa))\r
2037\r
2038 self.PredictionReport = None\r
2039 if "FIXED_ADDRESS" in ReportType or "EXECUTION_ORDER" in ReportType:\r
2040 self.PredictionReport = PredictionReport(Wa)\r
2041\r
e56468c0 2042 self.DepexParser = None\r
2043 if "DEPEX" in ReportType:\r
2044 self.DepexParser = DepexParser(Wa)\r
f7496d71 2045\r
52302d4d 2046 self.ModuleReportList = []\r
4231a819 2047 if MaList is not None:\r
636f2be6 2048 self._IsModuleBuild = True\r
d5d56f1b
LG
2049 for Ma in MaList:\r
2050 self.ModuleReportList.append(ModuleReport(Ma, ReportType))\r
2051 else:\r
636f2be6 2052 self._IsModuleBuild = False\r
d5d56f1b 2053 for Pa in Wa.AutoGenObjectList:\r
25193a33 2054 ModuleAutoGenList = []\r
d5d56f1b 2055 for ModuleKey in Pa.Platform.Modules:\r
25193a33 2056 ModuleAutoGenList.append(Pa.Platform.Modules[ModuleKey].M)\r
4231a819 2057 if GlobalData.gFdfParser is not None:\r
25193a33
YZ
2058 if Pa.Arch in GlobalData.gFdfParser.Profile.InfDict:\r
2059 INFList = GlobalData.gFdfParser.Profile.InfDict[Pa.Arch]\r
2060 for InfName in INFList:\r
2061 InfClass = PathClass(NormPath(InfName), Wa.WorkspaceDir, Pa.Arch)\r
2062 Ma = ModuleAutoGen(Wa, InfClass, Pa.BuildTarget, Pa.ToolChain, Pa.Arch, Wa.MetaFile)\r
4231a819 2063 if Ma is None:\r
25193a33
YZ
2064 continue\r
2065 if Ma not in ModuleAutoGenList:\r
2066 ModuleAutoGenList.append(Ma)\r
2067 for MGen in ModuleAutoGenList:\r
2068 self.ModuleReportList.append(ModuleReport(MGen, ReportType))\r
52302d4d
LG
2069\r
2070\r
2071\r
2072 ##\r
2073 # Generate report for the whole platform.\r
2074 #\r
2075 # This function generates report for platform information.\r
2076 # It comprises of platform summary, global PCD, flash and\r
2077 # module list sections.\r
2078 #\r
2079 # @param self The object pointer\r
2080 # @param File The file object for report\r
2081 # @param BuildDuration The total time to build the modules\r
1b8eca8b
YZ
2082 # @param AutoGenTime The total time of AutoGen Phase\r
2083 # @param MakeTime The total time of Make Phase\r
2084 # @param GenFdsTime The total time of GenFds Phase\r
52302d4d
LG
2085 # @param ReportType The kind of report items in the final report file\r
2086 #\r
1b8eca8b 2087 def GenerateReport(self, File, BuildDuration, AutoGenTime, MakeTime, GenFdsTime, ReportType):\r
52302d4d
LG
2088 FileWrite(File, "Platform Summary")\r
2089 FileWrite(File, "Platform Name: %s" % self.PlatformName)\r
2090 FileWrite(File, "Platform DSC Path: %s" % self.PlatformDscPath)\r
2091 FileWrite(File, "Architectures: %s" % self.Architectures)\r
2092 FileWrite(File, "Tool Chain: %s" % self.ToolChain)\r
2093 FileWrite(File, "Target: %s" % self.Target)\r
e651d06c
LG
2094 if GlobalData.gSkuids:\r
2095 FileWrite(File, "SKUID: %s" % " ".join(GlobalData.gSkuids))\r
2096 if GlobalData.gDefaultStores:\r
2097 FileWrite(File, "DefaultStore: %s" % " ".join(GlobalData.gDefaultStores))\r
52302d4d
LG
2098 FileWrite(File, "Output Path: %s" % self.OutputPath)\r
2099 FileWrite(File, "Build Environment: %s" % self.BuildEnvironment)\r
2100 FileWrite(File, "Build Duration: %s" % BuildDuration)\r
1b8eca8b
YZ
2101 if AutoGenTime:\r
2102 FileWrite(File, "AutoGen Duration: %s" % AutoGenTime)\r
2103 if MakeTime:\r
2104 FileWrite(File, "Make Duration: %s" % MakeTime)\r
2105 if GenFdsTime:\r
2106 FileWrite(File, "GenFds Duration: %s" % GenFdsTime)\r
52302d4d
LG
2107 FileWrite(File, "Report Content: %s" % ", ".join(ReportType))\r
2108\r
2a29017e
YZ
2109 if GlobalData.MixedPcd:\r
2110 FileWrite(File, gSectionStart)\r
2111 FileWrite(File, "The following PCDs use different access methods:")\r
2112 FileWrite(File, gSectionSep)\r
2113 for PcdItem in GlobalData.MixedPcd:\r
2114 FileWrite(File, "%s.%s" % (str(PcdItem[1]), str(PcdItem[0])))\r
2115 FileWrite(File, gSectionEnd)\r
2116\r
636f2be6
LG
2117 if not self._IsModuleBuild:\r
2118 if "PCD" in ReportType:\r
2119 self.PcdReport.GenerateReport(File, None)\r
f7496d71 2120\r
636f2be6
LG
2121 if "FLASH" in ReportType:\r
2122 for FdReportListItem in self.FdReportList:\r
2123 FdReportListItem.GenerateReport(File)\r
52302d4d
LG
2124\r
2125 for ModuleReportItem in self.ModuleReportList:\r
e56468c0 2126 ModuleReportItem.GenerateReport(File, self.PcdReport, self.PredictionReport, self.DepexParser, ReportType)\r
52302d4d 2127\r
636f2be6
LG
2128 if not self._IsModuleBuild:\r
2129 if "EXECUTION_ORDER" in ReportType:\r
2130 self.PredictionReport.GenerateReport(File, None)\r
52302d4d
LG
2131\r
2132## BuildReport class\r
2133#\r
2134# This base class contain the routines to collect data and then\r
2135# applies certain format to the output report\r
2136#\r
2137class BuildReport(object):\r
2138 ##\r
2139 # Constructor function for class BuildReport\r
2140 #\r
2141 # This constructor function generates BuildReport object a platform build.\r
2142 # It generates report for platform summary, flash, global PCDs and detailed\r
2143 # module information for modules involved in platform build.\r
2144 #\r
2145 # @param self The object pointer\r
2146 # @param ReportFile The file name to save report file\r
2147 # @param ReportType The kind of report items in the final report file\r
2148 #\r
2149 def __init__(self, ReportFile, ReportType):\r
2150 self.ReportFile = ReportFile\r
2151 if ReportFile:\r
2152 self.ReportList = []\r
2153 self.ReportType = []\r
f7496d71 2154 if ReportType:\r
52302d4d
LG
2155 for ReportTypeItem in ReportType:\r
2156 if ReportTypeItem not in self.ReportType:\r
2157 self.ReportType.append(ReportTypeItem)\r
2158 else:\r
eca5be7a 2159 self.ReportType = ["PCD", "LIBRARY", "BUILD_FLAGS", "DEPEX", "HASH", "FLASH", "FIXED_ADDRESS"]\r
52302d4d
LG
2160 ##\r
2161 # Adds platform report to the list\r
2162 #\r
2163 # This function adds a platform report to the final report list.\r
2164 #\r
2165 # @param self The object pointer\r
2166 # @param Wa Workspace context information\r
d5d56f1b 2167 # @param MaList The list of modules in the platform build\r
52302d4d 2168 #\r
d5d56f1b 2169 def AddPlatformReport(self, Wa, MaList=None):\r
52302d4d 2170 if self.ReportFile:\r
d5d56f1b 2171 self.ReportList.append((Wa, MaList))\r
52302d4d
LG
2172\r
2173 ##\r
2174 # Generates the final report.\r
2175 #\r
2176 # This function generates platform build report. It invokes GenerateReport()\r
2177 # method for every platform report in the list.\r
2178 #\r
2179 # @param self The object pointer\r
2180 # @param BuildDuration The total time to build the modules\r
1b8eca8b
YZ
2181 # @param AutoGenTime The total time of AutoGen phase\r
2182 # @param MakeTime The total time of Make phase\r
2183 # @param GenFdsTime The total time of GenFds phase\r
52302d4d 2184 #\r
1b8eca8b 2185 def GenerateReport(self, BuildDuration, AutoGenTime, MakeTime, GenFdsTime):\r
52302d4d
LG
2186 if self.ReportFile:\r
2187 try:\r
86379ac4 2188 File = BytesIO('')\r
d5d56f1b 2189 for (Wa, MaList) in self.ReportList:\r
1b8eca8b 2190 PlatformReport(Wa, MaList, self.ReportType).GenerateReport(File, BuildDuration, AutoGenTime, MakeTime, GenFdsTime, self.ReportType)\r
64b2609f
LG
2191 Content = FileLinesSplit(File.getvalue(), gLineMaxLength)\r
2192 SaveFileOnChange(self.ReportFile, Content, True)\r
40d841f6 2193 EdkLogger.quiet("Build report can be found at %s" % os.path.abspath(self.ReportFile))\r
52302d4d
LG
2194 except IOError:\r
2195 EdkLogger.error(None, FILE_WRITE_FAILURE, ExtraData=self.ReportFile)\r
2196 except:\r
2197 EdkLogger.error("BuildReport", CODE_ERROR, "Unknown fatal error when generating build report", ExtraData=self.ReportFile, RaiseError=False)\r
2198 EdkLogger.quiet("(Python %s on %s\n%s)" % (platform.python_version(), sys.platform, traceback.format_exc()))\r
2199 File.close()\r
f7496d71 2200\r
52302d4d
LG
2201# This acts like the main() function for the script, unless it is 'import'ed into another script.\r
2202if __name__ == '__main__':\r
2203 pass\r
2204\r