]> git.proxmox.com Git - mirror_edk2.git/blob - BaseTools/Source/Python/build/BuildReport.py
BaseTool/Build: Add --disable-include-path-check.
[mirror_edk2.git] / BaseTools / Source / Python / build / BuildReport.py
1 ## @file
2 # Routines for generating build report.
3 #
4 # This module contains the functionality to generate build report after
5 # build all target completes successfully.
6 #
7 # Copyright (c) 2010 - 2018, Intel Corporation. All rights reserved.<BR>
8 # This program and the accompanying materials
9 # are licensed and made available under the terms and conditions of the BSD License
10 # which accompanies this distribution. The full text of the license may be found at
11 # http://opensource.org/licenses/bsd-license.php
12 #
13 # THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
14 # WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
15 #
16
17 ## Import Modules
18 #
19 import Common.LongFilePathOs as os
20 import re
21 import platform
22 import textwrap
23 import traceback
24 import sys
25 import time
26 import struct
27 import hashlib
28 import subprocess
29 import threading
30 from datetime import datetime
31 from io import BytesIO
32 from Common import EdkLogger
33 from Common.Misc import SaveFileOnChange
34 from Common.Misc import GuidStructureByteArrayToGuidString
35 from Common.Misc import GuidStructureStringToGuidString
36 from Common.BuildToolError import FILE_WRITE_FAILURE
37 from Common.BuildToolError import CODE_ERROR
38 from Common.BuildToolError import COMMAND_FAILURE
39 from Common.BuildToolError import FORMAT_INVALID
40 from Common.LongFilePathSupport import OpenLongFilePath as open
41 from Common.MultipleWorkspace import MultipleWorkspace as mws
42 import Common.GlobalData as GlobalData
43 from AutoGen.AutoGen import ModuleAutoGen
44 from Common.Misc import PathClass
45 from Common.StringUtils import NormPath
46 from Common.DataType import *
47 import collections
48 from Common.Expression import *
49 from GenFds.AprioriSection import DXE_APRIORI_GUID, PEI_APRIORI_GUID
50
51 ## Pattern to extract contents in EDK DXS files
52 gDxsDependencyPattern = re.compile(r"DEPENDENCY_START(.+)DEPENDENCY_END", re.DOTALL)
53
54 ## Pattern to find total FV total size, occupied size in flash report intermediate file
55 gFvTotalSizePattern = re.compile(r"EFI_FV_TOTAL_SIZE = (0x[0-9a-fA-F]+)")
56 gFvTakenSizePattern = re.compile(r"EFI_FV_TAKEN_SIZE = (0x[0-9a-fA-F]+)")
57
58 ## Pattern to find module size and time stamp in module summary report intermediate file
59 gModuleSizePattern = re.compile(r"MODULE_SIZE = (\d+)")
60 gTimeStampPattern = re.compile(r"TIME_STAMP = (\d+)")
61
62 ## Pattern to find GUID value in flash description files
63 gPcdGuidPattern = re.compile(r"PCD\((\w+)[.](\w+)\)")
64
65 ## Pattern to collect offset, GUID value pair in the flash report intermediate file
66 gOffsetGuidPattern = re.compile(r"(0x[0-9A-Fa-f]+) ([-A-Fa-f0-9]+)")
67
68 ## Pattern to find module base address and entry point in fixed flash map file
69 gModulePattern = r"\n[-\w]+\s*\(([^,]+),\s*BaseAddress=%(Address)s,\s*EntryPoint=%(Address)s\)\s*\(GUID=([-0-9A-Fa-f]+)[^)]*\)"
70 gMapFileItemPattern = re.compile(gModulePattern % {"Address" : "(-?0[xX][0-9A-Fa-f]+)"})
71
72 ## Pattern to find all module referenced header files in source files
73 gIncludePattern = re.compile(r'#include\s*["<]([^">]+)[">]')
74 gIncludePattern2 = re.compile(r"#include\s+EFI_([A-Z_]+)\s*[(]\s*(\w+)\s*[)]")
75
76 ## Pattern to find the entry point for EDK module using EDKII Glue library
77 gGlueLibEntryPoint = re.compile(r"__EDKII_GLUE_MODULE_ENTRY_POINT__\s*=\s*(\w+)")
78
79 ## Tags for MaxLength of line in report
80 gLineMaxLength = 120
81
82 ## Tags for end of line in report
83 gEndOfLine = "\r\n"
84
85 ## Tags for section start, end and separator
86 gSectionStart = ">" + "=" * (gLineMaxLength - 2) + "<"
87 gSectionEnd = "<" + "=" * (gLineMaxLength - 2) + ">" + "\n"
88 gSectionSep = "=" * gLineMaxLength
89
90 ## Tags for subsection start, end and separator
91 gSubSectionStart = ">" + "-" * (gLineMaxLength - 2) + "<"
92 gSubSectionEnd = "<" + "-" * (gLineMaxLength - 2) + ">"
93 gSubSectionSep = "-" * gLineMaxLength
94
95
96 ## The look up table to map PCD type to pair of report display type and DEC type
97 gPcdTypeMap = {
98 TAB_PCDS_FIXED_AT_BUILD : ('FIXED', TAB_PCDS_FIXED_AT_BUILD),
99 TAB_PCDS_PATCHABLE_IN_MODULE: ('PATCH', TAB_PCDS_PATCHABLE_IN_MODULE),
100 TAB_PCDS_FEATURE_FLAG : ('FLAG', TAB_PCDS_FEATURE_FLAG),
101 TAB_PCDS_DYNAMIC : ('DYN', TAB_PCDS_DYNAMIC),
102 TAB_PCDS_DYNAMIC_HII : ('DYNHII', TAB_PCDS_DYNAMIC),
103 TAB_PCDS_DYNAMIC_VPD : ('DYNVPD', TAB_PCDS_DYNAMIC),
104 TAB_PCDS_DYNAMIC_EX : ('DEX', TAB_PCDS_DYNAMIC_EX),
105 TAB_PCDS_DYNAMIC_EX_HII : ('DEXHII', TAB_PCDS_DYNAMIC_EX),
106 TAB_PCDS_DYNAMIC_EX_VPD : ('DEXVPD', TAB_PCDS_DYNAMIC_EX),
107 }
108
109 ## The look up table to map module type to driver type
110 gDriverTypeMap = {
111 SUP_MODULE_SEC : '0x3 (SECURITY_CORE)',
112 SUP_MODULE_PEI_CORE : '0x4 (PEI_CORE)',
113 SUP_MODULE_PEIM : '0x6 (PEIM)',
114 SUP_MODULE_DXE_CORE : '0x5 (DXE_CORE)',
115 SUP_MODULE_DXE_DRIVER : '0x7 (DRIVER)',
116 SUP_MODULE_DXE_SAL_DRIVER : '0x7 (DRIVER)',
117 SUP_MODULE_DXE_SMM_DRIVER : '0x7 (DRIVER)',
118 SUP_MODULE_DXE_RUNTIME_DRIVER: '0x7 (DRIVER)',
119 SUP_MODULE_UEFI_DRIVER : '0x7 (DRIVER)',
120 SUP_MODULE_UEFI_APPLICATION : '0x9 (APPLICATION)',
121 SUP_MODULE_SMM_CORE : '0xD (SMM_CORE)',
122 'SMM_DRIVER' : '0xA (SMM)', # Extension of module type to support PI 1.1 SMM drivers
123 SUP_MODULE_MM_STANDALONE : '0xE (MM_STANDALONE)',
124 SUP_MODULE_MM_CORE_STANDALONE : '0xF (MM_CORE_STANDALONE)'
125 }
126
127 ## The look up table of the supported opcode in the dependency expression binaries
128 gOpCodeList = ["BEFORE", "AFTER", "PUSH", "AND", "OR", "NOT", "TRUE", "FALSE", "END", "SOR"]
129
130 ## Save VPD Pcd
131 VPDPcdList = []
132
133 ##
134 # Writes a string to the file object.
135 #
136 # This function writes a string to the file object and a new line is appended
137 # afterwards. It may optionally wraps the string for better readability.
138 #
139 # @File The file object to write
140 # @String The string to be written to the file
141 # @Wrapper Indicates whether to wrap the string
142 #
143 def FileWrite(File, String, Wrapper=False):
144 if Wrapper:
145 String = textwrap.fill(String, 120)
146 File.append(String + gEndOfLine)
147
148 def ByteArrayForamt(Value):
149 IsByteArray = False
150 SplitNum = 16
151 ArrayList = []
152 if Value.startswith('{') and Value.endswith('}') and not Value.startswith("{CODE("):
153 Value = Value[1:-1]
154 ValueList = Value.split(',')
155 if len(ValueList) >= SplitNum:
156 IsByteArray = True
157 if IsByteArray:
158 if ValueList:
159 Len = len(ValueList)/SplitNum
160 for i, element in enumerate(ValueList):
161 ValueList[i] = '0x%02X' % int(element.strip(), 16)
162 if Len:
163 Id = 0
164 while (Id <= Len):
165 End = min(SplitNum*(Id+1), len(ValueList))
166 Str = ','.join(ValueList[SplitNum*Id : End])
167 if End == len(ValueList):
168 Str += '}'
169 ArrayList.append(Str)
170 break
171 else:
172 Str += ','
173 ArrayList.append(Str)
174 Id += 1
175 else:
176 ArrayList = [Value + '}']
177 return IsByteArray, ArrayList
178
179 ##
180 # Find all the header file that the module source directly includes.
181 #
182 # This function scans source code to find all header files the module may
183 # include. This is not accurate but very effective to find all the header
184 # file the module might include with #include statement.
185 #
186 # @Source The source file name
187 # @IncludePathList The list of include path to find the source file.
188 # @IncludeFiles The dictionary of current found include files.
189 #
190 def FindIncludeFiles(Source, IncludePathList, IncludeFiles):
191 FileContents = open(Source).read()
192 #
193 # Find header files with pattern #include "XXX.h" or #include <XXX.h>
194 #
195 for Match in gIncludePattern.finditer(FileContents):
196 FileName = Match.group(1).strip()
197 for Dir in [os.path.dirname(Source)] + IncludePathList:
198 FullFileName = os.path.normpath(os.path.join(Dir, FileName))
199 if os.path.exists(FullFileName):
200 IncludeFiles[FullFileName.lower().replace("\\", "/")] = FullFileName
201 break
202
203 #
204 # Find header files with pattern like #include EFI_PPI_CONSUMER(XXX)
205 #
206 for Match in gIncludePattern2.finditer(FileContents):
207 Key = Match.group(2)
208 Type = Match.group(1)
209 if "ARCH_PROTOCOL" in Type:
210 FileName = "ArchProtocol/%(Key)s/%(Key)s.h" % {"Key" : Key}
211 elif "PROTOCOL" in Type:
212 FileName = "Protocol/%(Key)s/%(Key)s.h" % {"Key" : Key}
213 elif "PPI" in Type:
214 FileName = "Ppi/%(Key)s/%(Key)s.h" % {"Key" : Key}
215 elif TAB_GUID in Type:
216 FileName = "Guid/%(Key)s/%(Key)s.h" % {"Key" : Key}
217 else:
218 continue
219 for Dir in IncludePathList:
220 FullFileName = os.path.normpath(os.path.join(Dir, FileName))
221 if os.path.exists(FullFileName):
222 IncludeFiles[FullFileName.lower().replace("\\", "/")] = FullFileName
223 break
224
225 ## Split each lines in file
226 #
227 # This method is used to split the lines in file to make the length of each line
228 # less than MaxLength.
229 #
230 # @param Content The content of file
231 # @param MaxLength The Max Length of the line
232 #
233 def FileLinesSplit(Content=None, MaxLength=None):
234 ContentList = Content.split(TAB_LINE_BREAK)
235 NewContent = ''
236 NewContentList = []
237 for Line in ContentList:
238 while len(Line.rstrip()) > MaxLength:
239 LineSpaceIndex = Line.rfind(TAB_SPACE_SPLIT, 0, MaxLength)
240 LineSlashIndex = Line.rfind(TAB_SLASH, 0, MaxLength)
241 LineBackSlashIndex = Line.rfind(TAB_BACK_SLASH, 0, MaxLength)
242 if max(LineSpaceIndex, LineSlashIndex, LineBackSlashIndex) > 0:
243 LineBreakIndex = max(LineSpaceIndex, LineSlashIndex, LineBackSlashIndex)
244 else:
245 LineBreakIndex = MaxLength
246 NewContentList.append(Line[:LineBreakIndex])
247 Line = Line[LineBreakIndex:]
248 if Line:
249 NewContentList.append(Line)
250 for NewLine in NewContentList:
251 NewContent += NewLine + TAB_LINE_BREAK
252
253 NewContent = NewContent.replace(gEndOfLine, TAB_LINE_BREAK).replace('\r\r\n', gEndOfLine)
254 return NewContent
255
256
257
258 ##
259 # Parse binary dependency expression section
260 #
261 # This utility class parses the dependency expression section and translate the readable
262 # GUID name and value.
263 #
264 class DepexParser(object):
265 ##
266 # Constructor function for class DepexParser
267 #
268 # This constructor function collect GUID values so that the readable
269 # GUID name can be translated.
270 #
271 # @param self The object pointer
272 # @param Wa Workspace context information
273 #
274 def __init__(self, Wa):
275 self._GuidDb = {}
276 for Pa in Wa.AutoGenObjectList:
277 for Package in Pa.PackageList:
278 for Protocol in Package.Protocols:
279 GuidValue = GuidStructureStringToGuidString(Package.Protocols[Protocol])
280 self._GuidDb[GuidValue.upper()] = Protocol
281 for Ppi in Package.Ppis:
282 GuidValue = GuidStructureStringToGuidString(Package.Ppis[Ppi])
283 self._GuidDb[GuidValue.upper()] = Ppi
284 for Guid in Package.Guids:
285 GuidValue = GuidStructureStringToGuidString(Package.Guids[Guid])
286 self._GuidDb[GuidValue.upper()] = Guid
287 for Ma in Pa.ModuleAutoGenList:
288 for Pcd in Ma.FixedVoidTypePcds:
289 PcdValue = Ma.FixedVoidTypePcds[Pcd]
290 if len(PcdValue.split(',')) == 16:
291 GuidValue = GuidStructureByteArrayToGuidString(PcdValue)
292 self._GuidDb[GuidValue.upper()] = Pcd
293 ##
294 # Parse the binary dependency expression files.
295 #
296 # This function parses the binary dependency expression file and translate it
297 # to the instruction list.
298 #
299 # @param self The object pointer
300 # @param DepexFileName The file name of binary dependency expression file.
301 #
302 def ParseDepexFile(self, DepexFileName):
303 DepexFile = open(DepexFileName, "rb")
304 DepexStatement = []
305 OpCode = DepexFile.read(1)
306 while OpCode:
307 Statement = gOpCodeList[struct.unpack("B", OpCode)[0]]
308 if Statement in ["BEFORE", "AFTER", "PUSH"]:
309 GuidValue = "%08X-%04X-%04X-%02X%02X-%02X%02X%02X%02X%02X%02X" % \
310 struct.unpack(PACK_PATTERN_GUID, DepexFile.read(16))
311 GuidString = self._GuidDb.get(GuidValue, GuidValue)
312 Statement = "%s %s" % (Statement, GuidString)
313 DepexStatement.append(Statement)
314 OpCode = DepexFile.read(1)
315
316 return DepexStatement
317
318 ##
319 # Reports library information
320 #
321 # This class reports the module library subsection in the build report file.
322 #
323 class LibraryReport(object):
324 ##
325 # Constructor function for class LibraryReport
326 #
327 # This constructor function generates LibraryReport object for
328 # a module.
329 #
330 # @param self The object pointer
331 # @param M Module context information
332 #
333 def __init__(self, M):
334 self.LibraryList = []
335
336 for Lib in M.DependentLibraryList:
337 LibInfPath = str(Lib)
338 LibClassList = Lib.LibraryClass[0].LibraryClass
339 LibConstructorList = Lib.ConstructorList
340 LibDesstructorList = Lib.DestructorList
341 LibDepexList = Lib.DepexExpression[M.Arch, M.ModuleType]
342 for LibAutoGen in M.LibraryAutoGenList:
343 if LibInfPath == LibAutoGen.MetaFile.Path:
344 LibTime = LibAutoGen.BuildTime
345 break
346 self.LibraryList.append((LibInfPath, LibClassList, LibConstructorList, LibDesstructorList, LibDepexList, LibTime))
347
348 ##
349 # Generate report for module library information
350 #
351 # This function generates report for the module library.
352 # If the module is EDKII style one, the additional library class, library
353 # constructor/destructor and dependency expression may also be reported.
354 #
355 # @param self The object pointer
356 # @param File The file object for report
357 #
358 def GenerateReport(self, File):
359 if len(self.LibraryList) > 0:
360 FileWrite(File, gSubSectionStart)
361 FileWrite(File, TAB_BRG_LIBRARY)
362 FileWrite(File, gSubSectionSep)
363 for LibraryItem in self.LibraryList:
364 LibInfPath = LibraryItem[0]
365 FileWrite(File, LibInfPath)
366
367 LibClass = LibraryItem[1]
368 EdkIILibInfo = ""
369 LibConstructor = " ".join(LibraryItem[2])
370 if LibConstructor:
371 EdkIILibInfo += " C = " + LibConstructor
372 LibDestructor = " ".join(LibraryItem[3])
373 if LibDestructor:
374 EdkIILibInfo += " D = " + LibDestructor
375 LibDepex = " ".join(LibraryItem[4])
376 if LibDepex:
377 EdkIILibInfo += " Depex = " + LibDepex
378 if LibraryItem[5]:
379 EdkIILibInfo += " Time = " + LibraryItem[5]
380 if EdkIILibInfo:
381 FileWrite(File, "{%s: %s}" % (LibClass, EdkIILibInfo))
382 else:
383 FileWrite(File, "{%s}" % LibClass)
384
385 FileWrite(File, gSubSectionEnd)
386
387 ##
388 # Reports dependency expression information
389 #
390 # This class reports the module dependency expression subsection in the build report file.
391 #
392 class DepexReport(object):
393 ##
394 # Constructor function for class DepexReport
395 #
396 # This constructor function generates DepexReport object for
397 # a module. If the module source contains the DXS file (usually EDK
398 # style module), it uses the dependency in DXS file; otherwise,
399 # it uses the dependency expression from its own INF [Depex] section
400 # and then merges with the ones from its dependent library INF.
401 #
402 # @param self The object pointer
403 # @param M Module context information
404 #
405 def __init__(self, M):
406 self.Depex = ""
407 self._DepexFileName = os.path.join(M.BuildDir, "OUTPUT", M.Module.BaseName + ".depex")
408 ModuleType = M.ModuleType
409 if not ModuleType:
410 ModuleType = COMPONENT_TO_MODULE_MAP_DICT.get(M.ComponentType, "")
411
412 if ModuleType in [SUP_MODULE_SEC, SUP_MODULE_PEI_CORE, SUP_MODULE_DXE_CORE, SUP_MODULE_SMM_CORE, SUP_MODULE_MM_CORE_STANDALONE, SUP_MODULE_UEFI_APPLICATION]:
413 return
414
415 for Source in M.SourceFileList:
416 if os.path.splitext(Source.Path)[1].lower() == ".dxs":
417 Match = gDxsDependencyPattern.search(open(Source.Path).read())
418 if Match:
419 self.Depex = Match.group(1).strip()
420 self.Source = "DXS"
421 break
422 else:
423 self.Depex = M.DepexExpressionDict.get(M.ModuleType, "")
424 self.ModuleDepex = " ".join(M.Module.DepexExpression[M.Arch, M.ModuleType])
425 if not self.ModuleDepex:
426 self.ModuleDepex = "(None)"
427
428 LibDepexList = []
429 for Lib in M.DependentLibraryList:
430 LibDepex = " ".join(Lib.DepexExpression[M.Arch, M.ModuleType]).strip()
431 if LibDepex != "":
432 LibDepexList.append("(" + LibDepex + ")")
433 self.LibraryDepex = " AND ".join(LibDepexList)
434 if not self.LibraryDepex:
435 self.LibraryDepex = "(None)"
436 self.Source = "INF"
437
438 ##
439 # Generate report for module dependency expression information
440 #
441 # This function generates report for the module dependency expression.
442 #
443 # @param self The object pointer
444 # @param File The file object for report
445 # @param GlobalDepexParser The platform global Dependency expression parser object
446 #
447 def GenerateReport(self, File, GlobalDepexParser):
448 if not self.Depex:
449 return
450 FileWrite(File, gSubSectionStart)
451 if os.path.isfile(self._DepexFileName):
452 try:
453 DepexStatements = GlobalDepexParser.ParseDepexFile(self._DepexFileName)
454 FileWrite(File, "Final Dependency Expression (DEPEX) Instructions")
455 for DepexStatement in DepexStatements:
456 FileWrite(File, " %s" % DepexStatement)
457 FileWrite(File, gSubSectionSep)
458 except:
459 EdkLogger.warn(None, "Dependency expression file is corrupted", self._DepexFileName)
460
461 FileWrite(File, "Dependency Expression (DEPEX) from %s" % self.Source)
462
463 if self.Source == "INF":
464 FileWrite(File, self.Depex, True)
465 FileWrite(File, gSubSectionSep)
466 FileWrite(File, "From Module INF: %s" % self.ModuleDepex, True)
467 FileWrite(File, "From Library INF: %s" % self.LibraryDepex, True)
468 else:
469 FileWrite(File, self.Depex)
470 FileWrite(File, gSubSectionEnd)
471
472 ##
473 # Reports dependency expression information
474 #
475 # This class reports the module build flags subsection in the build report file.
476 #
477 class BuildFlagsReport(object):
478 ##
479 # Constructor function for class BuildFlagsReport
480 #
481 # This constructor function generates BuildFlagsReport object for
482 # a module. It reports the build tool chain tag and all relevant
483 # build flags to build the module.
484 #
485 # @param self The object pointer
486 # @param M Module context information
487 #
488 def __init__(self, M):
489 BuildOptions = {}
490 #
491 # Add build flags according to source file extension so that
492 # irrelevant ones can be filtered out.
493 #
494 for Source in M.SourceFileList:
495 Ext = os.path.splitext(Source.File)[1].lower()
496 if Ext in [".c", ".cc", ".cpp"]:
497 BuildOptions["CC"] = 1
498 elif Ext in [".s", ".asm"]:
499 BuildOptions["PP"] = 1
500 BuildOptions["ASM"] = 1
501 elif Ext in [".vfr"]:
502 BuildOptions["VFRPP"] = 1
503 BuildOptions["VFR"] = 1
504 elif Ext in [".dxs"]:
505 BuildOptions["APP"] = 1
506 BuildOptions["CC"] = 1
507 elif Ext in [".asl"]:
508 BuildOptions["ASLPP"] = 1
509 BuildOptions["ASL"] = 1
510 elif Ext in [".aslc"]:
511 BuildOptions["ASLCC"] = 1
512 BuildOptions["ASLDLINK"] = 1
513 BuildOptions["CC"] = 1
514 elif Ext in [".asm16"]:
515 BuildOptions["ASMLINK"] = 1
516 BuildOptions["SLINK"] = 1
517 BuildOptions["DLINK"] = 1
518
519 #
520 # Save module build flags.
521 #
522 self.ToolChainTag = M.ToolChain
523 self.BuildFlags = {}
524 for Tool in BuildOptions:
525 self.BuildFlags[Tool + "_FLAGS"] = M.BuildOption.get(Tool, {}).get("FLAGS", "")
526
527 ##
528 # Generate report for module build flags information
529 #
530 # This function generates report for the module build flags expression.
531 #
532 # @param self The object pointer
533 # @param File The file object for report
534 #
535 def GenerateReport(self, File):
536 FileWrite(File, gSubSectionStart)
537 FileWrite(File, "Build Flags")
538 FileWrite(File, "Tool Chain Tag: %s" % self.ToolChainTag)
539 for Tool in self.BuildFlags:
540 FileWrite(File, gSubSectionSep)
541 FileWrite(File, "%s = %s" % (Tool, self.BuildFlags[Tool]), True)
542
543 FileWrite(File, gSubSectionEnd)
544
545
546 ##
547 # Reports individual module information
548 #
549 # This class reports the module section in the build report file.
550 # It comprises of module summary, module PCD, library, dependency expression,
551 # build flags sections.
552 #
553 class ModuleReport(object):
554 ##
555 # Constructor function for class ModuleReport
556 #
557 # This constructor function generates ModuleReport object for
558 # a separate module in a platform build.
559 #
560 # @param self The object pointer
561 # @param M Module context information
562 # @param ReportType The kind of report items in the final report file
563 #
564 def __init__(self, M, ReportType):
565 self.ModuleName = M.Module.BaseName
566 self.ModuleInfPath = M.MetaFile.File
567 self.FileGuid = M.Guid
568 self.Size = 0
569 self.BuildTimeStamp = None
570 self.Hash = 0
571 self.DriverType = ""
572 if not M.IsLibrary:
573 ModuleType = M.ModuleType
574 if not ModuleType:
575 ModuleType = COMPONENT_TO_MODULE_MAP_DICT.get(M.ComponentType, "")
576 #
577 # If a module complies to PI 1.1, promote Module type to "SMM_DRIVER"
578 #
579 if ModuleType == SUP_MODULE_DXE_SMM_DRIVER:
580 PiSpec = M.Module.Specification.get("PI_SPECIFICATION_VERSION", "0x00010000")
581 if int(PiSpec, 0) >= 0x0001000A:
582 ModuleType = "SMM_DRIVER"
583 self.DriverType = gDriverTypeMap.get(ModuleType, "0x2 (FREE_FORM)")
584 self.UefiSpecVersion = M.Module.Specification.get("UEFI_SPECIFICATION_VERSION", "")
585 self.PiSpecVersion = M.Module.Specification.get("PI_SPECIFICATION_VERSION", "")
586 self.PciDeviceId = M.Module.Defines.get("PCI_DEVICE_ID", "")
587 self.PciVendorId = M.Module.Defines.get("PCI_VENDOR_ID", "")
588 self.PciClassCode = M.Module.Defines.get("PCI_CLASS_CODE", "")
589 self.BuildTime = M.BuildTime
590
591 self._BuildDir = M.BuildDir
592 self.ModulePcdSet = {}
593 if "PCD" in ReportType:
594 #
595 # Collect all module used PCD set: module INF referenced directly or indirectly.
596 # It also saves module INF default values of them in case they exist.
597 #
598 for Pcd in M.ModulePcdList + M.LibraryPcdList:
599 self.ModulePcdSet.setdefault((Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Pcd.Type), (Pcd.InfDefaultValue, Pcd.DefaultValue))
600
601 self.LibraryReport = None
602 if "LIBRARY" in ReportType:
603 self.LibraryReport = LibraryReport(M)
604
605 self.DepexReport = None
606 if "DEPEX" in ReportType:
607 self.DepexReport = DepexReport(M)
608
609 if "BUILD_FLAGS" in ReportType:
610 self.BuildFlagsReport = BuildFlagsReport(M)
611
612
613 ##
614 # Generate report for module information
615 #
616 # This function generates report for separate module expression
617 # in a platform build.
618 #
619 # @param self The object pointer
620 # @param File The file object for report
621 # @param GlobalPcdReport The platform global PCD report object
622 # @param GlobalPredictionReport The platform global Prediction report object
623 # @param GlobalDepexParser The platform global Dependency expression parser object
624 # @param ReportType The kind of report items in the final report file
625 #
626 def GenerateReport(self, File, GlobalPcdReport, GlobalPredictionReport, GlobalDepexParser, ReportType):
627 FileWrite(File, gSectionStart)
628
629 FwReportFileName = os.path.join(self._BuildDir, "DEBUG", self.ModuleName + ".txt")
630 if os.path.isfile(FwReportFileName):
631 try:
632 FileContents = open(FwReportFileName).read()
633 Match = gModuleSizePattern.search(FileContents)
634 if Match:
635 self.Size = int(Match.group(1))
636
637 Match = gTimeStampPattern.search(FileContents)
638 if Match:
639 self.BuildTimeStamp = datetime.utcfromtimestamp(int(Match.group(1)))
640 except IOError:
641 EdkLogger.warn(None, "Fail to read report file", FwReportFileName)
642
643 if "HASH" in ReportType:
644 OutputDir = os.path.join(self._BuildDir, "OUTPUT")
645 DefaultEFIfile = os.path.join(OutputDir, self.ModuleName + ".efi")
646 if os.path.isfile(DefaultEFIfile):
647 Tempfile = os.path.join(OutputDir, self.ModuleName + "_hash.tmp")
648 # rebase the efi image since its base address may not zero
649 cmd = ["GenFw", "--rebase", str(0), "-o", Tempfile, DefaultEFIfile]
650 try:
651 PopenObject = subprocess.Popen(' '.join(cmd), stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
652 except Exception as X:
653 EdkLogger.error("GenFw", COMMAND_FAILURE, ExtraData="%s: %s" % (str(X), cmd[0]))
654 EndOfProcedure = threading.Event()
655 EndOfProcedure.clear()
656 if PopenObject.stderr:
657 StdErrThread = threading.Thread(target=ReadMessage, args=(PopenObject.stderr, EdkLogger.quiet, EndOfProcedure))
658 StdErrThread.setName("STDERR-Redirector")
659 StdErrThread.setDaemon(False)
660 StdErrThread.start()
661 # waiting for program exit
662 PopenObject.wait()
663 if PopenObject.stderr:
664 StdErrThread.join()
665 if PopenObject.returncode != 0:
666 EdkLogger.error("GenFw", COMMAND_FAILURE, "Failed to generate firmware hash image for %s" % (DefaultEFIfile))
667 if os.path.isfile(Tempfile):
668 self.Hash = hashlib.sha1()
669 buf = open(Tempfile, 'rb').read()
670 if self.Hash.update(buf):
671 self.Hash = self.Hash.update(buf)
672 self.Hash = self.Hash.hexdigest()
673 os.remove(Tempfile)
674
675 FileWrite(File, "Module Summary")
676 FileWrite(File, "Module Name: %s" % self.ModuleName)
677 FileWrite(File, "Module INF Path: %s" % self.ModuleInfPath)
678 FileWrite(File, "File GUID: %s" % self.FileGuid)
679 if self.Size:
680 FileWrite(File, "Size: 0x%X (%.2fK)" % (self.Size, self.Size / 1024.0))
681 if self.Hash:
682 FileWrite(File, "SHA1 HASH: %s *%s" % (self.Hash, self.ModuleName + ".efi"))
683 if self.BuildTimeStamp:
684 FileWrite(File, "Build Time Stamp: %s" % self.BuildTimeStamp)
685 if self.BuildTime:
686 FileWrite(File, "Module Build Time: %s" % self.BuildTime)
687 if self.DriverType:
688 FileWrite(File, "Driver Type: %s" % self.DriverType)
689 if self.UefiSpecVersion:
690 FileWrite(File, "UEFI Spec Version: %s" % self.UefiSpecVersion)
691 if self.PiSpecVersion:
692 FileWrite(File, "PI Spec Version: %s" % self.PiSpecVersion)
693 if self.PciDeviceId:
694 FileWrite(File, "PCI Device ID: %s" % self.PciDeviceId)
695 if self.PciVendorId:
696 FileWrite(File, "PCI Vendor ID: %s" % self.PciVendorId)
697 if self.PciClassCode:
698 FileWrite(File, "PCI Class Code: %s" % self.PciClassCode)
699
700 FileWrite(File, gSectionSep)
701
702 if "PCD" in ReportType:
703 GlobalPcdReport.GenerateReport(File, self.ModulePcdSet)
704
705 if "LIBRARY" in ReportType:
706 self.LibraryReport.GenerateReport(File)
707
708 if "DEPEX" in ReportType:
709 self.DepexReport.GenerateReport(File, GlobalDepexParser)
710
711 if "BUILD_FLAGS" in ReportType:
712 self.BuildFlagsReport.GenerateReport(File)
713
714 if "FIXED_ADDRESS" in ReportType and self.FileGuid:
715 GlobalPredictionReport.GenerateReport(File, self.FileGuid)
716
717 FileWrite(File, gSectionEnd)
718
719 def ReadMessage(From, To, ExitFlag):
720 while True:
721 # read one line a time
722 Line = From.readline()
723 # empty string means "end"
724 if Line is not None and Line != b"":
725 To(Line.rstrip().decode(encoding='utf-8', errors='ignore'))
726 else:
727 break
728 if ExitFlag.isSet():
729 break
730
731 ##
732 # Reports platform and module PCD information
733 #
734 # This class reports the platform PCD section and module PCD subsection
735 # in the build report file.
736 #
737 class PcdReport(object):
738 ##
739 # Constructor function for class PcdReport
740 #
741 # This constructor function generates PcdReport object a platform build.
742 # It collects the whole PCD database from platform DSC files, platform
743 # flash description file and package DEC files.
744 #
745 # @param self The object pointer
746 # @param Wa Workspace context information
747 #
748 def __init__(self, Wa):
749 self.AllPcds = {}
750 self.UnusedPcds = {}
751 self.ConditionalPcds = {}
752 self.MaxLen = 0
753 self.Arch = None
754 if Wa.FdfProfile:
755 self.FdfPcdSet = Wa.FdfProfile.PcdDict
756 else:
757 self.FdfPcdSet = {}
758
759 self.DefaultStoreSingle = True
760 self.SkuSingle = True
761 if GlobalData.gDefaultStores and len(GlobalData.gDefaultStores) > 1:
762 self.DefaultStoreSingle = False
763 if GlobalData.gSkuids and len(GlobalData.gSkuids) > 1:
764 self.SkuSingle = False
765
766 self.ModulePcdOverride = {}
767 for Pa in Wa.AutoGenObjectList:
768 self.Arch = Pa.Arch
769 #
770 # Collect all platform referenced PCDs and grouped them by PCD token space
771 # GUID C Names
772 #
773 for Pcd in Pa.AllPcdList:
774 PcdList = self.AllPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])
775 if Pcd not in PcdList:
776 PcdList.append(Pcd)
777 if len(Pcd.TokenCName) > self.MaxLen:
778 self.MaxLen = len(Pcd.TokenCName)
779 #
780 # Collect the PCD defined in DSC/FDF file, but not used in module
781 #
782 UnusedPcdFullList = []
783 StructPcdDict = GlobalData.gStructurePcd.get(self.Arch, collections.OrderedDict())
784 for Name, Guid in StructPcdDict:
785 if (Name, Guid) not in Pa.Platform.Pcds:
786 Pcd = StructPcdDict[(Name, Guid)]
787 PcdList = self.AllPcds.setdefault(Guid, {}).setdefault(Pcd.Type, [])
788 if Pcd not in PcdList and Pcd not in UnusedPcdFullList:
789 UnusedPcdFullList.append(Pcd)
790 for item in Pa.Platform.Pcds:
791 Pcd = Pa.Platform.Pcds[item]
792 if not Pcd.Type:
793 # check the Pcd in FDF file, whether it is used in module first
794 for T in PCD_TYPE_LIST:
795 PcdList = self.AllPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(T, [])
796 if Pcd in PcdList:
797 Pcd.Type = T
798 break
799 if not Pcd.Type:
800 PcdTypeFlag = False
801 for package in Pa.PackageList:
802 for T in PCD_TYPE_LIST:
803 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, T) in package.Pcds:
804 Pcd.Type = T
805 PcdTypeFlag = True
806 if not Pcd.DatumType:
807 Pcd.DatumType = package.Pcds[(Pcd.TokenCName, Pcd.TokenSpaceGuidCName, T)].DatumType
808 break
809 if PcdTypeFlag:
810 break
811 if not Pcd.DatumType:
812 PcdType = Pcd.Type
813 # Try to remove Hii and Vpd suffix
814 if PcdType.startswith(TAB_PCDS_DYNAMIC_EX):
815 PcdType = TAB_PCDS_DYNAMIC_EX
816 elif PcdType.startswith(TAB_PCDS_DYNAMIC):
817 PcdType = TAB_PCDS_DYNAMIC
818 for package in Pa.PackageList:
819 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, PcdType) in package.Pcds:
820 Pcd.DatumType = package.Pcds[(Pcd.TokenCName, Pcd.TokenSpaceGuidCName, PcdType)].DatumType
821 break
822
823 PcdList = self.AllPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])
824 UnusedPcdList = self.UnusedPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])
825 if Pcd in UnusedPcdList:
826 UnusedPcdList.remove(Pcd)
827 if Pcd not in PcdList and Pcd not in UnusedPcdFullList:
828 UnusedPcdFullList.append(Pcd)
829 if len(Pcd.TokenCName) > self.MaxLen:
830 self.MaxLen = len(Pcd.TokenCName)
831
832 if GlobalData.gConditionalPcds:
833 for PcdItem in GlobalData.gConditionalPcds:
834 if '.' in PcdItem:
835 (TokenSpaceGuidCName, TokenCName) = PcdItem.split('.')
836 if (TokenCName, TokenSpaceGuidCName) in Pa.Platform.Pcds:
837 Pcd = Pa.Platform.Pcds[(TokenCName, TokenSpaceGuidCName)]
838 PcdList = self.ConditionalPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])
839 if Pcd not in PcdList:
840 PcdList.append(Pcd)
841
842 UnusedPcdList = []
843 if UnusedPcdFullList:
844 for Pcd in UnusedPcdFullList:
845 if Pcd.TokenSpaceGuidCName + '.' + Pcd.TokenCName in GlobalData.gConditionalPcds:
846 continue
847 UnusedPcdList.append(Pcd)
848
849 for Pcd in UnusedPcdList:
850 PcdList = self.UnusedPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])
851 if Pcd not in PcdList:
852 PcdList.append(Pcd)
853
854 for Module in Pa.Platform.Modules.values():
855 #
856 # Collect module override PCDs
857 #
858 for ModulePcd in Module.M.ModulePcdList + Module.M.LibraryPcdList:
859 TokenCName = ModulePcd.TokenCName
860 TokenSpaceGuid = ModulePcd.TokenSpaceGuidCName
861 ModuleDefault = ModulePcd.DefaultValue
862 ModulePath = os.path.basename(Module.M.MetaFile.File)
863 self.ModulePcdOverride.setdefault((TokenCName, TokenSpaceGuid), {})[ModulePath] = ModuleDefault
864
865
866 #
867 # Collect PCD DEC default value.
868 #
869 self.DecPcdDefault = {}
870 self._GuidDict = {}
871 for Pa in Wa.AutoGenObjectList:
872 for Package in Pa.PackageList:
873 Guids = Package.Guids
874 self._GuidDict.update(Guids)
875 for (TokenCName, TokenSpaceGuidCName, DecType) in Package.Pcds:
876 DecDefaultValue = Package.Pcds[TokenCName, TokenSpaceGuidCName, DecType].DefaultValue
877 self.DecPcdDefault.setdefault((TokenCName, TokenSpaceGuidCName, DecType), DecDefaultValue)
878 #
879 # Collect PCDs defined in DSC common section
880 #
881 self.DscPcdDefault = {}
882 for Pa in Wa.AutoGenObjectList:
883 for (TokenCName, TokenSpaceGuidCName) in Pa.Platform.Pcds:
884 DscDefaultValue = Pa.Platform.Pcds[(TokenCName, TokenSpaceGuidCName)].DscDefaultValue
885 if DscDefaultValue:
886 self.DscPcdDefault[(TokenCName, TokenSpaceGuidCName)] = DscDefaultValue
887
888 def GenerateReport(self, File, ModulePcdSet):
889 if not ModulePcdSet:
890 if self.ConditionalPcds:
891 self.GenerateReportDetail(File, ModulePcdSet, 1)
892 if self.UnusedPcds:
893 IsEmpty = True
894 for Token in self.UnusedPcds:
895 TokenDict = self.UnusedPcds[Token]
896 for Type in TokenDict:
897 if TokenDict[Type]:
898 IsEmpty = False
899 break
900 if not IsEmpty:
901 break
902 if not IsEmpty:
903 self.GenerateReportDetail(File, ModulePcdSet, 2)
904 self.GenerateReportDetail(File, ModulePcdSet)
905
906 ##
907 # Generate report for PCD information
908 #
909 # This function generates report for separate module expression
910 # in a platform build.
911 #
912 # @param self The object pointer
913 # @param File The file object for report
914 # @param ModulePcdSet Set of all PCDs referenced by module or None for
915 # platform PCD report
916 # @param ReportySubType 0 means platform/module PCD report, 1 means Conditional
917 # directives section report, 2 means Unused Pcds section report
918 # @param DscOverridePcds Module DSC override PCDs set
919 #
920 def GenerateReportDetail(self, File, ModulePcdSet, ReportSubType = 0):
921 PcdDict = self.AllPcds
922 if ReportSubType == 1:
923 PcdDict = self.ConditionalPcds
924 elif ReportSubType == 2:
925 PcdDict = self.UnusedPcds
926
927 if not ModulePcdSet:
928 FileWrite(File, gSectionStart)
929 if ReportSubType == 1:
930 FileWrite(File, "Conditional Directives used by the build system")
931 elif ReportSubType == 2:
932 FileWrite(File, "PCDs not used by modules or in conditional directives")
933 else:
934 FileWrite(File, "Platform Configuration Database Report")
935
936 FileWrite(File, " *B - PCD override in the build option")
937 FileWrite(File, " *P - Platform scoped PCD override in DSC file")
938 FileWrite(File, " *F - Platform scoped PCD override in FDF file")
939 if not ReportSubType:
940 FileWrite(File, " *M - Module scoped PCD override")
941 FileWrite(File, gSectionSep)
942 else:
943 if not ReportSubType and ModulePcdSet:
944 #
945 # For module PCD sub-section
946 #
947 FileWrite(File, gSubSectionStart)
948 FileWrite(File, TAB_BRG_PCD)
949 FileWrite(File, gSubSectionSep)
950 AllPcdDict = {}
951 for Key in PcdDict:
952 AllPcdDict[Key] = {}
953 for Type in PcdDict[Key]:
954 for Pcd in PcdDict[Key][Type]:
955 AllPcdDict[Key][(Pcd.TokenCName, Type)] = Pcd
956 for Key in sorted(AllPcdDict):
957 #
958 # Group PCD by their token space GUID C Name
959 #
960 First = True
961 for PcdTokenCName, Type in sorted(AllPcdDict[Key]):
962 #
963 # Group PCD by their usage type
964 #
965 Pcd = AllPcdDict[Key][(PcdTokenCName, Type)]
966 TypeName, DecType = gPcdTypeMap.get(Type, ("", Type))
967 MixedPcdFlag = False
968 if GlobalData.MixedPcd:
969 for PcdKey in GlobalData.MixedPcd:
970 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdKey]:
971 PcdTokenCName = PcdKey[0]
972 MixedPcdFlag = True
973 if MixedPcdFlag and not ModulePcdSet:
974 continue
975 #
976 # Get PCD default value and their override relationship
977 #
978 DecDefaultValue = self.DecPcdDefault.get((Pcd.TokenCName, Pcd.TokenSpaceGuidCName, DecType))
979 DscDefaultValue = self.DscPcdDefault.get((Pcd.TokenCName, Pcd.TokenSpaceGuidCName))
980 DscDefaultValBak = DscDefaultValue
981 Field = ''
982 for (CName, Guid, Field) in self.FdfPcdSet:
983 if CName == PcdTokenCName and Guid == Key:
984 DscDefaultValue = self.FdfPcdSet[(CName, Guid, Field)]
985 break
986 if DscDefaultValue != DscDefaultValBak:
987 try:
988 DscDefaultValue = ValueExpressionEx(DscDefaultValue, Pcd.DatumType, self._GuidDict)(True)
989 except BadExpression as DscDefaultValue:
990 EdkLogger.error('BuildReport', FORMAT_INVALID, "PCD Value: %s, Type: %s" %(DscDefaultValue, Pcd.DatumType))
991
992 InfDefaultValue = None
993
994 PcdValue = DecDefaultValue
995 if DscDefaultValue:
996 PcdValue = DscDefaultValue
997 #The DefaultValue of StructurePcd already be the latest, no need to update.
998 if not self.IsStructurePcd(Pcd.TokenCName, Pcd.TokenSpaceGuidCName):
999 Pcd.DefaultValue = PcdValue
1000 if ModulePcdSet is not None:
1001 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Type) not in ModulePcdSet:
1002 continue
1003 InfDefaultValue, PcdValue = ModulePcdSet[Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Type]
1004 #The DefaultValue of StructurePcd already be the latest, no need to update.
1005 if not self.IsStructurePcd(Pcd.TokenCName, Pcd.TokenSpaceGuidCName):
1006 Pcd.DefaultValue = PcdValue
1007 if InfDefaultValue:
1008 try:
1009 InfDefaultValue = ValueExpressionEx(InfDefaultValue, Pcd.DatumType, self._GuidDict)(True)
1010 except BadExpression as InfDefaultValue:
1011 EdkLogger.error('BuildReport', FORMAT_INVALID, "PCD Value: %s, Type: %s" % (InfDefaultValue, Pcd.DatumType))
1012 if InfDefaultValue == "":
1013 InfDefaultValue = None
1014
1015 BuildOptionMatch = False
1016 if GlobalData.BuildOptionPcd:
1017 for pcd in GlobalData.BuildOptionPcd:
1018 if (Pcd.TokenSpaceGuidCName, Pcd.TokenCName) == (pcd[0], pcd[1]):
1019 if pcd[2]:
1020 continue
1021 PcdValue = pcd[3]
1022 #The DefaultValue of StructurePcd already be the latest, no need to update.
1023 if not self.IsStructurePcd(Pcd.TokenCName, Pcd.TokenSpaceGuidCName):
1024 Pcd.DefaultValue = PcdValue
1025 BuildOptionMatch = True
1026 break
1027
1028 if First:
1029 if ModulePcdSet is None:
1030 FileWrite(File, "")
1031 FileWrite(File, Key)
1032 First = False
1033
1034
1035 if Pcd.DatumType in TAB_PCD_NUMERIC_TYPES:
1036 if PcdValue.startswith('0') and not PcdValue.lower().startswith('0x') and \
1037 len(PcdValue) > 1 and PcdValue.lstrip('0'):
1038 PcdValue = PcdValue.lstrip('0')
1039 PcdValueNumber = int(PcdValue.strip(), 0)
1040 if DecDefaultValue is None:
1041 DecMatch = True
1042 else:
1043 if DecDefaultValue.startswith('0') and not DecDefaultValue.lower().startswith('0x') and \
1044 len(DecDefaultValue) > 1 and DecDefaultValue.lstrip('0'):
1045 DecDefaultValue = DecDefaultValue.lstrip('0')
1046 DecDefaultValueNumber = int(DecDefaultValue.strip(), 0)
1047 DecMatch = (DecDefaultValueNumber == PcdValueNumber)
1048
1049 if InfDefaultValue is None:
1050 InfMatch = True
1051 else:
1052 if InfDefaultValue.startswith('0') and not InfDefaultValue.lower().startswith('0x') and \
1053 len(InfDefaultValue) > 1 and InfDefaultValue.lstrip('0'):
1054 InfDefaultValue = InfDefaultValue.lstrip('0')
1055 InfDefaultValueNumber = int(InfDefaultValue.strip(), 0)
1056 InfMatch = (InfDefaultValueNumber == PcdValueNumber)
1057
1058 if DscDefaultValue is None:
1059 DscMatch = True
1060 else:
1061 if DscDefaultValue.startswith('0') and not DscDefaultValue.lower().startswith('0x') and \
1062 len(DscDefaultValue) > 1 and DscDefaultValue.lstrip('0'):
1063 DscDefaultValue = DscDefaultValue.lstrip('0')
1064 DscDefaultValueNumber = int(DscDefaultValue.strip(), 0)
1065 DscMatch = (DscDefaultValueNumber == PcdValueNumber)
1066 else:
1067 if DecDefaultValue is None:
1068 DecMatch = True
1069 else:
1070 DecMatch = (DecDefaultValue.strip() == PcdValue.strip())
1071
1072 if InfDefaultValue is None:
1073 InfMatch = True
1074 else:
1075 InfMatch = (InfDefaultValue.strip() == PcdValue.strip())
1076
1077 if DscDefaultValue is None:
1078 DscMatch = True
1079 else:
1080 DscMatch = (DscDefaultValue.strip() == PcdValue.strip())
1081
1082 IsStructure = False
1083 if self.IsStructurePcd(Pcd.TokenCName, Pcd.TokenSpaceGuidCName):
1084 IsStructure = True
1085 if TypeName in ('DYNVPD', 'DEXVPD'):
1086 SkuInfoList = Pcd.SkuInfoList
1087 Pcd = GlobalData.gStructurePcd[self.Arch][(Pcd.TokenCName, Pcd.TokenSpaceGuidCName)]
1088 Pcd.DatumType = Pcd.StructName
1089 if TypeName in ('DYNVPD', 'DEXVPD'):
1090 Pcd.SkuInfoList = SkuInfoList
1091 if Pcd.PcdValueFromComm or Pcd.PcdFieldValueFromComm:
1092 BuildOptionMatch = True
1093 DecMatch = False
1094 elif Pcd.PcdValueFromFdf or Pcd.PcdFieldValueFromFdf:
1095 DscDefaultValue = True
1096 DscMatch = True
1097 DecMatch = False
1098 elif Pcd.SkuOverrideValues:
1099 DscOverride = False
1100 if Pcd.DefaultFromDSC:
1101 DscOverride = True
1102 else:
1103 DictLen = 0
1104 for item in Pcd.SkuOverrideValues:
1105 DictLen += len(Pcd.SkuOverrideValues[item])
1106 if not DictLen:
1107 DscOverride = False
1108 else:
1109 if not Pcd.SkuInfoList:
1110 OverrideValues = Pcd.SkuOverrideValues
1111 if OverrideValues:
1112 for Data in OverrideValues.values():
1113 Struct = list(Data.values())
1114 if Struct:
1115 DscOverride = self.ParseStruct(Struct[0])
1116 break
1117 else:
1118 SkuList = sorted(Pcd.SkuInfoList.keys())
1119 for Sku in SkuList:
1120 SkuInfo = Pcd.SkuInfoList[Sku]
1121 if SkuInfo.DefaultStoreDict:
1122 DefaultStoreList = sorted(SkuInfo.DefaultStoreDict.keys())
1123 for DefaultStore in DefaultStoreList:
1124 OverrideValues = Pcd.SkuOverrideValues[Sku]
1125 DscOverride = self.ParseStruct(OverrideValues[DefaultStore])
1126 if DscOverride:
1127 break
1128 if DscOverride:
1129 break
1130 if DscOverride:
1131 DscDefaultValue = True
1132 DscMatch = True
1133 DecMatch = False
1134 else:
1135 DecMatch = True
1136 else:
1137 DscDefaultValue = True
1138 DscMatch = True
1139 DecMatch = False
1140
1141 #
1142 # Report PCD item according to their override relationship
1143 #
1144 if Pcd.DatumType == 'BOOLEAN':
1145 if DscDefaultValue:
1146 DscDefaultValue = str(int(DscDefaultValue, 0))
1147 if DecDefaultValue:
1148 DecDefaultValue = str(int(DecDefaultValue, 0))
1149 if InfDefaultValue:
1150 InfDefaultValue = str(int(InfDefaultValue, 0))
1151 if Pcd.DefaultValue:
1152 Pcd.DefaultValue = str(int(Pcd.DefaultValue, 0))
1153 if DecMatch:
1154 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, ' ')
1155 elif InfDefaultValue and InfMatch:
1156 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*M')
1157 elif BuildOptionMatch:
1158 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*B')
1159 else:
1160 if DscDefaultValue and DscMatch:
1161 if (Pcd.TokenCName, Key, Field) in self.FdfPcdSet:
1162 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*F')
1163 else:
1164 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*P')
1165 else:
1166 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*M')
1167
1168 if ModulePcdSet is None:
1169 if IsStructure:
1170 continue
1171 if not TypeName in ('PATCH', 'FLAG', 'FIXED'):
1172 continue
1173 if not BuildOptionMatch:
1174 ModuleOverride = self.ModulePcdOverride.get((Pcd.TokenCName, Pcd.TokenSpaceGuidCName), {})
1175 for ModulePath in ModuleOverride:
1176 ModuleDefault = ModuleOverride[ModulePath]
1177 if Pcd.DatumType in TAB_PCD_NUMERIC_TYPES:
1178 if ModuleDefault.startswith('0') and not ModuleDefault.lower().startswith('0x') and \
1179 len(ModuleDefault) > 1 and ModuleDefault.lstrip('0'):
1180 ModuleDefault = ModuleDefault.lstrip('0')
1181 ModulePcdDefaultValueNumber = int(ModuleDefault.strip(), 0)
1182 Match = (ModulePcdDefaultValueNumber == PcdValueNumber)
1183 if Pcd.DatumType == 'BOOLEAN':
1184 ModuleDefault = str(ModulePcdDefaultValueNumber)
1185 else:
1186 Match = (ModuleDefault.strip() == PcdValue.strip())
1187 if Match:
1188 continue
1189 IsByteArray, ArrayList = ByteArrayForamt(ModuleDefault.strip())
1190 if IsByteArray:
1191 FileWrite(File, ' *M %-*s = %s' % (self.MaxLen + 15, ModulePath, '{'))
1192 for Array in ArrayList:
1193 FileWrite(File, Array)
1194 else:
1195 Value = ModuleDefault.strip()
1196 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:
1197 if Value.startswith(('0x', '0X')):
1198 Value = '{} ({:d})'.format(Value, int(Value, 0))
1199 else:
1200 Value = "0x{:X} ({})".format(int(Value, 0), Value)
1201 FileWrite(File, ' *M %-*s = %s' % (self.MaxLen + 15, ModulePath, Value))
1202
1203 if ModulePcdSet is None:
1204 FileWrite(File, gSectionEnd)
1205 else:
1206 if not ReportSubType and ModulePcdSet:
1207 FileWrite(File, gSubSectionEnd)
1208
1209 def ParseStruct(self, struct):
1210 HasDscOverride = False
1211 if struct:
1212 for _, Values in list(struct.items()):
1213 for Key, value in Values.items():
1214 if value[1] and value[1].endswith('.dsc'):
1215 HasDscOverride = True
1216 break
1217 if HasDscOverride == True:
1218 break
1219 return HasDscOverride
1220
1221 def PrintPcdDefault(self, File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue):
1222 if not DscMatch and DscDefaultValue is not None:
1223 Value = DscDefaultValue.strip()
1224 IsByteArray, ArrayList = ByteArrayForamt(Value)
1225 if IsByteArray:
1226 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DSC DEFAULT', "{"))
1227 for Array in ArrayList:
1228 FileWrite(File, Array)
1229 else:
1230 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:
1231 if Value.startswith(('0x', '0X')):
1232 Value = '{} ({:d})'.format(Value, int(Value, 0))
1233 else:
1234 Value = "0x{:X} ({})".format(int(Value, 0), Value)
1235 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DSC DEFAULT', Value))
1236 if not InfMatch and InfDefaultValue is not None:
1237 Value = InfDefaultValue.strip()
1238 IsByteArray, ArrayList = ByteArrayForamt(Value)
1239 if IsByteArray:
1240 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'INF DEFAULT', "{"))
1241 for Array in ArrayList:
1242 FileWrite(File, Array)
1243 else:
1244 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:
1245 if Value.startswith(('0x', '0X')):
1246 Value = '{} ({:d})'.format(Value, int(Value, 0))
1247 else:
1248 Value = "0x{:X} ({})".format(int(Value, 0), Value)
1249 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'INF DEFAULT', Value))
1250
1251 if not DecMatch and DecDefaultValue is not None:
1252 Value = DecDefaultValue.strip()
1253 IsByteArray, ArrayList = ByteArrayForamt(Value)
1254 if IsByteArray:
1255 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DEC DEFAULT', "{"))
1256 for Array in ArrayList:
1257 FileWrite(File, Array)
1258 else:
1259 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:
1260 if Value.startswith(('0x', '0X')):
1261 Value = '{} ({:d})'.format(Value, int(Value, 0))
1262 else:
1263 Value = "0x{:X} ({})".format(int(Value, 0), Value)
1264 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DEC DEFAULT', Value))
1265 if IsStructure:
1266 for filedvalues in Pcd.DefaultValues.values():
1267 self.PrintStructureInfo(File, filedvalues)
1268 if DecMatch and IsStructure:
1269 for filedvalues in Pcd.DefaultValues.values():
1270 self.PrintStructureInfo(File, filedvalues)
1271
1272 def PrintPcdValue(self, File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, Flag = ' '):
1273 if not Pcd.SkuInfoList:
1274 Value = Pcd.DefaultValue
1275 IsByteArray, ArrayList = ByteArrayForamt(Value)
1276 if IsByteArray:
1277 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '{'))
1278 for Array in ArrayList:
1279 FileWrite(File, Array)
1280 else:
1281 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:
1282 if Value.startswith('0') and not Value.lower().startswith('0x') and len(Value) > 1 and Value.lstrip('0'):
1283 Value = Value.lstrip('0')
1284 if Value.startswith(('0x', '0X')):
1285 Value = '{} ({:d})'.format(Value, int(Value, 0))
1286 else:
1287 Value = "0x{:X} ({})".format(int(Value, 0), Value)
1288 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', Value))
1289 if IsStructure:
1290 FiledOverrideFlag = False
1291 if (Pcd.TokenCName,Pcd.TokenSpaceGuidCName) in GlobalData.gPcdSkuOverrides:
1292 OverrideValues = GlobalData.gPcdSkuOverrides[(Pcd.TokenCName,Pcd.TokenSpaceGuidCName)]
1293 else:
1294 OverrideValues = Pcd.SkuOverrideValues
1295 if OverrideValues:
1296 for Data in OverrideValues.values():
1297 Struct = list(Data.values())
1298 if Struct:
1299 OverrideFieldStruct = self.OverrideFieldValue(Pcd, Struct[0])
1300 self.PrintStructureInfo(File, OverrideFieldStruct)
1301 FiledOverrideFlag = True
1302 break
1303 if not FiledOverrideFlag and (Pcd.PcdFieldValueFromComm or Pcd.PcdFieldValueFromFdf):
1304 OverrideFieldStruct = self.OverrideFieldValue(Pcd, {})
1305 self.PrintStructureInfo(File, OverrideFieldStruct)
1306 self.PrintPcdDefault(File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue)
1307 else:
1308 FirstPrint = True
1309 SkuList = sorted(Pcd.SkuInfoList.keys())
1310 for Sku in SkuList:
1311 SkuInfo = Pcd.SkuInfoList[Sku]
1312 SkuIdName = SkuInfo.SkuIdName
1313 if TypeName in ('DYNHII', 'DEXHII'):
1314 if SkuInfo.DefaultStoreDict:
1315 DefaultStoreList = sorted(SkuInfo.DefaultStoreDict.keys())
1316 for DefaultStore in DefaultStoreList:
1317 Value = SkuInfo.DefaultStoreDict[DefaultStore]
1318 IsByteArray, ArrayList = ByteArrayForamt(Value)
1319 if Pcd.DatumType == 'BOOLEAN':
1320 Value = str(int(Value, 0))
1321 if FirstPrint:
1322 FirstPrint = False
1323 if IsByteArray:
1324 if self.DefaultStoreSingle and self.SkuSingle:
1325 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '{'))
1326 elif self.DefaultStoreSingle and not self.SkuSingle:
1327 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '{'))
1328 elif not self.DefaultStoreSingle and self.SkuSingle:
1329 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', '{'))
1330 else:
1331 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', '{'))
1332 for Array in ArrayList:
1333 FileWrite(File, Array)
1334 else:
1335 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:
1336 if Value.startswith(('0x', '0X')):
1337 Value = '{} ({:d})'.format(Value, int(Value, 0))
1338 else:
1339 Value = "0x{:X} ({})".format(int(Value, 0), Value)
1340 if self.DefaultStoreSingle and self.SkuSingle:
1341 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', Value))
1342 elif self.DefaultStoreSingle and not self.SkuSingle:
1343 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))
1344 elif not self.DefaultStoreSingle and self.SkuSingle:
1345 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', Value))
1346 else:
1347 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', Value))
1348 else:
1349 if IsByteArray:
1350 if self.DefaultStoreSingle and self.SkuSingle:
1351 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '{'))
1352 elif self.DefaultStoreSingle and not self.SkuSingle:
1353 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '{'))
1354 elif not self.DefaultStoreSingle and self.SkuSingle:
1355 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', '{'))
1356 else:
1357 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', '{'))
1358 for Array in ArrayList:
1359 FileWrite(File, Array)
1360 else:
1361 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:
1362 if Value.startswith(('0x', '0X')):
1363 Value = '{} ({:d})'.format(Value, int(Value, 0))
1364 else:
1365 Value = "0x{:X} ({})".format(int(Value, 0), Value)
1366 if self.DefaultStoreSingle and self.SkuSingle:
1367 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', Value))
1368 elif self.DefaultStoreSingle and not self.SkuSingle:
1369 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))
1370 elif not self.DefaultStoreSingle and self.SkuSingle:
1371 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', Value))
1372 else:
1373 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', Value))
1374 FileWrite(File, '%*s: %s: %s' % (self.MaxLen + 4, SkuInfo.VariableGuid, SkuInfo.VariableName, SkuInfo.VariableOffset))
1375 if IsStructure:
1376 OverrideValues = Pcd.SkuOverrideValues[Sku]
1377 OverrideFieldStruct = self.OverrideFieldValue(Pcd, OverrideValues[DefaultStore])
1378 self.PrintStructureInfo(File, OverrideFieldStruct)
1379 self.PrintPcdDefault(File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue)
1380 else:
1381 Value = SkuInfo.DefaultValue
1382 IsByteArray, ArrayList = ByteArrayForamt(Value)
1383 if Pcd.DatumType == 'BOOLEAN':
1384 Value = str(int(Value, 0))
1385 if FirstPrint:
1386 FirstPrint = False
1387 if IsByteArray:
1388 if self.SkuSingle:
1389 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', "{"))
1390 else:
1391 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', "{"))
1392 for Array in ArrayList:
1393 FileWrite(File, Array)
1394 else:
1395 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:
1396 if Value.startswith(('0x', '0X')):
1397 Value = '{} ({:d})'.format(Value, int(Value, 0))
1398 else:
1399 Value = "0x{:X} ({})".format(int(Value, 0), Value)
1400 if self.SkuSingle:
1401 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', Value))
1402 else:
1403 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))
1404 else:
1405 if IsByteArray:
1406 if self.SkuSingle:
1407 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', "{"))
1408 else:
1409 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', "{"))
1410 for Array in ArrayList:
1411 FileWrite(File, Array)
1412 else:
1413 if Pcd.DatumType in TAB_PCD_CLEAN_NUMERIC_TYPES:
1414 if Value.startswith(('0x', '0X')):
1415 Value = '{} ({:d})'.format(Value, int(Value, 0))
1416 else:
1417 Value = "0x{:X} ({})".format(int(Value, 0), Value)
1418 if self.SkuSingle:
1419 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', Value))
1420 else:
1421 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))
1422 if TypeName in ('DYNVPD', 'DEXVPD'):
1423 FileWrite(File, '%*s' % (self.MaxLen + 4, SkuInfo.VpdOffset))
1424 VPDPcdItem = (Pcd.TokenSpaceGuidCName + '.' + PcdTokenCName, SkuIdName, SkuInfo.VpdOffset, Pcd.MaxDatumSize, SkuInfo.DefaultValue)
1425 if VPDPcdItem not in VPDPcdList:
1426 VPDPcdList.append(VPDPcdItem)
1427 if IsStructure:
1428 FiledOverrideFlag = False
1429 OverrideValues = Pcd.SkuOverrideValues[Sku]
1430 if OverrideValues:
1431 Keys = list(OverrideValues.keys())
1432 OverrideFieldStruct = self.OverrideFieldValue(Pcd, OverrideValues[Keys[0]])
1433 self.PrintStructureInfo(File, OverrideFieldStruct)
1434 FiledOverrideFlag = True
1435 if not FiledOverrideFlag and (Pcd.PcdFieldValueFromComm or Pcd.PcdFieldValueFromFdf):
1436 OverrideFieldStruct = self.OverrideFieldValue(Pcd, {})
1437 self.PrintStructureInfo(File, OverrideFieldStruct)
1438 self.PrintPcdDefault(File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue)
1439
1440 def OverrideFieldValue(self, Pcd, OverrideStruct):
1441 OverrideFieldStruct = collections.OrderedDict()
1442 if OverrideStruct:
1443 for _, Values in OverrideStruct.items():
1444 for Key,value in Values.items():
1445 if value[1] and value[1].endswith('.dsc'):
1446 OverrideFieldStruct[Key] = value
1447 if Pcd.PcdFieldValueFromFdf:
1448 for Key, Values in Pcd.PcdFieldValueFromFdf.items():
1449 if Key in OverrideFieldStruct and Values[0] == OverrideFieldStruct[Key][0]:
1450 continue
1451 OverrideFieldStruct[Key] = Values
1452 if Pcd.PcdFieldValueFromComm:
1453 for Key, Values in Pcd.PcdFieldValueFromComm.items():
1454 if Key in OverrideFieldStruct and Values[0] == OverrideFieldStruct[Key][0]:
1455 continue
1456 OverrideFieldStruct[Key] = Values
1457 return OverrideFieldStruct
1458
1459 def PrintStructureInfo(self, File, Struct):
1460 for Key, Value in sorted(Struct.items(), key=lambda x: x[0]):
1461 if Value[1] and 'build command options' in Value[1]:
1462 FileWrite(File, ' *B %-*s = %s' % (self.MaxLen + 4, '.' + Key, Value[0]))
1463 elif Value[1] and Value[1].endswith('.fdf'):
1464 FileWrite(File, ' *F %-*s = %s' % (self.MaxLen + 4, '.' + Key, Value[0]))
1465 else:
1466 FileWrite(File, ' %-*s = %s' % (self.MaxLen + 4, '.' + Key, Value[0]))
1467
1468 def StrtoHex(self, value):
1469 try:
1470 value = hex(int(value))
1471 return value
1472 except:
1473 if value.startswith("L\"") and value.endswith("\""):
1474 valuelist = []
1475 for ch in value[2:-1]:
1476 valuelist.append(hex(ord(ch)))
1477 valuelist.append('0x00')
1478 return valuelist
1479 elif value.startswith("\"") and value.endswith("\""):
1480 return hex(ord(value[1:-1]))
1481 elif value.startswith("{") and value.endswith("}"):
1482 valuelist = []
1483 if ',' not in value:
1484 return value[1:-1]
1485 for ch in value[1:-1].split(','):
1486 ch = ch.strip()
1487 if ch.startswith('0x') or ch.startswith('0X'):
1488 valuelist.append(ch)
1489 continue
1490 try:
1491 valuelist.append(hex(int(ch.strip())))
1492 except:
1493 pass
1494 return valuelist
1495 else:
1496 return value
1497
1498 def IsStructurePcd(self, PcdToken, PcdTokenSpaceGuid):
1499 if GlobalData.gStructurePcd and (self.Arch in GlobalData.gStructurePcd) and ((PcdToken, PcdTokenSpaceGuid) in GlobalData.gStructurePcd[self.Arch]):
1500 return True
1501 else:
1502 return False
1503
1504 ##
1505 # Reports platform and module Prediction information
1506 #
1507 # This class reports the platform execution order prediction section and
1508 # module load fixed address prediction subsection in the build report file.
1509 #
1510 class PredictionReport(object):
1511 ##
1512 # Constructor function for class PredictionReport
1513 #
1514 # This constructor function generates PredictionReport object for the platform.
1515 #
1516 # @param self: The object pointer
1517 # @param Wa Workspace context information
1518 #
1519 def __init__(self, Wa):
1520 self._MapFileName = os.path.join(Wa.BuildDir, Wa.Name + ".map")
1521 self._MapFileParsed = False
1522 self._EotToolInvoked = False
1523 self._FvDir = Wa.FvDir
1524 self._EotDir = Wa.BuildDir
1525 self._FfsEntryPoint = {}
1526 self._GuidMap = {}
1527 self._SourceList = []
1528 self.FixedMapDict = {}
1529 self.ItemList = []
1530 self.MaxLen = 0
1531
1532 #
1533 # Collect all platform reference source files and GUID C Name
1534 #
1535 for Pa in Wa.AutoGenObjectList:
1536 for Module in Pa.LibraryAutoGenList + Pa.ModuleAutoGenList:
1537 #
1538 # BASE typed modules are EFI agnostic, so we need not scan
1539 # their source code to find PPI/Protocol produce or consume
1540 # information.
1541 #
1542 if Module.ModuleType == SUP_MODULE_BASE:
1543 continue
1544 #
1545 # Add module referenced source files
1546 #
1547 self._SourceList.append(str(Module))
1548 IncludeList = {}
1549 for Source in Module.SourceFileList:
1550 if os.path.splitext(str(Source))[1].lower() == ".c":
1551 self._SourceList.append(" " + str(Source))
1552 FindIncludeFiles(Source.Path, Module.IncludePathList, IncludeList)
1553 for IncludeFile in IncludeList.values():
1554 self._SourceList.append(" " + IncludeFile)
1555
1556 for Guid in Module.PpiList:
1557 self._GuidMap[Guid] = GuidStructureStringToGuidString(Module.PpiList[Guid])
1558 for Guid in Module.ProtocolList:
1559 self._GuidMap[Guid] = GuidStructureStringToGuidString(Module.ProtocolList[Guid])
1560 for Guid in Module.GuidList:
1561 self._GuidMap[Guid] = GuidStructureStringToGuidString(Module.GuidList[Guid])
1562
1563 if Module.Guid and not Module.IsLibrary:
1564 EntryPoint = " ".join(Module.Module.ModuleEntryPointList)
1565
1566 RealEntryPoint = "_ModuleEntryPoint"
1567
1568 self._FfsEntryPoint[Module.Guid.upper()] = (EntryPoint, RealEntryPoint)
1569
1570
1571 #
1572 # Collect platform firmware volume list as the input of EOT.
1573 #
1574 self._FvList = []
1575 if Wa.FdfProfile:
1576 for Fd in Wa.FdfProfile.FdDict:
1577 for FdRegion in Wa.FdfProfile.FdDict[Fd].RegionList:
1578 if FdRegion.RegionType != BINARY_FILE_TYPE_FV:
1579 continue
1580 for FvName in FdRegion.RegionDataList:
1581 if FvName in self._FvList:
1582 continue
1583 self._FvList.append(FvName)
1584 for Ffs in Wa.FdfProfile.FvDict[FvName.upper()].FfsList:
1585 for Section in Ffs.SectionList:
1586 try:
1587 for FvSection in Section.SectionList:
1588 if FvSection.FvName in self._FvList:
1589 continue
1590 self._FvList.append(FvSection.FvName)
1591 except AttributeError:
1592 pass
1593
1594
1595 ##
1596 # Parse platform fixed address map files
1597 #
1598 # This function parses the platform final fixed address map file to get
1599 # the database of predicted fixed address for module image base, entry point
1600 # etc.
1601 #
1602 # @param self: The object pointer
1603 #
1604 def _ParseMapFile(self):
1605 if self._MapFileParsed:
1606 return
1607 self._MapFileParsed = True
1608 if os.path.isfile(self._MapFileName):
1609 try:
1610 FileContents = open(self._MapFileName).read()
1611 for Match in gMapFileItemPattern.finditer(FileContents):
1612 AddressType = Match.group(1)
1613 BaseAddress = Match.group(2)
1614 EntryPoint = Match.group(3)
1615 Guid = Match.group(4).upper()
1616 List = self.FixedMapDict.setdefault(Guid, [])
1617 List.append((AddressType, BaseAddress, "*I"))
1618 List.append((AddressType, EntryPoint, "*E"))
1619 except:
1620 EdkLogger.warn(None, "Cannot open file to read", self._MapFileName)
1621
1622 ##
1623 # Invokes EOT tool to get the predicted the execution order.
1624 #
1625 # This function invokes EOT tool to calculate the predicted dispatch order
1626 #
1627 # @param self: The object pointer
1628 #
1629 def _InvokeEotTool(self):
1630 if self._EotToolInvoked:
1631 return
1632
1633 self._EotToolInvoked = True
1634 FvFileList = []
1635 for FvName in self._FvList:
1636 FvFile = os.path.join(self._FvDir, FvName + ".Fv")
1637 if os.path.isfile(FvFile):
1638 FvFileList.append(FvFile)
1639
1640 if len(FvFileList) == 0:
1641 return
1642 #
1643 # Write source file list and GUID file list to an intermediate file
1644 # as the input for EOT tool and dispatch List as the output file
1645 # from EOT tool.
1646 #
1647 SourceList = os.path.join(self._EotDir, "SourceFile.txt")
1648 GuidList = os.path.join(self._EotDir, "GuidList.txt")
1649 DispatchList = os.path.join(self._EotDir, "Dispatch.txt")
1650
1651 TempFile = []
1652 for Item in self._SourceList:
1653 FileWrite(TempFile, Item)
1654 SaveFileOnChange(SourceList, "".join(TempFile), False)
1655 TempFile = []
1656 for Key in self._GuidMap:
1657 FileWrite(TempFile, "%s %s" % (Key, self._GuidMap[Key]))
1658 SaveFileOnChange(GuidList, "".join(TempFile), False)
1659
1660 try:
1661 from Eot.EotMain import Eot
1662
1663 #
1664 # Invoke EOT tool and echo its runtime performance
1665 #
1666 EotStartTime = time.time()
1667 Eot(CommandLineOption=False, SourceFileList=SourceList, GuidList=GuidList,
1668 FvFileList=' '.join(FvFileList), Dispatch=DispatchList, IsInit=True)
1669 EotEndTime = time.time()
1670 EotDuration = time.strftime("%H:%M:%S", time.gmtime(int(round(EotEndTime - EotStartTime))))
1671 EdkLogger.quiet("EOT run time: %s\n" % EotDuration)
1672
1673 #
1674 # Parse the output of EOT tool
1675 #
1676 for Line in open(DispatchList):
1677 if len(Line.split()) < 4:
1678 continue
1679 (Guid, Phase, FfsName, FilePath) = Line.split()
1680 Symbol = self._FfsEntryPoint.get(Guid, [FfsName, ""])[0]
1681 if len(Symbol) > self.MaxLen:
1682 self.MaxLen = len(Symbol)
1683 self.ItemList.append((Phase, Symbol, FilePath))
1684 except:
1685 EdkLogger.quiet("(Python %s on %s\n%s)" % (platform.python_version(), sys.platform, traceback.format_exc()))
1686 EdkLogger.warn(None, "Failed to generate execution order prediction report, for some error occurred in executing EOT.")
1687
1688
1689 ##
1690 # Generate platform execution order report
1691 #
1692 # This function generates the predicted module execution order.
1693 #
1694 # @param self The object pointer
1695 # @param File The file object for report
1696 #
1697 def _GenerateExecutionOrderReport(self, File):
1698 self._InvokeEotTool()
1699 if len(self.ItemList) == 0:
1700 return
1701 FileWrite(File, gSectionStart)
1702 FileWrite(File, "Execution Order Prediction")
1703 FileWrite(File, "*P PEI phase")
1704 FileWrite(File, "*D DXE phase")
1705 FileWrite(File, "*E Module INF entry point name")
1706 FileWrite(File, "*N Module notification function name")
1707
1708 FileWrite(File, "Type %-*s %s" % (self.MaxLen, "Symbol", "Module INF Path"))
1709 FileWrite(File, gSectionSep)
1710 for Item in self.ItemList:
1711 FileWrite(File, "*%sE %-*s %s" % (Item[0], self.MaxLen, Item[1], Item[2]))
1712
1713 FileWrite(File, gSectionStart)
1714
1715 ##
1716 # Generate Fixed Address report.
1717 #
1718 # This function generate the predicted fixed address report for a module
1719 # specified by Guid.
1720 #
1721 # @param self The object pointer
1722 # @param File The file object for report
1723 # @param Guid The module Guid value.
1724 # @param NotifyList The list of all notify function in a module
1725 #
1726 def _GenerateFixedAddressReport(self, File, Guid, NotifyList):
1727 self._ParseMapFile()
1728 FixedAddressList = self.FixedMapDict.get(Guid)
1729 if not FixedAddressList:
1730 return
1731
1732 FileWrite(File, gSubSectionStart)
1733 FileWrite(File, "Fixed Address Prediction")
1734 FileWrite(File, "*I Image Loading Address")
1735 FileWrite(File, "*E Entry Point Address")
1736 FileWrite(File, "*N Notification Function Address")
1737 FileWrite(File, "*F Flash Address")
1738 FileWrite(File, "*M Memory Address")
1739 FileWrite(File, "*S SMM RAM Offset")
1740 FileWrite(File, "TOM Top of Memory")
1741
1742 FileWrite(File, "Type Address Name")
1743 FileWrite(File, gSubSectionSep)
1744 for Item in FixedAddressList:
1745 Type = Item[0]
1746 Value = Item[1]
1747 Symbol = Item[2]
1748 if Symbol == "*I":
1749 Name = "(Image Base)"
1750 elif Symbol == "*E":
1751 Name = self._FfsEntryPoint.get(Guid, ["", "_ModuleEntryPoint"])[1]
1752 elif Symbol in NotifyList:
1753 Name = Symbol
1754 Symbol = "*N"
1755 else:
1756 continue
1757
1758 if "Flash" in Type:
1759 Symbol += "F"
1760 elif "Memory" in Type:
1761 Symbol += "M"
1762 else:
1763 Symbol += "S"
1764
1765 if Value[0] == "-":
1766 Value = "TOM" + Value
1767
1768 FileWrite(File, "%s %-16s %s" % (Symbol, Value, Name))
1769
1770 ##
1771 # Generate report for the prediction part
1772 #
1773 # This function generate the predicted fixed address report for a module or
1774 # predicted module execution order for a platform.
1775 # If the input Guid is None, then, it generates the predicted module execution order;
1776 # otherwise it generated the module fixed loading address for the module specified by
1777 # Guid.
1778 #
1779 # @param self The object pointer
1780 # @param File The file object for report
1781 # @param Guid The module Guid value.
1782 #
1783 def GenerateReport(self, File, Guid):
1784 if Guid:
1785 self._GenerateFixedAddressReport(File, Guid.upper(), [])
1786 else:
1787 self._GenerateExecutionOrderReport(File)
1788
1789 ##
1790 # Reports FD region information
1791 #
1792 # This class reports the FD subsection in the build report file.
1793 # It collects region information of platform flash device.
1794 # If the region is a firmware volume, it lists the set of modules
1795 # and its space information; otherwise, it only lists its region name,
1796 # base address and size in its sub-section header.
1797 # If there are nesting FVs, the nested FVs will list immediate after
1798 # this FD region subsection
1799 #
1800 class FdRegionReport(object):
1801 ##
1802 # Discover all the nested FV name list.
1803 #
1804 # This is an internal worker function to discover the all the nested FV information
1805 # in the parent firmware volume. It uses deep first search algorithm recursively to
1806 # find all the FV list name and append them to the list.
1807 #
1808 # @param self The object pointer
1809 # @param FvName The name of current firmware file system
1810 # @param Wa Workspace context information
1811 #
1812 def _DiscoverNestedFvList(self, FvName, Wa):
1813 FvDictKey=FvName.upper()
1814 if FvDictKey in Wa.FdfProfile.FvDict:
1815 for Ffs in Wa.FdfProfile.FvDict[FvName.upper()].FfsList:
1816 for Section in Ffs.SectionList:
1817 try:
1818 for FvSection in Section.SectionList:
1819 if FvSection.FvName in self.FvList:
1820 continue
1821 self._GuidsDb[Ffs.NameGuid.upper()] = FvSection.FvName
1822 self.FvList.append(FvSection.FvName)
1823 self.FvInfo[FvSection.FvName] = ("Nested FV", 0, 0)
1824 self._DiscoverNestedFvList(FvSection.FvName, Wa)
1825 except AttributeError:
1826 pass
1827
1828 ##
1829 # Constructor function for class FdRegionReport
1830 #
1831 # This constructor function generates FdRegionReport object for a specified FdRegion.
1832 # If the FdRegion is a firmware volume, it will recursively find all its nested Firmware
1833 # volume list. This function also collects GUID map in order to dump module identification
1834 # in the final report.
1835 #
1836 # @param self: The object pointer
1837 # @param FdRegion The current FdRegion object
1838 # @param Wa Workspace context information
1839 #
1840 def __init__(self, FdRegion, Wa):
1841 self.Type = FdRegion.RegionType
1842 self.BaseAddress = FdRegion.Offset
1843 self.Size = FdRegion.Size
1844 self.FvList = []
1845 self.FvInfo = {}
1846 self._GuidsDb = {}
1847 self._FvDir = Wa.FvDir
1848 self._WorkspaceDir = Wa.WorkspaceDir
1849
1850 #
1851 # If the input FdRegion is not a firmware volume,
1852 # we are done.
1853 #
1854 if self.Type != BINARY_FILE_TYPE_FV:
1855 return
1856
1857 #
1858 # Find all nested FVs in the FdRegion
1859 #
1860 for FvName in FdRegion.RegionDataList:
1861 if FvName in self.FvList:
1862 continue
1863 self.FvList.append(FvName)
1864 self.FvInfo[FvName] = ("Fd Region", self.BaseAddress, self.Size)
1865 self._DiscoverNestedFvList(FvName, Wa)
1866
1867 PlatformPcds = {}
1868 #
1869 # Collect PCDs declared in DEC files.
1870 #
1871 for Pa in Wa.AutoGenObjectList:
1872 for Package in Pa.PackageList:
1873 for (TokenCName, TokenSpaceGuidCName, DecType) in Package.Pcds:
1874 DecDefaultValue = Package.Pcds[TokenCName, TokenSpaceGuidCName, DecType].DefaultValue
1875 PlatformPcds[(TokenCName, TokenSpaceGuidCName)] = DecDefaultValue
1876 #
1877 # Collect PCDs defined in DSC file
1878 #
1879 for Pa in Wa.AutoGenObjectList:
1880 for (TokenCName, TokenSpaceGuidCName) in Pa.Platform.Pcds:
1881 DscDefaultValue = Pa.Platform.Pcds[(TokenCName, TokenSpaceGuidCName)].DefaultValue
1882 PlatformPcds[(TokenCName, TokenSpaceGuidCName)] = DscDefaultValue
1883
1884 #
1885 # Add PEI and DXE a priori files GUIDs defined in PI specification.
1886 #
1887 self._GuidsDb[PEI_APRIORI_GUID] = "PEI Apriori"
1888 self._GuidsDb[DXE_APRIORI_GUID] = "DXE Apriori"
1889 #
1890 # Add ACPI table storage file
1891 #
1892 self._GuidsDb["7E374E25-8E01-4FEE-87F2-390C23C606CD"] = "ACPI table storage"
1893
1894 for Pa in Wa.AutoGenObjectList:
1895 for ModuleKey in Pa.Platform.Modules:
1896 M = Pa.Platform.Modules[ModuleKey].M
1897 InfPath = mws.join(Wa.WorkspaceDir, M.MetaFile.File)
1898 self._GuidsDb[M.Guid.upper()] = "%s (%s)" % (M.Module.BaseName, InfPath)
1899
1900 #
1901 # Collect the GUID map in the FV firmware volume
1902 #
1903 for FvName in self.FvList:
1904 FvDictKey=FvName.upper()
1905 if FvDictKey in Wa.FdfProfile.FvDict:
1906 for Ffs in Wa.FdfProfile.FvDict[FvName.upper()].FfsList:
1907 try:
1908 #
1909 # collect GUID map for binary EFI file in FDF file.
1910 #
1911 Guid = Ffs.NameGuid.upper()
1912 Match = gPcdGuidPattern.match(Ffs.NameGuid)
1913 if Match:
1914 PcdTokenspace = Match.group(1)
1915 PcdToken = Match.group(2)
1916 if (PcdToken, PcdTokenspace) in PlatformPcds:
1917 GuidValue = PlatformPcds[(PcdToken, PcdTokenspace)]
1918 Guid = GuidStructureByteArrayToGuidString(GuidValue).upper()
1919 for Section in Ffs.SectionList:
1920 try:
1921 ModuleSectFile = mws.join(Wa.WorkspaceDir, Section.SectFileName)
1922 self._GuidsDb[Guid] = ModuleSectFile
1923 except AttributeError:
1924 pass
1925 except AttributeError:
1926 pass
1927
1928
1929 ##
1930 # Internal worker function to generate report for the FD region
1931 #
1932 # This internal worker function to generate report for the FD region.
1933 # It the type is firmware volume, it lists offset and module identification.
1934 #
1935 # @param self The object pointer
1936 # @param File The file object for report
1937 # @param Title The title for the FD subsection
1938 # @param BaseAddress The base address for the FD region
1939 # @param Size The size of the FD region
1940 # @param FvName The FV name if the FD region is a firmware volume
1941 #
1942 def _GenerateReport(self, File, Title, Type, BaseAddress, Size=0, FvName=None):
1943 FileWrite(File, gSubSectionStart)
1944 FileWrite(File, Title)
1945 FileWrite(File, "Type: %s" % Type)
1946 FileWrite(File, "Base Address: 0x%X" % BaseAddress)
1947
1948 if self.Type == BINARY_FILE_TYPE_FV:
1949 FvTotalSize = 0
1950 FvTakenSize = 0
1951 FvFreeSize = 0
1952 if FvName.upper().endswith('.FV'):
1953 FileExt = FvName + ".txt"
1954 else:
1955 FileExt = FvName + ".Fv.txt"
1956
1957 if not os.path.isfile(FileExt):
1958 FvReportFileName = mws.join(self._WorkspaceDir, FileExt)
1959 if not os.path.isfile(FvReportFileName):
1960 FvReportFileName = os.path.join(self._FvDir, FileExt)
1961 try:
1962 #
1963 # Collect size info in the firmware volume.
1964 #
1965 FvReport = open(FvReportFileName).read()
1966 Match = gFvTotalSizePattern.search(FvReport)
1967 if Match:
1968 FvTotalSize = int(Match.group(1), 16)
1969 Match = gFvTakenSizePattern.search(FvReport)
1970 if Match:
1971 FvTakenSize = int(Match.group(1), 16)
1972 FvFreeSize = FvTotalSize - FvTakenSize
1973 #
1974 # Write size information to the report file.
1975 #
1976 FileWrite(File, "Size: 0x%X (%.0fK)" % (FvTotalSize, FvTotalSize / 1024.0))
1977 FileWrite(File, "Fv Name: %s (%.1f%% Full)" % (FvName, FvTakenSize * 100.0 / FvTotalSize))
1978 FileWrite(File, "Occupied Size: 0x%X (%.0fK)" % (FvTakenSize, FvTakenSize / 1024.0))
1979 FileWrite(File, "Free Size: 0x%X (%.0fK)" % (FvFreeSize, FvFreeSize / 1024.0))
1980 FileWrite(File, "Offset Module")
1981 FileWrite(File, gSubSectionSep)
1982 #
1983 # Write module offset and module identification to the report file.
1984 #
1985 OffsetInfo = {}
1986 for Match in gOffsetGuidPattern.finditer(FvReport):
1987 Guid = Match.group(2).upper()
1988 OffsetInfo[Match.group(1)] = self._GuidsDb.get(Guid, Guid)
1989 OffsetList = sorted(OffsetInfo.keys())
1990 for Offset in OffsetList:
1991 FileWrite (File, "%s %s" % (Offset, OffsetInfo[Offset]))
1992 except IOError:
1993 EdkLogger.warn(None, "Fail to read report file", FvReportFileName)
1994 else:
1995 FileWrite(File, "Size: 0x%X (%.0fK)" % (Size, Size / 1024.0))
1996 FileWrite(File, gSubSectionEnd)
1997
1998 ##
1999 # Generate report for the FD region
2000 #
2001 # This function generates report for the FD region.
2002 #
2003 # @param self The object pointer
2004 # @param File The file object for report
2005 #
2006 def GenerateReport(self, File):
2007 if (len(self.FvList) > 0):
2008 for FvItem in self.FvList:
2009 Info = self.FvInfo[FvItem]
2010 self._GenerateReport(File, Info[0], TAB_FV_DIRECTORY, Info[1], Info[2], FvItem)
2011 else:
2012 self._GenerateReport(File, "FD Region", self.Type, self.BaseAddress, self.Size)
2013
2014 ##
2015 # Reports FD information
2016 #
2017 # This class reports the FD section in the build report file.
2018 # It collects flash device information for a platform.
2019 #
2020 class FdReport(object):
2021 ##
2022 # Constructor function for class FdReport
2023 #
2024 # This constructor function generates FdReport object for a specified
2025 # firmware device.
2026 #
2027 # @param self The object pointer
2028 # @param Fd The current Firmware device object
2029 # @param Wa Workspace context information
2030 #
2031 def __init__(self, Fd, Wa):
2032 self.FdName = Fd.FdUiName
2033 self.BaseAddress = Fd.BaseAddress
2034 self.Size = Fd.Size
2035 self.FdRegionList = [FdRegionReport(FdRegion, Wa) for FdRegion in Fd.RegionList]
2036 self.FvPath = os.path.join(Wa.BuildDir, TAB_FV_DIRECTORY)
2037 self.VPDBaseAddress = 0
2038 self.VPDSize = 0
2039 for index, FdRegion in enumerate(Fd.RegionList):
2040 if str(FdRegion.RegionType) is 'FILE' and Wa.Platform.VpdToolGuid in str(FdRegion.RegionDataList):
2041 self.VPDBaseAddress = self.FdRegionList[index].BaseAddress
2042 self.VPDSize = self.FdRegionList[index].Size
2043 break
2044
2045 ##
2046 # Generate report for the firmware device.
2047 #
2048 # This function generates report for the firmware device.
2049 #
2050 # @param self The object pointer
2051 # @param File The file object for report
2052 #
2053 def GenerateReport(self, File):
2054 FileWrite(File, gSectionStart)
2055 FileWrite(File, "Firmware Device (FD)")
2056 FileWrite(File, "FD Name: %s" % self.FdName)
2057 FileWrite(File, "Base Address: %s" % self.BaseAddress)
2058 FileWrite(File, "Size: 0x%X (%.0fK)" % (self.Size, self.Size / 1024.0))
2059 if len(self.FdRegionList) > 0:
2060 FileWrite(File, gSectionSep)
2061 for FdRegionItem in self.FdRegionList:
2062 FdRegionItem.GenerateReport(File)
2063
2064 if VPDPcdList:
2065 VPDPcdList.sort(key=lambda x: int(x[2], 0))
2066 FileWrite(File, gSubSectionStart)
2067 FileWrite(File, "FD VPD Region")
2068 FileWrite(File, "Base Address: 0x%X" % self.VPDBaseAddress)
2069 FileWrite(File, "Size: 0x%X (%.0fK)" % (self.VPDSize, self.VPDSize / 1024.0))
2070 FileWrite(File, gSubSectionSep)
2071 for item in VPDPcdList:
2072 # Add BaseAddress for offset
2073 Offset = '0x%08X' % (int(item[2], 16) + self.VPDBaseAddress)
2074 IsByteArray, ArrayList = ByteArrayForamt(item[-1])
2075 Skuinfo = item[1]
2076 if len(GlobalData.gSkuids) == 1 :
2077 Skuinfo = GlobalData.gSkuids[0]
2078 if IsByteArray:
2079 FileWrite(File, "%s | %s | %s | %s | %s" % (item[0], Skuinfo, Offset, item[3], '{'))
2080 for Array in ArrayList:
2081 FileWrite(File, Array)
2082 else:
2083 FileWrite(File, "%s | %s | %s | %s | %s" % (item[0], Skuinfo, Offset, item[3], item[-1]))
2084 FileWrite(File, gSubSectionEnd)
2085 FileWrite(File, gSectionEnd)
2086
2087
2088
2089 ##
2090 # Reports platform information
2091 #
2092 # This class reports the whole platform information
2093 #
2094 class PlatformReport(object):
2095 ##
2096 # Constructor function for class PlatformReport
2097 #
2098 # This constructor function generates PlatformReport object a platform build.
2099 # It generates report for platform summary, flash, global PCDs and detailed
2100 # module information for modules involved in platform build.
2101 #
2102 # @param self The object pointer
2103 # @param Wa Workspace context information
2104 # @param MaList The list of modules in the platform build
2105 #
2106 def __init__(self, Wa, MaList, ReportType):
2107 self._WorkspaceDir = Wa.WorkspaceDir
2108 self.PlatformName = Wa.Name
2109 self.PlatformDscPath = Wa.Platform
2110 self.Architectures = " ".join(Wa.ArchList)
2111 self.ToolChain = Wa.ToolChain
2112 self.Target = Wa.BuildTarget
2113 self.OutputPath = os.path.join(Wa.WorkspaceDir, Wa.OutputDir)
2114 self.BuildEnvironment = platform.platform()
2115
2116 self.PcdReport = None
2117 if "PCD" in ReportType:
2118 self.PcdReport = PcdReport(Wa)
2119
2120 self.FdReportList = []
2121 if "FLASH" in ReportType and Wa.FdfProfile and MaList is None:
2122 for Fd in Wa.FdfProfile.FdDict:
2123 self.FdReportList.append(FdReport(Wa.FdfProfile.FdDict[Fd], Wa))
2124
2125 self.PredictionReport = None
2126 if "FIXED_ADDRESS" in ReportType or "EXECUTION_ORDER" in ReportType:
2127 self.PredictionReport = PredictionReport(Wa)
2128
2129 self.DepexParser = None
2130 if "DEPEX" in ReportType:
2131 self.DepexParser = DepexParser(Wa)
2132
2133 self.ModuleReportList = []
2134 if MaList is not None:
2135 self._IsModuleBuild = True
2136 for Ma in MaList:
2137 self.ModuleReportList.append(ModuleReport(Ma, ReportType))
2138 else:
2139 self._IsModuleBuild = False
2140 for Pa in Wa.AutoGenObjectList:
2141 ModuleAutoGenList = []
2142 for ModuleKey in Pa.Platform.Modules:
2143 ModuleAutoGenList.append(Pa.Platform.Modules[ModuleKey].M)
2144 if GlobalData.gFdfParser is not None:
2145 if Pa.Arch in GlobalData.gFdfParser.Profile.InfDict:
2146 INFList = GlobalData.gFdfParser.Profile.InfDict[Pa.Arch]
2147 for InfName in INFList:
2148 InfClass = PathClass(NormPath(InfName), Wa.WorkspaceDir, Pa.Arch)
2149 Ma = ModuleAutoGen(Wa, InfClass, Pa.BuildTarget, Pa.ToolChain, Pa.Arch, Wa.MetaFile)
2150 if Ma is None:
2151 continue
2152 if Ma not in ModuleAutoGenList:
2153 ModuleAutoGenList.append(Ma)
2154 for MGen in ModuleAutoGenList:
2155 self.ModuleReportList.append(ModuleReport(MGen, ReportType))
2156
2157
2158
2159 ##
2160 # Generate report for the whole platform.
2161 #
2162 # This function generates report for platform information.
2163 # It comprises of platform summary, global PCD, flash and
2164 # module list sections.
2165 #
2166 # @param self The object pointer
2167 # @param File The file object for report
2168 # @param BuildDuration The total time to build the modules
2169 # @param AutoGenTime The total time of AutoGen Phase
2170 # @param MakeTime The total time of Make Phase
2171 # @param GenFdsTime The total time of GenFds Phase
2172 # @param ReportType The kind of report items in the final report file
2173 #
2174 def GenerateReport(self, File, BuildDuration, AutoGenTime, MakeTime, GenFdsTime, ReportType):
2175 FileWrite(File, "Platform Summary")
2176 FileWrite(File, "Platform Name: %s" % self.PlatformName)
2177 FileWrite(File, "Platform DSC Path: %s" % self.PlatformDscPath)
2178 FileWrite(File, "Architectures: %s" % self.Architectures)
2179 FileWrite(File, "Tool Chain: %s" % self.ToolChain)
2180 FileWrite(File, "Target: %s" % self.Target)
2181 if GlobalData.gSkuids:
2182 FileWrite(File, "SKUID: %s" % " ".join(GlobalData.gSkuids))
2183 if GlobalData.gDefaultStores:
2184 FileWrite(File, "DefaultStore: %s" % " ".join(GlobalData.gDefaultStores))
2185 FileWrite(File, "Output Path: %s" % self.OutputPath)
2186 FileWrite(File, "Build Environment: %s" % self.BuildEnvironment)
2187 FileWrite(File, "Build Duration: %s" % BuildDuration)
2188 if AutoGenTime:
2189 FileWrite(File, "AutoGen Duration: %s" % AutoGenTime)
2190 if MakeTime:
2191 FileWrite(File, "Make Duration: %s" % MakeTime)
2192 if GenFdsTime:
2193 FileWrite(File, "GenFds Duration: %s" % GenFdsTime)
2194 FileWrite(File, "Report Content: %s" % ", ".join(ReportType))
2195
2196 if GlobalData.MixedPcd:
2197 FileWrite(File, gSectionStart)
2198 FileWrite(File, "The following PCDs use different access methods:")
2199 FileWrite(File, gSectionSep)
2200 for PcdItem in GlobalData.MixedPcd:
2201 FileWrite(File, "%s.%s" % (str(PcdItem[1]), str(PcdItem[0])))
2202 FileWrite(File, gSectionEnd)
2203
2204 if not self._IsModuleBuild:
2205 if "PCD" in ReportType:
2206 self.PcdReport.GenerateReport(File, None)
2207
2208 if "FLASH" in ReportType:
2209 for FdReportListItem in self.FdReportList:
2210 FdReportListItem.GenerateReport(File)
2211
2212 for ModuleReportItem in self.ModuleReportList:
2213 ModuleReportItem.GenerateReport(File, self.PcdReport, self.PredictionReport, self.DepexParser, ReportType)
2214
2215 if not self._IsModuleBuild:
2216 if "EXECUTION_ORDER" in ReportType:
2217 self.PredictionReport.GenerateReport(File, None)
2218
2219 ## BuildReport class
2220 #
2221 # This base class contain the routines to collect data and then
2222 # applies certain format to the output report
2223 #
2224 class BuildReport(object):
2225 ##
2226 # Constructor function for class BuildReport
2227 #
2228 # This constructor function generates BuildReport object a platform build.
2229 # It generates report for platform summary, flash, global PCDs and detailed
2230 # module information for modules involved in platform build.
2231 #
2232 # @param self The object pointer
2233 # @param ReportFile The file name to save report file
2234 # @param ReportType The kind of report items in the final report file
2235 #
2236 def __init__(self, ReportFile, ReportType):
2237 self.ReportFile = ReportFile
2238 if ReportFile:
2239 self.ReportList = []
2240 self.ReportType = []
2241 if ReportType:
2242 for ReportTypeItem in ReportType:
2243 if ReportTypeItem not in self.ReportType:
2244 self.ReportType.append(ReportTypeItem)
2245 else:
2246 self.ReportType = ["PCD", "LIBRARY", "BUILD_FLAGS", "DEPEX", "HASH", "FLASH", "FIXED_ADDRESS"]
2247 ##
2248 # Adds platform report to the list
2249 #
2250 # This function adds a platform report to the final report list.
2251 #
2252 # @param self The object pointer
2253 # @param Wa Workspace context information
2254 # @param MaList The list of modules in the platform build
2255 #
2256 def AddPlatformReport(self, Wa, MaList=None):
2257 if self.ReportFile:
2258 self.ReportList.append((Wa, MaList))
2259
2260 ##
2261 # Generates the final report.
2262 #
2263 # This function generates platform build report. It invokes GenerateReport()
2264 # method for every platform report in the list.
2265 #
2266 # @param self The object pointer
2267 # @param BuildDuration The total time to build the modules
2268 # @param AutoGenTime The total time of AutoGen phase
2269 # @param MakeTime The total time of Make phase
2270 # @param GenFdsTime The total time of GenFds phase
2271 #
2272 def GenerateReport(self, BuildDuration, AutoGenTime, MakeTime, GenFdsTime):
2273 if self.ReportFile:
2274 try:
2275 File = []
2276 for (Wa, MaList) in self.ReportList:
2277 PlatformReport(Wa, MaList, self.ReportType).GenerateReport(File, BuildDuration, AutoGenTime, MakeTime, GenFdsTime, self.ReportType)
2278 Content = FileLinesSplit(''.join(File), gLineMaxLength)
2279 SaveFileOnChange(self.ReportFile, Content, False)
2280 EdkLogger.quiet("Build report can be found at %s" % os.path.abspath(self.ReportFile))
2281 except IOError:
2282 EdkLogger.error(None, FILE_WRITE_FAILURE, ExtraData=self.ReportFile)
2283 except:
2284 EdkLogger.error("BuildReport", CODE_ERROR, "Unknown fatal error when generating build report", ExtraData=self.ReportFile, RaiseError=False)
2285 EdkLogger.quiet("(Python %s on %s\n%s)" % (platform.python_version(), sys.platform, traceback.format_exc()))
2286
2287 # This acts like the main() function for the script, unless it is 'import'ed into another script.
2288 if __name__ == '__main__':
2289 pass
2290