]> git.proxmox.com Git - mirror_edk2.git/blob - BaseTools/Source/Python/build/BuildReport.py
BaseTools: Fix report not used --pcd value incorrectly
[mirror_edk2.git] / BaseTools / Source / Python / build / BuildReport.py
1 ## @file
2 # Routines for generating build report.
3 #
4 # This module contains the functionality to generate build report after
5 # build all target completes successfully.
6 #
7 # Copyright (c) 2010 - 2018, Intel Corporation. All rights reserved.<BR>
8 # This program and the accompanying materials
9 # are licensed and made available under the terms and conditions of the BSD License
10 # which accompanies this distribution. The full text of the license may be found at
11 # http://opensource.org/licenses/bsd-license.php
12 #
13 # THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
14 # WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
15 #
16
17 ## Import Modules
18 #
19 import Common.LongFilePathOs as os
20 import re
21 import platform
22 import textwrap
23 import traceback
24 import sys
25 import time
26 import struct
27 import hashlib
28 import subprocess
29 import threading
30 from datetime import datetime
31 from StringIO import StringIO
32 from Common import EdkLogger
33 from Common.Misc import SaveFileOnChange
34 from Common.Misc import GuidStructureByteArrayToGuidString
35 from Common.Misc import GuidStructureStringToGuidString
36 from Common.InfClassObject import gComponentType2ModuleType
37 from Common.BuildToolError import FILE_WRITE_FAILURE
38 from Common.BuildToolError import CODE_ERROR
39 from Common.BuildToolError import COMMAND_FAILURE
40 from Common.BuildToolError import FORMAT_INVALID
41 from Common.LongFilePathSupport import OpenLongFilePath as open
42 from Common.MultipleWorkspace import MultipleWorkspace as mws
43 import Common.GlobalData as GlobalData
44 from AutoGen.AutoGen import ModuleAutoGen
45 from Common.Misc import PathClass
46 from Common.String import NormPath
47 from Common.DataType import *
48 import collections
49 from Common.Expression import *
50
51 ## Pattern to extract contents in EDK DXS files
52 gDxsDependencyPattern = re.compile(r"DEPENDENCY_START(.+)DEPENDENCY_END", re.DOTALL)
53
54 ## Pattern to find total FV total size, occupied size in flash report intermediate file
55 gFvTotalSizePattern = re.compile(r"EFI_FV_TOTAL_SIZE = (0x[0-9a-fA-F]+)")
56 gFvTakenSizePattern = re.compile(r"EFI_FV_TAKEN_SIZE = (0x[0-9a-fA-F]+)")
57
58 ## Pattern to find module size and time stamp in module summary report intermediate file
59 gModuleSizePattern = re.compile(r"MODULE_SIZE = (\d+)")
60 gTimeStampPattern = re.compile(r"TIME_STAMP = (\d+)")
61
62 ## Pattern to find GUID value in flash description files
63 gPcdGuidPattern = re.compile(r"PCD\((\w+)[.](\w+)\)")
64
65 ## Pattern to collect offset, GUID value pair in the flash report intermediate file
66 gOffsetGuidPattern = re.compile(r"(0x[0-9A-Fa-f]+) ([-A-Fa-f0-9]+)")
67
68 ## Pattern to find module base address and entry point in fixed flash map file
69 gModulePattern = r"\n[-\w]+\s*\(([^,]+),\s*BaseAddress=%(Address)s,\s*EntryPoint=%(Address)s\)\s*\(GUID=([-0-9A-Fa-f]+)[^)]*\)"
70 gMapFileItemPattern = re.compile(gModulePattern % {"Address" : "(-?0[xX][0-9A-Fa-f]+)"})
71
72 ## Pattern to find all module referenced header files in source files
73 gIncludePattern = re.compile(r'#include\s*["<]([^">]+)[">]')
74 gIncludePattern2 = re.compile(r"#include\s+EFI_([A-Z_]+)\s*[(]\s*(\w+)\s*[)]")
75
76 ## Pattern to find the entry point for EDK module using EDKII Glue library
77 gGlueLibEntryPoint = re.compile(r"__EDKII_GLUE_MODULE_ENTRY_POINT__\s*=\s*(\w+)")
78
79 ## Tags for MaxLength of line in report
80 gLineMaxLength = 120
81
82 ## Tags for end of line in report
83 gEndOfLine = "\r\n"
84
85 ## Tags for section start, end and separator
86 gSectionStart = ">" + "=" * (gLineMaxLength - 2) + "<"
87 gSectionEnd = "<" + "=" * (gLineMaxLength - 2) + ">" + "\n"
88 gSectionSep = "=" * gLineMaxLength
89
90 ## Tags for subsection start, end and separator
91 gSubSectionStart = ">" + "-" * (gLineMaxLength - 2) + "<"
92 gSubSectionEnd = "<" + "-" * (gLineMaxLength - 2) + ">"
93 gSubSectionSep = "-" * gLineMaxLength
94
95
96 ## The look up table to map PCD type to pair of report display type and DEC type
97 gPcdTypeMap = {
98 'FixedAtBuild' : ('FIXED', 'FixedAtBuild'),
99 'PatchableInModule': ('PATCH', 'PatchableInModule'),
100 'FeatureFlag' : ('FLAG', 'FeatureFlag'),
101 'Dynamic' : ('DYN', 'Dynamic'),
102 'DynamicHii' : ('DYNHII', 'Dynamic'),
103 'DynamicVpd' : ('DYNVPD', 'Dynamic'),
104 'DynamicEx' : ('DEX', 'DynamicEx'),
105 'DynamicExHii' : ('DEXHII', 'DynamicEx'),
106 'DynamicExVpd' : ('DEXVPD', 'DynamicEx'),
107 }
108
109 ## The look up table to map module type to driver type
110 gDriverTypeMap = {
111 'SEC' : '0x3 (SECURITY_CORE)',
112 'PEI_CORE' : '0x4 (PEI_CORE)',
113 'PEIM' : '0x6 (PEIM)',
114 'DXE_CORE' : '0x5 (DXE_CORE)',
115 'DXE_DRIVER' : '0x7 (DRIVER)',
116 'DXE_SAL_DRIVER' : '0x7 (DRIVER)',
117 'DXE_SMM_DRIVER' : '0x7 (DRIVER)',
118 'DXE_RUNTIME_DRIVER': '0x7 (DRIVER)',
119 'UEFI_DRIVER' : '0x7 (DRIVER)',
120 'UEFI_APPLICATION' : '0x9 (APPLICATION)',
121 'SMM_CORE' : '0xD (SMM_CORE)',
122 'SMM_DRIVER' : '0xA (SMM)', # Extension of module type to support PI 1.1 SMM drivers
123 'MM_STANDALONE' : '0xE (MM_STANDALONE)',
124 'MM_CORE_STANDALONE' : '0xF (MM_CORE_STANDALONE)'
125 }
126
127 ## The look up table of the supported opcode in the dependency expression binaries
128 gOpCodeList = ["BEFORE", "AFTER", "PUSH", "AND", "OR", "NOT", "TRUE", "FALSE", "END", "SOR"]
129
130 ##
131 # Writes a string to the file object.
132 #
133 # This function writes a string to the file object and a new line is appended
134 # afterwards. It may optionally wraps the string for better readability.
135 #
136 # @File The file object to write
137 # @String The string to be written to the file
138 # @Wrapper Indicates whether to wrap the string
139 #
140 def FileWrite(File, String, Wrapper=False):
141 if Wrapper:
142 String = textwrap.fill(String, 120)
143 File.write(String + gEndOfLine)
144
145 def ByteArrayForamt(Value):
146 IsByteArray = False
147 SplitNum = 16
148 ArrayList = []
149 if Value.startswith('{') and Value.endswith('}'):
150 Value = Value[1:-1]
151 ValueList = Value.split(',')
152 if len(ValueList) >= SplitNum:
153 IsByteArray = True
154 if IsByteArray:
155 if ValueList:
156 Len = len(ValueList)/SplitNum
157 for i, element in enumerate(ValueList):
158 ValueList[i] = '0x%02X' % int(element.strip(), 16)
159 if Len:
160 Id = 0
161 while (Id <= Len):
162 End = min(SplitNum*(Id+1), len(ValueList))
163 Str = ','.join(ValueList[SplitNum*Id : End])
164 if End == len(ValueList):
165 Str += '}'
166 ArrayList.append(Str)
167 break
168 else:
169 Str += ','
170 ArrayList.append(Str)
171 Id += 1
172 else:
173 ArrayList = [Value + '}']
174 return IsByteArray, ArrayList
175
176 ##
177 # Find all the header file that the module source directly includes.
178 #
179 # This function scans source code to find all header files the module may
180 # include. This is not accurate but very effective to find all the header
181 # file the module might include with #include statement.
182 #
183 # @Source The source file name
184 # @IncludePathList The list of include path to find the source file.
185 # @IncludeFiles The dictionary of current found include files.
186 #
187 def FindIncludeFiles(Source, IncludePathList, IncludeFiles):
188 FileContents = open(Source).read()
189 #
190 # Find header files with pattern #include "XXX.h" or #include <XXX.h>
191 #
192 for Match in gIncludePattern.finditer(FileContents):
193 FileName = Match.group(1).strip()
194 for Dir in [os.path.dirname(Source)] + IncludePathList:
195 FullFileName = os.path.normpath(os.path.join(Dir, FileName))
196 if os.path.exists(FullFileName):
197 IncludeFiles[FullFileName.lower().replace("\\", "/")] = FullFileName
198 break
199
200 #
201 # Find header files with pattern like #include EFI_PPI_CONSUMER(XXX)
202 #
203 for Match in gIncludePattern2.finditer(FileContents):
204 Key = Match.group(2)
205 Type = Match.group(1)
206 if "ARCH_PROTOCOL" in Type:
207 FileName = "ArchProtocol/%(Key)s/%(Key)s.h" % {"Key" : Key}
208 elif "PROTOCOL" in Type:
209 FileName = "Protocol/%(Key)s/%(Key)s.h" % {"Key" : Key}
210 elif "PPI" in Type:
211 FileName = "Ppi/%(Key)s/%(Key)s.h" % {"Key" : Key}
212 elif "GUID" in Type:
213 FileName = "Guid/%(Key)s/%(Key)s.h" % {"Key" : Key}
214 else:
215 continue
216 for Dir in IncludePathList:
217 FullFileName = os.path.normpath(os.path.join(Dir, FileName))
218 if os.path.exists(FullFileName):
219 IncludeFiles[FullFileName.lower().replace("\\", "/")] = FullFileName
220 break
221
222 ## Split each lines in file
223 #
224 # This method is used to split the lines in file to make the length of each line
225 # less than MaxLength.
226 #
227 # @param Content The content of file
228 # @param MaxLength The Max Length of the line
229 #
230 def FileLinesSplit(Content=None, MaxLength=None):
231 ContentList = Content.split(TAB_LINE_BREAK)
232 NewContent = ''
233 NewContentList = []
234 for Line in ContentList:
235 while len(Line.rstrip()) > MaxLength:
236 LineSpaceIndex = Line.rfind(TAB_SPACE_SPLIT, 0, MaxLength)
237 LineSlashIndex = Line.rfind(TAB_SLASH, 0, MaxLength)
238 LineBackSlashIndex = Line.rfind(TAB_BACK_SLASH, 0, MaxLength)
239 if max(LineSpaceIndex, LineSlashIndex, LineBackSlashIndex) > 0:
240 LineBreakIndex = max(LineSpaceIndex, LineSlashIndex, LineBackSlashIndex)
241 else:
242 LineBreakIndex = MaxLength
243 NewContentList.append(Line[:LineBreakIndex])
244 Line = Line[LineBreakIndex:]
245 if Line:
246 NewContentList.append(Line)
247 for NewLine in NewContentList:
248 NewContent += NewLine + TAB_LINE_BREAK
249
250 NewContent = NewContent.replace(TAB_LINE_BREAK, gEndOfLine).replace('\r\r\n', gEndOfLine)
251 return NewContent
252
253
254
255 ##
256 # Parse binary dependency expression section
257 #
258 # This utility class parses the dependency expression section and translate the readable
259 # GUID name and value.
260 #
261 class DepexParser(object):
262 ##
263 # Constructor function for class DepexParser
264 #
265 # This constructor function collect GUID values so that the readable
266 # GUID name can be translated.
267 #
268 # @param self The object pointer
269 # @param Wa Workspace context information
270 #
271 def __init__(self, Wa):
272 self._GuidDb = {}
273 for Pa in Wa.AutoGenObjectList:
274 for Package in Pa.PackageList:
275 for Protocol in Package.Protocols:
276 GuidValue = GuidStructureStringToGuidString(Package.Protocols[Protocol])
277 self._GuidDb[GuidValue.upper()] = Protocol
278 for Ppi in Package.Ppis:
279 GuidValue = GuidStructureStringToGuidString(Package.Ppis[Ppi])
280 self._GuidDb[GuidValue.upper()] = Ppi
281 for Guid in Package.Guids:
282 GuidValue = GuidStructureStringToGuidString(Package.Guids[Guid])
283 self._GuidDb[GuidValue.upper()] = Guid
284
285 ##
286 # Parse the binary dependency expression files.
287 #
288 # This function parses the binary dependency expression file and translate it
289 # to the instruction list.
290 #
291 # @param self The object pointer
292 # @param DepexFileName The file name of binary dependency expression file.
293 #
294 def ParseDepexFile(self, DepexFileName):
295 DepexFile = open(DepexFileName, "rb")
296 DepexStatement = []
297 OpCode = DepexFile.read(1)
298 while OpCode:
299 Statement = gOpCodeList[struct.unpack("B", OpCode)[0]]
300 if Statement in ["BEFORE", "AFTER", "PUSH"]:
301 GuidValue = "%08X-%04X-%04X-%02X%02X-%02X%02X%02X%02X%02X%02X" % \
302 struct.unpack("=LHHBBBBBBBB", DepexFile.read(16))
303 GuidString = self._GuidDb.get(GuidValue, GuidValue)
304 Statement = "%s %s" % (Statement, GuidString)
305 DepexStatement.append(Statement)
306 OpCode = DepexFile.read(1)
307
308 return DepexStatement
309
310 ##
311 # Reports library information
312 #
313 # This class reports the module library subsection in the build report file.
314 #
315 class LibraryReport(object):
316 ##
317 # Constructor function for class LibraryReport
318 #
319 # This constructor function generates LibraryReport object for
320 # a module.
321 #
322 # @param self The object pointer
323 # @param M Module context information
324 #
325 def __init__(self, M):
326 self.LibraryList = []
327 if int(str(M.AutoGenVersion), 0) >= 0x00010005:
328 self._EdkIIModule = True
329 else:
330 self._EdkIIModule = False
331
332 for Lib in M.DependentLibraryList:
333 LibInfPath = str(Lib)
334 LibClassList = Lib.LibraryClass[0].LibraryClass
335 LibConstructorList = Lib.ConstructorList
336 LibDesstructorList = Lib.DestructorList
337 LibDepexList = Lib.DepexExpression[M.Arch, M.ModuleType]
338 for LibAutoGen in M.LibraryAutoGenList:
339 if LibInfPath == LibAutoGen.MetaFile.Path:
340 LibTime = LibAutoGen.BuildTime
341 break
342 self.LibraryList.append((LibInfPath, LibClassList, LibConstructorList, LibDesstructorList, LibDepexList, LibTime))
343
344 ##
345 # Generate report for module library information
346 #
347 # This function generates report for the module library.
348 # If the module is EDKII style one, the additional library class, library
349 # constructor/destructor and dependency expression may also be reported.
350 #
351 # @param self The object pointer
352 # @param File The file object for report
353 #
354 def GenerateReport(self, File):
355 if len(self.LibraryList) > 0:
356 FileWrite(File, gSubSectionStart)
357 FileWrite(File, TAB_BRG_LIBRARY)
358 FileWrite(File, gSubSectionSep)
359 for LibraryItem in self.LibraryList:
360 LibInfPath = LibraryItem[0]
361 FileWrite(File, LibInfPath)
362
363 #
364 # Report library class, library constructor and destructor for
365 # EDKII style module.
366 #
367 if self._EdkIIModule:
368 LibClass = LibraryItem[1]
369 EdkIILibInfo = ""
370 LibConstructor = " ".join(LibraryItem[2])
371 if LibConstructor:
372 EdkIILibInfo += " C = " + LibConstructor
373 LibDestructor = " ".join(LibraryItem[3])
374 if LibDestructor:
375 EdkIILibInfo += " D = " + LibDestructor
376 LibDepex = " ".join(LibraryItem[4])
377 if LibDepex:
378 EdkIILibInfo += " Depex = " + LibDepex
379 if LibraryItem[5]:
380 EdkIILibInfo += " Time = " + LibraryItem[5]
381 if EdkIILibInfo:
382 FileWrite(File, "{%s: %s}" % (LibClass, EdkIILibInfo))
383 else:
384 FileWrite(File, "{%s}" % LibClass)
385
386 FileWrite(File, gSubSectionEnd)
387
388 ##
389 # Reports dependency expression information
390 #
391 # This class reports the module dependency expression subsection in the build report file.
392 #
393 class DepexReport(object):
394 ##
395 # Constructor function for class DepexReport
396 #
397 # This constructor function generates DepexReport object for
398 # a module. If the module source contains the DXS file (usually EDK
399 # style module), it uses the dependency in DXS file; otherwise,
400 # it uses the dependency expression from its own INF [Depex] section
401 # and then merges with the ones from its dependent library INF.
402 #
403 # @param self The object pointer
404 # @param M Module context information
405 #
406 def __init__(self, M):
407 self.Depex = ""
408 self._DepexFileName = os.path.join(M.BuildDir, "OUTPUT", M.Module.BaseName + ".depex")
409 ModuleType = M.ModuleType
410 if not ModuleType:
411 ModuleType = gComponentType2ModuleType.get(M.ComponentType, "")
412
413 if ModuleType in ["SEC", "PEI_CORE", "DXE_CORE", "SMM_CORE", "MM_CORE_STANDALONE", "UEFI_APPLICATION"]:
414 return
415
416 for Source in M.SourceFileList:
417 if os.path.splitext(Source.Path)[1].lower() == ".dxs":
418 Match = gDxsDependencyPattern.search(open(Source.Path).read())
419 if Match:
420 self.Depex = Match.group(1).strip()
421 self.Source = "DXS"
422 break
423 else:
424 self.Depex = M.DepexExpressionList.get(M.ModuleType, "")
425 self.ModuleDepex = " ".join(M.Module.DepexExpression[M.Arch, M.ModuleType])
426 if not self.ModuleDepex:
427 self.ModuleDepex = "(None)"
428
429 LibDepexList = []
430 for Lib in M.DependentLibraryList:
431 LibDepex = " ".join(Lib.DepexExpression[M.Arch, M.ModuleType]).strip()
432 if LibDepex != "":
433 LibDepexList.append("(" + LibDepex + ")")
434 self.LibraryDepex = " AND ".join(LibDepexList)
435 if not self.LibraryDepex:
436 self.LibraryDepex = "(None)"
437 self.Source = "INF"
438
439 ##
440 # Generate report for module dependency expression information
441 #
442 # This function generates report for the module dependency expression.
443 #
444 # @param self The object pointer
445 # @param File The file object for report
446 # @param GlobalDepexParser The platform global Dependency expression parser object
447 #
448 def GenerateReport(self, File, GlobalDepexParser):
449 if not self.Depex:
450 return
451 FileWrite(File, gSubSectionStart)
452 if os.path.isfile(self._DepexFileName):
453 try:
454 DepexStatements = GlobalDepexParser.ParseDepexFile(self._DepexFileName)
455 FileWrite(File, "Final Dependency Expression (DEPEX) Instructions")
456 for DepexStatement in DepexStatements:
457 FileWrite(File, " %s" % DepexStatement)
458 FileWrite(File, gSubSectionSep)
459 except:
460 EdkLogger.warn(None, "Dependency expression file is corrupted", self._DepexFileName)
461
462 FileWrite(File, "Dependency Expression (DEPEX) from %s" % self.Source)
463
464 if self.Source == "INF":
465 FileWrite(File, "%s" % self.Depex, True)
466 FileWrite(File, gSubSectionSep)
467 FileWrite(File, "From Module INF: %s" % self.ModuleDepex, True)
468 FileWrite(File, "From Library INF: %s" % self.LibraryDepex, True)
469 else:
470 FileWrite(File, "%s" % self.Depex)
471 FileWrite(File, gSubSectionEnd)
472
473 ##
474 # Reports dependency expression information
475 #
476 # This class reports the module build flags subsection in the build report file.
477 #
478 class BuildFlagsReport(object):
479 ##
480 # Constructor function for class BuildFlagsReport
481 #
482 # This constructor function generates BuildFlagsReport object for
483 # a module. It reports the build tool chain tag and all relevant
484 # build flags to build the module.
485 #
486 # @param self The object pointer
487 # @param M Module context information
488 #
489 def __init__(self, M):
490 BuildOptions = {}
491 #
492 # Add build flags according to source file extension so that
493 # irrelevant ones can be filtered out.
494 #
495 for Source in M.SourceFileList:
496 Ext = os.path.splitext(Source.File)[1].lower()
497 if Ext in [".c", ".cc", ".cpp"]:
498 BuildOptions["CC"] = 1
499 elif Ext in [".s", ".asm"]:
500 BuildOptions["PP"] = 1
501 BuildOptions["ASM"] = 1
502 elif Ext in [".vfr"]:
503 BuildOptions["VFRPP"] = 1
504 BuildOptions["VFR"] = 1
505 elif Ext in [".dxs"]:
506 BuildOptions["APP"] = 1
507 BuildOptions["CC"] = 1
508 elif Ext in [".asl"]:
509 BuildOptions["ASLPP"] = 1
510 BuildOptions["ASL"] = 1
511 elif Ext in [".aslc"]:
512 BuildOptions["ASLCC"] = 1
513 BuildOptions["ASLDLINK"] = 1
514 BuildOptions["CC"] = 1
515 elif Ext in [".asm16"]:
516 BuildOptions["ASMLINK"] = 1
517 BuildOptions["SLINK"] = 1
518 BuildOptions["DLINK"] = 1
519
520 #
521 # Save module build flags.
522 #
523 self.ToolChainTag = M.ToolChain
524 self.BuildFlags = {}
525 for Tool in BuildOptions:
526 self.BuildFlags[Tool + "_FLAGS"] = M.BuildOption.get(Tool, {}).get("FLAGS", "")
527
528 ##
529 # Generate report for module build flags information
530 #
531 # This function generates report for the module build flags expression.
532 #
533 # @param self The object pointer
534 # @param File The file object for report
535 #
536 def GenerateReport(self, File):
537 FileWrite(File, gSubSectionStart)
538 FileWrite(File, "Build Flags")
539 FileWrite(File, "Tool Chain Tag: %s" % self.ToolChainTag)
540 for Tool in self.BuildFlags:
541 FileWrite(File, gSubSectionSep)
542 FileWrite(File, "%s = %s" % (Tool, self.BuildFlags[Tool]), True)
543
544 FileWrite(File, gSubSectionEnd)
545
546
547 ##
548 # Reports individual module information
549 #
550 # This class reports the module section in the build report file.
551 # It comprises of module summary, module PCD, library, dependency expression,
552 # build flags sections.
553 #
554 class ModuleReport(object):
555 ##
556 # Constructor function for class ModuleReport
557 #
558 # This constructor function generates ModuleReport object for
559 # a separate module in a platform build.
560 #
561 # @param self The object pointer
562 # @param M Module context information
563 # @param ReportType The kind of report items in the final report file
564 #
565 def __init__(self, M, ReportType):
566 self.ModuleName = M.Module.BaseName
567 self.ModuleInfPath = M.MetaFile.File
568 self.FileGuid = M.Guid
569 self.Size = 0
570 self.BuildTimeStamp = None
571 self.Hash = 0
572 self.DriverType = ""
573 if not M.IsLibrary:
574 ModuleType = M.ModuleType
575 if not ModuleType:
576 ModuleType = gComponentType2ModuleType.get(M.ComponentType, "")
577 #
578 # If a module complies to PI 1.1, promote Module type to "SMM_DRIVER"
579 #
580 if ModuleType == "DXE_SMM_DRIVER":
581 PiSpec = M.Module.Specification.get("PI_SPECIFICATION_VERSION", "0x00010000")
582 if int(PiSpec, 0) >= 0x0001000A:
583 ModuleType = "SMM_DRIVER"
584 self.DriverType = gDriverTypeMap.get(ModuleType, "0x2 (FREE_FORM)")
585 self.UefiSpecVersion = M.Module.Specification.get("UEFI_SPECIFICATION_VERSION", "")
586 self.PiSpecVersion = M.Module.Specification.get("PI_SPECIFICATION_VERSION", "")
587 self.PciDeviceId = M.Module.Defines.get("PCI_DEVICE_ID", "")
588 self.PciVendorId = M.Module.Defines.get("PCI_VENDOR_ID", "")
589 self.PciClassCode = M.Module.Defines.get("PCI_CLASS_CODE", "")
590 self.BuildTime = M.BuildTime
591
592 self._BuildDir = M.BuildDir
593 self.ModulePcdSet = {}
594 if "PCD" in ReportType:
595 #
596 # Collect all module used PCD set: module INF referenced directly or indirectly.
597 # It also saves module INF default values of them in case they exist.
598 #
599 for Pcd in M.ModulePcdList + M.LibraryPcdList:
600 self.ModulePcdSet.setdefault((Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Pcd.Type), (Pcd.InfDefaultValue, Pcd.DefaultValue))
601
602 self.LibraryReport = None
603 if "LIBRARY" in ReportType:
604 self.LibraryReport = LibraryReport(M)
605
606 self.DepexReport = None
607 if "DEPEX" in ReportType:
608 self.DepexReport = DepexReport(M)
609
610 if "BUILD_FLAGS" in ReportType:
611 self.BuildFlagsReport = BuildFlagsReport(M)
612
613
614 ##
615 # Generate report for module information
616 #
617 # This function generates report for separate module expression
618 # in a platform build.
619 #
620 # @param self The object pointer
621 # @param File The file object for report
622 # @param GlobalPcdReport The platform global PCD report object
623 # @param GlobalPredictionReport The platform global Prediction report object
624 # @param GlobalDepexParser The platform global Dependency expression parser object
625 # @param ReportType The kind of report items in the final report file
626 #
627 def GenerateReport(self, File, GlobalPcdReport, GlobalPredictionReport, GlobalDepexParser, ReportType):
628 FileWrite(File, gSectionStart)
629
630 FwReportFileName = os.path.join(self._BuildDir, "DEBUG", self.ModuleName + ".txt")
631 if os.path.isfile(FwReportFileName):
632 try:
633 FileContents = open(FwReportFileName).read()
634 Match = gModuleSizePattern.search(FileContents)
635 if Match:
636 self.Size = int(Match.group(1))
637
638 Match = gTimeStampPattern.search(FileContents)
639 if Match:
640 self.BuildTimeStamp = datetime.fromtimestamp(int(Match.group(1)))
641 except IOError:
642 EdkLogger.warn(None, "Fail to read report file", FwReportFileName)
643
644 if "HASH" in ReportType:
645 OutputDir = os.path.join(self._BuildDir, "OUTPUT")
646 DefaultEFIfile = os.path.join(OutputDir, self.ModuleName + ".efi")
647 if os.path.isfile(DefaultEFIfile):
648 Tempfile = os.path.join(OutputDir, self.ModuleName + "_hash.tmp")
649 # rebase the efi image since its base address may not zero
650 cmd = ["GenFw", "--rebase", str(0), "-o", Tempfile, DefaultEFIfile]
651 try:
652 PopenObject = subprocess.Popen(' '.join(cmd), stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
653 except Exception, X:
654 EdkLogger.error("GenFw", COMMAND_FAILURE, ExtraData="%s: %s" % (str(X), cmd[0]))
655 EndOfProcedure = threading.Event()
656 EndOfProcedure.clear()
657 if PopenObject.stderr:
658 StdErrThread = threading.Thread(target=ReadMessage, args=(PopenObject.stderr, EdkLogger.quiet, EndOfProcedure))
659 StdErrThread.setName("STDERR-Redirector")
660 StdErrThread.setDaemon(False)
661 StdErrThread.start()
662 # waiting for program exit
663 PopenObject.wait()
664 if PopenObject.stderr:
665 StdErrThread.join()
666 if PopenObject.returncode != 0:
667 EdkLogger.error("GenFw", COMMAND_FAILURE, "Failed to generate firmware hash image for %s" % (DefaultEFIfile))
668 if os.path.isfile(Tempfile):
669 self.Hash = hashlib.sha1()
670 buf = open(Tempfile, 'rb').read()
671 if self.Hash.update(buf):
672 self.Hash = self.Hash.update(buf)
673 self.Hash = self.Hash.hexdigest()
674 os.remove(Tempfile)
675
676 FileWrite(File, "Module Summary")
677 FileWrite(File, "Module Name: %s" % self.ModuleName)
678 FileWrite(File, "Module INF Path: %s" % self.ModuleInfPath)
679 FileWrite(File, "File GUID: %s" % self.FileGuid)
680 if self.Size:
681 FileWrite(File, "Size: 0x%X (%.2fK)" % (self.Size, self.Size / 1024.0))
682 if self.Hash:
683 FileWrite(File, "SHA1 HASH: %s *%s" % (self.Hash, self.ModuleName + ".efi"))
684 if self.BuildTimeStamp:
685 FileWrite(File, "Build Time Stamp: %s" % self.BuildTimeStamp)
686 if self.BuildTime:
687 FileWrite(File, "Module Build Time: %s" % self.BuildTime)
688 if self.DriverType:
689 FileWrite(File, "Driver Type: %s" % self.DriverType)
690 if self.UefiSpecVersion:
691 FileWrite(File, "UEFI Spec Version: %s" % self.UefiSpecVersion)
692 if self.PiSpecVersion:
693 FileWrite(File, "PI Spec Version: %s" % self.PiSpecVersion)
694 if self.PciDeviceId:
695 FileWrite(File, "PCI Device ID: %s" % self.PciDeviceId)
696 if self.PciVendorId:
697 FileWrite(File, "PCI Vendor ID: %s" % self.PciVendorId)
698 if self.PciClassCode:
699 FileWrite(File, "PCI Class Code: %s" % self.PciClassCode)
700
701 FileWrite(File, gSectionSep)
702
703 if "PCD" in ReportType:
704 GlobalPcdReport.GenerateReport(File, self.ModulePcdSet)
705
706 if "LIBRARY" in ReportType:
707 self.LibraryReport.GenerateReport(File)
708
709 if "DEPEX" in ReportType:
710 self.DepexReport.GenerateReport(File, GlobalDepexParser)
711
712 if "BUILD_FLAGS" in ReportType:
713 self.BuildFlagsReport.GenerateReport(File)
714
715 if "FIXED_ADDRESS" in ReportType and self.FileGuid:
716 GlobalPredictionReport.GenerateReport(File, self.FileGuid)
717
718 FileWrite(File, gSectionEnd)
719
720 def ReadMessage(From, To, ExitFlag):
721 while True:
722 # read one line a time
723 Line = From.readline()
724 # empty string means "end"
725 if Line != None and Line != "":
726 To(Line.rstrip())
727 else:
728 break
729 if ExitFlag.isSet():
730 break
731
732 ##
733 # Reports platform and module PCD information
734 #
735 # This class reports the platform PCD section and module PCD subsection
736 # in the build report file.
737 #
738 class PcdReport(object):
739 ##
740 # Constructor function for class PcdReport
741 #
742 # This constructor function generates PcdReport object a platform build.
743 # It collects the whole PCD database from platform DSC files, platform
744 # flash description file and package DEC files.
745 #
746 # @param self The object pointer
747 # @param Wa Workspace context information
748 #
749 def __init__(self, Wa):
750 self.AllPcds = {}
751 self.UnusedPcds = {}
752 self.ConditionalPcds = {}
753 self.MaxLen = 0
754 self.Arch = None
755 if Wa.FdfProfile:
756 self.FdfPcdSet = Wa.FdfProfile.PcdDict
757 else:
758 self.FdfPcdSet = {}
759
760 self.DefaultStoreSingle = True
761 self.SkuSingle = True
762 if GlobalData.gDefaultStores and len(GlobalData.gDefaultStores) > 1:
763 self.DefaultStoreSingle = False
764 if GlobalData.gSkuids and len(GlobalData.gSkuids) > 1:
765 self.SkuSingle = False
766
767 self.ModulePcdOverride = {}
768 for Pa in Wa.AutoGenObjectList:
769 self.Arch = Pa.Arch
770 #
771 # Collect all platform referenced PCDs and grouped them by PCD token space
772 # GUID C Names
773 #
774 for Pcd in Pa.AllPcdList:
775 PcdList = self.AllPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])
776 if Pcd not in PcdList:
777 PcdList.append(Pcd)
778 if len(Pcd.TokenCName) > self.MaxLen:
779 self.MaxLen = len(Pcd.TokenCName)
780 #
781 # Collect the PCD defined in DSC/FDF file, but not used in module
782 #
783 UnusedPcdFullList = []
784 for item in Pa.Platform.Pcds:
785 Pcd = Pa.Platform.Pcds[item]
786 if not Pcd.Type:
787 # check the Pcd in FDF file, whether it is used in module first
788 for T in ["FixedAtBuild", "PatchableInModule", "FeatureFlag", "Dynamic", "DynamicEx"]:
789 PcdList = self.AllPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(T, [])
790 if Pcd in PcdList:
791 Pcd.Type = T
792 break
793 if not Pcd.Type:
794 PcdTypeFlag = False
795 for package in Pa.PackageList:
796 for T in ["FixedAtBuild", "PatchableInModule", "FeatureFlag", "Dynamic", "DynamicEx"]:
797 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, T) in package.Pcds:
798 Pcd.Type = T
799 PcdTypeFlag = True
800 if not Pcd.DatumType:
801 Pcd.DatumType = package.Pcds[(Pcd.TokenCName, Pcd.TokenSpaceGuidCName, T)].DatumType
802 break
803 if PcdTypeFlag:
804 break
805 if not Pcd.DatumType:
806 PcdType = Pcd.Type
807 # Try to remove Hii and Vpd suffix
808 if PcdType.startswith("DynamicEx"):
809 PcdType = "DynamicEx"
810 elif PcdType.startswith("Dynamic"):
811 PcdType = "Dynamic"
812 for package in Pa.PackageList:
813 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, PcdType) in package.Pcds:
814 Pcd.DatumType = package.Pcds[(Pcd.TokenCName, Pcd.TokenSpaceGuidCName, PcdType)].DatumType
815 break
816
817 PcdList = self.AllPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])
818 if Pcd not in PcdList and Pcd not in UnusedPcdFullList:
819 UnusedPcdFullList.append(Pcd)
820 if len(Pcd.TokenCName) > self.MaxLen:
821 self.MaxLen = len(Pcd.TokenCName)
822
823 if GlobalData.gConditionalPcds:
824 for PcdItem in GlobalData.gConditionalPcds:
825 if '.' in PcdItem:
826 (TokenSpaceGuidCName, TokenCName) = PcdItem.split('.')
827 if (TokenCName, TokenSpaceGuidCName) in Pa.Platform.Pcds.keys():
828 Pcd = Pa.Platform.Pcds[(TokenCName, TokenSpaceGuidCName)]
829 PcdList = self.ConditionalPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])
830 if Pcd not in PcdList:
831 PcdList.append(Pcd)
832
833 UnusedPcdList = []
834 if UnusedPcdFullList:
835 for Pcd in UnusedPcdFullList:
836 if Pcd.TokenSpaceGuidCName + '.' + Pcd.TokenCName in GlobalData.gConditionalPcds:
837 continue
838 UnusedPcdList.append(Pcd)
839
840 for Pcd in UnusedPcdList:
841 PcdList = self.UnusedPcds.setdefault(Pcd.TokenSpaceGuidCName, {}).setdefault(Pcd.Type, [])
842 if Pcd not in PcdList:
843 PcdList.append(Pcd)
844
845 for Module in Pa.Platform.Modules.values():
846 #
847 # Collect module override PCDs
848 #
849 for ModulePcd in Module.M.ModulePcdList + Module.M.LibraryPcdList:
850 TokenCName = ModulePcd.TokenCName
851 TokenSpaceGuid = ModulePcd.TokenSpaceGuidCName
852 ModuleDefault = ModulePcd.DefaultValue
853 ModulePath = os.path.basename(Module.M.MetaFile.File)
854 self.ModulePcdOverride.setdefault((TokenCName, TokenSpaceGuid), {})[ModulePath] = ModuleDefault
855
856
857 #
858 # Collect PCD DEC default value.
859 #
860 self.DecPcdDefault = {}
861 self._GuidDict = {}
862 for Pa in Wa.AutoGenObjectList:
863 for Package in Pa.PackageList:
864 Guids = Package.Guids
865 self._GuidDict.update(Guids)
866 for (TokenCName, TokenSpaceGuidCName, DecType) in Package.Pcds:
867 DecDefaultValue = Package.Pcds[TokenCName, TokenSpaceGuidCName, DecType].DefaultValue
868 self.DecPcdDefault.setdefault((TokenCName, TokenSpaceGuidCName, DecType), DecDefaultValue)
869 #
870 # Collect PCDs defined in DSC common section
871 #
872 self.DscPcdDefault = {}
873 for Pa in Wa.AutoGenObjectList:
874 for (TokenCName, TokenSpaceGuidCName) in Pa.Platform.Pcds:
875 DscDefaultValue = Pa.Platform.Pcds[(TokenCName, TokenSpaceGuidCName)].DscDefaultValue
876 if DscDefaultValue:
877 self.DscPcdDefault[(TokenCName, TokenSpaceGuidCName)] = DscDefaultValue
878
879 def GenerateReport(self, File, ModulePcdSet):
880 if self.ConditionalPcds:
881 self.GenerateReportDetail(File, ModulePcdSet, 1)
882 if self.UnusedPcds:
883 self.GenerateReportDetail(File, ModulePcdSet, 2)
884 self.GenerateReportDetail(File, ModulePcdSet)
885
886 ##
887 # Generate report for PCD information
888 #
889 # This function generates report for separate module expression
890 # in a platform build.
891 #
892 # @param self The object pointer
893 # @param File The file object for report
894 # @param ModulePcdSet Set of all PCDs referenced by module or None for
895 # platform PCD report
896 # @param ReportySubType 0 means platform/module PCD report, 1 means Conditional
897 # directives section report, 2 means Unused Pcds section report
898 # @param DscOverridePcds Module DSC override PCDs set
899 #
900 def GenerateReportDetail(self, File, ModulePcdSet, ReportSubType = 0):
901 PcdDict = self.AllPcds
902 if ReportSubType == 1:
903 PcdDict = self.ConditionalPcds
904 elif ReportSubType == 2:
905 PcdDict = self.UnusedPcds
906
907 if ModulePcdSet == None:
908 FileWrite(File, gSectionStart)
909 if ReportSubType == 1:
910 FileWrite(File, "Conditional Directives used by the build system")
911 elif ReportSubType == 2:
912 FileWrite(File, "PCDs not used by modules or in conditional directives")
913 else:
914 FileWrite(File, "Platform Configuration Database Report")
915
916 FileWrite(File, " *B - PCD override in the build option")
917 FileWrite(File, " *P - Platform scoped PCD override in DSC file")
918 FileWrite(File, " *F - Platform scoped PCD override in FDF file")
919 if not ReportSubType:
920 FileWrite(File, " *M - Module scoped PCD override")
921 FileWrite(File, gSectionSep)
922 else:
923 if not ReportSubType and ModulePcdSet:
924 #
925 # For module PCD sub-section
926 #
927 FileWrite(File, gSubSectionStart)
928 FileWrite(File, TAB_BRG_PCD)
929 FileWrite(File, gSubSectionSep)
930
931 for Key in PcdDict:
932 #
933 # Group PCD by their token space GUID C Name
934 #
935 First = True
936 for Type in PcdDict[Key]:
937 #
938 # Group PCD by their usage type
939 #
940 TypeName, DecType = gPcdTypeMap.get(Type, ("", Type))
941 for Pcd in PcdDict[Key][Type]:
942 PcdTokenCName = Pcd.TokenCName
943 MixedPcdFlag = False
944 if GlobalData.MixedPcd:
945 for PcdKey in GlobalData.MixedPcd:
946 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName) in GlobalData.MixedPcd[PcdKey]:
947 PcdTokenCName = PcdKey[0]
948 MixedPcdFlag = True
949 if MixedPcdFlag and not ModulePcdSet:
950 continue
951 #
952 # Get PCD default value and their override relationship
953 #
954 DecDefaultValue = self.DecPcdDefault.get((Pcd.TokenCName, Pcd.TokenSpaceGuidCName, DecType))
955 DscDefaultValue = self.DscPcdDefault.get((Pcd.TokenCName, Pcd.TokenSpaceGuidCName))
956 DscDefaultValBak = DscDefaultValue
957 DscDefaultValue = self.FdfPcdSet.get((Pcd.TokenCName, Key), DscDefaultValue)
958 if DscDefaultValue != DscDefaultValBak:
959 try:
960 DscDefaultValue = ValueExpressionEx(DscDefaultValue, Pcd.DatumType, self._GuidDict)(True)
961 except BadExpression, Value:
962 EdkLogger.error('BuildReport', FORMAT_INVALID, "PCD Value: %s, Type: %s" %(DscDefaultValue, Pcd.DatumType))
963
964 InfDefaultValue = None
965
966 PcdValue = DecDefaultValue
967 if DscDefaultValue:
968 PcdValue = DscDefaultValue
969 if ModulePcdSet != None:
970 if (Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Type) not in ModulePcdSet:
971 continue
972 InfDefault, PcdValue = ModulePcdSet[Pcd.TokenCName, Pcd.TokenSpaceGuidCName, Type]
973 if InfDefault == "":
974 InfDefault = None
975
976 BuildOptionMatch = False
977 if GlobalData.BuildOptionPcd:
978 for pcd in GlobalData.BuildOptionPcd:
979 if (Pcd.TokenSpaceGuidCName, Pcd.TokenCName) == (pcd[0], pcd[1]):
980 PcdValue = pcd[2]
981 Pcd.DefaultValue = PcdValue
982 BuildOptionMatch = True
983 break
984
985 if First:
986 if ModulePcdSet == None:
987 FileWrite(File, "")
988 FileWrite(File, Key)
989 First = False
990
991
992 if Pcd.DatumType in ('UINT8', 'UINT16', 'UINT32', 'UINT64'):
993 PcdValueNumber = int(PcdValue.strip(), 0)
994 if DecDefaultValue == None:
995 DecMatch = True
996 else:
997 DecDefaultValueNumber = int(DecDefaultValue.strip(), 0)
998 DecMatch = (DecDefaultValueNumber == PcdValueNumber)
999
1000 if InfDefaultValue == None:
1001 InfMatch = True
1002 else:
1003 InfDefaultValueNumber = int(InfDefaultValue.strip(), 0)
1004 InfMatch = (InfDefaultValueNumber == PcdValueNumber)
1005
1006 if DscDefaultValue == None:
1007 DscMatch = True
1008 else:
1009 DscDefaultValueNumber = int(DscDefaultValue.strip(), 0)
1010 DscMatch = (DscDefaultValueNumber == PcdValueNumber)
1011 else:
1012 if DecDefaultValue == None:
1013 DecMatch = True
1014 else:
1015 DecMatch = (DecDefaultValue.strip() == PcdValue.strip())
1016
1017 if InfDefaultValue == None:
1018 InfMatch = True
1019 else:
1020 InfMatch = (InfDefaultValue.strip() == PcdValue.strip())
1021
1022 if DscDefaultValue == None:
1023 DscMatch = True
1024 else:
1025 DscMatch = (DscDefaultValue.strip() == PcdValue.strip())
1026
1027 IsStructure = False
1028 if GlobalData.gStructurePcd and (self.Arch in GlobalData.gStructurePcd.keys()) and ((Pcd.TokenCName, Pcd.TokenSpaceGuidCName) in GlobalData.gStructurePcd[self.Arch]):
1029 IsStructure = True
1030 if TypeName in ('DYNVPD', 'DEXVPD'):
1031 SkuInfoList = Pcd.SkuInfoList
1032 Pcd = GlobalData.gStructurePcd[self.Arch][(Pcd.TokenCName, Pcd.TokenSpaceGuidCName)]
1033 Pcd.DatumType = Pcd.StructName
1034 if TypeName in ('DYNVPD', 'DEXVPD'):
1035 Pcd.SkuInfoList = SkuInfoList
1036 if Pcd.SkuOverrideValues:
1037 DscMatch = True
1038 DecMatch = False
1039 #
1040 # Report PCD item according to their override relationship
1041 #
1042 if DecMatch and InfMatch:
1043 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, ' ')
1044 elif BuildOptionMatch:
1045 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*B')
1046 else:
1047 if DscMatch:
1048 if (Pcd.TokenCName, Key) in self.FdfPcdSet:
1049 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*F')
1050 else:
1051 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*P')
1052 else:
1053 self.PrintPcdValue(File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValBak, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, '*M')
1054
1055 if ModulePcdSet == None:
1056 if IsStructure:
1057 continue
1058 if not TypeName in ('PATCH', 'FLAG', 'FIXED'):
1059 continue
1060 if not BuildOptionMatch:
1061 ModuleOverride = self.ModulePcdOverride.get((Pcd.TokenCName, Pcd.TokenSpaceGuidCName), {})
1062 for ModulePath in ModuleOverride:
1063 ModuleDefault = ModuleOverride[ModulePath]
1064 if Pcd.DatumType in ('UINT8', 'UINT16', 'UINT32', 'UINT64'):
1065 ModulePcdDefaultValueNumber = int(ModuleDefault.strip(), 0)
1066 Match = (ModulePcdDefaultValueNumber == PcdValueNumber)
1067 else:
1068 Match = (ModuleDefault.strip() == PcdValue.strip())
1069 if Match:
1070 continue
1071 IsByteArray, ArrayList = ByteArrayForamt(ModuleDefault.strip())
1072 if IsByteArray:
1073 FileWrite(File, ' *M %-*s = %s' % (self.MaxLen + 19, ModulePath, '{'))
1074 for Array in ArrayList:
1075 FileWrite(File, '%s' % (Array))
1076 else:
1077 FileWrite(File, ' *M %-*s = %s' % (self.MaxLen + 19, ModulePath, ModuleDefault.strip()))
1078
1079 if ModulePcdSet == None:
1080 FileWrite(File, gSectionEnd)
1081 else:
1082 if not ReportSubType and ModulePcdSet:
1083 FileWrite(File, gSubSectionEnd)
1084
1085
1086 def PrintPcdDefault(self, File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue):
1087 if not DscMatch and DscDefaultValue != None:
1088 Value = DscDefaultValue.strip()
1089 IsByteArray, ArrayList = ByteArrayForamt(Value)
1090 if IsByteArray:
1091 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DSC DEFAULT', "{"))
1092 for Array in ArrayList:
1093 FileWrite(File, '%s' % (Array))
1094 else:
1095 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DSC DEFAULT', Value))
1096 if not InfMatch and InfDefaultValue != None:
1097 Value = InfDefaultValue.strip()
1098 IsByteArray, ArrayList = ByteArrayForamt(Value)
1099 if IsByteArray:
1100 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'INF DEFAULT', "{"))
1101 for Array in ArrayList:
1102 FileWrite(File, '%s' % (Array))
1103 else:
1104 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'INF DEFAULT', Value))
1105
1106 if not DecMatch and DecDefaultValue != None:
1107 Value = DecDefaultValue.strip()
1108 IsByteArray, ArrayList = ByteArrayForamt(Value)
1109 if IsByteArray:
1110 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DEC DEFAULT', "{"))
1111 for Array in ArrayList:
1112 FileWrite(File, '%s' % (Array))
1113 else:
1114 FileWrite(File, ' %*s = %s' % (self.MaxLen + 19, 'DEC DEFAULT', Value))
1115 if IsStructure:
1116 self.PrintStructureInfo(File, Pcd.DefaultValues)
1117
1118 def PrintPcdValue(self, File, Pcd, PcdTokenCName, TypeName, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue, Flag = ' '):
1119 if not Pcd.SkuInfoList:
1120 Value = Pcd.DefaultValue
1121 IsByteArray, ArrayList = ByteArrayForamt(Value)
1122 if IsByteArray:
1123 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '{'))
1124 for Array in ArrayList:
1125 FileWrite(File, '%s' % (Array))
1126 else:
1127 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', Value))
1128 if IsStructure:
1129 OverrideValues = Pcd.SkuOverrideValues
1130 if OverrideValues:
1131 Keys = OverrideValues.keys()
1132 Data = OverrideValues[Keys[0]]
1133 Struct = Data.values()[0]
1134 self.PrintStructureInfo(File, Struct)
1135 self.PrintPcdDefault(File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue)
1136 else:
1137 FirstPrint = True
1138 SkuList = sorted(Pcd.SkuInfoList.keys())
1139 for Sku in SkuList:
1140 SkuInfo = Pcd.SkuInfoList[Sku]
1141 SkuIdName = SkuInfo.SkuIdName
1142 if TypeName in ('DYNHII', 'DEXHII'):
1143 if SkuInfo.DefaultStoreDict:
1144 DefaultStoreList = sorted(SkuInfo.DefaultStoreDict.keys())
1145 for DefaultStore in DefaultStoreList:
1146 Value = SkuInfo.DefaultStoreDict[DefaultStore]
1147 IsByteArray, ArrayList = ByteArrayForamt(Value)
1148 if FirstPrint:
1149 FirstPrint = False
1150 if IsByteArray:
1151 if self.DefaultStoreSingle and self.SkuSingle:
1152 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '{'))
1153 elif self.DefaultStoreSingle and not self.SkuSingle:
1154 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '{'))
1155 elif not self.DefaultStoreSingle and self.SkuSingle:
1156 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', '{'))
1157 else:
1158 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', '{'))
1159 for Array in ArrayList:
1160 FileWrite(File, '%s' % (Array))
1161 else:
1162 if self.DefaultStoreSingle and self.SkuSingle:
1163 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', Value))
1164 elif self.DefaultStoreSingle and not self.SkuSingle:
1165 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))
1166 elif not self.DefaultStoreSingle and self.SkuSingle:
1167 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', Value))
1168 else:
1169 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', Value))
1170 else:
1171 if IsByteArray:
1172 if self.DefaultStoreSingle and self.SkuSingle:
1173 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '{'))
1174 elif self.DefaultStoreSingle and not self.SkuSingle:
1175 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '{'))
1176 elif not self.DefaultStoreSingle and self.SkuSingle:
1177 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', '{'))
1178 else:
1179 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', '{'))
1180 for Array in ArrayList:
1181 FileWrite(File, '%s' % (Array))
1182 else:
1183 if self.DefaultStoreSingle and self.SkuSingle:
1184 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', Value))
1185 elif self.DefaultStoreSingle and not self.SkuSingle:
1186 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))
1187 elif not self.DefaultStoreSingle and self.SkuSingle:
1188 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + DefaultStore + ')', Value))
1189 else:
1190 FileWrite(File, ' %-*s : %6s %10s %10s %10s = %s' % (self.MaxLen, ' ', TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', '(' + DefaultStore + ')', Value))
1191 FileWrite(File, '%*s: %s: %s' % (self.MaxLen + 4, SkuInfo.VariableGuid, SkuInfo.VariableName, SkuInfo.VariableOffset))
1192 if IsStructure:
1193 OverrideValues = Pcd.SkuOverrideValues[Sku]
1194 Struct = OverrideValues[DefaultStore]
1195 self.PrintStructureInfo(File, Struct)
1196 self.PrintPcdDefault(File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue)
1197 else:
1198 Value = SkuInfo.DefaultValue
1199 IsByteArray, ArrayList = ByteArrayForamt(Value)
1200 if FirstPrint:
1201 FirstPrint = False
1202 if IsByteArray:
1203 if self.SkuSingle:
1204 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', "{"))
1205 else:
1206 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', "{"))
1207 for Array in ArrayList:
1208 FileWrite(File, '%s' % (Array))
1209 else:
1210 if self.SkuSingle:
1211 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', Value))
1212 else:
1213 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, Flag + ' ' + PcdTokenCName, TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))
1214 else:
1215 if IsByteArray:
1216 if self.SkuSingle:
1217 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ' , TypeName, '(' + Pcd.DatumType + ')', "{"))
1218 else:
1219 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ' , TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', "{"))
1220 for Array in ArrayList:
1221 FileWrite(File, '%s' % (Array))
1222 else:
1223 if self.SkuSingle:
1224 FileWrite(File, ' %-*s : %6s %10s = %s' % (self.MaxLen, ' ' , TypeName, '(' + Pcd.DatumType + ')', Value))
1225 else:
1226 FileWrite(File, ' %-*s : %6s %10s %10s = %s' % (self.MaxLen, ' ' , TypeName, '(' + Pcd.DatumType + ')', '(' + SkuIdName + ')', Value))
1227 if TypeName in ('DYNVPD', 'DEXVPD'):
1228 FileWrite(File, '%*s' % (self.MaxLen + 4, SkuInfo.VpdOffset))
1229 if IsStructure:
1230 OverrideValues = Pcd.SkuOverrideValues[Sku]
1231 if OverrideValues:
1232 Keys = OverrideValues.keys()
1233 Struct = OverrideValues[Keys[0]]
1234 self.PrintStructureInfo(File, Struct)
1235 self.PrintPcdDefault(File, Pcd, IsStructure, DscMatch, DscDefaultValue, InfMatch, InfDefaultValue, DecMatch, DecDefaultValue)
1236
1237 def PrintStructureInfo(self, File, Struct):
1238 NewInfo = collections.OrderedDict()
1239 for Key, Value in Struct.items():
1240 if Value[1] and 'build command options' in Value[1]:
1241 FileWrite(File, ' *B %-*s = %s' % (self.MaxLen + 4, '.' + Key, Value[0]))
1242 else:
1243 FileWrite(File, ' %-*s = %s' % (self.MaxLen + 4, '.' + Key, Value[0]))
1244
1245 def StrtoHex(self, value):
1246 try:
1247 value = hex(int(value))
1248 return value
1249 except:
1250 if value.startswith("L\"") and value.endswith("\""):
1251 valuelist = []
1252 for ch in value[2:-1]:
1253 valuelist.append(hex(ord(ch)))
1254 valuelist.append('0x00')
1255 return valuelist
1256 elif value.startswith("\"") and value.endswith("\""):
1257 return hex(ord(value[1:-1]))
1258 elif value.startswith("{") and value.endswith("}"):
1259 valuelist = []
1260 if ',' not in value:
1261 return value[1:-1]
1262 for ch in value[1:-1].split(','):
1263 ch = ch.strip()
1264 if ch.startswith('0x') or ch.startswith('0X'):
1265 valuelist.append(ch)
1266 continue
1267 try:
1268 valuelist.append(hex(int(ch.strip())))
1269 except:
1270 pass
1271 return valuelist
1272 else:
1273 return value
1274
1275 ##
1276 # Reports platform and module Prediction information
1277 #
1278 # This class reports the platform execution order prediction section and
1279 # module load fixed address prediction subsection in the build report file.
1280 #
1281 class PredictionReport(object):
1282 ##
1283 # Constructor function for class PredictionReport
1284 #
1285 # This constructor function generates PredictionReport object for the platform.
1286 #
1287 # @param self: The object pointer
1288 # @param Wa Workspace context information
1289 #
1290 def __init__(self, Wa):
1291 self._MapFileName = os.path.join(Wa.BuildDir, Wa.Name + ".map")
1292 self._MapFileParsed = False
1293 self._EotToolInvoked = False
1294 self._FvDir = Wa.FvDir
1295 self._EotDir = Wa.BuildDir
1296 self._FfsEntryPoint = {}
1297 self._GuidMap = {}
1298 self._SourceList = []
1299 self.FixedMapDict = {}
1300 self.ItemList = []
1301 self.MaxLen = 0
1302
1303 #
1304 # Collect all platform reference source files and GUID C Name
1305 #
1306 for Pa in Wa.AutoGenObjectList:
1307 for Module in Pa.LibraryAutoGenList + Pa.ModuleAutoGenList:
1308 #
1309 # BASE typed modules are EFI agnostic, so we need not scan
1310 # their source code to find PPI/Protocol produce or consume
1311 # information.
1312 #
1313 if Module.ModuleType == "BASE":
1314 continue
1315 #
1316 # Add module referenced source files
1317 #
1318 self._SourceList.append(str(Module))
1319 IncludeList = {}
1320 for Source in Module.SourceFileList:
1321 if os.path.splitext(str(Source))[1].lower() == ".c":
1322 self._SourceList.append(" " + str(Source))
1323 FindIncludeFiles(Source.Path, Module.IncludePathList, IncludeList)
1324 for IncludeFile in IncludeList.values():
1325 self._SourceList.append(" " + IncludeFile)
1326
1327 for Guid in Module.PpiList:
1328 self._GuidMap[Guid] = GuidStructureStringToGuidString(Module.PpiList[Guid])
1329 for Guid in Module.ProtocolList:
1330 self._GuidMap[Guid] = GuidStructureStringToGuidString(Module.ProtocolList[Guid])
1331 for Guid in Module.GuidList:
1332 self._GuidMap[Guid] = GuidStructureStringToGuidString(Module.GuidList[Guid])
1333
1334 if Module.Guid and not Module.IsLibrary:
1335 EntryPoint = " ".join(Module.Module.ModuleEntryPointList)
1336 if int(str(Module.AutoGenVersion), 0) >= 0x00010005:
1337 RealEntryPoint = "_ModuleEntryPoint"
1338 else:
1339 RealEntryPoint = EntryPoint
1340 if EntryPoint == "_ModuleEntryPoint":
1341 CCFlags = Module.BuildOption.get("CC", {}).get("FLAGS", "")
1342 Match = gGlueLibEntryPoint.search(CCFlags)
1343 if Match:
1344 EntryPoint = Match.group(1)
1345
1346 self._FfsEntryPoint[Module.Guid.upper()] = (EntryPoint, RealEntryPoint)
1347
1348
1349 #
1350 # Collect platform firmware volume list as the input of EOT.
1351 #
1352 self._FvList = []
1353 if Wa.FdfProfile:
1354 for Fd in Wa.FdfProfile.FdDict:
1355 for FdRegion in Wa.FdfProfile.FdDict[Fd].RegionList:
1356 if FdRegion.RegionType != "FV":
1357 continue
1358 for FvName in FdRegion.RegionDataList:
1359 if FvName in self._FvList:
1360 continue
1361 self._FvList.append(FvName)
1362 for Ffs in Wa.FdfProfile.FvDict[FvName.upper()].FfsList:
1363 for Section in Ffs.SectionList:
1364 try:
1365 for FvSection in Section.SectionList:
1366 if FvSection.FvName in self._FvList:
1367 continue
1368 self._FvList.append(FvSection.FvName)
1369 except AttributeError:
1370 pass
1371
1372
1373 ##
1374 # Parse platform fixed address map files
1375 #
1376 # This function parses the platform final fixed address map file to get
1377 # the database of predicted fixed address for module image base, entry point
1378 # etc.
1379 #
1380 # @param self: The object pointer
1381 #
1382 def _ParseMapFile(self):
1383 if self._MapFileParsed:
1384 return
1385 self._MapFileParsed = True
1386 if os.path.isfile(self._MapFileName):
1387 try:
1388 FileContents = open(self._MapFileName).read()
1389 for Match in gMapFileItemPattern.finditer(FileContents):
1390 AddressType = Match.group(1)
1391 BaseAddress = Match.group(2)
1392 EntryPoint = Match.group(3)
1393 Guid = Match.group(4).upper()
1394 List = self.FixedMapDict.setdefault(Guid, [])
1395 List.append((AddressType, BaseAddress, "*I"))
1396 List.append((AddressType, EntryPoint, "*E"))
1397 except:
1398 EdkLogger.warn(None, "Cannot open file to read", self._MapFileName)
1399
1400 ##
1401 # Invokes EOT tool to get the predicted the execution order.
1402 #
1403 # This function invokes EOT tool to calculate the predicted dispatch order
1404 #
1405 # @param self: The object pointer
1406 #
1407 def _InvokeEotTool(self):
1408 if self._EotToolInvoked:
1409 return
1410
1411 self._EotToolInvoked = True
1412 FvFileList = []
1413 for FvName in self._FvList:
1414 FvFile = os.path.join(self._FvDir, FvName + ".Fv")
1415 if os.path.isfile(FvFile):
1416 FvFileList.append(FvFile)
1417
1418 if len(FvFileList) == 0:
1419 return
1420 #
1421 # Write source file list and GUID file list to an intermediate file
1422 # as the input for EOT tool and dispatch List as the output file
1423 # from EOT tool.
1424 #
1425 SourceList = os.path.join(self._EotDir, "SourceFile.txt")
1426 GuidList = os.path.join(self._EotDir, "GuidList.txt")
1427 DispatchList = os.path.join(self._EotDir, "Dispatch.txt")
1428
1429 TempFile = open(SourceList, "w+")
1430 for Item in self._SourceList:
1431 FileWrite(TempFile, Item)
1432 TempFile.close()
1433 TempFile = open(GuidList, "w+")
1434 for Key in self._GuidMap:
1435 FileWrite(TempFile, "%s %s" % (Key, self._GuidMap[Key]))
1436 TempFile.close()
1437
1438 try:
1439 from Eot.Eot import Eot
1440
1441 #
1442 # Invoke EOT tool and echo its runtime performance
1443 #
1444 EotStartTime = time.time()
1445 Eot(CommandLineOption=False, SourceFileList=SourceList, GuidList=GuidList,
1446 FvFileList=' '.join(FvFileList), Dispatch=DispatchList, IsInit=True)
1447 EotEndTime = time.time()
1448 EotDuration = time.strftime("%H:%M:%S", time.gmtime(int(round(EotEndTime - EotStartTime))))
1449 EdkLogger.quiet("EOT run time: %s\n" % EotDuration)
1450
1451 #
1452 # Parse the output of EOT tool
1453 #
1454 for Line in open(DispatchList):
1455 if len(Line.split()) < 4:
1456 continue
1457 (Guid, Phase, FfsName, FilePath) = Line.split()
1458 Symbol = self._FfsEntryPoint.get(Guid, [FfsName, ""])[0]
1459 if len(Symbol) > self.MaxLen:
1460 self.MaxLen = len(Symbol)
1461 self.ItemList.append((Phase, Symbol, FilePath))
1462 except:
1463 EdkLogger.quiet("(Python %s on %s\n%s)" % (platform.python_version(), sys.platform, traceback.format_exc()))
1464 EdkLogger.warn(None, "Failed to generate execution order prediction report, for some error occurred in executing EOT.")
1465
1466
1467 ##
1468 # Generate platform execution order report
1469 #
1470 # This function generates the predicted module execution order.
1471 #
1472 # @param self The object pointer
1473 # @param File The file object for report
1474 #
1475 def _GenerateExecutionOrderReport(self, File):
1476 self._InvokeEotTool()
1477 if len(self.ItemList) == 0:
1478 return
1479 FileWrite(File, gSectionStart)
1480 FileWrite(File, "Execution Order Prediction")
1481 FileWrite(File, "*P PEI phase")
1482 FileWrite(File, "*D DXE phase")
1483 FileWrite(File, "*E Module INF entry point name")
1484 FileWrite(File, "*N Module notification function name")
1485
1486 FileWrite(File, "Type %-*s %s" % (self.MaxLen, "Symbol", "Module INF Path"))
1487 FileWrite(File, gSectionSep)
1488 for Item in self.ItemList:
1489 FileWrite(File, "*%sE %-*s %s" % (Item[0], self.MaxLen, Item[1], Item[2]))
1490
1491 FileWrite(File, gSectionStart)
1492
1493 ##
1494 # Generate Fixed Address report.
1495 #
1496 # This function generate the predicted fixed address report for a module
1497 # specified by Guid.
1498 #
1499 # @param self The object pointer
1500 # @param File The file object for report
1501 # @param Guid The module Guid value.
1502 # @param NotifyList The list of all notify function in a module
1503 #
1504 def _GenerateFixedAddressReport(self, File, Guid, NotifyList):
1505 self._ParseMapFile()
1506 FixedAddressList = self.FixedMapDict.get(Guid)
1507 if not FixedAddressList:
1508 return
1509
1510 FileWrite(File, gSubSectionStart)
1511 FileWrite(File, "Fixed Address Prediction")
1512 FileWrite(File, "*I Image Loading Address")
1513 FileWrite(File, "*E Entry Point Address")
1514 FileWrite(File, "*N Notification Function Address")
1515 FileWrite(File, "*F Flash Address")
1516 FileWrite(File, "*M Memory Address")
1517 FileWrite(File, "*S SMM RAM Offset")
1518 FileWrite(File, "TOM Top of Memory")
1519
1520 FileWrite(File, "Type Address Name")
1521 FileWrite(File, gSubSectionSep)
1522 for Item in FixedAddressList:
1523 Type = Item[0]
1524 Value = Item[1]
1525 Symbol = Item[2]
1526 if Symbol == "*I":
1527 Name = "(Image Base)"
1528 elif Symbol == "*E":
1529 Name = self._FfsEntryPoint.get(Guid, ["", "_ModuleEntryPoint"])[1]
1530 elif Symbol in NotifyList:
1531 Name = Symbol
1532 Symbol = "*N"
1533 else:
1534 continue
1535
1536 if "Flash" in Type:
1537 Symbol += "F"
1538 elif "Memory" in Type:
1539 Symbol += "M"
1540 else:
1541 Symbol += "S"
1542
1543 if Value[0] == "-":
1544 Value = "TOM" + Value
1545
1546 FileWrite(File, "%s %-16s %s" % (Symbol, Value, Name))
1547
1548 ##
1549 # Generate report for the prediction part
1550 #
1551 # This function generate the predicted fixed address report for a module or
1552 # predicted module execution order for a platform.
1553 # If the input Guid is None, then, it generates the predicted module execution order;
1554 # otherwise it generated the module fixed loading address for the module specified by
1555 # Guid.
1556 #
1557 # @param self The object pointer
1558 # @param File The file object for report
1559 # @param Guid The module Guid value.
1560 #
1561 def GenerateReport(self, File, Guid):
1562 if Guid:
1563 self._GenerateFixedAddressReport(File, Guid.upper(), [])
1564 else:
1565 self._GenerateExecutionOrderReport(File)
1566
1567 ##
1568 # Reports FD region information
1569 #
1570 # This class reports the FD subsection in the build report file.
1571 # It collects region information of platform flash device.
1572 # If the region is a firmware volume, it lists the set of modules
1573 # and its space information; otherwise, it only lists its region name,
1574 # base address and size in its sub-section header.
1575 # If there are nesting FVs, the nested FVs will list immediate after
1576 # this FD region subsection
1577 #
1578 class FdRegionReport(object):
1579 ##
1580 # Discover all the nested FV name list.
1581 #
1582 # This is an internal worker function to discover the all the nested FV information
1583 # in the parent firmware volume. It uses deep first search algorithm recursively to
1584 # find all the FV list name and append them to the list.
1585 #
1586 # @param self The object pointer
1587 # @param FvName The name of current firmware file system
1588 # @param Wa Workspace context information
1589 #
1590 def _DiscoverNestedFvList(self, FvName, Wa):
1591 FvDictKey=FvName.upper()
1592 if FvDictKey in Wa.FdfProfile.FvDict:
1593 for Ffs in Wa.FdfProfile.FvDict[FvName.upper()].FfsList:
1594 for Section in Ffs.SectionList:
1595 try:
1596 for FvSection in Section.SectionList:
1597 if FvSection.FvName in self.FvList:
1598 continue
1599 self._GuidsDb[Ffs.NameGuid.upper()] = FvSection.FvName
1600 self.FvList.append(FvSection.FvName)
1601 self.FvInfo[FvSection.FvName] = ("Nested FV", 0, 0)
1602 self._DiscoverNestedFvList(FvSection.FvName, Wa)
1603 except AttributeError:
1604 pass
1605
1606 ##
1607 # Constructor function for class FdRegionReport
1608 #
1609 # This constructor function generates FdRegionReport object for a specified FdRegion.
1610 # If the FdRegion is a firmware volume, it will recursively find all its nested Firmware
1611 # volume list. This function also collects GUID map in order to dump module identification
1612 # in the final report.
1613 #
1614 # @param self: The object pointer
1615 # @param FdRegion The current FdRegion object
1616 # @param Wa Workspace context information
1617 #
1618 def __init__(self, FdRegion, Wa):
1619 self.Type = FdRegion.RegionType
1620 self.BaseAddress = FdRegion.Offset
1621 self.Size = FdRegion.Size
1622 self.FvList = []
1623 self.FvInfo = {}
1624 self._GuidsDb = {}
1625 self._FvDir = Wa.FvDir
1626
1627 #
1628 # If the input FdRegion is not a firmware volume,
1629 # we are done.
1630 #
1631 if self.Type != "FV":
1632 return
1633
1634 #
1635 # Find all nested FVs in the FdRegion
1636 #
1637 for FvName in FdRegion.RegionDataList:
1638 if FvName in self.FvList:
1639 continue
1640 self.FvList.append(FvName)
1641 self.FvInfo[FvName] = ("Fd Region", self.BaseAddress, self.Size)
1642 self._DiscoverNestedFvList(FvName, Wa)
1643
1644 PlatformPcds = {}
1645 #
1646 # Collect PCDs declared in DEC files.
1647 #
1648 for Pa in Wa.AutoGenObjectList:
1649 for Package in Pa.PackageList:
1650 for (TokenCName, TokenSpaceGuidCName, DecType) in Package.Pcds:
1651 DecDefaultValue = Package.Pcds[TokenCName, TokenSpaceGuidCName, DecType].DefaultValue
1652 PlatformPcds[(TokenCName, TokenSpaceGuidCName)] = DecDefaultValue
1653 #
1654 # Collect PCDs defined in DSC file
1655 #
1656 for Pa in Wa.AutoGenObjectList:
1657 for (TokenCName, TokenSpaceGuidCName) in Pa.Platform.Pcds:
1658 DscDefaultValue = Pa.Platform.Pcds[(TokenCName, TokenSpaceGuidCName)].DefaultValue
1659 PlatformPcds[(TokenCName, TokenSpaceGuidCName)] = DscDefaultValue
1660
1661 #
1662 # Add PEI and DXE a priori files GUIDs defined in PI specification.
1663 #
1664 self._GuidsDb["1B45CC0A-156A-428A-AF62-49864DA0E6E6"] = "PEI Apriori"
1665 self._GuidsDb["FC510EE7-FFDC-11D4-BD41-0080C73C8881"] = "DXE Apriori"
1666 #
1667 # Add ACPI table storage file
1668 #
1669 self._GuidsDb["7E374E25-8E01-4FEE-87F2-390C23C606CD"] = "ACPI table storage"
1670
1671 for Pa in Wa.AutoGenObjectList:
1672 for ModuleKey in Pa.Platform.Modules:
1673 M = Pa.Platform.Modules[ModuleKey].M
1674 InfPath = mws.join(Wa.WorkspaceDir, M.MetaFile.File)
1675 self._GuidsDb[M.Guid.upper()] = "%s (%s)" % (M.Module.BaseName, InfPath)
1676
1677 #
1678 # Collect the GUID map in the FV firmware volume
1679 #
1680 for FvName in self.FvList:
1681 FvDictKey=FvName.upper()
1682 if FvDictKey in Wa.FdfProfile.FvDict:
1683 for Ffs in Wa.FdfProfile.FvDict[FvName.upper()].FfsList:
1684 try:
1685 #
1686 # collect GUID map for binary EFI file in FDF file.
1687 #
1688 Guid = Ffs.NameGuid.upper()
1689 Match = gPcdGuidPattern.match(Ffs.NameGuid)
1690 if Match:
1691 PcdTokenspace = Match.group(1)
1692 PcdToken = Match.group(2)
1693 if (PcdToken, PcdTokenspace) in PlatformPcds:
1694 GuidValue = PlatformPcds[(PcdToken, PcdTokenspace)]
1695 Guid = GuidStructureByteArrayToGuidString(GuidValue).upper()
1696 for Section in Ffs.SectionList:
1697 try:
1698 ModuleSectFile = mws.join(Wa.WorkspaceDir, Section.SectFileName)
1699 self._GuidsDb[Guid] = ModuleSectFile
1700 except AttributeError:
1701 pass
1702 except AttributeError:
1703 pass
1704
1705
1706 ##
1707 # Internal worker function to generate report for the FD region
1708 #
1709 # This internal worker function to generate report for the FD region.
1710 # It the type is firmware volume, it lists offset and module identification.
1711 #
1712 # @param self The object pointer
1713 # @param File The file object for report
1714 # @param Title The title for the FD subsection
1715 # @param BaseAddress The base address for the FD region
1716 # @param Size The size of the FD region
1717 # @param FvName The FV name if the FD region is a firmware volume
1718 #
1719 def _GenerateReport(self, File, Title, Type, BaseAddress, Size=0, FvName=None):
1720 FileWrite(File, gSubSectionStart)
1721 FileWrite(File, Title)
1722 FileWrite(File, "Type: %s" % Type)
1723 FileWrite(File, "Base Address: 0x%X" % BaseAddress)
1724
1725 if self.Type == "FV":
1726 FvTotalSize = 0
1727 FvTakenSize = 0
1728 FvFreeSize = 0
1729 FvReportFileName = os.path.join(self._FvDir, FvName + ".Fv.txt")
1730 try:
1731 #
1732 # Collect size info in the firmware volume.
1733 #
1734 FvReport = open(FvReportFileName).read()
1735 Match = gFvTotalSizePattern.search(FvReport)
1736 if Match:
1737 FvTotalSize = int(Match.group(1), 16)
1738 Match = gFvTakenSizePattern.search(FvReport)
1739 if Match:
1740 FvTakenSize = int(Match.group(1), 16)
1741 FvFreeSize = FvTotalSize - FvTakenSize
1742 #
1743 # Write size information to the report file.
1744 #
1745 FileWrite(File, "Size: 0x%X (%.0fK)" % (FvTotalSize, FvTotalSize / 1024.0))
1746 FileWrite(File, "Fv Name: %s (%.1f%% Full)" % (FvName, FvTakenSize * 100.0 / FvTotalSize))
1747 FileWrite(File, "Occupied Size: 0x%X (%.0fK)" % (FvTakenSize, FvTakenSize / 1024.0))
1748 FileWrite(File, "Free Size: 0x%X (%.0fK)" % (FvFreeSize, FvFreeSize / 1024.0))
1749 FileWrite(File, "Offset Module")
1750 FileWrite(File, gSubSectionSep)
1751 #
1752 # Write module offset and module identification to the report file.
1753 #
1754 OffsetInfo = {}
1755 for Match in gOffsetGuidPattern.finditer(FvReport):
1756 Guid = Match.group(2).upper()
1757 OffsetInfo[Match.group(1)] = self._GuidsDb.get(Guid, Guid)
1758 OffsetList = OffsetInfo.keys()
1759 OffsetList.sort()
1760 for Offset in OffsetList:
1761 FileWrite (File, "%s %s" % (Offset, OffsetInfo[Offset]))
1762 except IOError:
1763 EdkLogger.warn(None, "Fail to read report file", FvReportFileName)
1764 else:
1765 FileWrite(File, "Size: 0x%X (%.0fK)" % (Size, Size / 1024.0))
1766 FileWrite(File, gSubSectionEnd)
1767
1768 ##
1769 # Generate report for the FD region
1770 #
1771 # This function generates report for the FD region.
1772 #
1773 # @param self The object pointer
1774 # @param File The file object for report
1775 #
1776 def GenerateReport(self, File):
1777 if (len(self.FvList) > 0):
1778 for FvItem in self.FvList:
1779 Info = self.FvInfo[FvItem]
1780 self._GenerateReport(File, Info[0], "FV", Info[1], Info[2], FvItem)
1781 else:
1782 self._GenerateReport(File, "FD Region", self.Type, self.BaseAddress, self.Size)
1783
1784 ##
1785 # Reports FD information
1786 #
1787 # This class reports the FD section in the build report file.
1788 # It collects flash device information for a platform.
1789 #
1790 class FdReport(object):
1791 ##
1792 # Constructor function for class FdReport
1793 #
1794 # This constructor function generates FdReport object for a specified
1795 # firmware device.
1796 #
1797 # @param self The object pointer
1798 # @param Fd The current Firmware device object
1799 # @param Wa Workspace context information
1800 #
1801 def __init__(self, Fd, Wa):
1802 self.FdName = Fd.FdUiName
1803 self.BaseAddress = Fd.BaseAddress
1804 self.Size = Fd.Size
1805 self.FdRegionList = [FdRegionReport(FdRegion, Wa) for FdRegion in Fd.RegionList]
1806 self.FvPath = os.path.join(Wa.BuildDir, "FV")
1807 self.VpdFilePath = os.path.join(self.FvPath, "%s.map" % Wa.Platform.VpdToolGuid)
1808 self.VPDBaseAddress = 0
1809 self.VPDSize = 0
1810 self.VPDInfoList = []
1811 for index, FdRegion in enumerate(Fd.RegionList):
1812 if str(FdRegion.RegionType) is 'FILE' and Wa.Platform.VpdToolGuid in str(FdRegion.RegionDataList):
1813 self.VPDBaseAddress = self.FdRegionList[index].BaseAddress
1814 self.VPDSize = self.FdRegionList[index].Size
1815 break
1816
1817 if os.path.isfile(self.VpdFilePath):
1818 fd = open(self.VpdFilePath, "r")
1819 Lines = fd.readlines()
1820 for Line in Lines:
1821 Line = Line.strip()
1822 if len(Line) == 0 or Line.startswith("#"):
1823 continue
1824 try:
1825 PcdName, SkuId, Offset, Size, Value = Line.split("#")[0].split("|")
1826 PcdName, SkuId, Offset, Size, Value = PcdName.strip(), SkuId.strip(), Offset.strip(), Size.strip(), Value.strip()
1827 if Offset.lower().startswith('0x'):
1828 Offset = '0x%08X' % (int(Offset, 16) + self.VPDBaseAddress)
1829 else:
1830 Offset = '0x%08X' % (int(Offset, 10) + self.VPDBaseAddress)
1831 self.VPDInfoList.append("%s | %s | %s | %s | %s" % (PcdName, SkuId, Offset, Size, Value))
1832 except:
1833 EdkLogger.error("BuildReport", CODE_ERROR, "Fail to parse VPD information file %s" % self.VpdFilePath)
1834 fd.close()
1835
1836 ##
1837 # Generate report for the firmware device.
1838 #
1839 # This function generates report for the firmware device.
1840 #
1841 # @param self The object pointer
1842 # @param File The file object for report
1843 #
1844 def GenerateReport(self, File):
1845 FileWrite(File, gSectionStart)
1846 FileWrite(File, "Firmware Device (FD)")
1847 FileWrite(File, "FD Name: %s" % self.FdName)
1848 FileWrite(File, "Base Address: %s" % self.BaseAddress)
1849 FileWrite(File, "Size: 0x%X (%.0fK)" % (self.Size, self.Size / 1024.0))
1850 if len(self.FdRegionList) > 0:
1851 FileWrite(File, gSectionSep)
1852 for FdRegionItem in self.FdRegionList:
1853 FdRegionItem.GenerateReport(File)
1854
1855 if len(self.VPDInfoList) > 0:
1856 FileWrite(File, gSubSectionStart)
1857 FileWrite(File, "FD VPD Region")
1858 FileWrite(File, "Base Address: 0x%X" % self.VPDBaseAddress)
1859 FileWrite(File, "Size: 0x%X (%.0fK)" % (self.VPDSize, self.VPDSize / 1024.0))
1860 FileWrite(File, gSubSectionSep)
1861 for item in self.VPDInfoList:
1862 ValueList = item.split('|')
1863 Value = ValueList[-1].strip()
1864 IsByteArray, ArrayList = ByteArrayForamt(Value)
1865 if IsByteArray:
1866 ValueList[-1] = ' {'
1867 FileWrite(File, '|'.join(ValueList))
1868 for Array in ArrayList:
1869 FileWrite(File, '%s' % (Array))
1870 else:
1871 FileWrite(File, item)
1872 FileWrite(File, gSubSectionEnd)
1873 FileWrite(File, gSectionEnd)
1874
1875
1876
1877 ##
1878 # Reports platform information
1879 #
1880 # This class reports the whole platform information
1881 #
1882 class PlatformReport(object):
1883 ##
1884 # Constructor function for class PlatformReport
1885 #
1886 # This constructor function generates PlatformReport object a platform build.
1887 # It generates report for platform summary, flash, global PCDs and detailed
1888 # module information for modules involved in platform build.
1889 #
1890 # @param self The object pointer
1891 # @param Wa Workspace context information
1892 # @param MaList The list of modules in the platform build
1893 #
1894 def __init__(self, Wa, MaList, ReportType):
1895 self._WorkspaceDir = Wa.WorkspaceDir
1896 self.PlatformName = Wa.Name
1897 self.PlatformDscPath = Wa.Platform
1898 self.Architectures = " ".join(Wa.ArchList)
1899 self.ToolChain = Wa.ToolChain
1900 self.Target = Wa.BuildTarget
1901 self.OutputPath = os.path.join(Wa.WorkspaceDir, Wa.OutputDir)
1902 self.BuildEnvironment = platform.platform()
1903
1904 self.PcdReport = None
1905 if "PCD" in ReportType:
1906 self.PcdReport = PcdReport(Wa)
1907
1908 self.FdReportList = []
1909 if "FLASH" in ReportType and Wa.FdfProfile and MaList == None:
1910 for Fd in Wa.FdfProfile.FdDict:
1911 self.FdReportList.append(FdReport(Wa.FdfProfile.FdDict[Fd], Wa))
1912
1913 self.PredictionReport = None
1914 if "FIXED_ADDRESS" in ReportType or "EXECUTION_ORDER" in ReportType:
1915 self.PredictionReport = PredictionReport(Wa)
1916
1917 self.DepexParser = None
1918 if "DEPEX" in ReportType:
1919 self.DepexParser = DepexParser(Wa)
1920
1921 self.ModuleReportList = []
1922 if MaList != None:
1923 self._IsModuleBuild = True
1924 for Ma in MaList:
1925 self.ModuleReportList.append(ModuleReport(Ma, ReportType))
1926 else:
1927 self._IsModuleBuild = False
1928 for Pa in Wa.AutoGenObjectList:
1929 ModuleAutoGenList = []
1930 for ModuleKey in Pa.Platform.Modules:
1931 ModuleAutoGenList.append(Pa.Platform.Modules[ModuleKey].M)
1932 if GlobalData.gFdfParser != None:
1933 if Pa.Arch in GlobalData.gFdfParser.Profile.InfDict:
1934 INFList = GlobalData.gFdfParser.Profile.InfDict[Pa.Arch]
1935 for InfName in INFList:
1936 InfClass = PathClass(NormPath(InfName), Wa.WorkspaceDir, Pa.Arch)
1937 Ma = ModuleAutoGen(Wa, InfClass, Pa.BuildTarget, Pa.ToolChain, Pa.Arch, Wa.MetaFile)
1938 if Ma == None:
1939 continue
1940 if Ma not in ModuleAutoGenList:
1941 ModuleAutoGenList.append(Ma)
1942 for MGen in ModuleAutoGenList:
1943 self.ModuleReportList.append(ModuleReport(MGen, ReportType))
1944
1945
1946
1947 ##
1948 # Generate report for the whole platform.
1949 #
1950 # This function generates report for platform information.
1951 # It comprises of platform summary, global PCD, flash and
1952 # module list sections.
1953 #
1954 # @param self The object pointer
1955 # @param File The file object for report
1956 # @param BuildDuration The total time to build the modules
1957 # @param AutoGenTime The total time of AutoGen Phase
1958 # @param MakeTime The total time of Make Phase
1959 # @param GenFdsTime The total time of GenFds Phase
1960 # @param ReportType The kind of report items in the final report file
1961 #
1962 def GenerateReport(self, File, BuildDuration, AutoGenTime, MakeTime, GenFdsTime, ReportType):
1963 FileWrite(File, "Platform Summary")
1964 FileWrite(File, "Platform Name: %s" % self.PlatformName)
1965 FileWrite(File, "Platform DSC Path: %s" % self.PlatformDscPath)
1966 FileWrite(File, "Architectures: %s" % self.Architectures)
1967 FileWrite(File, "Tool Chain: %s" % self.ToolChain)
1968 FileWrite(File, "Target: %s" % self.Target)
1969 if GlobalData.gSkuids:
1970 FileWrite(File, "SKUID: %s" % " ".join(GlobalData.gSkuids))
1971 if GlobalData.gDefaultStores:
1972 FileWrite(File, "DefaultStore: %s" % " ".join(GlobalData.gDefaultStores))
1973 FileWrite(File, "Output Path: %s" % self.OutputPath)
1974 FileWrite(File, "Build Environment: %s" % self.BuildEnvironment)
1975 FileWrite(File, "Build Duration: %s" % BuildDuration)
1976 if AutoGenTime:
1977 FileWrite(File, "AutoGen Duration: %s" % AutoGenTime)
1978 if MakeTime:
1979 FileWrite(File, "Make Duration: %s" % MakeTime)
1980 if GenFdsTime:
1981 FileWrite(File, "GenFds Duration: %s" % GenFdsTime)
1982 FileWrite(File, "Report Content: %s" % ", ".join(ReportType))
1983
1984 if GlobalData.MixedPcd:
1985 FileWrite(File, gSectionStart)
1986 FileWrite(File, "The following PCDs use different access methods:")
1987 FileWrite(File, gSectionSep)
1988 for PcdItem in GlobalData.MixedPcd:
1989 FileWrite(File, "%s.%s" % (str(PcdItem[1]), str(PcdItem[0])))
1990 FileWrite(File, gSectionEnd)
1991
1992 if not self._IsModuleBuild:
1993 if "PCD" in ReportType:
1994 self.PcdReport.GenerateReport(File, None)
1995
1996 if "FLASH" in ReportType:
1997 for FdReportListItem in self.FdReportList:
1998 FdReportListItem.GenerateReport(File)
1999
2000 for ModuleReportItem in self.ModuleReportList:
2001 ModuleReportItem.GenerateReport(File, self.PcdReport, self.PredictionReport, self.DepexParser, ReportType)
2002
2003 if not self._IsModuleBuild:
2004 if "EXECUTION_ORDER" in ReportType:
2005 self.PredictionReport.GenerateReport(File, None)
2006
2007 ## BuildReport class
2008 #
2009 # This base class contain the routines to collect data and then
2010 # applies certain format to the output report
2011 #
2012 class BuildReport(object):
2013 ##
2014 # Constructor function for class BuildReport
2015 #
2016 # This constructor function generates BuildReport object a platform build.
2017 # It generates report for platform summary, flash, global PCDs and detailed
2018 # module information for modules involved in platform build.
2019 #
2020 # @param self The object pointer
2021 # @param ReportFile The file name to save report file
2022 # @param ReportType The kind of report items in the final report file
2023 #
2024 def __init__(self, ReportFile, ReportType):
2025 self.ReportFile = ReportFile
2026 if ReportFile:
2027 self.ReportList = []
2028 self.ReportType = []
2029 if ReportType:
2030 for ReportTypeItem in ReportType:
2031 if ReportTypeItem not in self.ReportType:
2032 self.ReportType.append(ReportTypeItem)
2033 else:
2034 self.ReportType = ["PCD", "LIBRARY", "BUILD_FLAGS", "DEPEX", "HASH", "FLASH", "FIXED_ADDRESS"]
2035 ##
2036 # Adds platform report to the list
2037 #
2038 # This function adds a platform report to the final report list.
2039 #
2040 # @param self The object pointer
2041 # @param Wa Workspace context information
2042 # @param MaList The list of modules in the platform build
2043 #
2044 def AddPlatformReport(self, Wa, MaList=None):
2045 if self.ReportFile:
2046 self.ReportList.append((Wa, MaList))
2047
2048 ##
2049 # Generates the final report.
2050 #
2051 # This function generates platform build report. It invokes GenerateReport()
2052 # method for every platform report in the list.
2053 #
2054 # @param self The object pointer
2055 # @param BuildDuration The total time to build the modules
2056 # @param AutoGenTime The total time of AutoGen phase
2057 # @param MakeTime The total time of Make phase
2058 # @param GenFdsTime The total time of GenFds phase
2059 #
2060 def GenerateReport(self, BuildDuration, AutoGenTime, MakeTime, GenFdsTime):
2061 if self.ReportFile:
2062 try:
2063 File = StringIO('')
2064 for (Wa, MaList) in self.ReportList:
2065 PlatformReport(Wa, MaList, self.ReportType).GenerateReport(File, BuildDuration, AutoGenTime, MakeTime, GenFdsTime, self.ReportType)
2066 Content = FileLinesSplit(File.getvalue(), gLineMaxLength)
2067 SaveFileOnChange(self.ReportFile, Content, True)
2068 EdkLogger.quiet("Build report can be found at %s" % os.path.abspath(self.ReportFile))
2069 except IOError:
2070 EdkLogger.error(None, FILE_WRITE_FAILURE, ExtraData=self.ReportFile)
2071 except:
2072 EdkLogger.error("BuildReport", CODE_ERROR, "Unknown fatal error when generating build report", ExtraData=self.ReportFile, RaiseError=False)
2073 EdkLogger.quiet("(Python %s on %s\n%s)" % (platform.python_version(), sys.platform, traceback.format_exc()))
2074 File.close()
2075
2076 # This acts like the main() function for the script, unless it is 'import'ed into another script.
2077 if __name__ == '__main__':
2078 pass
2079