2 # This file is used to parse meta files
4 # Copyright (c) 2008 - 2015, Intel Corporation. All rights reserved.<BR>
5 # This program and the accompanying materials
6 # are licensed and made available under the terms and conditions of the BSD License
7 # which accompanies this distribution. The full text of the license may be found at
8 # http://opensource.org/licenses/bsd-license.php
10 # THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
17 import Common
.LongFilePathOs
as os
22 import Common
.EdkLogger
as EdkLogger
23 import Common
.GlobalData
as GlobalData
27 from CommonDataClass
.DataClass
import *
28 from Common
.DataType
import *
29 from Common
.String
import *
30 from Common
.Misc
import GuidStructureStringToGuidString
, CheckPcdDatum
, PathClass
, AnalyzePcdData
31 from Common
.Expression
import *
32 from CommonDataClass
.Exceptions
import *
34 from MetaFileTable
import MetaFileStorage
35 from GenFds
.FdfParser
import FdfParser
36 from Common
.LongFilePathSupport
import OpenLongFilePath
as open
37 from Common
.LongFilePathSupport
import CodecOpenLongFilePath
39 ## A decorator used to parse macro definition
40 def ParseMacro(Parser
):
41 def MacroParser(self
):
42 Match
= gMacroDefPattern
.match(self
._CurrentLine
)
44 # Not 'DEFINE/EDK_GLOBAL' statement, call decorated method
48 TokenList
= GetSplitValueList(self
._CurrentLine
[Match
.end(1):], TAB_EQUAL_SPLIT
, 1)
51 EdkLogger
.error('Parser', FORMAT_INVALID
, "No macro name given",
52 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
53 if len(TokenList
) < 2:
57 Name
, Value
= TokenList
58 # Global macros can be only defined via environment variable
59 if Name
in GlobalData
.gGlobalDefines
:
60 EdkLogger
.error('Parser', FORMAT_INVALID
, "%s can only be defined via environment variable" % Name
,
61 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
62 # Only upper case letters, digit and '_' are allowed
63 if not gMacroNamePattern
.match(Name
):
64 EdkLogger
.error('Parser', FORMAT_INVALID
, "The macro name must be in the pattern [A-Z][A-Z0-9_]*",
65 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
67 Value
= ReplaceMacro(Value
, self
._Macros
)
68 self
._ItemType
= MODEL_META_DATA_DEFINE
69 # DEFINE defined macros
70 if Type
== TAB_DSC_DEFINES_DEFINE
:
71 if type(self
) == DecParser
:
72 if MODEL_META_DATA_HEADER
in self
._SectionType
:
73 self
._FileLocalMacros
[Name
] = Value
75 for Scope
in self
._Scope
:
76 self
._SectionsMacroDict
.setdefault((Scope
[2], Scope
[0], Scope
[1]), {})[Name
] = Value
77 elif self
._SectionType
== MODEL_META_DATA_HEADER
:
78 self
._FileLocalMacros
[Name
] = Value
80 SectionDictKey
= self
._SectionType
, self
._Scope
[0][0], self
._Scope
[0][1]
81 if SectionDictKey
not in self
._SectionsMacroDict
:
82 self
._SectionsMacroDict
[SectionDictKey
] = {}
83 SectionLocalMacros
= self
._SectionsMacroDict
[SectionDictKey
]
84 SectionLocalMacros
[Name
] = Value
85 # EDK_GLOBAL defined macros
86 elif type(self
) != DscParser
:
87 EdkLogger
.error('Parser', FORMAT_INVALID
, "EDK_GLOBAL can only be used in .dsc file",
88 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
89 elif self
._SectionType
!= MODEL_META_DATA_HEADER
:
90 EdkLogger
.error('Parser', FORMAT_INVALID
, "EDK_GLOBAL can only be used under [Defines] section",
91 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
92 elif (Name
in self
._FileLocalMacros
) and (self
._FileLocalMacros
[Name
] != Value
):
93 EdkLogger
.error('Parser', FORMAT_INVALID
, "EDK_GLOBAL defined a macro with the same name and different value as one defined by 'DEFINE'",
94 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
96 self
._ValueList
= [Type
, Name
, Value
]
100 ## Base class of parser
102 # This class is used for derivation purpose. The specific parser for one kind
103 # type file must derive this class and implement some public interfaces.
105 # @param FilePath The path of platform description file
106 # @param FileType The raw data of DSC file
107 # @param Table Database used to retrieve module/package information
108 # @param Macros Macros used for replacement in file
109 # @param Owner Owner ID (for sub-section parsing)
110 # @param From ID from which the data comes (for !INCLUDE directive)
112 class MetaFileParser(object):
113 # data type (file content) for specific file type
116 # Parser objects used to implement singleton
121 # One file, one parser object. This factory method makes sure that there's
122 # only one object constructed for one meta file.
124 # @param Class class object of real AutoGen class
125 # (InfParser, DecParser or DscParser)
126 # @param FilePath The path of meta file
127 # @param *args The specific class related parameters
128 # @param **kwargs The specific class related dict parameters
130 def __new__(Class
, FilePath
, *args
, **kwargs
):
131 if FilePath
in Class
.MetaFiles
:
132 return Class
.MetaFiles
[FilePath
]
134 ParserObject
= super(MetaFileParser
, Class
).__new
__(Class
)
135 Class
.MetaFiles
[FilePath
] = ParserObject
138 ## Constructor of MetaFileParser
140 # Initialize object of MetaFileParser
142 # @param FilePath The path of platform description file
143 # @param FileType The raw data of DSC file
144 # @param Table Database used to retrieve module/package information
145 # @param Macros Macros used for replacement in file
146 # @param Owner Owner ID (for sub-section parsing)
147 # @param From ID from which the data comes (for !INCLUDE directive)
149 def __init__(self
, FilePath
, FileType
, Table
, Owner
=-1, From
=-1):
151 self
._RawTable
= Table
152 self
._FileType
= FileType
153 self
.MetaFile
= FilePath
155 self
._FileLocalMacros
= {}
156 self
._SectionsMacroDict
= {}
158 # for recursive parsing
159 self
._Owner
= [Owner
]
162 # parsr status for parsing
163 self
._ValueList
= ['', '', '', '', '']
166 self
._CurrentLine
= ''
167 self
._SectionType
= MODEL_UNKNOWN
168 self
._SectionName
= ''
169 self
._InSubsection
= False
170 self
._SubsectionType
= MODEL_UNKNOWN
171 self
._SubsectionName
= ''
172 self
._ItemType
= MODEL_UNKNOWN
175 self
._Finished
= False
176 self
._PostProcessed
= False
177 # Different version of meta-file has different way to parse.
179 # UNI object and extra UNI object
181 self
._UniExtraObj
= None
183 ## Store the parsed data in table
184 def _Store(self
, *Args
):
185 return self
._Table
.Insert(*Args
)
187 ## Virtual method for starting parse
189 raise NotImplementedError
191 ## Notify a post-process is needed
192 def DoPostProcess(self
):
193 self
._PostProcessed
= False
195 ## Set parsing complete flag in both class and table
197 self
._Finished
= True
198 ## Do not set end flag when processing included files
200 self
._Table
.SetEndFlag()
202 def _PostProcess(self
):
203 self
._PostProcessed
= True
205 ## Get the parse complete flag
206 def _GetFinished(self
):
207 return self
._Finished
209 ## Set the complete flag
210 def _SetFinished(self
, Value
):
211 self
._Finished
= Value
213 ## Use [] style to query data in table, just for readability
215 # DataInfo = [data_type, scope1(arch), scope2(platform/moduletype)]
217 def __getitem__(self
, DataInfo
):
218 if type(DataInfo
) != type(()):
219 DataInfo
= (DataInfo
,)
221 # Parse the file first, if necessary
222 if not self
._Finished
:
223 if self
._RawTable
.IsIntegrity():
224 self
._Finished
= True
226 self
._Table
= self
._RawTable
227 self
._PostProcessed
= False
230 # No specific ARCH or Platform given, use raw data
231 if self
._RawTable
and (len(DataInfo
) == 1 or DataInfo
[1] == None):
232 return self
._RawTable
.Query(*DataInfo
)
234 # Do post-process if necessary
235 if not self
._PostProcessed
:
238 return self
._Table
.Query(*DataInfo
)
240 ## Data parser for the common format in different type of file
242 # The common format in the meatfile is like
247 def _CommonParser(self
):
248 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_VALUE_SPLIT
)
249 self
._ValueList
[0:len(TokenList
)] = TokenList
251 ## Data parser for the format in which there's path
253 # Only path can have macro used. So we need to replace them before use.
256 def _PathParser(self
):
257 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_VALUE_SPLIT
)
258 self
._ValueList
[0:len(TokenList
)] = TokenList
259 # Don't do macro replacement for dsc file at this point
260 if type(self
) != DscParser
:
261 Macros
= self
._Macros
262 self
._ValueList
= [ReplaceMacro(Value
, Macros
) for Value
in self
._ValueList
]
264 ## Skip unsupported data
266 if self
._SectionName
== TAB_USER_EXTENSIONS
.upper() and self
._CurrentLine
.upper().endswith('.UNI'):
267 if EccGlobalData
.gConfig
.UniCheckHelpInfo
== '1' or EccGlobalData
.gConfig
.UniCheckAll
== '1' or EccGlobalData
.gConfig
.CheckAll
== '1':
268 ExtraUni
= self
._CurrentLine
.strip()
269 ExtraUniFile
= os
.path
.join(os
.path
.dirname(self
.MetaFile
), ExtraUni
)
270 IsModuleUni
= self
.MetaFile
.upper().endswith('.INF')
271 self
._UniExtraObj
= UniParser(ExtraUniFile
, IsExtraUni
=True, IsModuleUni
=IsModuleUni
)
272 self
._UniExtraObj
.Start()
274 EdkLogger
.warn("Parser", "Unrecognized content", File
=self
.MetaFile
,
275 Line
=self
._LineIndex
+ 1, ExtraData
=self
._CurrentLine
);
276 self
._ValueList
[0:1] = [self
._CurrentLine
]
278 ## Section header parser
280 # The section header is always in following format:
282 # [section_name.arch<.platform|module_type>]
284 def _SectionHeaderParser(self
):
286 self
._SectionName
= ''
288 for Item
in GetSplitValueList(self
._CurrentLine
[1:-1], TAB_COMMA_SPLIT
):
291 ItemList
= GetSplitValueList(Item
, TAB_SPLIT
)
292 # different section should not mix in one section
293 if self
._SectionName
!= '' and self
._SectionName
!= ItemList
[0].upper():
294 EdkLogger
.error('Parser', FORMAT_INVALID
, "Different section names in the same section",
295 File
=self
.MetaFile
, Line
=self
._LineIndex
+1, ExtraData
=self
._CurrentLine
)
296 self
._SectionName
= ItemList
[0].upper()
297 if self
._SectionName
in self
.DataType
:
298 self
._SectionType
= self
.DataType
[self
._SectionName
]
300 self
._SectionType
= MODEL_UNKNOWN
301 EdkLogger
.warn("Parser", "Unrecognized section", File
=self
.MetaFile
,
302 Line
=self
._LineIndex
+1, ExtraData
=self
._CurrentLine
)
304 if len(ItemList
) > 1:
305 S1
= ItemList
[1].upper()
309 # S2 may be Platform or ModuleType
310 if len(ItemList
) > 2:
311 S2
= ItemList
[2].upper()
314 self
._Scope
.append([S1
, S2
])
316 # 'COMMON' must not be used with specific ARCHs at the same section
317 if 'COMMON' in ArchList
and len(ArchList
) > 1:
318 EdkLogger
.error('Parser', FORMAT_INVALID
, "'common' ARCH must not be used with specific ARCHs",
319 File
=self
.MetaFile
, Line
=self
._LineIndex
+1, ExtraData
=self
._CurrentLine
)
320 # If the section information is needed later, it should be stored in database
321 self
._ValueList
[0] = self
._SectionName
323 ## [defines] section parser
325 def _DefineParser(self
):
326 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_EQUAL_SPLIT
, 1)
327 self
._ValueList
[1:len(TokenList
)] = TokenList
328 if not self
._ValueList
[1]:
329 EdkLogger
.error('Parser', FORMAT_INVALID
, "No name specified",
330 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
331 if not self
._ValueList
[2]:
332 EdkLogger
.error('Parser', FORMAT_INVALID
, "No value specified",
333 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
335 self
._ValueList
= [ReplaceMacro(Value
, self
._Macros
) for Value
in self
._ValueList
]
336 Name
, Value
= self
._ValueList
[1], self
._ValueList
[2]
337 # Sometimes, we need to make differences between EDK and EDK2 modules
338 if Name
== 'INF_VERSION':
340 self
._Version
= int(Value
, 0)
342 EdkLogger
.error('Parser', FORMAT_INVALID
, "Invalid version number",
343 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
344 elif Name
== 'MODULE_UNI_FILE':
345 UniFile
= os
.path
.join(os
.path
.dirname(self
.MetaFile
), Value
)
346 if os
.path
.exists(UniFile
):
347 self
._UniObj
= UniParser(UniFile
, IsExtraUni
=False, IsModuleUni
=True)
350 EdkLogger
.error('Parser', FILE_NOT_FOUND
, "Module UNI file %s is missing." % Value
,
351 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1,
353 elif Name
== 'PACKAGE_UNI_FILE':
354 UniFile
= os
.path
.join(os
.path
.dirname(self
.MetaFile
), Value
)
355 if os
.path
.exists(UniFile
):
356 self
._UniObj
= UniParser(UniFile
, IsExtraUni
=False, IsModuleUni
=False)
358 if type(self
) == InfParser
and self
._Version
< 0x00010005:
359 # EDK module allows using defines as macros
360 self
._FileLocalMacros
[Name
] = Value
361 self
._Defines
[Name
] = Value
363 ## [BuildOptions] section parser
365 def _BuildOptionParser(self
):
366 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_EQUAL_SPLIT
, 1)
367 TokenList2
= GetSplitValueList(TokenList
[0], ':', 1)
368 if len(TokenList2
) == 2:
369 self
._ValueList
[0] = TokenList2
[0] # toolchain family
370 self
._ValueList
[1] = TokenList2
[1] # keys
372 self
._ValueList
[1] = TokenList
[0]
373 if len(TokenList
) == 2 and type(self
) != DscParser
: # value
374 self
._ValueList
[2] = ReplaceMacro(TokenList
[1], self
._Macros
)
376 if self
._ValueList
[1].count('_') != 4:
380 "'%s' must be in format of <TARGET>_<TOOLCHAIN>_<ARCH>_<TOOL>_FLAGS" % self
._ValueList
[1],
381 ExtraData
=self
._CurrentLine
,
383 Line
=self
._LineIndex
+1
386 def _GetMacros(self
):
388 Macros
.update(self
._FileLocalMacros
)
389 Macros
.update(self
._GetApplicableSectionMacro
())
393 ## Get section Macros that are applicable to current line, which may come from other sections
394 ## that share the same name while scope is wider
395 def _GetApplicableSectionMacro(self
):
397 for Scope1
, Scope2
in [("COMMON", "COMMON"), ("COMMON", self
._Scope
[0][1]),
398 (self
._Scope
[0][0], "COMMON"), (self
._Scope
[0][0], self
._Scope
[0][1])]:
399 if (self
._SectionType
, Scope1
, Scope2
) in self
._SectionsMacroDict
:
400 Macros
.update(self
._SectionsMacroDict
[(self
._SectionType
, Scope1
, Scope2
)])
404 Finished
= property(_GetFinished
, _SetFinished
)
405 _Macros
= property(_GetMacros
)
408 ## INF file parser class
410 # @param FilePath The path of platform description file
411 # @param FileType The raw data of DSC file
412 # @param Table Database used to retrieve module/package information
413 # @param Macros Macros used for replacement in file
415 class InfParser(MetaFileParser
):
416 # INF file supported data types (one type per section)
418 TAB_UNKNOWN
.upper() : MODEL_UNKNOWN
,
419 TAB_INF_DEFINES
.upper() : MODEL_META_DATA_HEADER
,
420 TAB_DSC_DEFINES_DEFINE
: MODEL_META_DATA_DEFINE
,
421 TAB_BUILD_OPTIONS
.upper() : MODEL_META_DATA_BUILD_OPTION
,
422 TAB_INCLUDES
.upper() : MODEL_EFI_INCLUDE
,
423 TAB_LIBRARIES
.upper() : MODEL_EFI_LIBRARY_INSTANCE
,
424 TAB_LIBRARY_CLASSES
.upper() : MODEL_EFI_LIBRARY_CLASS
,
425 TAB_PACKAGES
.upper() : MODEL_META_DATA_PACKAGE
,
426 TAB_NMAKE
.upper() : MODEL_META_DATA_NMAKE
,
427 TAB_INF_FIXED_PCD
.upper() : MODEL_PCD_FIXED_AT_BUILD
,
428 TAB_INF_PATCH_PCD
.upper() : MODEL_PCD_PATCHABLE_IN_MODULE
,
429 TAB_INF_FEATURE_PCD
.upper() : MODEL_PCD_FEATURE_FLAG
,
430 TAB_INF_PCD_EX
.upper() : MODEL_PCD_DYNAMIC_EX
,
431 TAB_INF_PCD
.upper() : MODEL_PCD_DYNAMIC
,
432 TAB_SOURCES
.upper() : MODEL_EFI_SOURCE_FILE
,
433 TAB_GUIDS
.upper() : MODEL_EFI_GUID
,
434 TAB_PROTOCOLS
.upper() : MODEL_EFI_PROTOCOL
,
435 TAB_PPIS
.upper() : MODEL_EFI_PPI
,
436 TAB_DEPEX
.upper() : MODEL_EFI_DEPEX
,
437 TAB_BINARIES
.upper() : MODEL_EFI_BINARY_FILE
,
438 TAB_USER_EXTENSIONS
.upper() : MODEL_META_DATA_USER_EXTENSION
441 ## Constructor of InfParser
443 # Initialize object of InfParser
445 # @param FilePath The path of module description file
446 # @param FileType The raw data of DSC file
447 # @param Table Database used to retrieve module/package information
448 # @param Macros Macros used for replacement in file
450 def __init__(self
, FilePath
, FileType
, Table
):
451 # prevent re-initialization
452 if hasattr(self
, "_Table"):
454 MetaFileParser
.__init
__(self
, FilePath
, FileType
, Table
)
455 self
.TblFile
= EccGlobalData
.gDb
.TblFile
464 Content
= open(str(self
.MetaFile
), 'r').readlines()
466 EdkLogger
.error("Parser", FILE_READ_FAILURE
, ExtraData
=self
.MetaFile
)
468 # Insert a record for file
470 Filename
= NormPath(self
.MetaFile
)
471 FileID
= self
.TblFile
.GetFileId(Filename
)
475 self
.FileID
= self
.TblFile
.InsertFile(Filename
, MODEL_FILE_INF
)
477 # parse the file line by line
478 IsFindBlockComment
= False
480 for Index
in range(0, len(Content
)):
481 if self
._SectionType
in [MODEL_EFI_GUID
,
484 MODEL_PCD_FIXED_AT_BUILD
,
485 MODEL_PCD_PATCHABLE_IN_MODULE
,
486 MODEL_PCD_FEATURE_FLAG
,
487 MODEL_PCD_DYNAMIC_EX
,
489 Line
= Content
[Index
].strip()
490 if Line
.startswith(TAB_SPECIAL_COMMENT
):
491 Usage
+= ' ' + Line
[Line
.find(TAB_SPECIAL_COMMENT
):]
493 elif Line
.startswith(TAB_COMMENT_SPLIT
):
495 elif Line
.find(TAB_COMMENT_SPLIT
) > 0:
496 Usage
+= ' ' + Line
[Line
.find(TAB_COMMENT_SPLIT
):]
497 Line
= Line
[:Line
.find(TAB_COMMENT_SPLIT
)]
499 # skip empty, commented, block commented lines
500 Line
= CleanString(Content
[Index
], AllowCppStyleComment
=True)
503 if Index
+ 1 < len(Content
):
504 NextLine
= CleanString(Content
[Index
+ 1])
507 if Line
.find(DataType
.TAB_COMMENT_EDK_START
) > -1:
508 IsFindBlockComment
= True
510 if Line
.find(DataType
.TAB_COMMENT_EDK_END
) > -1:
511 IsFindBlockComment
= False
513 if IsFindBlockComment
:
516 self
._LineIndex
= Index
517 self
._CurrentLine
= Line
520 if Line
[0] == TAB_SECTION_START
and Line
[-1] == TAB_SECTION_END
:
521 self
._SectionHeaderParser
()
522 # Check invalid sections
523 if self
._Version
< 0x00010005:
524 if self
._SectionType
in [MODEL_META_DATA_BUILD_OPTION
,
525 MODEL_EFI_LIBRARY_CLASS
,
526 MODEL_META_DATA_PACKAGE
,
527 MODEL_PCD_FIXED_AT_BUILD
,
528 MODEL_PCD_PATCHABLE_IN_MODULE
,
529 MODEL_PCD_FEATURE_FLAG
,
530 MODEL_PCD_DYNAMIC_EX
,
535 MODEL_META_DATA_USER_EXTENSION
]:
536 EdkLogger
.error('Parser', FORMAT_INVALID
,
537 "Section [%s] is not allowed in inf file without version" % (self
._SectionName
),
538 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
539 elif self
._SectionType
in [MODEL_EFI_INCLUDE
,
540 MODEL_EFI_LIBRARY_INSTANCE
,
541 MODEL_META_DATA_NMAKE
]:
542 EdkLogger
.error('Parser', FORMAT_INVALID
,
543 "Section [%s] is not allowed in inf file with version 0x%08x" % (self
._SectionName
, self
._Version
),
544 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
546 # merge two lines specified by '\' in section NMAKE
547 elif self
._SectionType
== MODEL_META_DATA_NMAKE
:
550 self
._CurrentLine
= NmakeLine
+ Line
[0:-1]
553 if NextLine
[0] == TAB_SECTION_START
and NextLine
[-1] == TAB_SECTION_END
:
554 self
._CurrentLine
= NmakeLine
+ Line
[0:-1]
557 NmakeLine
= NmakeLine
+ ' ' + Line
[0:-1]
560 self
._CurrentLine
= NmakeLine
+ Line
564 self
._ValueList
= ['','','']
565 # parse current line, result will be put in self._ValueList
566 self
._SectionParser
[self
._SectionType
](self
)
567 if self
._ValueList
== None or self
._ItemType
== MODEL_META_DATA_DEFINE
:
571 # Model, Value1, Value2, Value3, Arch, Platform, BelongsToItem=-1,
572 # LineBegin=-1, ColumnBegin=-1, LineEnd=-1, ColumnEnd=-1, Enabled=-1
574 self
._ValueList
[0] = self
._ValueList
[0].replace('/', '\\')
575 Usage
= Usage
.strip()
576 for Arch
, Platform
in self
._Scope
:
577 self
._Store
(self
._SectionType
,
593 if IsFindBlockComment
:
594 EdkLogger
.error("Parser", FORMAT_INVALID
, "Open block comments (starting with /*) are expected to end with */",
598 ## Data parser for the format in which there's path
600 # Only path can have macro used. So we need to replace them before use.
602 def _IncludeParser(self
):
603 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_VALUE_SPLIT
)
604 self
._ValueList
[0:len(TokenList
)] = TokenList
605 Macros
= self
._Macros
607 for Index
in range(0, len(self
._ValueList
)):
608 Value
= self
._ValueList
[Index
]
612 if Value
.upper().find('$(EFI_SOURCE)\Edk'.upper()) > -1 or Value
.upper().find('$(EFI_SOURCE)/Edk'.upper()) > -1:
613 Value
= '$(EDK_SOURCE)' + Value
[17:]
614 if Value
.find('$(EFI_SOURCE)') > -1 or Value
.find('$(EDK_SOURCE)') > -1:
616 elif Value
.startswith('.'):
618 elif Value
.startswith('$('):
621 Value
= '$(EFI_SOURCE)/' + Value
623 self
._ValueList
[Index
] = ReplaceMacro(Value
, Macros
)
625 ## Parse [Sources] section
627 # Only path can have macro used. So we need to replace them before use.
630 def _SourceFileParser(self
):
631 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_VALUE_SPLIT
)
632 self
._ValueList
[0:len(TokenList
)] = TokenList
633 Macros
= self
._Macros
634 # For Acpi tables, remove macro like ' TABLE_NAME=Sata1'
635 if 'COMPONENT_TYPE' in Macros
:
636 if self
._Defines
['COMPONENT_TYPE'].upper() == 'ACPITABLE':
637 self
._ValueList
[0] = GetSplitValueList(self
._ValueList
[0], ' ', 1)[0]
638 if self
._Defines
['BASE_NAME'] == 'Microcode':
640 self
._ValueList
= [ReplaceMacro(Value
, Macros
) for Value
in self
._ValueList
]
642 ## Parse [Binaries] section
644 # Only path can have macro used. So we need to replace them before use.
647 def _BinaryFileParser(self
):
648 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_VALUE_SPLIT
, 2)
649 if len(TokenList
) < 2:
650 EdkLogger
.error('Parser', FORMAT_INVALID
, "No file type or path specified",
651 ExtraData
=self
._CurrentLine
+ " (<FileType> | <FilePath> [| <Target>])",
652 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
654 EdkLogger
.error('Parser', FORMAT_INVALID
, "No file type specified",
655 ExtraData
=self
._CurrentLine
+ " (<FileType> | <FilePath> [| <Target>])",
656 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
658 EdkLogger
.error('Parser', FORMAT_INVALID
, "No file path specified",
659 ExtraData
=self
._CurrentLine
+ " (<FileType> | <FilePath> [| <Target>])",
660 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
661 self
._ValueList
[0:len(TokenList
)] = TokenList
662 self
._ValueList
[1] = ReplaceMacro(self
._ValueList
[1], self
._Macros
)
664 ## [nmake] section parser (Edk.x style only)
665 def _NmakeParser(self
):
666 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_EQUAL_SPLIT
, 1)
667 self
._ValueList
[0:len(TokenList
)] = TokenList
669 self
._ValueList
[1] = ReplaceMacro(self
._ValueList
[1], self
._Macros
)
670 # remove self-reference in macro setting
671 #self._ValueList[1] = ReplaceMacro(self._ValueList[1], {self._ValueList[0]:''})
673 ## [FixedPcd], [FeaturePcd], [PatchPcd], [Pcd] and [PcdEx] sections parser
675 def _PcdParser(self
):
676 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_VALUE_SPLIT
, 1)
677 ValueList
= GetSplitValueList(TokenList
[0], TAB_SPLIT
)
678 if len(ValueList
) != 2:
679 EdkLogger
.error('Parser', FORMAT_INVALID
, "Illegal token space GUID and PCD name format",
680 ExtraData
=self
._CurrentLine
+ " (<TokenSpaceGuidCName>.<PcdCName>)",
681 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
682 self
._ValueList
[0:1] = ValueList
683 if len(TokenList
) > 1:
684 self
._ValueList
[2] = TokenList
[1]
685 if self
._ValueList
[0] == '' or self
._ValueList
[1] == '':
686 EdkLogger
.error('Parser', FORMAT_INVALID
, "No token space GUID or PCD name specified",
687 ExtraData
=self
._CurrentLine
+ " (<TokenSpaceGuidCName>.<PcdCName>)",
688 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
690 # if value are 'True', 'true', 'TRUE' or 'False', 'false', 'FALSE', replace with integer 1 or 0.
691 if self
._ValueList
[2] != '':
692 InfPcdValueList
= GetSplitValueList(TokenList
[1], TAB_VALUE_SPLIT
, 1)
693 if InfPcdValueList
[0] in ['True', 'true', 'TRUE']:
694 self
._ValueList
[2] = TokenList
[1].replace(InfPcdValueList
[0], '1', 1);
695 elif InfPcdValueList
[0] in ['False', 'false', 'FALSE']:
696 self
._ValueList
[2] = TokenList
[1].replace(InfPcdValueList
[0], '0', 1);
698 ## [depex] section parser
700 def _DepexParser(self
):
701 self
._ValueList
[0:1] = [self
._CurrentLine
]
704 MODEL_UNKNOWN
: MetaFileParser
._Skip
,
705 MODEL_META_DATA_HEADER
: MetaFileParser
._DefineParser
,
706 MODEL_META_DATA_BUILD_OPTION
: MetaFileParser
._BuildOptionParser
,
707 MODEL_EFI_INCLUDE
: _IncludeParser
, # for Edk.x modules
708 MODEL_EFI_LIBRARY_INSTANCE
: MetaFileParser
._CommonParser
, # for Edk.x modules
709 MODEL_EFI_LIBRARY_CLASS
: MetaFileParser
._PathParser
,
710 MODEL_META_DATA_PACKAGE
: MetaFileParser
._PathParser
,
711 MODEL_META_DATA_NMAKE
: _NmakeParser
, # for Edk.x modules
712 MODEL_PCD_FIXED_AT_BUILD
: _PcdParser
,
713 MODEL_PCD_PATCHABLE_IN_MODULE
: _PcdParser
,
714 MODEL_PCD_FEATURE_FLAG
: _PcdParser
,
715 MODEL_PCD_DYNAMIC_EX
: _PcdParser
,
716 MODEL_PCD_DYNAMIC
: _PcdParser
,
717 MODEL_EFI_SOURCE_FILE
: _SourceFileParser
,
718 MODEL_EFI_GUID
: MetaFileParser
._CommonParser
,
719 MODEL_EFI_PROTOCOL
: MetaFileParser
._CommonParser
,
720 MODEL_EFI_PPI
: MetaFileParser
._CommonParser
,
721 MODEL_EFI_DEPEX
: _DepexParser
,
722 MODEL_EFI_BINARY_FILE
: _BinaryFileParser
,
723 MODEL_META_DATA_USER_EXTENSION
: MetaFileParser
._Skip
,
726 ## DSC file parser class
728 # @param FilePath The path of platform description file
729 # @param FileType The raw data of DSC file
730 # @param Table Database used to retrieve module/package information
731 # @param Macros Macros used for replacement in file
732 # @param Owner Owner ID (for sub-section parsing)
733 # @param From ID from which the data comes (for !INCLUDE directive)
735 class DscParser(MetaFileParser
):
736 # DSC file supported data types (one type per section)
738 TAB_SKUIDS
.upper() : MODEL_EFI_SKU_ID
,
739 TAB_LIBRARIES
.upper() : MODEL_EFI_LIBRARY_INSTANCE
,
740 TAB_LIBRARY_CLASSES
.upper() : MODEL_EFI_LIBRARY_CLASS
,
741 TAB_BUILD_OPTIONS
.upper() : MODEL_META_DATA_BUILD_OPTION
,
742 TAB_PCDS_FIXED_AT_BUILD_NULL
.upper() : MODEL_PCD_FIXED_AT_BUILD
,
743 TAB_PCDS_PATCHABLE_IN_MODULE_NULL
.upper() : MODEL_PCD_PATCHABLE_IN_MODULE
,
744 TAB_PCDS_FEATURE_FLAG_NULL
.upper() : MODEL_PCD_FEATURE_FLAG
,
745 TAB_PCDS_DYNAMIC_DEFAULT_NULL
.upper() : MODEL_PCD_DYNAMIC_DEFAULT
,
746 TAB_PCDS_DYNAMIC_HII_NULL
.upper() : MODEL_PCD_DYNAMIC_HII
,
747 TAB_PCDS_DYNAMIC_VPD_NULL
.upper() : MODEL_PCD_DYNAMIC_VPD
,
748 TAB_PCDS_DYNAMIC_EX_DEFAULT_NULL
.upper() : MODEL_PCD_DYNAMIC_EX_DEFAULT
,
749 TAB_PCDS_DYNAMIC_EX_HII_NULL
.upper() : MODEL_PCD_DYNAMIC_EX_HII
,
750 TAB_PCDS_DYNAMIC_EX_VPD_NULL
.upper() : MODEL_PCD_DYNAMIC_EX_VPD
,
751 TAB_COMPONENTS
.upper() : MODEL_META_DATA_COMPONENT
,
752 TAB_COMPONENTS_SOURCE_OVERRIDE_PATH
.upper() : MODEL_META_DATA_COMPONENT_SOURCE_OVERRIDE_PATH
,
753 TAB_DSC_DEFINES
.upper() : MODEL_META_DATA_HEADER
,
754 TAB_DSC_DEFINES_DEFINE
: MODEL_META_DATA_DEFINE
,
755 TAB_DSC_DEFINES_EDKGLOBAL
: MODEL_META_DATA_GLOBAL_DEFINE
,
756 TAB_INCLUDE
.upper() : MODEL_META_DATA_INCLUDE
,
757 TAB_IF
.upper() : MODEL_META_DATA_CONDITIONAL_STATEMENT_IF
,
758 TAB_IF_DEF
.upper() : MODEL_META_DATA_CONDITIONAL_STATEMENT_IFDEF
,
759 TAB_IF_N_DEF
.upper() : MODEL_META_DATA_CONDITIONAL_STATEMENT_IFNDEF
,
760 TAB_ELSE_IF
.upper() : MODEL_META_DATA_CONDITIONAL_STATEMENT_ELSEIF
,
761 TAB_ELSE
.upper() : MODEL_META_DATA_CONDITIONAL_STATEMENT_ELSE
,
762 TAB_END_IF
.upper() : MODEL_META_DATA_CONDITIONAL_STATEMENT_ENDIF
,
763 TAB_ERROR
.upper() : MODEL_META_DATA_CONDITIONAL_STATEMENT_ERROR
,
766 # Valid names in define section
773 "PCD_INFO_GENERATION",
774 "SUPPORTED_ARCHITECTURES",
783 "FIX_LOAD_TOP_MEMORY_ADDRESS"
786 SymbolPattern
= ValueExpression
.SymbolPattern
788 ## Constructor of DscParser
790 # Initialize object of DscParser
792 # @param FilePath The path of platform description file
793 # @param FileType The raw data of DSC file
794 # @param Table Database used to retrieve module/package information
795 # @param Macros Macros used for replacement in file
796 # @param Owner Owner ID (for sub-section parsing)
797 # @param From ID from which the data comes (for !INCLUDE directive)
799 def __init__(self
, FilePath
, FileType
, Table
, Owner
=-1, From
=-1):
800 # prevent re-initialization
801 if hasattr(self
, "_Table"):
803 MetaFileParser
.__init
__(self
, FilePath
, FileType
, Table
, Owner
, From
)
804 self
._Version
= 0x00010005 # Only EDK2 dsc file is supported
805 # to store conditional directive evaluation result
806 self
._DirectiveStack
= []
807 self
._DirectiveEvalStack
= []
810 # Final valid replacable symbols
813 # Map the ID between the original table and new table to track
816 self
._IdMapping
= {-1:-1}
818 self
.TblFile
= EccGlobalData
.gDb
.TblFile
825 Content
= open(str(self
.MetaFile
.Path
), 'r').readlines()
827 EdkLogger
.error("Parser", FILE_READ_FAILURE
, ExtraData
=self
.MetaFile
)
829 # Insert a record for file
831 Filename
= NormPath(self
.MetaFile
.Path
)
832 FileID
= self
.TblFile
.GetFileId(Filename
)
836 self
.FileID
= self
.TblFile
.InsertFile(Filename
, MODEL_FILE_DSC
)
839 for Index
in range(0, len(Content
)):
840 Line
= CleanString(Content
[Index
])
845 self
._CurrentLine
= Line
846 self
._LineIndex
= Index
847 if self
._InSubsection
and self
._Owner
[-1] == -1:
848 self
._Owner
.append(self
._LastItem
)
851 if Line
[0] == TAB_SECTION_START
and Line
[-1] == TAB_SECTION_END
:
852 self
._SectionType
= MODEL_META_DATA_SECTION_HEADER
854 elif Line
[0] == '}' and self
._InSubsection
:
855 self
._InSubsection
= False
856 self
._SubsectionType
= MODEL_UNKNOWN
857 self
._SubsectionName
= ''
861 elif Line
[0] == TAB_OPTION_START
and Line
[-1] == TAB_OPTION_END
:
862 self
._SubsectionType
= MODEL_META_DATA_SUBSECTION_HEADER
865 self
._DirectiveParser
()
868 if self
._InSubsection
:
869 SectionType
= self
._SubsectionType
871 SectionType
= self
._SectionType
872 self
._ItemType
= SectionType
874 self
._ValueList
= ['', '', '']
875 self
._SectionParser
[SectionType
](self
)
876 if self
._ValueList
== None:
879 # Model, Value1, Value2, Value3, Arch, ModuleType, BelongsToItem=-1, BelongsToFile=-1,
880 # LineBegin=-1, ColumnBegin=-1, LineEnd=-1, ColumnEnd=-1, Enabled=-1
882 for Arch
, ModuleType
in self
._Scope
:
883 self
._LastItem
= self
._Store
(
900 if self
._DirectiveStack
:
901 Type
, Line
, Text
= self
._DirectiveStack
[-1]
902 EdkLogger
.error('Parser', FORMAT_INVALID
, "No matching '!endif' found",
903 ExtraData
=Text
, File
=self
.MetaFile
, Line
=Line
)
906 ## <subsection_header> parser
907 def _SubsectionHeaderParser(self
):
908 self
._SubsectionName
= self
._CurrentLine
[1:-1].upper()
909 if self
._SubsectionName
in self
.DataType
:
910 self
._SubsectionType
= self
.DataType
[self
._SubsectionName
]
912 self
._SubsectionType
= MODEL_UNKNOWN
913 EdkLogger
.warn("Parser", "Unrecognized sub-section", File
=self
.MetaFile
,
914 Line
=self
._LineIndex
+1, ExtraData
=self
._CurrentLine
)
915 self
._ValueList
[0] = self
._SubsectionName
917 ## Directive statement parser
918 def _DirectiveParser(self
):
919 self
._ValueList
= ['','','']
920 TokenList
= GetSplitValueList(self
._CurrentLine
, ' ', 1)
921 self
._ValueList
[0:len(TokenList
)] = TokenList
924 DirectiveName
= self
._ValueList
[0].upper()
925 if DirectiveName
not in self
.DataType
:
926 EdkLogger
.error("Parser", FORMAT_INVALID
, "Unknown directive [%s]" % DirectiveName
,
927 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
928 if DirectiveName
in ['!IF', '!IFDEF', '!INCLUDE', '!IFNDEF', '!ELSEIF'] and self
._ValueList
[1] == '':
929 EdkLogger
.error("Parser", FORMAT_INVALID
, "Missing expression",
930 File
=self
.MetaFile
, Line
=self
._LineIndex
+1,
931 ExtraData
=self
._CurrentLine
)
933 ItemType
= self
.DataType
[DirectiveName
]
934 if ItemType
== MODEL_META_DATA_CONDITIONAL_STATEMENT_ENDIF
:
935 # Remove all directives between !if and !endif, including themselves
936 while self
._DirectiveStack
:
937 # Remove any !else or !elseif
938 DirectiveInfo
= self
._DirectiveStack
.pop()
939 if DirectiveInfo
[0] in [MODEL_META_DATA_CONDITIONAL_STATEMENT_IF
,
940 MODEL_META_DATA_CONDITIONAL_STATEMENT_IFDEF
,
941 MODEL_META_DATA_CONDITIONAL_STATEMENT_IFNDEF
]:
944 EdkLogger
.error("Parser", FORMAT_INVALID
, "Redundant '!endif'",
945 File
=self
.MetaFile
, Line
=self
._LineIndex
+1,
946 ExtraData
=self
._CurrentLine
)
947 elif ItemType
!= MODEL_META_DATA_INCLUDE
:
948 # Break if there's a !else is followed by a !elseif
949 if ItemType
== MODEL_META_DATA_CONDITIONAL_STATEMENT_ELSEIF
and \
950 self
._DirectiveStack
and \
951 self
._DirectiveStack
[-1][0] == MODEL_META_DATA_CONDITIONAL_STATEMENT_ELSE
:
952 EdkLogger
.error("Parser", FORMAT_INVALID
, "'!elseif' after '!else'",
953 File
=self
.MetaFile
, Line
=self
._LineIndex
+1,
954 ExtraData
=self
._CurrentLine
)
955 self
._DirectiveStack
.append((ItemType
, self
._LineIndex
+1, self
._CurrentLine
))
957 EdkLogger
.error('Parser', FORMAT_INVALID
,
958 "No '!include' allowed in included file",
959 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
,
960 Line
=self
._LineIndex
+1)
963 # Model, Value1, Value2, Value3, Arch, ModuleType, BelongsToItem=-1, BelongsToFile=-1,
964 # LineBegin=-1, ColumnBegin=-1, LineEnd=-1, ColumnEnd=-1, Enabled=-1
966 self
._LastItem
= self
._Store
(
983 ## [defines] section parser
985 def _DefineParser(self
):
986 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_EQUAL_SPLIT
, 1)
987 self
._ValueList
[1:len(TokenList
)] = TokenList
990 if not self
._ValueList
[1]:
991 EdkLogger
.error('Parser', FORMAT_INVALID
, "No name specified",
992 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
993 if not self
._ValueList
[2]:
994 EdkLogger
.error('Parser', FORMAT_INVALID
, "No value specified",
995 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
996 if not self
._ValueList
[1] in self
.DefineKeywords
:
997 EdkLogger
.error('Parser', FORMAT_INVALID
,
998 "Unknown keyword found: %s. "
999 "If this is a macro you must "
1000 "add it as a DEFINE in the DSC" % self
._ValueList
[1],
1001 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1002 self
._Defines
[self
._ValueList
[1]] = self
._ValueList
[2]
1003 self
._ItemType
= self
.DataType
[TAB_DSC_DEFINES
.upper()]
1006 def _SkuIdParser(self
):
1007 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_VALUE_SPLIT
)
1008 if len(TokenList
) != 2:
1009 EdkLogger
.error('Parser', FORMAT_INVALID
, "Correct format is '<Integer>|<UiName>'",
1010 ExtraData
=self
._CurrentLine
, File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1011 self
._ValueList
[0:len(TokenList
)] = TokenList
1013 ## Parse Edk style of library modules
1014 def _LibraryInstanceParser(self
):
1015 self
._ValueList
[0] = self
._CurrentLine
1017 ## PCD sections parser
1019 # [PcdsFixedAtBuild]
1020 # [PcdsPatchableInModule]
1023 # [PcdsDynamicExDefault]
1024 # [PcdsDynamicExVpd]
1025 # [PcdsDynamicExHii]
1027 # [PcdsDynamicDefault]
1032 def _PcdParser(self
):
1033 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_VALUE_SPLIT
, 1)
1034 self
._ValueList
[0:1] = GetSplitValueList(TokenList
[0], TAB_SPLIT
)
1035 if len(TokenList
) == 2:
1036 self
._ValueList
[2] = TokenList
[1]
1037 if self
._ValueList
[0] == '' or self
._ValueList
[1] == '':
1038 EdkLogger
.error('Parser', FORMAT_INVALID
, "No token space GUID or PCD name specified",
1039 ExtraData
=self
._CurrentLine
+ " (<TokenSpaceGuidCName>.<TokenCName>|<PcdValue>)",
1040 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1041 if self
._ValueList
[2] == '':
1042 EdkLogger
.error('Parser', FORMAT_INVALID
, "No PCD value given",
1043 ExtraData
=self
._CurrentLine
+ " (<TokenSpaceGuidCName>.<TokenCName>|<PcdValue>)",
1044 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1045 # if value are 'True', 'true', 'TRUE' or 'False', 'false', 'FALSE', replace with integer 1 or 0.
1046 DscPcdValueList
= GetSplitValueList(TokenList
[1], TAB_VALUE_SPLIT
, 1)
1047 if DscPcdValueList
[0] in ['True', 'true', 'TRUE']:
1048 self
._ValueList
[2] = TokenList
[1].replace(DscPcdValueList
[0], '1', 1);
1049 elif DscPcdValueList
[0] in ['False', 'false', 'FALSE']:
1050 self
._ValueList
[2] = TokenList
[1].replace(DscPcdValueList
[0], '0', 1);
1052 ## [components] section parser
1054 def _ComponentParser(self
):
1055 if self
._CurrentLine
[-1] == '{':
1056 self
._ValueList
[0] = self
._CurrentLine
[0:-1].strip()
1057 self
._InSubsection
= True
1059 self
._ValueList
[0] = self
._CurrentLine
1061 ## [LibraryClasses] section
1063 def _LibraryClassParser(self
):
1064 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_VALUE_SPLIT
)
1065 if len(TokenList
) < 2:
1066 EdkLogger
.error('Parser', FORMAT_INVALID
, "No library class or instance specified",
1067 ExtraData
=self
._CurrentLine
+ " (<LibraryClassName>|<LibraryInstancePath>)",
1068 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1069 if TokenList
[0] == '':
1070 EdkLogger
.error('Parser', FORMAT_INVALID
, "No library class specified",
1071 ExtraData
=self
._CurrentLine
+ " (<LibraryClassName>|<LibraryInstancePath>)",
1072 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1073 if TokenList
[1] == '':
1074 EdkLogger
.error('Parser', FORMAT_INVALID
, "No library instance specified",
1075 ExtraData
=self
._CurrentLine
+ " (<LibraryClassName>|<LibraryInstancePath>)",
1076 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1078 self
._ValueList
[0:len(TokenList
)] = TokenList
1080 def _CompponentSourceOverridePathParser(self
):
1081 self
._ValueList
[0] = self
._CurrentLine
1083 ## [BuildOptions] section parser
1085 def _BuildOptionParser(self
):
1086 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_EQUAL_SPLIT
, 1)
1087 TokenList2
= GetSplitValueList(TokenList
[0], ':', 1)
1088 if len(TokenList2
) == 2:
1089 self
._ValueList
[0] = TokenList2
[0] # toolchain family
1090 self
._ValueList
[1] = TokenList2
[1] # keys
1092 self
._ValueList
[1] = TokenList
[0]
1093 if len(TokenList
) == 2: # value
1094 self
._ValueList
[2] = TokenList
[1]
1096 if self
._ValueList
[1].count('_') != 4:
1100 "'%s' must be in format of <TARGET>_<TOOLCHAIN>_<ARCH>_<TOOL>_FLAGS" % self
._ValueList
[1],
1101 ExtraData
=self
._CurrentLine
,
1103 Line
=self
._LineIndex
+1
1106 ## Override parent's method since we'll do all macro replacements in parser
1107 def _GetMacros(self
):
1108 Macros
= dict( [('ARCH','IA32'), ('FAMILY','MSFT'),('TOOL_CHAIN_TAG','VS2008x86'),('TARGET','DEBUG')])
1109 Macros
.update(self
._FileLocalMacros
)
1110 Macros
.update(self
._GetApplicableSectionMacro
())
1111 Macros
.update(GlobalData
.gEdkGlobal
)
1112 Macros
.update(GlobalData
.gPlatformDefines
)
1113 Macros
.update(GlobalData
.gCommandLineDefines
)
1114 # PCD cannot be referenced in macro definition
1115 if self
._ItemType
not in [MODEL_META_DATA_DEFINE
, MODEL_META_DATA_GLOBAL_DEFINE
]:
1116 Macros
.update(self
._Symbols
)
1119 def _PostProcess(self
):
1121 MODEL_META_DATA_SECTION_HEADER
: self
.__ProcessSectionHeader
,
1122 MODEL_META_DATA_SUBSECTION_HEADER
: self
.__ProcessSubsectionHeader
,
1123 MODEL_META_DATA_HEADER
: self
.__ProcessDefine
,
1124 MODEL_META_DATA_DEFINE
: self
.__ProcessDefine
,
1125 MODEL_META_DATA_GLOBAL_DEFINE
: self
.__ProcessDefine
,
1126 MODEL_META_DATA_INCLUDE
: self
.__ProcessDirective
,
1127 MODEL_META_DATA_CONDITIONAL_STATEMENT_IF
: self
.__ProcessDirective
,
1128 MODEL_META_DATA_CONDITIONAL_STATEMENT_ELSE
: self
.__ProcessDirective
,
1129 MODEL_META_DATA_CONDITIONAL_STATEMENT_IFDEF
: self
.__ProcessDirective
,
1130 MODEL_META_DATA_CONDITIONAL_STATEMENT_IFNDEF
: self
.__ProcessDirective
,
1131 MODEL_META_DATA_CONDITIONAL_STATEMENT_ENDIF
: self
.__ProcessDirective
,
1132 MODEL_META_DATA_CONDITIONAL_STATEMENT_ELSEIF
: self
.__ProcessDirective
,
1133 MODEL_EFI_SKU_ID
: self
.__ProcessSkuId
,
1134 MODEL_EFI_LIBRARY_INSTANCE
: self
.__ProcessLibraryInstance
,
1135 MODEL_EFI_LIBRARY_CLASS
: self
.__ProcessLibraryClass
,
1136 MODEL_PCD_FIXED_AT_BUILD
: self
.__ProcessPcd
,
1137 MODEL_PCD_PATCHABLE_IN_MODULE
: self
.__ProcessPcd
,
1138 MODEL_PCD_FEATURE_FLAG
: self
.__ProcessPcd
,
1139 MODEL_PCD_DYNAMIC_DEFAULT
: self
.__ProcessPcd
,
1140 MODEL_PCD_DYNAMIC_HII
: self
.__ProcessPcd
,
1141 MODEL_PCD_DYNAMIC_VPD
: self
.__ProcessPcd
,
1142 MODEL_PCD_DYNAMIC_EX_DEFAULT
: self
.__ProcessPcd
,
1143 MODEL_PCD_DYNAMIC_EX_HII
: self
.__ProcessPcd
,
1144 MODEL_PCD_DYNAMIC_EX_VPD
: self
.__ProcessPcd
,
1145 MODEL_META_DATA_COMPONENT
: self
.__ProcessComponent
,
1146 MODEL_META_DATA_COMPONENT_SOURCE_OVERRIDE_PATH
: self
.__ProcessSourceOverridePath
,
1147 MODEL_META_DATA_BUILD_OPTION
: self
.__ProcessBuildOption
,
1148 MODEL_UNKNOWN
: self
._Skip
,
1149 MODEL_META_DATA_USER_EXTENSION
: self
._Skip
,
1150 MODEL_META_DATA_CONDITIONAL_STATEMENT_ERROR
: self
._Skip
,
1153 self
._RawTable
= self
._Table
1154 self
._Table
= MetaFileStorage(self
._RawTable
.Cur
, self
.MetaFile
, MODEL_FILE_DSC
, True)
1155 self
._DirectiveStack
= []
1156 self
._DirectiveEvalStack
= []
1157 self
._FileWithError
= self
.MetaFile
1158 self
._FileLocalMacros
= {}
1159 self
._SectionsMacroDict
= {}
1160 GlobalData
.gPlatformDefines
= {}
1162 # Get all macro and PCD which has straitforward value
1163 self
.__RetrievePcdValue
()
1164 self
._Content
= self
._RawTable
.GetAll()
1165 self
._ContentIndex
= 0
1166 while self
._ContentIndex
< len(self
._Content
) :
1167 Id
, self
._ItemType
, V1
, V2
, V3
, S1
, S2
, Owner
, BelongsToFile
, self
._From
, \
1168 LineStart
, ColStart
, LineEnd
, ColEnd
, Enabled
= self
._Content
[self
._ContentIndex
]
1171 self
._FileWithError
= self
.MetaFile
1173 self
._ContentIndex
+= 1
1175 self
._Scope
= [[S1
, S2
]]
1176 self
._LineIndex
= LineStart
- 1
1177 self
._ValueList
= [V1
, V2
, V3
]
1180 Processer
[self
._ItemType
]()
1181 except EvaluationException
, Excpt
:
1183 # Only catch expression evaluation error here. We need to report
1184 # the precise number of line on which the error occurred
1187 # EdkLogger.error('Parser', FORMAT_INVALID, "Invalid expression: %s" % str(Excpt),
1188 # File=self._FileWithError, ExtraData=' '.join(self._ValueList),
1189 # Line=self._LineIndex+1)
1190 except MacroException
, Excpt
:
1191 EdkLogger
.error('Parser', FORMAT_INVALID
, str(Excpt
),
1192 File
=self
._FileWithError
, ExtraData
=' '.join(self
._ValueList
),
1193 Line
=self
._LineIndex
+1)
1195 if self
._ValueList
== None:
1198 NewOwner
= self
._IdMapping
.get(Owner
, -1)
1199 self
._Enabled
= int((not self
._DirectiveEvalStack
) or (False not in self
._DirectiveEvalStack
))
1200 self
._LastItem
= self
._Store
(
1216 self
._IdMapping
[Id
] = self
._LastItem
1218 RecordList
= self
._Table
.GetAll()
1220 self
._RawTable
.Drop()
1222 for Record
in RecordList
:
1223 EccGlobalData
.gDb
.TblDsc
.Insert(Record
[1],Record
[2],Record
[3],Record
[4],Record
[5],Record
[6],Record
[7],Record
[8],Record
[9],Record
[10],Record
[11],Record
[12],Record
[13],Record
[14])
1224 GlobalData
.gPlatformDefines
.update(self
._FileLocalMacros
)
1225 self
._PostProcessed
= True
1226 self
._Content
= None
1228 def __ProcessSectionHeader(self
):
1229 self
._SectionName
= self
._ValueList
[0]
1230 if self
._SectionName
in self
.DataType
:
1231 self
._SectionType
= self
.DataType
[self
._SectionName
]
1233 self
._SectionType
= MODEL_UNKNOWN
1235 def __ProcessSubsectionHeader(self
):
1236 self
._SubsectionName
= self
._ValueList
[0]
1237 if self
._SubsectionName
in self
.DataType
:
1238 self
._SubsectionType
= self
.DataType
[self
._SubsectionName
]
1240 self
._SubsectionType
= MODEL_UNKNOWN
1242 def __RetrievePcdValue(self
):
1243 Records
= self
._RawTable
.Query(MODEL_PCD_FEATURE_FLAG
, BelongsToItem
=-1.0)
1244 for TokenSpaceGuid
,PcdName
,Value
,Dummy2
,Dummy3
,ID
,Line
in Records
:
1245 Value
, DatumType
, MaxDatumSize
= AnalyzePcdData(Value
)
1246 # Only use PCD whose value is straitforward (no macro and PCD)
1247 if self
.SymbolPattern
.findall(Value
):
1249 Name
= TokenSpaceGuid
+ '.' + PcdName
1250 # Don't use PCD with different values.
1251 if Name
in self
._Symbols
and self
._Symbols
[Name
] != Value
:
1252 self
._Symbols
.pop(Name
)
1254 self
._Symbols
[Name
] = Value
1256 Records
= self
._RawTable
.Query(MODEL_PCD_FIXED_AT_BUILD
, BelongsToItem
=-1.0)
1257 for TokenSpaceGuid
,PcdName
,Value
,Dummy2
,Dummy3
,ID
,Line
in Records
:
1258 Value
, DatumType
, MaxDatumSize
= AnalyzePcdData(Value
)
1259 # Only use PCD whose value is straitforward (no macro and PCD)
1260 if self
.SymbolPattern
.findall(Value
):
1262 Name
= TokenSpaceGuid
+'.'+PcdName
1263 # Don't use PCD with different values.
1264 if Name
in self
._Symbols
and self
._Symbols
[Name
] != Value
:
1265 self
._Symbols
.pop(Name
)
1267 self
._Symbols
[Name
] = Value
1269 def __ProcessDefine(self
):
1270 if not self
._Enabled
:
1273 Type
, Name
, Value
= self
._ValueList
1274 Value
= ReplaceMacro(Value
, self
._Macros
, False)
1275 if self
._ItemType
== MODEL_META_DATA_DEFINE
:
1276 if self
._SectionType
== MODEL_META_DATA_HEADER
:
1277 self
._FileLocalMacros
[Name
] = Value
1279 SectionDictKey
= self
._SectionType
, self
._Scope
[0][0], self
._Scope
[0][1]
1280 if SectionDictKey
not in self
._SectionsMacroDict
:
1281 self
._SectionsMacroDict
[SectionDictKey
] = {}
1282 SectionLocalMacros
= self
._SectionsMacroDict
[SectionDictKey
]
1283 SectionLocalMacros
[Name
] = Value
1284 elif self
._ItemType
== MODEL_META_DATA_GLOBAL_DEFINE
:
1285 GlobalData
.gEdkGlobal
[Name
] = Value
1288 # Keyword in [Defines] section can be used as Macros
1290 if (self
._ItemType
== MODEL_META_DATA_HEADER
) and (self
._SectionType
== MODEL_META_DATA_HEADER
):
1291 self
._FileLocalMacros
[Name
] = Value
1293 self
._ValueList
= [Type
, Name
, Value
]
1295 def __ProcessDirective(self
):
1297 if self
._ItemType
in [MODEL_META_DATA_CONDITIONAL_STATEMENT_IF
,
1298 MODEL_META_DATA_CONDITIONAL_STATEMENT_ELSEIF
]:
1299 Macros
= self
._Macros
1300 Macros
.update(GlobalData
.gGlobalDefines
)
1302 Result
= ValueExpression(self
._ValueList
[1], Macros
)()
1303 except SymbolNotFound
, Exc
:
1304 EdkLogger
.debug(EdkLogger
.DEBUG_5
, str(Exc
), self
._ValueList
[1])
1306 except WrnExpression
, Excpt
:
1308 # Catch expression evaluation warning here. We need to report
1309 # the precise number of line and return the evaluation result
1311 EdkLogger
.warn('Parser', "Suspicious expression: %s" % str(Excpt
),
1312 File
=self
._FileWithError
, ExtraData
=' '.join(self
._ValueList
),
1313 Line
=self
._LineIndex
+1)
1314 Result
= Excpt
.result
1315 except BadExpression
, Exc
:
1316 EdkLogger
.debug(EdkLogger
.DEBUG_5
, str(Exc
), self
._ValueList
[1])
1319 if self
._ItemType
in [MODEL_META_DATA_CONDITIONAL_STATEMENT_IF
,
1320 MODEL_META_DATA_CONDITIONAL_STATEMENT_IFDEF
,
1321 MODEL_META_DATA_CONDITIONAL_STATEMENT_IFNDEF
]:
1322 self
._DirectiveStack
.append(self
._ItemType
)
1323 if self
._ItemType
== MODEL_META_DATA_CONDITIONAL_STATEMENT_IF
:
1324 Result
= bool(Result
)
1326 Macro
= self
._ValueList
[1]
1327 Macro
= Macro
[2:-1] if (Macro
.startswith("$(") and Macro
.endswith(")")) else Macro
1328 Result
= Macro
in self
._Macros
1329 if self
._ItemType
== MODEL_META_DATA_CONDITIONAL_STATEMENT_IFNDEF
:
1331 self
._DirectiveEvalStack
.append(Result
)
1332 elif self
._ItemType
== MODEL_META_DATA_CONDITIONAL_STATEMENT_ELSEIF
:
1333 self
._DirectiveStack
.append(self
._ItemType
)
1334 self
._DirectiveEvalStack
[-1] = not self
._DirectiveEvalStack
[-1]
1335 self
._DirectiveEvalStack
.append(bool(Result
))
1336 elif self
._ItemType
== MODEL_META_DATA_CONDITIONAL_STATEMENT_ELSE
:
1337 self
._DirectiveStack
[-1] = self
._ItemType
1338 self
._DirectiveEvalStack
[-1] = not self
._DirectiveEvalStack
[-1]
1339 elif self
._ItemType
== MODEL_META_DATA_CONDITIONAL_STATEMENT_ENDIF
:
1340 # Back to the nearest !if/!ifdef/!ifndef
1341 while self
._DirectiveStack
:
1342 self
._DirectiveEvalStack
.pop()
1343 Directive
= self
._DirectiveStack
.pop()
1344 if Directive
in [MODEL_META_DATA_CONDITIONAL_STATEMENT_IF
,
1345 MODEL_META_DATA_CONDITIONAL_STATEMENT_IFDEF
,
1346 MODEL_META_DATA_CONDITIONAL_STATEMENT_ELSE
,
1347 MODEL_META_DATA_CONDITIONAL_STATEMENT_IFNDEF
]:
1349 elif self
._ItemType
== MODEL_META_DATA_INCLUDE
:
1350 # The included file must be relative to workspace or same directory as DSC file
1351 __IncludeMacros
= {}
1353 # Allow using system environment variables in path after !include
1355 __IncludeMacros
['WORKSPACE'] = GlobalData
.gGlobalDefines
['WORKSPACE']
1356 if "ECP_SOURCE" in GlobalData
.gGlobalDefines
.keys():
1357 __IncludeMacros
['ECP_SOURCE'] = GlobalData
.gGlobalDefines
['ECP_SOURCE']
1359 # During GenFds phase call DSC parser, will go into this branch.
1361 elif "ECP_SOURCE" in GlobalData
.gCommandLineDefines
.keys():
1362 __IncludeMacros
['ECP_SOURCE'] = GlobalData
.gCommandLineDefines
['ECP_SOURCE']
1364 __IncludeMacros
['EFI_SOURCE'] = GlobalData
.gGlobalDefines
['EFI_SOURCE']
1365 __IncludeMacros
['EDK_SOURCE'] = GlobalData
.gGlobalDefines
['EDK_SOURCE']
1367 # Allow using MACROs comes from [Defines] section to keep compatible.
1369 __IncludeMacros
.update(self
._Macros
)
1371 IncludedFile
= NormPath(ReplaceMacro(self
._ValueList
[1], __IncludeMacros
, RaiseError
=True))
1373 # First search the include file under the same directory as DSC file
1375 IncludedFile1
= PathClass(IncludedFile
, self
.MetaFile
.Dir
)
1376 ErrorCode
, ErrorInfo1
= IncludedFile1
.Validate()
1379 # Also search file under the WORKSPACE directory
1381 IncludedFile1
= PathClass(IncludedFile
, GlobalData
.gWorkspace
)
1382 ErrorCode
, ErrorInfo2
= IncludedFile1
.Validate()
1384 EdkLogger
.error('parser', ErrorCode
, File
=self
._FileWithError
,
1385 Line
=self
._LineIndex
+1, ExtraData
=ErrorInfo1
+ "\n"+ ErrorInfo2
)
1387 self
._FileWithError
= IncludedFile1
1389 IncludedFileTable
= MetaFileStorage(self
._Table
.Cur
, IncludedFile1
, MODEL_FILE_DSC
, True)
1390 Owner
= self
._Content
[self
._ContentIndex
-1][0]
1391 Parser
= DscParser(IncludedFile1
, self
._FileType
, IncludedFileTable
,
1392 Owner
=Owner
, From
=Owner
)
1394 # set the parser status with current status
1395 Parser
._SectionName
= self
._SectionName
1396 Parser
._SectionType
= self
._SectionType
1397 Parser
._Scope
= self
._Scope
1398 Parser
._Enabled
= self
._Enabled
1399 # Parse the included file
1402 # update current status with sub-parser's status
1403 self
._SectionName
= Parser
._SectionName
1404 self
._SectionType
= Parser
._SectionType
1405 self
._Scope
= Parser
._Scope
1406 self
._Enabled
= Parser
._Enabled
1408 # Insert all records in the table for the included file into dsc file table
1409 Records
= IncludedFileTable
.GetAll()
1411 self
._Content
[self
._ContentIndex
:self
._ContentIndex
] = Records
1412 self
._Content
.pop(self
._ContentIndex
-1)
1413 self
._ValueList
= None
1414 self
._ContentIndex
-= 1
1416 def __ProcessSkuId(self
):
1417 self
._ValueList
= [ReplaceMacro(Value
, self
._Macros
, RaiseError
=True)
1418 for Value
in self
._ValueList
]
1420 def __ProcessLibraryInstance(self
):
1421 self
._ValueList
= [ReplaceMacro(Value
, self
._Macros
) for Value
in self
._ValueList
]
1423 def __ProcessLibraryClass(self
):
1424 self
._ValueList
[1] = ReplaceMacro(self
._ValueList
[1], self
._Macros
, RaiseError
=True)
1426 def __ProcessPcd(self
):
1427 ValueList
= GetSplitValueList(self
._ValueList
[2])
1429 # PCD value can be an expression
1431 if len(ValueList
) > 1 and ValueList
[1] == 'VOID*':
1432 PcdValue
= ValueList
[0]
1434 ValueList
[0] = ValueExpression(PcdValue
, self
._Macros
)(True)
1435 except WrnExpression
, Value
:
1436 ValueList
[0] = Value
.result
1438 PcdValue
= ValueList
[-1]
1440 ValueList
[-1] = ValueExpression(PcdValue
, self
._Macros
)(True)
1441 except WrnExpression
, Value
:
1442 ValueList
[-1] = Value
.result
1444 if ValueList
[-1] == 'True':
1446 if ValueList
[-1] == 'False':
1449 self
._ValueList
[2] = '|'.join(ValueList
)
1451 def __ProcessComponent(self
):
1452 self
._ValueList
[0] = ReplaceMacro(self
._ValueList
[0], self
._Macros
)
1454 def __ProcessSourceOverridePath(self
):
1455 self
._ValueList
[0] = ReplaceMacro(self
._ValueList
[0], self
._Macros
)
1457 def __ProcessBuildOption(self
):
1458 self
._ValueList
= [ReplaceMacro(Value
, self
._Macros
, RaiseError
=False)
1459 for Value
in self
._ValueList
]
1462 MODEL_META_DATA_HEADER
: _DefineParser
,
1463 MODEL_EFI_SKU_ID
: _SkuIdParser
,
1464 MODEL_EFI_LIBRARY_INSTANCE
: _LibraryInstanceParser
,
1465 MODEL_EFI_LIBRARY_CLASS
: _LibraryClassParser
,
1466 MODEL_PCD_FIXED_AT_BUILD
: _PcdParser
,
1467 MODEL_PCD_PATCHABLE_IN_MODULE
: _PcdParser
,
1468 MODEL_PCD_FEATURE_FLAG
: _PcdParser
,
1469 MODEL_PCD_DYNAMIC_DEFAULT
: _PcdParser
,
1470 MODEL_PCD_DYNAMIC_HII
: _PcdParser
,
1471 MODEL_PCD_DYNAMIC_VPD
: _PcdParser
,
1472 MODEL_PCD_DYNAMIC_EX_DEFAULT
: _PcdParser
,
1473 MODEL_PCD_DYNAMIC_EX_HII
: _PcdParser
,
1474 MODEL_PCD_DYNAMIC_EX_VPD
: _PcdParser
,
1475 MODEL_META_DATA_COMPONENT
: _ComponentParser
,
1476 MODEL_META_DATA_COMPONENT_SOURCE_OVERRIDE_PATH
: _CompponentSourceOverridePathParser
,
1477 MODEL_META_DATA_BUILD_OPTION
: _BuildOptionParser
,
1478 MODEL_UNKNOWN
: MetaFileParser
._Skip
,
1479 MODEL_META_DATA_USER_EXTENSION
: MetaFileParser
._Skip
,
1480 MODEL_META_DATA_SECTION_HEADER
: MetaFileParser
._SectionHeaderParser
,
1481 MODEL_META_DATA_SUBSECTION_HEADER
: _SubsectionHeaderParser
,
1484 _Macros
= property(_GetMacros
)
1486 ## DEC file parser class
1488 # @param FilePath The path of platform description file
1489 # @param FileType The raw data of DSC file
1490 # @param Table Database used to retrieve module/package information
1491 # @param Macros Macros used for replacement in file
1493 class DecParser(MetaFileParser
):
1494 # DEC file supported data types (one type per section)
1496 TAB_DEC_DEFINES
.upper() : MODEL_META_DATA_HEADER
,
1497 TAB_DSC_DEFINES_DEFINE
: MODEL_META_DATA_DEFINE
,
1498 TAB_INCLUDES
.upper() : MODEL_EFI_INCLUDE
,
1499 TAB_LIBRARY_CLASSES
.upper() : MODEL_EFI_LIBRARY_CLASS
,
1500 TAB_GUIDS
.upper() : MODEL_EFI_GUID
,
1501 TAB_PPIS
.upper() : MODEL_EFI_PPI
,
1502 TAB_PROTOCOLS
.upper() : MODEL_EFI_PROTOCOL
,
1503 TAB_PCDS_FIXED_AT_BUILD_NULL
.upper() : MODEL_PCD_FIXED_AT_BUILD
,
1504 TAB_PCDS_PATCHABLE_IN_MODULE_NULL
.upper() : MODEL_PCD_PATCHABLE_IN_MODULE
,
1505 TAB_PCDS_FEATURE_FLAG_NULL
.upper() : MODEL_PCD_FEATURE_FLAG
,
1506 TAB_PCDS_DYNAMIC_NULL
.upper() : MODEL_PCD_DYNAMIC
,
1507 TAB_PCDS_DYNAMIC_EX_NULL
.upper() : MODEL_PCD_DYNAMIC_EX
,
1510 ## Constructor of DecParser
1512 # Initialize object of DecParser
1514 # @param FilePath The path of platform description file
1515 # @param FileType The raw data of DSC file
1516 # @param Table Database used to retrieve module/package information
1517 # @param Macros Macros used for replacement in file
1519 def __init__(self
, FilePath
, FileType
, Table
):
1520 # prevent re-initialization
1521 if hasattr(self
, "_Table"):
1523 MetaFileParser
.__init
__(self
, FilePath
, FileType
, Table
)
1525 self
._Version
= 0x00010005 # Only EDK2 dec file is supported
1526 self
.TblFile
= EccGlobalData
.gDb
.TblFile
1533 Content
= open(str(self
.MetaFile
), 'r').readlines()
1535 EdkLogger
.error("Parser", FILE_READ_FAILURE
, ExtraData
=self
.MetaFile
)
1538 # Insert a record for file
1540 Filename
= NormPath(self
.MetaFile
)
1541 FileID
= self
.TblFile
.GetFileId(Filename
)
1543 self
.FileID
= FileID
1545 self
.FileID
= self
.TblFile
.InsertFile(Filename
, MODEL_FILE_DEC
)
1547 for Index
in range(0, len(Content
)):
1548 Line
, Comment
= CleanString2(Content
[Index
])
1549 self
._CurrentLine
= Line
1550 self
._LineIndex
= Index
1552 # save comment for later use
1554 self
._Comments
.append((Comment
, self
._LineIndex
+1))
1560 if Line
[0] == TAB_SECTION_START
and Line
[-1] == TAB_SECTION_END
:
1561 self
._SectionHeaderParser
()
1564 elif len(self
._SectionType
) == 0:
1569 self
._ValueList
= ['','','']
1570 self
._SectionParser
[self
._SectionType
[0]](self
)
1571 if self
._ValueList
== None or self
._ItemType
== MODEL_META_DATA_DEFINE
:
1577 # Model, Value1, Value2, Value3, Arch, BelongsToItem=-1, LineBegin=-1,
1578 # ColumnBegin=-1, LineEnd=-1, ColumnEnd=-1, FeatureFlag='', Enabled=-1
1580 for Arch
, ModuleType
, Type
in self
._Scope
:
1581 self
._LastItem
= self
._Store
(
1596 for Comment
, LineNo
in self
._Comments
:
1598 MODEL_META_DATA_COMMENT
,
1615 def _GetApplicableSectionMacro(self
):
1617 for S1
, S2
, SectionType
in self
._Scope
:
1618 for Scope1
, Scope2
in [("COMMON", "COMMON"), ("COMMON", S2
), (S1
, "COMMON"), (S1
, S2
)]:
1619 if (SectionType
, Scope1
, Scope2
) in self
._SectionsMacroDict
:
1620 Macros
.update(self
._SectionsMacroDict
[(SectionType
, Scope1
, Scope2
)])
1623 ## Section header parser
1625 # The section header is always in following format:
1627 # [section_name.arch<.platform|module_type>]
1629 def _SectionHeaderParser(self
):
1631 self
._SectionName
= ''
1632 self
._SectionType
= []
1634 for Item
in GetSplitValueList(self
._CurrentLine
[1:-1], TAB_COMMA_SPLIT
):
1637 ItemList
= GetSplitValueList(Item
, TAB_SPLIT
)
1639 # different types of PCD are permissible in one section
1640 self
._SectionName
= ItemList
[0].upper()
1641 if self
._SectionName
in self
.DataType
:
1642 if self
.DataType
[self
._SectionName
] not in self
._SectionType
:
1643 self
._SectionType
.append(self
.DataType
[self
._SectionName
])
1645 EdkLogger
.warn("Parser", "Unrecognized section", File
=self
.MetaFile
,
1646 Line
=self
._LineIndex
+1, ExtraData
=self
._CurrentLine
)
1649 if MODEL_PCD_FEATURE_FLAG
in self
._SectionType
and len(self
._SectionType
) > 1:
1653 "%s must not be in the same section of other types of PCD" % TAB_PCDS_FEATURE_FLAG_NULL
,
1655 Line
=self
._LineIndex
+1,
1656 ExtraData
=self
._CurrentLine
1659 if len(ItemList
) > 1:
1660 S1
= ItemList
[1].upper()
1664 # S2 may be Platform or ModuleType
1665 if len(ItemList
) > 2:
1666 S2
= ItemList
[2].upper()
1669 if [S1
, S2
, self
.DataType
[self
._SectionName
]] not in self
._Scope
:
1670 self
._Scope
.append([S1
, S2
, self
.DataType
[self
._SectionName
]])
1672 # 'COMMON' must not be used with specific ARCHs at the same section
1673 if 'COMMON' in ArchList
and len(ArchList
) > 1:
1674 EdkLogger
.error('Parser', FORMAT_INVALID
, "'common' ARCH must not be used with specific ARCHs",
1675 File
=self
.MetaFile
, Line
=self
._LineIndex
+1, ExtraData
=self
._CurrentLine
)
1677 ## [guids], [ppis] and [protocols] section parser
1679 def _GuidParser(self
):
1680 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_EQUAL_SPLIT
, 1)
1681 if len(TokenList
) < 2:
1682 EdkLogger
.error('Parser', FORMAT_INVALID
, "No GUID name or value specified",
1683 ExtraData
=self
._CurrentLine
+ " (<CName> = <GuidValueInCFormat>)",
1684 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1685 if TokenList
[0] == '':
1686 EdkLogger
.error('Parser', FORMAT_INVALID
, "No GUID name specified",
1687 ExtraData
=self
._CurrentLine
+ " (<CName> = <GuidValueInCFormat>)",
1688 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1689 if TokenList
[1] == '':
1690 EdkLogger
.error('Parser', FORMAT_INVALID
, "No GUID value specified",
1691 ExtraData
=self
._CurrentLine
+ " (<CName> = <GuidValueInCFormat>)",
1692 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1693 if TokenList
[1][0] != '{' or TokenList
[1][-1] != '}' or GuidStructureStringToGuidString(TokenList
[1]) == '':
1694 EdkLogger
.error('Parser', FORMAT_INVALID
, "Invalid GUID value format",
1695 ExtraData
=self
._CurrentLine
+ \
1696 " (<CName> = <GuidValueInCFormat:{8,4,4,{2,2,2,2,2,2,2,2}}>)",
1697 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1698 self
._ValueList
[0] = TokenList
[0]
1699 #Parse the Guid value format
1700 GuidValueList
= TokenList
[1].strip(' {}').split(',')
1703 if len(GuidValueList
) == 11:
1704 for GuidValue
in GuidValueList
:
1705 GuidValue
= GuidValue
.strip()
1706 if GuidValue
.startswith('0x') or GuidValue
.startswith('0X'):
1707 HexList
.append('0x' + str(GuidValue
[2:]))
1711 if GuidValue
.startswith('{'):
1712 GuidValue
= GuidValue
.lstrip(' {')
1713 HexList
.append('0x' + str(GuidValue
[2:]))
1715 self
._ValueList
[1] = "{ %s, %s, %s, { %s, %s, %s, %s, %s, %s, %s, %s }}" % (HexList
[0], HexList
[1], HexList
[2],HexList
[3],HexList
[4],HexList
[5],HexList
[6],HexList
[7],HexList
[8],HexList
[9],HexList
[10])
1717 EdkLogger
.error('Parser', FORMAT_INVALID
, "Invalid GUID value format",
1718 ExtraData
=self
._CurrentLine
+ \
1719 " (<CName> = <GuidValueInCFormat:{8,4,4,{2,2,2,2,2,2,2,2}}>)",
1720 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1721 self
._ValueList
[0] = ''
1723 ## PCD sections parser
1725 # [PcdsFixedAtBuild]
1726 # [PcdsPatchableInModule]
1732 def _PcdParser(self
):
1733 TokenList
= GetSplitValueList(self
._CurrentLine
, TAB_VALUE_SPLIT
, 1)
1734 self
._ValueList
[0:1] = GetSplitValueList(TokenList
[0], TAB_SPLIT
)
1735 # check PCD information
1736 if self
._ValueList
[0] == '' or self
._ValueList
[1] == '':
1737 EdkLogger
.error('Parser', FORMAT_INVALID
, "No token space GUID or PCD name specified",
1738 ExtraData
=self
._CurrentLine
+ \
1739 " (<TokenSpaceGuidCName>.<PcdCName>|<DefaultValue>|<DatumType>|<Token>)",
1740 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1741 # check PCD datum information
1742 if len(TokenList
) < 2 or TokenList
[1] == '':
1743 EdkLogger
.error('Parser', FORMAT_INVALID
, "No PCD Datum information given",
1744 ExtraData
=self
._CurrentLine
+ \
1745 " (<TokenSpaceGuidCName>.<PcdCName>|<DefaultValue>|<DatumType>|<Token>)",
1746 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1749 ValueRe
= re
.compile(r
'^\s*L?\".*\|.*\"')
1750 PtrValue
= ValueRe
.findall(TokenList
[1])
1752 # Has VOID* type string, may contain "|" character in the string.
1753 if len(PtrValue
) != 0:
1754 ptrValueList
= re
.sub(ValueRe
, '', TokenList
[1])
1755 ValueList
= GetSplitValueList(ptrValueList
)
1756 ValueList
[0] = PtrValue
[0]
1758 ValueList
= GetSplitValueList(TokenList
[1])
1761 # check if there's enough datum information given
1762 if len(ValueList
) != 3:
1763 EdkLogger
.error('Parser', FORMAT_INVALID
, "Invalid PCD Datum information given",
1764 ExtraData
=self
._CurrentLine
+ \
1765 " (<TokenSpaceGuidCName>.<PcdCName>|<DefaultValue>|<DatumType>|<Token>)",
1766 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1767 # check default value
1768 if ValueList
[0] == '':
1769 EdkLogger
.error('Parser', FORMAT_INVALID
, "Missing DefaultValue in PCD Datum information",
1770 ExtraData
=self
._CurrentLine
+ \
1771 " (<TokenSpaceGuidCName>.<PcdCName>|<DefaultValue>|<DatumType>|<Token>)",
1772 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1774 if ValueList
[1] == '':
1775 EdkLogger
.error('Parser', FORMAT_INVALID
, "Missing DatumType in PCD Datum information",
1776 ExtraData
=self
._CurrentLine
+ \
1777 " (<TokenSpaceGuidCName>.<PcdCName>|<DefaultValue>|<DatumType>|<Token>)",
1778 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1779 # check token of the PCD
1780 if ValueList
[2] == '':
1781 EdkLogger
.error('Parser', FORMAT_INVALID
, "Missing Token in PCD Datum information",
1782 ExtraData
=self
._CurrentLine
+ \
1783 " (<TokenSpaceGuidCName>.<PcdCName>|<DefaultValue>|<DatumType>|<Token>)",
1784 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1785 # check format of default value against the datum type
1786 IsValid
, Cause
= CheckPcdDatum(ValueList
[1], ValueList
[0])
1788 EdkLogger
.error('Parser', FORMAT_INVALID
, Cause
, ExtraData
=self
._CurrentLine
,
1789 File
=self
.MetaFile
, Line
=self
._LineIndex
+1)
1791 if EccGlobalData
.gConfig
.UniCheckPCDInfo
== '1' or EccGlobalData
.gConfig
.UniCheckAll
== '1' or EccGlobalData
.gConfig
.CheckAll
== '1':
1792 # check Description, Prompt information
1793 PatternDesc
= re
.compile('##\s*([\x21-\x7E\s]*)', re
.S
)
1794 PatternPrompt
= re
.compile('#\s+@Prompt\s+([\x21-\x7E\s]*)', re
.S
)
1797 # check @ValidRange, @ValidList and @Expression format valid
1798 ErrorCodeValid
= '0x0 <= %s <= 0xFFFFFFFF'
1799 PatternValidRangeIn
= '(NOT)?\s*(\d+\s*-\s*\d+|0[xX][a-fA-F0-9]+\s*-\s*0[xX][a-fA-F0-9]+|LT\s*\d+|LT\s*0[xX][a-fA-F0-9]+|GT\s*\d+|GT\s*0[xX][a-fA-F0-9]+|LE\s*\d+|LE\s*0[xX][a-fA-F0-9]+|GE\s*\d+|GE\s*0[xX][a-fA-F0-9]+|XOR\s*\d+|XOR\s*0[xX][a-fA-F0-9]+|EQ\s*\d+|EQ\s*0[xX][a-fA-F0-9]+)'
1800 PatternValidRng
= re
.compile('^' + '(NOT)?\s*' + PatternValidRangeIn
+ '$')
1801 for Comment
in self
._Comments
:
1802 Comm
= Comment
[0].strip()
1806 Description
= PatternDesc
.findall(Comm
)
1808 Prompt
= PatternPrompt
.findall(Comm
)
1810 ValidFormt
= Comm
.lstrip('#')
1811 ValidFormt
= ValidFormt
.lstrip()
1812 if ValidFormt
[0:11] == '@ValidRange':
1813 ValidFormt
= ValidFormt
[11:]
1814 ValidFormt
= ValidFormt
.lstrip()
1816 ErrorCode
, Expression
= ValidFormt
.split('|', 1)
1819 Expression
= ValidFormt
1820 ErrorCode
, Expression
= ErrorCode
.strip(), Expression
.strip()
1822 if not eval(ErrorCodeValid
% ErrorCode
):
1823 EdkLogger
.warn('Parser', '@ValidRange ErrorCode(%s) of PCD %s is not valid UINT32 value.' % (ErrorCode
, TokenList
[0]))
1825 EdkLogger
.warn('Parser', '@ValidRange ErrorCode(%s) of PCD %s is not valid UINT32 value.' % (ErrorCode
, TokenList
[0]))
1826 if not PatternValidRng
.search(Expression
):
1827 EdkLogger
.warn('Parser', '@ValidRange Expression(%s) of PCD %s is incorrect format.' % (Expression
, TokenList
[0]))
1828 if ValidFormt
[0:10] == '@ValidList':
1829 ValidFormt
= ValidFormt
[10:]
1830 ValidFormt
= ValidFormt
.lstrip()
1832 ErrorCode
, Expression
= ValidFormt
.split('|', 1)
1835 Expression
= ValidFormt
1836 ErrorCode
, Expression
= ErrorCode
.strip(), Expression
.strip()
1838 if not eval(ErrorCodeValid
% ErrorCode
):
1839 EdkLogger
.warn('Parser', '@ValidList ErrorCode(%s) of PCD %s is not valid UINT32 value.' % (ErrorCode
, TokenList
[0]))
1841 EdkLogger
.warn('Parser', '@ValidList ErrorCode(%s) of PCD %s is not valid UINT32 value.' % (ErrorCode
, TokenList
[0]))
1842 Values
= Expression
.split(',')
1843 for Value
in Values
:
1844 Value
= Value
.strip()
1848 EdkLogger
.warn('Parser', '@ValidList Expression of PCD %s include a invalid value(%s).' % (TokenList
[0], Value
))
1850 if ValidFormt
[0:11] == '@Expression':
1851 ValidFormt
= ValidFormt
[11:]
1852 ValidFormt
= ValidFormt
.lstrip()
1854 ErrorCode
, Expression
= ValidFormt
.split('|', 1)
1857 Expression
= ValidFormt
1858 ErrorCode
, Expression
= ErrorCode
.strip(), Expression
.strip()
1860 if not eval(ErrorCodeValid
% ErrorCode
):
1861 EdkLogger
.warn('Parser', '@Expression ErrorCode(%s) of PCD %s is not valid UINT32 value.' % (ErrorCode
, TokenList
[0]))
1863 EdkLogger
.warn('Parser', '@Expression ErrorCode(%s) of PCD %s is not valid UINT32 value.' % (ErrorCode
, TokenList
[0]))
1865 EdkLogger
.warn('Parser', '@Expression Expression of PCD %s is incorrect format.' % TokenList
[0])
1867 EdkLogger
.warn('Parser', 'PCD %s Description information is not provided.' % TokenList
[0])
1869 EdkLogger
.warn('Parser', 'PCD %s Prompt information is not provided.' % TokenList
[0])
1870 # check Description, Prompt localization information
1872 self
._UniObj
.CheckPcdInfo(TokenList
[0])
1874 if ValueList
[0] in ['True', 'true', 'TRUE']:
1876 elif ValueList
[0] in ['False', 'false', 'FALSE']:
1879 self
._ValueList
[2] = ValueList
[0].strip() + '|' + ValueList
[1].strip() + '|' + ValueList
[2].strip()
1882 MODEL_META_DATA_HEADER
: MetaFileParser
._DefineParser
,
1883 MODEL_EFI_INCLUDE
: MetaFileParser
._PathParser
,
1884 MODEL_EFI_LIBRARY_CLASS
: MetaFileParser
._PathParser
,
1885 MODEL_EFI_GUID
: _GuidParser
,
1886 MODEL_EFI_PPI
: _GuidParser
,
1887 MODEL_EFI_PROTOCOL
: _GuidParser
,
1888 MODEL_PCD_FIXED_AT_BUILD
: _PcdParser
,
1889 MODEL_PCD_PATCHABLE_IN_MODULE
: _PcdParser
,
1890 MODEL_PCD_FEATURE_FLAG
: _PcdParser
,
1891 MODEL_PCD_DYNAMIC
: _PcdParser
,
1892 MODEL_PCD_DYNAMIC_EX
: _PcdParser
,
1893 MODEL_UNKNOWN
: MetaFileParser
._Skip
,
1894 MODEL_META_DATA_USER_EXTENSION
: MetaFileParser
._Skip
,
1900 # This class defined basic Fdf object which is used by inheriting
1902 # @param object: Inherited from object class
1904 class FdfObject(object):
1910 # This class defined the structure used in Fdf object
1912 # @param FdfObject: Inherited from FdfObject class
1913 # @param Filename: Input value for Ffilename of Fdf file, default is None
1914 # @param WorkspaceDir: Input value for current workspace directory, default is None
1916 class Fdf(FdfObject
):
1917 def __init__(self
, Filename
= None, IsToDatabase
= False, WorkspaceDir
= None, Database
= None):
1918 self
.WorkspaceDir
= WorkspaceDir
1919 self
.IsToDatabase
= IsToDatabase
1921 self
.Cur
= Database
.Cur
1922 self
.TblFile
= Database
.TblFile
1923 self
.TblFdf
= Database
.TblFdf
1928 # Load Fdf file if filename is not None
1930 if Filename
!= None:
1932 self
.LoadFdfFile(Filename
)
1937 # Insert a FDF file record into database
1939 def InsertFile(self
, Filename
):
1941 Filename
= NormPath(Filename
)
1942 if Filename
not in self
.FileList
:
1943 FileID
= self
.TblFile
.InsertFile(Filename
, MODEL_FILE_FDF
)
1944 self
.FileList
[Filename
] = FileID
1946 return self
.FileList
[Filename
]
1951 # Load the file if it exists
1953 # @param Filename: Input value for filename of Fdf file
1955 def LoadFdfFile(self
, Filename
):
1960 Filename
= NormPath(Filename
)
1961 Fdf
= FdfParser(Filename
)
1965 # Insert inf file and pcd information
1967 if self
.IsToDatabase
:
1968 (Model
, Value1
, Value2
, Value3
, Scope1
, Scope2
, BelongsToItem
, BelongsToFile
, StartLine
, StartColumn
, EndLine
, EndColumn
, Enabled
) = \
1969 (0, '', '', '', 'COMMON', 'COMMON', -1, -1, -1, -1, -1, -1, 0)
1970 for Index
in range(0, len(Fdf
.Profile
.PcdDict
)):
1972 for Key
in Fdf
.Profile
.PcdDict
.keys():
1976 FileName
= Fdf
.Profile
.PcdFileLineDict
[Key
][0]
1977 StartLine
= Fdf
.Profile
.PcdFileLineDict
[Key
][1]
1978 BelongsToFile
= self
.InsertFile(FileName
)
1979 self
.TblFdf
.Insert(Model
, Value1
, Value2
, Value3
, Scope1
, Scope2
, BelongsToItem
, BelongsToFile
, StartLine
, StartColumn
, EndLine
, EndColumn
, Enabled
)
1980 for Index
in range(0, len(Fdf
.Profile
.InfList
)):
1981 Model
= MODEL_META_DATA_COMPONENT
1982 Value1
= Fdf
.Profile
.InfList
[Index
]
1984 FileName
= Fdf
.Profile
.InfFileLineList
[Index
][0]
1985 StartLine
= Fdf
.Profile
.InfFileLineList
[Index
][1]
1986 BelongsToFile
= self
.InsertFile(FileName
)
1987 self
.TblFdf
.Insert(Model
, Value1
, Value2
, Value3
, Scope1
, Scope2
, BelongsToItem
, BelongsToFile
, StartLine
, StartColumn
, EndLine
, EndColumn
, Enabled
)
1989 class UniParser(object):
1990 # IsExtraUni defined the UNI file is Module UNI or extra Module UNI
1991 # IsModuleUni defined the UNI file is Module UNI or Package UNI
1992 def __init__(self
, FilePath
, IsExtraUni
=False, IsModuleUni
=True):
1993 self
.FilePath
= FilePath
1994 self
.FileName
= os
.path
.basename(FilePath
)
1995 self
.IsExtraUni
= IsExtraUni
1996 self
.IsModuleUni
= IsModuleUni
2003 self
.FileIn
= CodecOpenLongFilePath(self
.FilePath
, Mode
= 'rb', Encoding
= 'utf_16').read()
2004 except UnicodeError:
2005 self
.FileIn
= CodecOpenLongFilePath(self
.FilePath
, Mode
= 'rb', Encoding
= 'utf_16_le').read()
2010 if self
.IsModuleUni
:
2012 ModuleName
= self
.CheckKeyValid('STR_PROPERTIES_MODULE_NAME')
2013 self
.PrintLog('STR_PROPERTIES_MODULE_NAME', ModuleName
)
2015 ModuleAbstract
= self
.CheckKeyValid('STR_MODULE_ABSTRACT')
2016 self
.PrintLog('STR_MODULE_ABSTRACT', ModuleAbstract
)
2017 ModuleDescription
= self
.CheckKeyValid('STR_MODULE_DESCRIPTION')
2018 self
.PrintLog('STR_MODULE_DESCRIPTION', ModuleDescription
)
2021 PackageName
= self
.CheckKeyValid('STR_PROPERTIES_PACKAGE_NAME')
2022 self
.PrintLog('STR_PROPERTIES_PACKAGE_NAME', PackageName
)
2024 PackageAbstract
= self
.CheckKeyValid('STR_PACKAGE_ABSTRACT')
2025 self
.PrintLog('STR_PACKAGE_ABSTRACT', PackageAbstract
)
2026 PackageDescription
= self
.CheckKeyValid('STR_PACKAGE_DESCRIPTION')
2027 self
.PrintLog('STR_PACKAGE_DESCRIPTION', PackageDescription
)
2029 def CheckKeyValid(self
, Key
, Contents
=None):
2031 Contents
= self
.FileIn
2032 KeyPattern
= re
.compile('#string\s+%s\s+.*?#language.*?".*?"' % Key
, re
.S
)
2033 if KeyPattern
.search(Contents
):
2037 def CheckPcdInfo(self
, PcdCName
):
2038 PromptKey
= 'STR_%s_PROMPT' % PcdCName
.replace('.', '_')
2039 PcdPrompt
= self
.CheckKeyValid(PromptKey
)
2040 self
.PrintLog(PromptKey
, PcdPrompt
)
2041 HelpKey
= 'STR_%s_HELP' % PcdCName
.replace('.', '_')
2042 PcdHelp
= self
.CheckKeyValid(HelpKey
)
2043 self
.PrintLog(HelpKey
, PcdHelp
)
2045 def PrintLog(self
, Key
, Value
):
2046 if not Value
and Key
not in self
.Missing
:
2047 Msg
= '%s is missing in the %s file.' % (Key
, self
.FileName
)
2048 EdkLogger
.warn('Parser', Msg
)
2049 EccGlobalData
.gDb
.TblReport
.Insert(EccToolError
.ERROR_GENERAL_CHECK_UNI_HELP_INFO
, OtherMsg
=Msg
, BelongsToTable
='File', BelongsToItem
=-2)
2050 self
.Missing
.append(Key
)
2054 # This acts like the main() function for the script, unless it is 'import'ed into another
2057 if __name__
== '__main__':