]> git.proxmox.com Git - mirror_edk2.git/blobdiff - BaseTools/Source/Python/GenFds/FdfParser.py
BaseTools: Supported FMP capsule image.
[mirror_edk2.git] / BaseTools / Source / Python / GenFds / FdfParser.py
index 5cdbe8888964ef2e42922917c8fbbd9bae0e6e98..ffc54abc847f80d9742d3958e20584f38cbc22ed 100644 (file)
@@ -1,7 +1,7 @@
 ## @file\r
 # parse FDF file\r
 #\r
-#  Copyright (c) 2007 - 2010, Intel Corporation. All rights reserved.<BR>\r
+#  Copyright (c) 2007 - 2014, Intel Corporation. All rights reserved.<BR>\r
 #\r
 #  This program and the accompanying materials\r
 #  are licensed and made available under the terms and conditions of the BSD License\r
@@ -15,6 +15,8 @@
 ##\r
 # Import Modules\r
 #\r
+import re\r
+\r
 import Fd\r
 import Region\r
 import Fv\r
@@ -45,9 +47,16 @@ from Common.BuildToolError import *
 from Common import EdkLogger\r
 from Common.Misc import PathClass\r
 from Common.String import NormPath\r
+import Common.GlobalData as GlobalData\r
+from Common.Expression import *\r
+from Common import GlobalData\r
+from Common.String import ReplaceMacro\r
+\r
+from Common.Misc import tdict\r
 \r
 import re\r
-import os\r
+import Common.LongFilePathOs as os\r
+from Common.LongFilePathSupport import OpenLongFilePath as open\r
 \r
 ##define T_CHAR_SPACE                ' '\r
 ##define T_CHAR_NULL                 '\0'\r
@@ -67,11 +76,12 @@ T_CHAR_BACKSLASH, T_CHAR_DOUBLE_QUOTE, T_CHAR_SINGLE_QUOTE, T_CHAR_STAR, T_CHAR_
 \r
 SEPERATOR_TUPLE = ('=', '|', ',', '{', '}')\r
 \r
+RegionSizePattern = re.compile("\s*(?P<base>(?:0x|0X)?[a-fA-F0-9]+)\s*\|\s*(?P<size>(?:0x|0X)?[a-fA-F0-9]+)\s*")\r
+RegionSizeGuidPattern = re.compile("\s*(?P<base>\w+\.\w+)\s*\|\s*(?P<size>\w+\.\w+)\s*")\r
+RegionOffsetPcdPattern = re.compile("\s*(?P<base>\w+\.\w+)\s*$")\r
+ShortcutPcdPattern = re.compile("\s*\w+\s*=\s*(?P<value>(?:0x|0X)?[a-fA-F0-9]+)\s*\|\s*(?P<name>\w+\.\w+)\s*")\r
+\r
 IncludeFileList = []\r
-# Macro passed from command line, which has greatest priority and can NOT be overridden by those in FDF\r
-InputMacroDict = {}\r
-# All Macro values when parsing file, not replace existing Macro\r
-AllMacroList = []\r
 \r
 def GetRealFileLine (File, Line):\r
 \r
@@ -173,7 +183,10 @@ class FileProfile :
 \r
         self.PcdDict = {}\r
         self.InfList = []\r
-\r
+        # ECC will use this Dict and List information\r
+        self.PcdFileLineDict = {}\r
+        self.InfFileLineList = []\r
+        \r
         self.FdDict = {}\r
         self.FdNameNotSet = False\r
         self.FvDict = {}\r
@@ -181,6 +194,7 @@ class FileProfile :
         self.VtfList = []\r
         self.RuleDict = {}\r
         self.OptRomDict = {}\r
+        self.FmpPayloadDict = {}\r
 \r
 ## The syntax parser for FDF\r
 #\r
@@ -205,6 +219,14 @@ class FdfParser:
         self.CurrentFvName = None\r
         self.__Token = ""\r
         self.__SkippedChars = ""\r
+        GlobalData.gFdfParser = self\r
+\r
+        # Used to section info\r
+        self.__CurSection = []\r
+        # Key: [section name, UI name, arch]\r
+        # Value: {MACRO_NAME : MACRO_VALUE}\r
+        self.__MacroDict = tdict(True, 3)\r
+        self.__PcdDict = {}\r
 \r
         self.__WipeOffArea = []\r
         if GenFdsGlobalVariable.WorkSpaceDir == '':\r
@@ -316,10 +338,10 @@ class FdfParser:
     #\r
     def __GetOneChar(self):\r
         if self.CurrentOffsetWithinLine == len(self.Profile.FileLinesList[self.CurrentLineNumber - 1]) - 1:\r
-                self.CurrentLineNumber += 1\r
-                self.CurrentOffsetWithinLine = 0\r
+            self.CurrentLineNumber += 1\r
+            self.CurrentOffsetWithinLine = 0\r
         else:\r
-                self.CurrentOffsetWithinLine += 1\r
+            self.CurrentOffsetWithinLine += 1\r
 \r
     ## __CurrentChar() method\r
     #\r
@@ -368,30 +390,6 @@ class FdfParser:
         self.Profile.FileLinesList = [list(s) for s in self.Profile.FileLinesList]\r
         self.Profile.FileLinesList[-1].append(' ')\r
 \r
-    def __ReplaceMacros(self, Str, File, Line):\r
-        MacroEnd = 0\r
-        while Str.find('$(', MacroEnd) >= 0:\r
-            MacroStart = Str.find('$(', MacroEnd)\r
-            if Str.find(')', MacroStart) > 0:\r
-                MacroEnd = Str.find(')', MacroStart)\r
-                Name = Str[MacroStart + 2 : MacroEnd]\r
-                Value = None\r
-                if Name in InputMacroDict:\r
-                    Value = InputMacroDict[Name]\r
-\r
-                else:\r
-                    for Profile in AllMacroList:\r
-                        if Profile.FileName == File and Profile.MacroName == Name and Profile.DefinedAtLine <= Line:\r
-                            Value = Profile.MacroValue\r
-\r
-                if Value != None:\r
-                    Str = Str.replace('$(' + Name + ')', Value)\r
-                    MacroEnd = MacroStart + len(Value)\r
-\r
-            else:\r
-                raise Warning("Macro not complete", self.FileName, self.CurrentLineNumber)\r
-        return Str\r
-\r
     def __ReplaceFragment(self, StartPos, EndPos, Value = ' '):\r
         if StartPos[0] == EndPos[0]:\r
             Offset = StartPos[1]\r
@@ -433,7 +431,67 @@ class FdfParser:
                           self.FileName, self.CurrentLineNumber)\r
         MacroName = MacroName[2:-1]\r
         return MacroName, NotFlag\r
-    \r
+\r
+    def __SetMacroValue(self, Macro, Value):\r
+        if not self.__CurSection:\r
+            return\r
+\r
+        MacroDict = {}\r
+        if not self.__MacroDict[self.__CurSection[0], self.__CurSection[1], self.__CurSection[2]]:\r
+            self.__MacroDict[self.__CurSection[0], self.__CurSection[1], self.__CurSection[2]] = MacroDict\r
+        else:\r
+            MacroDict = self.__MacroDict[self.__CurSection[0], self.__CurSection[1], self.__CurSection[2]]\r
+        MacroDict[Macro] = Value\r
+\r
+    def __GetMacroValue(self, Macro):\r
+        # Highest priority\r
+        if Macro in GlobalData.gCommandLineDefines:\r
+            return GlobalData.gCommandLineDefines[Macro]\r
+        if Macro in GlobalData.gGlobalDefines:\r
+            return GlobalData.gGlobalDefines[Macro]\r
+\r
+        if self.__CurSection:\r
+            MacroDict = self.__MacroDict[\r
+                        self.__CurSection[0],\r
+                        self.__CurSection[1],\r
+                        self.__CurSection[2]\r
+            ]\r
+            if MacroDict and Macro in MacroDict:\r
+                return MacroDict[Macro]\r
+\r
+        # Lowest priority\r
+        if Macro in GlobalData.gPlatformDefines:\r
+            return GlobalData.gPlatformDefines[Macro]\r
+        return None\r
+\r
+    def __SectionHeaderParser(self, Section):\r
+        # [Defines]\r
+        # [FD.UiName]: use dummy instead if UI name is optional\r
+        # [FV.UiName]\r
+        # [Capsule.UiName]\r
+        # [Rule]: don't take rule section into account, macro is not allowed in this section\r
+        # [VTF.arch.UiName, arch]\r
+        # [OptionRom.DriverName]\r
+        self.__CurSection = []\r
+        Section = Section.strip()[1:-1].upper().replace(' ', '').strip('.')\r
+        ItemList = Section.split('.')\r
+        Item = ItemList[0]\r
+        if Item == '' or Item == 'RULE':\r
+            return\r
+\r
+        if Item == 'DEFINES':\r
+            self.__CurSection = ['COMMON', 'COMMON', 'COMMON']\r
+        elif Item == 'VTF' and len(ItemList) == 3:\r
+            UiName = ItemList[2]\r
+            Pos = UiName.find(',')\r
+            if Pos != -1:\r
+                UiName = UiName[:Pos]\r
+            self.__CurSection = ['VTF', UiName, ItemList[1]]\r
+        elif len(ItemList) > 1:\r
+            self.__CurSection = [ItemList[0], ItemList[1], 'COMMON']\r
+        elif len(ItemList) > 0:\r
+            self.__CurSection = [ItemList[0], 'DUMMY', 'COMMON']\r
+\r
     ## PreprocessFile() method\r
     #\r
     #   Preprocess file contents, replace comments with spaces.\r
@@ -516,25 +574,45 @@ class FdfParser:
                 if not self.__GetNextToken():\r
                     raise Warning("expected include file name", self.FileName, self.CurrentLineNumber)\r
                 IncFileName = self.__Token\r
-                if not os.path.isabs(IncFileName):\r
-                    if IncFileName.startswith('$(WORKSPACE)'):\r
-                        Str = IncFileName.replace('$(WORKSPACE)', os.environ.get('WORKSPACE'))\r
-                        if os.path.exists(Str):\r
-                            if not os.path.isabs(Str):\r
-                                Str = os.path.abspath(Str)\r
-                        IncFileName = Str\r
-                    else:\r
-                        # file is in the same dir with FDF file\r
-                        FullFdf = self.FileName\r
-                        if not os.path.isabs(self.FileName):\r
-                            FullFdf = os.path.join(os.environ.get('WORKSPACE'), self.FileName)\r
-\r
-                        IncFileName = os.path.join(os.path.dirname(FullFdf), IncFileName)\r
-\r
-                if not os.path.exists(os.path.normpath(IncFileName)):\r
-                    raise Warning("Include file not exists", self.FileName, self.CurrentLineNumber)\r
+                __IncludeMacros = {}\r
+                for Macro in ['WORKSPACE', 'ECP_SOURCE', 'EFI_SOURCE', 'EDK_SOURCE']:\r
+                    MacroVal = self.__GetMacroValue(Macro)\r
+                    if MacroVal:\r
+                        __IncludeMacros[Macro] = MacroVal\r
+\r
+                try:\r
+                    IncludedFile = NormPath(ReplaceMacro(IncFileName, __IncludeMacros, RaiseError=True))\r
+                except:\r
+                    raise Warning("only these system environment variables are permitted to start the path of the included file: "\r
+                                  "$(WORKSPACE), $(ECP_SOURCE), $(EFI_SOURCE), $(EDK_SOURCE)",\r
+                                  self.FileName, self.CurrentLineNumber)\r
+                #\r
+                # First search the include file under the same directory as FDF file\r
+                #\r
+                IncludedFile1 = PathClass(IncludedFile, os.path.dirname(self.FileName))\r
+                ErrorCode = IncludedFile1.Validate()[0]\r
+                if ErrorCode != 0:\r
+                    #\r
+                    # Then search the include file under the same directory as DSC file\r
+                    #\r
+                    PlatformDir = ''\r
+                    if GenFdsGlobalVariable.ActivePlatform:\r
+                        PlatformDir = GenFdsGlobalVariable.ActivePlatform.Dir\r
+                    elif GlobalData.gActivePlatform:\r
+                        PlatformDir = GlobalData.gActivePlatform.MetaFile.Dir\r
+                    IncludedFile1 = PathClass(IncludedFile, PlatformDir)\r
+                    ErrorCode = IncludedFile1.Validate()[0]\r
+                    if ErrorCode != 0:\r
+                        #\r
+                        # Also search file under the WORKSPACE directory\r
+                        #\r
+                        IncludedFile1 = PathClass(IncludedFile, GlobalData.gWorkspace)\r
+                        ErrorCode = IncludedFile1.Validate()[0]\r
+                        if ErrorCode != 0:\r
+                            raise Warning("The include file does not exist under below directories: \n%s\n%s\n%s\n"%(os.path.dirname(self.FileName), PlatformDir, GlobalData.gWorkspace), \r
+                                          self.FileName, self.CurrentLineNumber)\r
 \r
-                IncFileProfile = IncludeFileProfile(os.path.normpath(IncFileName))\r
+                IncFileProfile = IncludeFileProfile(IncludedFile1.Path)\r
 \r
                 CurrentLine = self.CurrentLineNumber\r
                 CurrentOffset = self.CurrentOffsetWithinLine\r
@@ -563,7 +641,7 @@ class FdfParser:
                 self.Profile.FileLinesList[IncludeLine - 1] = ''.join(TempList)\r
 \r
         self.Rewind()\r
-\r
+        \r
     def __GetIfListCurrentItemStat(self, IfList):\r
         if len(IfList) == 0:\r
             return True\r
@@ -573,8 +651,7 @@ class FdfParser:
                 return False\r
         \r
         return True\r
-                   \r
-\r
+    \r
     ## PreprocessConditionalStatement() method\r
     #\r
     #   Preprocess conditional statement.\r
@@ -585,9 +662,48 @@ class FdfParser:
     def PreprocessConditionalStatement(self):\r
         # IfList is a stack of if branches with elements of list [Pos, CondSatisfied, BranchDetermined]\r
         IfList = []\r
+        RegionLayoutLine = 0\r
+        ReplacedLine = -1\r
         while self.__GetNextToken():\r
+            # Determine section name and the location dependent macro\r
+            if self.__GetIfListCurrentItemStat(IfList):\r
+                if self.__Token.startswith('['):\r
+                    Header = self.__Token\r
+                    if not self.__Token.endswith(']'):\r
+                        self.__SkipToToken(']')\r
+                        Header += self.__SkippedChars\r
+                    if Header.find('$(') != -1:\r
+                        raise Warning("macro cannot be used in section header", self.FileName, self.CurrentLineNumber)\r
+                    self.__SectionHeaderParser(Header)\r
+                    continue\r
+                # Replace macros except in RULE section or out of section\r
+                elif self.__CurSection and ReplacedLine != self.CurrentLineNumber:\r
+                    ReplacedLine = self.CurrentLineNumber\r
+                    self.__UndoToken()\r
+                    CurLine = self.Profile.FileLinesList[ReplacedLine - 1]\r
+                    PreIndex = 0\r
+                    StartPos = CurLine.find('$(', PreIndex)\r
+                    EndPos = CurLine.find(')', StartPos+2)\r
+                    while StartPos != -1 and EndPos != -1 and self.__Token not in ['!ifdef', '!ifndef', '!if', '!elseif']:\r
+                        MacroName = CurLine[StartPos+2 : EndPos]\r
+                        MacorValue = self.__GetMacroValue(MacroName)\r
+                        if MacorValue != None:\r
+                            CurLine = CurLine.replace('$(' + MacroName + ')', MacorValue, 1)\r
+                            if MacorValue.find('$(') != -1:\r
+                                PreIndex = StartPos\r
+                            else:\r
+                                PreIndex = StartPos + len(MacorValue)\r
+                        else:\r
+                            PreIndex = EndPos + 1\r
+                        StartPos = CurLine.find('$(', PreIndex)\r
+                        EndPos = CurLine.find(')', StartPos+2)\r
+                    self.Profile.FileLinesList[ReplacedLine - 1] = CurLine\r
+                    continue\r
+\r
             if self.__Token == 'DEFINE':\r
                 if self.__GetIfListCurrentItemStat(IfList):\r
+                    if not self.__CurSection:\r
+                        raise Warning("macro cannot be defined in Rule section or out of section", self.FileName, self.CurrentLineNumber)\r
                     DefineLine = self.CurrentLineNumber - 1\r
                     DefineOffset = self.CurrentOffsetWithinLine - len('DEFINE')\r
                     if not self.__GetNextToken():\r
@@ -596,72 +712,52 @@ class FdfParser:
                     if not self.__IsToken( "="):\r
                         raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
     \r
-                    if not self.__GetNextToken():\r
-                        raise Warning("expected value", self.FileName, self.CurrentLineNumber)\r
-    \r
-                    if self.__GetStringData():\r
-                        pass\r
-                    Value = self.__Token\r
-                    if not Macro in InputMacroDict:\r
-                        FileLineTuple = GetRealFileLine(self.FileName, DefineLine + 1)\r
-                        MacProfile = MacroProfile(FileLineTuple[0], FileLineTuple[1])\r
-                        MacProfile.MacroName = Macro\r
-                        MacProfile.MacroValue = Value\r
-                        AllMacroList.append(MacProfile)\r
+                    Value = self.__GetExpression()\r
+                    self.__SetMacroValue(Macro, Value)\r
                     self.__WipeOffArea.append(((DefineLine, DefineOffset), (self.CurrentLineNumber - 1, self.CurrentOffsetWithinLine - 1)))\r
+            elif self.__Token == 'SET':\r
+                if not self.__GetIfListCurrentItemStat(IfList):\r
+                    continue\r
+                SetLine = self.CurrentLineNumber - 1\r
+                SetOffset = self.CurrentOffsetWithinLine - len('SET')\r
+                PcdPair = self.__GetNextPcdName()\r
+                PcdName = "%s.%s" % (PcdPair[1], PcdPair[0])\r
+                if not self.__IsToken( "="):\r
+                    raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
 \r
+                Value = self.__GetExpression()\r
+                Value = self.__EvaluateConditional(Value, self.CurrentLineNumber, 'eval', True)\r
+\r
+                self.__PcdDict[PcdName] = Value\r
+\r
+                self.Profile.PcdDict[PcdPair] = Value\r
+                FileLineTuple = GetRealFileLine(self.FileName, self.CurrentLineNumber)\r
+                self.Profile.PcdFileLineDict[PcdPair] = FileLineTuple\r
+\r
+                self.__WipeOffArea.append(((SetLine, SetOffset), (self.CurrentLineNumber - 1, self.CurrentOffsetWithinLine - 1)))\r
             elif self.__Token in ('!ifdef', '!ifndef', '!if'):\r
                 IfStartPos = (self.CurrentLineNumber - 1, self.CurrentOffsetWithinLine - len(self.__Token))\r
                 IfList.append([IfStartPos, None, None])\r
+\r
                 CondLabel = self.__Token\r
+                Expression = self.__GetExpression()\r
                 \r
-                MacroName, NotFlag = self.__GetMacroName() \r
-                NotDefineFlag = False\r
-                if CondLabel == '!ifndef':\r
-                    NotDefineFlag = True\r
-                if CondLabel == '!ifdef' or CondLabel == '!ifndef':\r
-                    if NotFlag:\r
-                        raise Warning("'NOT' operation not allowed for Macro name", self.FileName, self.CurrentLineNumber)\r
-\r
                 if CondLabel == '!if':\r
-\r
-                    if not self.__GetNextOp():\r
-                        raise Warning("expected !endif", self.FileName, self.CurrentLineNumber)\r
-\r
-                    if self.__Token in ('!=', '==', '>', '<', '>=', '<='):\r
-                        Op = self.__Token\r
-                        if not self.__GetNextToken():\r
-                            raise Warning("expected value", self.FileName, self.CurrentLineNumber)\r
-                        if self.__GetStringData():\r
-                            pass\r
-                        MacroValue = self.__Token\r
-                        ConditionSatisfied = self.__EvaluateConditional(MacroName, IfList[-1][0][0] + 1, Op, MacroValue)\r
-                        if NotFlag:\r
-                            ConditionSatisfied = not ConditionSatisfied\r
-                        BranchDetermined = ConditionSatisfied\r
-                    else:\r
-                        self.CurrentOffsetWithinLine -= len(self.__Token)\r
-                        ConditionSatisfied = self.__EvaluateConditional(MacroName, IfList[-1][0][0] + 1, None, 'Bool')\r
-                        if NotFlag:\r
-                            ConditionSatisfied = not ConditionSatisfied\r
-                        BranchDetermined = ConditionSatisfied\r
-                    IfList[-1] = [IfList[-1][0], ConditionSatisfied, BranchDetermined]\r
-                    if ConditionSatisfied:\r
-                        self.__WipeOffArea.append((IfList[-1][0], (self.CurrentLineNumber - 1, self.CurrentOffsetWithinLine - 1)))\r
-\r
+                    ConditionSatisfied = self.__EvaluateConditional(Expression, IfList[-1][0][0] + 1, 'eval')\r
                 else:\r
-                    ConditionSatisfied = self.__EvaluateConditional(MacroName, IfList[-1][0][0] + 1)\r
-                    if NotDefineFlag:\r
+                    ConditionSatisfied = self.__EvaluateConditional(Expression, IfList[-1][0][0] + 1, 'in')\r
+                    if CondLabel == '!ifndef':\r
                         ConditionSatisfied = not ConditionSatisfied\r
-                    BranchDetermined = ConditionSatisfied\r
-                    IfList[-1] = [IfList[-1][0], ConditionSatisfied, BranchDetermined]\r
-                    if ConditionSatisfied:\r
-                        self.__WipeOffArea.append((IfStartPos, (self.CurrentLineNumber - 1, self.CurrentOffsetWithinLine - 1)))\r
 \r
+                BranchDetermined = ConditionSatisfied\r
+                IfList[-1] = [IfList[-1][0], ConditionSatisfied, BranchDetermined]\r
+                if ConditionSatisfied:\r
+                    self.__WipeOffArea.append((IfList[-1][0], (self.CurrentLineNumber - 1, self.CurrentOffsetWithinLine - 1)))                 \r
             elif self.__Token in ('!elseif', '!else'):\r
                 ElseStartPos = (self.CurrentLineNumber - 1, self.CurrentOffsetWithinLine - len(self.__Token))\r
                 if len(IfList) <= 0:\r
                     raise Warning("Missing !if statement", self.FileName, self.CurrentLineNumber)\r
+\r
                 if IfList[-1][1]:\r
                     IfList[-1] = [ElseStartPos, False, True]\r
                     self.__WipeOffArea.append((ElseStartPos, (self.CurrentLineNumber - 1, self.CurrentOffsetWithinLine - 1)))\r
@@ -669,27 +765,8 @@ class FdfParser:
                     self.__WipeOffArea.append((IfList[-1][0], ElseStartPos))\r
                     IfList[-1] = [ElseStartPos, True, IfList[-1][2]]\r
                     if self.__Token == '!elseif':\r
-                        MacroName, NotFlag = self.__GetMacroName() \r
-                        if not self.__GetNextOp():\r
-                            raise Warning("expected !endif", self.FileName, self.CurrentLineNumber)\r
-\r
-                        if self.__Token in ('!=', '==', '>', '<', '>=', '<='):\r
-                            Op = self.__Token\r
-                            if not self.__GetNextToken():\r
-                                raise Warning("expected value", self.FileName, self.CurrentLineNumber)\r
-                            if self.__GetStringData():\r
-                                pass\r
-                            MacroValue = self.__Token\r
-                            ConditionSatisfied = self.__EvaluateConditional(MacroName, IfList[-1][0][0] + 1, Op, MacroValue)\r
-                            if NotFlag:\r
-                                ConditionSatisfied = not ConditionSatisfied\r
-\r
-                        else:\r
-                            self.CurrentOffsetWithinLine -= len(self.__Token)\r
-                            ConditionSatisfied = self.__EvaluateConditional(MacroName, IfList[-1][0][0] + 1, None, 'Bool')\r
-                            if NotFlag:\r
-                                ConditionSatisfied = not ConditionSatisfied\r
-\r
+                        Expression = self.__GetExpression()\r
+                        ConditionSatisfied = self.__EvaluateConditional(Expression, IfList[-1][0][0] + 1, 'eval')\r
                         IfList[-1] = [IfList[-1][0], ConditionSatisfied, IfList[-1][2]]\r
 \r
                     if IfList[-1][1]:\r
@@ -698,115 +775,107 @@ class FdfParser:
                         else:\r
                             IfList[-1][2] = True\r
                             self.__WipeOffArea.append((IfList[-1][0], (self.CurrentLineNumber - 1, self.CurrentOffsetWithinLine - 1)))\r
-\r
-\r
             elif self.__Token == '!endif':\r
+                if len(IfList) <= 0:\r
+                    raise Warning("Missing !if statement", self.FileName, self.CurrentLineNumber)\r
                 if IfList[-1][1]:\r
                     self.__WipeOffArea.append(((self.CurrentLineNumber - 1, self.CurrentOffsetWithinLine - len('!endif')), (self.CurrentLineNumber - 1, self.CurrentOffsetWithinLine - 1)))\r
                 else:\r
                     self.__WipeOffArea.append((IfList[-1][0], (self.CurrentLineNumber - 1, self.CurrentOffsetWithinLine - 1)))\r
 \r
                 IfList.pop()\r
+            elif not IfList:    # Don't use PCDs inside conditional directive\r
+                if self.CurrentLineNumber <= RegionLayoutLine:\r
+                    # Don't try the same line twice\r
+                    continue\r
+                SetPcd = ShortcutPcdPattern.match(self.Profile.FileLinesList[self.CurrentLineNumber - 1])\r
+                if SetPcd:\r
+                    self.__PcdDict[SetPcd.group('name')] = SetPcd.group('value')\r
+                    RegionLayoutLine = self.CurrentLineNumber\r
+                    continue\r
+                RegionSize = RegionSizePattern.match(self.Profile.FileLinesList[self.CurrentLineNumber - 1])\r
+                if not RegionSize:\r
+                    RegionLayoutLine = self.CurrentLineNumber\r
+                    continue\r
+                RegionSizeGuid = RegionSizeGuidPattern.match(self.Profile.FileLinesList[self.CurrentLineNumber])\r
+                if not RegionSizeGuid:\r
+                    RegionLayoutLine = self.CurrentLineNumber + 1\r
+                    continue\r
+                self.__PcdDict[RegionSizeGuid.group('base')] = RegionSize.group('base')\r
+                self.__PcdDict[RegionSizeGuid.group('size')] = RegionSize.group('size')\r
+                RegionLayoutLine = self.CurrentLineNumber + 1\r
 \r
-\r
-        if len(IfList) > 0:\r
+        if IfList:\r
             raise Warning("Missing !endif", self.FileName, self.CurrentLineNumber)\r
         self.Rewind()\r
 \r
-    def __EvaluateConditional(self, Name, Line, Op = None, Value = None):\r
+    def __CollectMacroPcd(self):\r
+        MacroDict = {}\r
 \r
+        # PCD macro\r
+        MacroDict.update(GlobalData.gPlatformPcds)\r
+        MacroDict.update(self.__PcdDict)\r
+\r
+        # Lowest priority\r
+        MacroDict.update(GlobalData.gPlatformDefines)\r
+\r
+        if self.__CurSection:\r
+            # Defines macro\r
+            ScopeMacro = self.__MacroDict['COMMON', 'COMMON', 'COMMON']\r
+            if ScopeMacro:\r
+                MacroDict.update(ScopeMacro)\r
+    \r
+            # Section macro\r
+            ScopeMacro = self.__MacroDict[\r
+                        self.__CurSection[0],\r
+                        self.__CurSection[1],\r
+                        self.__CurSection[2]\r
+            ]\r
+            if ScopeMacro:\r
+                MacroDict.update(ScopeMacro)\r
+\r
+        MacroDict.update(GlobalData.gGlobalDefines)\r
+        MacroDict.update(GlobalData.gCommandLineDefines)\r
+        # Highest priority\r
+\r
+        return MacroDict\r
+\r
+    def __EvaluateConditional(self, Expression, Line, Op = None, Value = None):\r
         FileLineTuple = GetRealFileLine(self.FileName, Line)\r
-        if Name in InputMacroDict:\r
-            MacroValue = InputMacroDict[Name]\r
-            if Op == None:\r
-                if Value == 'Bool' and MacroValue == None or MacroValue.upper() == 'FALSE':\r
-                    return False\r
-                return True\r
-            elif Op == '!=':\r
-                if Value != MacroValue:\r
-                    return True\r
-                else:\r
-                    return False\r
-            elif Op == '==':\r
-                if Value == MacroValue:\r
-                    return True\r
-                else:\r
-                    return False\r
-            else:\r
-                if (self.__IsHex(Value) or Value.isdigit()) and (self.__IsHex(MacroValue) or (MacroValue != None and MacroValue.isdigit())):\r
-                    InputVal = long(Value, 0)\r
-                    MacroVal = long(MacroValue, 0)\r
-                    if Op == '>':\r
-                        if MacroVal > InputVal:\r
-                            return True\r
-                        else:\r
-                            return False\r
-                    elif Op == '>=':\r
-                        if MacroVal >= InputVal:\r
-                            return True\r
-                        else:\r
-                            return False\r
-                    elif Op == '<':\r
-                        if MacroVal < InputVal:\r
-                            return True\r
-                        else:\r
-                            return False\r
-                    elif Op == '<=':\r
-                        if MacroVal <= InputVal:\r
-                            return True\r
-                        else:\r
-                            return False\r
-                    else:\r
-                        return False\r
+        MacroPcdDict = self.__CollectMacroPcd()\r
+        if Op == 'eval':\r
+            try:\r
+                if Value:\r
+                    return ValueExpression(Expression, MacroPcdDict)(True)\r
                 else:\r
-                    raise Warning("Value %s is not a number", self.FileName, Line)\r
-\r
-        for Profile in AllMacroList:\r
-            if Profile.MacroName == Name and Profile.DefinedAtLine <= FileLineTuple[1]:\r
-                if Op == None:\r
-                    if Value == 'Bool' and Profile.MacroValue == None or Profile.MacroValue.upper() == 'FALSE':\r
-                        return False\r
-                    return True\r
-                elif Op == '!=':\r
-                    if Value != Profile.MacroValue:\r
-                        return True\r
+                    return ValueExpression(Expression, MacroPcdDict)()\r
+            except WrnExpression, Excpt:\r
+                # \r
+                # Catch expression evaluation warning here. We need to report\r
+                # the precise number of line and return the evaluation result\r
+                #\r
+                EdkLogger.warn('Parser', "Suspicious expression: %s" % str(Excpt),\r
+                                File=self.FileName, ExtraData=self.__CurrentLine(), \r
+                                Line=Line)\r
+                return Excpt.result\r
+            except Exception, Excpt:\r
+                if hasattr(Excpt, 'Pcd'):\r
+                    if Excpt.Pcd in GlobalData.gPlatformOtherPcds:\r
+                        Info = GlobalData.gPlatformOtherPcds[Excpt.Pcd]\r
+                        raise Warning("Cannot use this PCD (%s) in an expression as"\r
+                                      " it must be defined in a [PcdsFixedAtBuild] or [PcdsFeatureFlag] section"\r
+                                      " of the DSC file (%s), and it is currently defined in this section:"\r
+                                      " %s, line #: %d." % (Excpt.Pcd, GlobalData.gPlatformOtherPcds['DSCFILE'], Info[0], Info[1]),\r
+                                      *FileLineTuple)\r
                     else:\r
-                        return False\r
-                elif Op == '==':\r
-                    if Value == Profile.MacroValue:\r
-                        return True\r
-                    else:\r
-                        return False\r
+                        raise Warning("PCD (%s) is not defined in DSC file (%s)" % (Excpt.Pcd, GlobalData.gPlatformOtherPcds['DSCFILE']),\r
+                                      *FileLineTuple)\r
                 else:\r
-                    if (self.__IsHex(Value) or Value.isdigit()) and (self.__IsHex(Profile.MacroValue) or (Profile.MacroValue != None and Profile.MacroValue.isdigit())):\r
-                        InputVal = long(Value, 0)\r
-                        MacroVal = long(Profile.MacroValue, 0)\r
-                        if Op == '>':\r
-                            if MacroVal > InputVal:\r
-                                return True\r
-                            else:\r
-                                return False\r
-                        elif Op == '>=':\r
-                            if MacroVal >= InputVal:\r
-                                return True\r
-                            else:\r
-                                return False\r
-                        elif Op == '<':\r
-                            if MacroVal < InputVal:\r
-                                return True\r
-                            else:\r
-                                return False\r
-                        elif Op == '<=':\r
-                            if MacroVal <= InputVal:\r
-                                return True\r
-                            else:\r
-                                return False\r
-                        else:\r
-                            return False\r
-                    else:\r
-                        raise Warning("Value %s is not a number", self.FileName, Line)\r
-\r
-        return False\r
+                    raise Warning(str(Excpt), *FileLineTuple)\r
+        else:\r
+            if Expression.startswith('$(') and Expression[-1] == ')':\r
+                Expression = Expression[2:-1]            \r
+            return Expression in MacroPcdDict\r
 \r
     ## __IsToken() method\r
     #\r
@@ -865,6 +934,16 @@ class FdfParser:
             return True\r
         return False\r
 \r
+    def __GetExpression(self):\r
+        Line = self.Profile.FileLinesList[self.CurrentLineNumber - 1]\r
+        Index = len(Line) - 1\r
+        while Line[Index] in ['\r', '\n']:\r
+            Index -= 1\r
+        ExpressionString = self.Profile.FileLinesList[self.CurrentLineNumber - 1][self.CurrentOffsetWithinLine:Index+1]\r
+        self.CurrentOffsetWithinLine += len(ExpressionString)\r
+        ExpressionString = ExpressionString.strip()\r
+        return ExpressionString\r
+\r
     ## __GetNextWord() method\r
     #\r
     #   Get next C name from file lines\r
@@ -914,7 +993,7 @@ class FdfParser:
         # Record the token start position, the position of the first non-space char.\r
         StartPos = self.CurrentOffsetWithinLine\r
         StartLine = self.CurrentLineNumber\r
-        while not self.__EndOfLine():\r
+        while StartLine == self.CurrentLineNumber:\r
             TempChar = self.__CurrentChar()\r
             # Try to find the end char that is not a space and not in seperator tuple.\r
             # That is, when we got a space or any char in the tuple, we got the end of token.\r
@@ -1004,7 +1083,7 @@ class FdfParser:
             # That is, when we got a space or any char in the tuple, we got the end of token.\r
             if not str(TempChar).isspace() and not TempChar in SEPERATOR_TUPLE:\r
                 if not self.__UndoOneChar():\r
-                    break\r
+                    return\r
             # if we happen to meet a seperator as the first char, we must proceed to get it.\r
             # That is, we get a token that is a seperator char. nomally it is the boundary of other tokens.\r
             elif StartPos == self.CurrentOffsetWithinLine and TempChar in SEPERATOR_TUPLE:\r
@@ -1187,6 +1266,28 @@ class FdfParser:
     def SetFileBufferPos(self, Pos):\r
         (self.CurrentLineNumber, self.CurrentOffsetWithinLine) = Pos\r
 \r
+    ## Preprocess() method\r
+    #\r
+    #   Preprocess comment, conditional directive, include directive, replace macro.\r
+    #   Exception will be raised if syntax error found\r
+    #\r
+    #   @param  self        The object pointer\r
+    #\r
+    def Preprocess(self):\r
+        self.__StringToList()\r
+        self.PreprocessFile()\r
+        self.PreprocessIncludeFile()\r
+        self.__StringToList()\r
+        self.PreprocessFile()\r
+        self.PreprocessConditionalStatement()\r
+        self.__StringToList()\r
+        for Pos in self.__WipeOffArea:\r
+            self.__ReplaceFragment(Pos[0], Pos[1])\r
+        self.Profile.FileLinesList = ["".join(list) for list in self.Profile.FileLinesList]\r
+\r
+        while self.__GetDefines():\r
+            pass\r
+\r
     ## ParseFile() method\r
     #\r
     #   Parse the file profile buffer to extract fd, fv ... information\r
@@ -1197,32 +1298,16 @@ class FdfParser:
     def ParseFile(self):\r
 \r
         try:\r
-            self.__StringToList()\r
-            self.PreprocessFile()\r
-            self.PreprocessIncludeFile()\r
-            self.__StringToList()\r
-            self.PreprocessFile()\r
-            self.PreprocessConditionalStatement()\r
-            self.__StringToList()\r
-            for Pos in self.__WipeOffArea:\r
-                self.__ReplaceFragment(Pos[0], Pos[1])\r
-            self.Profile.FileLinesList = ["".join(list) for list in self.Profile.FileLinesList]\r
-            \r
-            while self.__GetDefines():\r
-                pass\r
-            \r
-            Index = 0\r
-            while Index < len(self.Profile.FileLinesList):\r
-                FileLineTuple = GetRealFileLine(self.FileName, Index + 1)\r
-                self.Profile.FileLinesList[Index] = self.__ReplaceMacros(self.Profile.FileLinesList[Index], FileLineTuple[0], FileLineTuple[1])\r
-                Index += 1\r
-\r
+            self.Preprocess()\r
             while self.__GetFd():\r
                 pass\r
 \r
             while self.__GetFv():\r
                 pass\r
 \r
+            while self.__GetFmp():\r
+                pass\r
+\r
             while self.__GetCapsule():\r
                 pass\r
 \r
@@ -1288,11 +1373,6 @@ class FdfParser:
             if not self.__GetNextToken() or self.__Token.startswith('['):\r
                 raise Warning("expected MACRO value", self.FileName, self.CurrentLineNumber)\r
             Value = self.__Token\r
-            FileLineTuple = GetRealFileLine(self.FileName, self.CurrentLineNumber)\r
-            MacProfile = MacroProfile(FileLineTuple[0], FileLineTuple[1])\r
-            MacProfile.MacroName = Macro\r
-            MacProfile.MacroValue = Value\r
-            AllMacroList.append(MacProfile)\r
 \r
         return False\r
 \r
@@ -1311,7 +1391,7 @@ class FdfParser:
 \r
         S = self.__Token.upper()\r
         if S.startswith("[") and not S.startswith("[FD."):\r
-            if not S.startswith("[FV.") and not S.startswith("[CAPSULE.") \\r
+            if not S.startswith("[FV.") and not S.startswith('[FMPPAYLOAD.') and not S.startswith("[CAPSULE.") \\r
                 and not S.startswith("[VTF.") and not S.startswith("[RULE.") and not S.startswith("[OPTIONROM."):\r
                 raise Warning("Unknown section", self.FileName, self.CurrentLineNumber)\r
             self.__UndoToken()\r
@@ -1328,6 +1408,8 @@ class FdfParser:
         if FdName == "":\r
             if len (self.Profile.FdDict) == 0:\r
                 FdName = GenFdsGlobalVariable.PlatformName\r
+                if FdName == "" and GlobalData.gActivePlatform:\r
+                    FdName = GlobalData.gActivePlatform.PlatformName\r
                 self.Profile.FdNameNotSet = True\r
             else:\r
                 raise Warning("expected FdName in [FD.] section", self.FileName, self.CurrentLineNumber)\r
@@ -1350,7 +1432,15 @@ class FdfParser:
         if not Status:\r
             raise Warning("FD name error", self.FileName, self.CurrentLineNumber)\r
 \r
-        self.__GetTokenStatements(FdObj)\r
+        while self.__GetTokenStatements(FdObj):\r
+            pass\r
+        for Attr in ("BaseAddress", "Size", "ErasePolarity"):\r
+            if getattr(FdObj, Attr) == None:\r
+                self.__GetNextToken()\r
+                raise Warning("Keyword %s missing" % Attr, self.FileName, self.CurrentLineNumber)\r
+\r
+        if not FdObj.BlockSizeList:\r
+            FdObj.BlockSizeList.append((1, FdObj.Size, None))\r
 \r
         self.__GetDefineStatements(FdObj)\r
 \r
@@ -1407,54 +1497,54 @@ class FdfParser:
     #   @param  Obj         for whom token statement is got\r
     #\r
     def __GetTokenStatements(self, Obj):\r
-        if not self.__IsKeyword( "BaseAddress"):\r
-            raise Warning("BaseAddress missing", self.FileName, self.CurrentLineNumber)\r
-\r
-        if not self.__IsToken( "="):\r
-            raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
-\r
-        if not self.__GetNextHexNumber():\r
-            raise Warning("expected Hex base address", self.FileName, self.CurrentLineNumber)\r
-\r
-        Obj.BaseAddress = self.__Token\r
-\r
-        if self.__IsToken( "|"):\r
-            pcdPair = self.__GetNextPcdName()\r
-            Obj.BaseAddressPcd = pcdPair\r
-            self.Profile.PcdDict[pcdPair] = Obj.BaseAddress\r
-\r
-        if not self.__IsKeyword( "Size"):\r
-            raise Warning("Size missing", self.FileName, self.CurrentLineNumber)\r
-\r
-        if not self.__IsToken( "="):\r
-            raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
-\r
-        if not self.__GetNextHexNumber():\r
-            raise Warning("expected Hex size", self.FileName, self.CurrentLineNumber)\r
-\r
-\r
-        Size = self.__Token\r
-        if self.__IsToken( "|"):\r
-            pcdPair = self.__GetNextPcdName()\r
-            Obj.SizePcd = pcdPair\r
-            self.Profile.PcdDict[pcdPair] = Size\r
-        Obj.Size = long(Size, 0)\r
-\r
-        if not self.__IsKeyword( "ErasePolarity"):\r
-            raise Warning("ErasePolarity missing", self.FileName, self.CurrentLineNumber)\r
-\r
-        if not self.__IsToken( "="):\r
-            raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
+        if self.__IsKeyword( "BaseAddress"):\r
+            if not self.__IsToken( "="):\r
+                raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
+    \r
+            if not self.__GetNextHexNumber():\r
+                raise Warning("expected Hex base address", self.FileName, self.CurrentLineNumber)\r
+    \r
+            Obj.BaseAddress = self.__Token\r
+    \r
+            if self.__IsToken( "|"):\r
+                pcdPair = self.__GetNextPcdName()\r
+                Obj.BaseAddressPcd = pcdPair\r
+                self.Profile.PcdDict[pcdPair] = Obj.BaseAddress\r
+                FileLineTuple = GetRealFileLine(self.FileName, self.CurrentLineNumber)\r
+                self.Profile.PcdFileLineDict[pcdPair] = FileLineTuple\r
+            return True\r
 \r
-        if not self.__GetNextToken():\r
-            raise Warning("expected Erase Polarity", self.FileName, self.CurrentLineNumber)\r
+        if self.__IsKeyword( "Size"):\r
+            if not self.__IsToken( "="):\r
+                raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
+    \r
+            if not self.__GetNextHexNumber():\r
+                raise Warning("expected Hex size", self.FileName, self.CurrentLineNumber)\r
 \r
-        if self.__Token != "1" and self.__Token != "0":\r
-            raise Warning("expected 1 or 0 Erase Polarity", self.FileName, self.CurrentLineNumber)\r
+            Size = self.__Token\r
+            if self.__IsToken( "|"):\r
+                pcdPair = self.__GetNextPcdName()\r
+                Obj.SizePcd = pcdPair\r
+                self.Profile.PcdDict[pcdPair] = Size\r
+                FileLineTuple = GetRealFileLine(self.FileName, self.CurrentLineNumber)\r
+                self.Profile.PcdFileLineDict[pcdPair] = FileLineTuple\r
+            Obj.Size = long(Size, 0)\r
+            return True\r
 \r
-        Obj.ErasePolarity = self.__Token\r
+        if self.__IsKeyword( "ErasePolarity"):\r
+            if not self.__IsToken( "="):\r
+                raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
+    \r
+            if not self.__GetNextToken():\r
+                raise Warning("expected Erase Polarity", self.FileName, self.CurrentLineNumber)\r
+    \r
+            if self.__Token != "1" and self.__Token != "0":\r
+                raise Warning("expected 1 or 0 Erase Polarity", self.FileName, self.CurrentLineNumber)\r
+    \r
+            Obj.ErasePolarity = self.__Token\r
+            return True\r
 \r
-        self.__GetBlockStatements(Obj)\r
+        return self.__GetBlockStatements(Obj)\r
 \r
     ## __GetAddressStatements() method\r
     #\r
@@ -1495,18 +1585,14 @@ class FdfParser:
     #   @param  Obj         for whom block statement is got\r
     #\r
     def __GetBlockStatements(self, Obj):\r
-\r
-        if not self.__GetBlockStatement(Obj):\r
-            #set default block size is 1\r
-            Obj.BlockSizeList.append((1, Obj.Size, None))\r
-            return\r
-\r
+        IsBlock = False\r
         while self.__GetBlockStatement(Obj):\r
-            pass\r
+            IsBlock = True\r
         \r
-        for Item in Obj.BlockSizeList:\r
+            Item = Obj.BlockSizeList[-1]\r
             if Item[0] == None or Item[1] == None:\r
                 raise Warning("expected block statement", self.FileName, self.CurrentLineNumber)\r
+        return IsBlock\r
 \r
     ## __GetBlockStatement() method\r
     #\r
@@ -1533,6 +1619,8 @@ class FdfParser:
             PcdPair = self.__GetNextPcdName()\r
             BlockSizePcd = PcdPair\r
             self.Profile.PcdDict[PcdPair] = BlockSize\r
+            FileLineTuple = GetRealFileLine(self.FileName, self.CurrentLineNumber)\r
+            self.Profile.PcdFileLineDict[PcdPair] = FileLineTuple\r
         BlockSize = long(BlockSize, 0)\r
 \r
         BlockNumber = None\r
@@ -1616,23 +1704,49 @@ class FdfParser:
             if not self.__IsToken( "="):\r
                 raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
 \r
-            if not self.__GetNextToken():\r
-                raise Warning("expected value", self.FileName, self.CurrentLineNumber)\r
-\r
-            Value = self.__Token\r
-            if Value.startswith("{"):\r
-                # deal with value with {}\r
-                if not self.__SkipToToken( "}"):\r
-                    raise Warning("expected '}'", self.FileName, self.CurrentLineNumber)\r
-                Value += self.__SkippedChars\r
+            Value = self.__GetExpression()\r
+            Value = self.__EvaluateConditional(Value, self.CurrentLineNumber, 'eval', True)\r
 \r
             if Obj:\r
                 Obj.SetVarDict[PcdPair] = Value\r
             self.Profile.PcdDict[PcdPair] = Value\r
+            FileLineTuple = GetRealFileLine(self.FileName, self.CurrentLineNumber)\r
+            self.Profile.PcdFileLineDict[PcdPair] = FileLineTuple\r
             return True\r
 \r
         return False\r
 \r
+    ## __CalcRegionExpr(self)\r
+    #\r
+    #   Calculate expression for offset or size of a region\r
+    #\r
+    #   @return: None if invalid expression\r
+    #            Calculated number if successfully\r
+    #\r
+    def __CalcRegionExpr(self):\r
+        StartPos = self.GetFileBufferPos()\r
+        Expr = ''\r
+        PairCount = 0\r
+        while not self.__EndOfFile():\r
+            CurCh = self.__CurrentChar()\r
+            if CurCh == '(':\r
+                PairCount += 1\r
+            elif CurCh == ')':\r
+                PairCount -= 1\r
+\r
+            if CurCh in '|\r\n' and PairCount == 0:\r
+                break\r
+            Expr += CurCh\r
+            self.__GetOneChar()\r
+        try:\r
+            return long(\r
+                ValueExpression(Expr,\r
+                                self.__CollectMacroPcd()\r
+                                )(True),0)\r
+        except Exception:\r
+            self.SetFileBufferPos(StartPos)\r
+            return None\r
+\r
     ## __GetRegionLayout() method\r
     #\r
     #   Get region layout for FD\r
@@ -1643,30 +1757,46 @@ class FdfParser:
     #   @retval False       Not able to find\r
     #\r
     def __GetRegionLayout(self, Fd):\r
-        if not self.__GetNextHexNumber():\r
+        Offset = self.__CalcRegionExpr() \r
+        if Offset == None:\r
             return False\r
 \r
         RegionObj = Region.Region()\r
-        RegionObj.Offset = long(self.__Token, 0)\r
+        RegionObj.Offset = Offset\r
         Fd.RegionList.append(RegionObj)\r
 \r
         if not self.__IsToken( "|"):\r
             raise Warning("expected '|'", self.FileName, self.CurrentLineNumber)\r
 \r
-        if not self.__GetNextHexNumber():\r
+        Size = self.__CalcRegionExpr()\r
+        if Size == None:\r
             raise Warning("expected Region Size", self.FileName, self.CurrentLineNumber)\r
-        RegionObj.Size = long(self.__Token, 0)\r
+        RegionObj.Size = Size\r
 \r
         if not self.__GetNextWord():\r
             return True\r
 \r
         if not self.__Token in ("SET", "FV", "FILE", "DATA", "CAPSULE"):\r
+            #\r
+            # If next token is a word which is not a valid FV type, it might be part of [PcdOffset[|PcdSize]]\r
+            # Or it might be next region's offset described by an expression which starts with a PCD.\r
+            #    PcdOffset[|PcdSize] or OffsetPcdExpression|Size\r
+            #\r
             self.__UndoToken()\r
-            RegionObj.PcdOffset = self.__GetNextPcdName()\r
-            self.Profile.PcdDict[RegionObj.PcdOffset] = "0x%08X" % (RegionObj.Offset + long(Fd.BaseAddress, 0))\r
-            if self.__IsToken( "|"):\r
-                RegionObj.PcdSize = self.__GetNextPcdName()\r
-                self.Profile.PcdDict[RegionObj.PcdSize] = "0x%08X" % RegionObj.Size\r
+            IsRegionPcd = (RegionSizeGuidPattern.match(self.__CurrentLine()[self.CurrentOffsetWithinLine:]) or\r
+                           RegionOffsetPcdPattern.match(self.__CurrentLine()[self.CurrentOffsetWithinLine:]))\r
+            if IsRegionPcd:\r
+                RegionObj.PcdOffset = self.__GetNextPcdName()\r
+                self.Profile.PcdDict[RegionObj.PcdOffset] = "0x%08X" % (RegionObj.Offset + long(Fd.BaseAddress, 0))\r
+                self.__PcdDict['%s.%s' % (RegionObj.PcdOffset[1], RegionObj.PcdOffset[0])] = "0x%x" % RegionObj.Offset\r
+                FileLineTuple = GetRealFileLine(self.FileName, self.CurrentLineNumber)\r
+                self.Profile.PcdFileLineDict[RegionObj.PcdOffset] = FileLineTuple\r
+                if self.__IsToken( "|"):\r
+                    RegionObj.PcdSize = self.__GetNextPcdName()\r
+                    self.Profile.PcdDict[RegionObj.PcdSize] = "0x%08X" % RegionObj.Size\r
+                    self.__PcdDict['%s.%s' % (RegionObj.PcdSize[1], RegionObj.PcdSize[0])] = "0x%x" % RegionObj.Size\r
+                    FileLineTuple = GetRealFileLine(self.FileName, self.CurrentLineNumber)\r
+                    self.Profile.PcdFileLineDict[RegionObj.PcdSize] = FileLineTuple\r
 \r
             if not self.__GetNextWord():\r
                 return True\r
@@ -1689,9 +1819,16 @@ class FdfParser:
             self.__UndoToken()\r
             self.__GetRegionFileType( RegionObj)\r
 \r
-        else:\r
+        elif self.__Token == "DATA":\r
             self.__UndoToken()\r
             self.__GetRegionDataType( RegionObj)\r
+        else:\r
+            self.__UndoToken()\r
+            if self.__GetRegionLayout(Fd):\r
+                return True\r
+            raise Warning("A valid region type was not found. "\r
+                          "Valid types are [SET, FV, CAPSULE, FILE, DATA]. This error occurred",\r
+                          self.FileName, self.CurrentLineNumber)\r
 \r
         return True\r
 \r
@@ -1891,7 +2028,7 @@ class FdfParser:
 \r
         S = self.__Token.upper()\r
         if S.startswith("[") and not S.startswith("[FV."):\r
-            if not S.startswith("[CAPSULE.") \\r
+            if not S.startswith('[FMPPAYLOAD.') and not S.startswith("[CAPSULE.") \\r
                 and not S.startswith("[VTF.") and not S.startswith("[RULE.") and not S.startswith("[OPTIONROM."):\r
                 raise Warning("Unknown section or section appear sequence error (The correct sequence should be [FD.], [FV.], [Capsule.], [VTF.], [Rule.], [OptionRom.])", self.FileName, self.CurrentLineNumber)\r
             self.__UndoToken()\r
@@ -1922,25 +2059,16 @@ class FdfParser:
 \r
         self.__GetAddressStatements(FvObj)\r
 \r
-        while self.__GetBlockStatement(FvObj):\r
-            pass\r
-\r
-        self.__GetSetStatements(FvObj)\r
-        \r
-        self.__GetFvBaseAddress(FvObj)\r
-\r
-        self.__GetFvAlignment(FvObj)\r
-\r
-        self.__GetFvAttributes(FvObj)\r
-        \r
-        self.__GetFvNameGuid(FvObj)\r
-\r
         FvObj.FvExtEntryTypeValue = []\r
         FvObj.FvExtEntryType = []\r
         FvObj.FvExtEntryData = []\r
         while True:\r
-            isFvExtEntry = self.__GetFvExtEntryStatement(FvObj)\r
-            if not isFvExtEntry:\r
+            self.__GetSetStatements(FvObj)\r
+\r
+            if not (self.__GetBlockStatement(FvObj) or self.__GetFvBaseAddress(FvObj) or \r
+                self.__GetFvForceRebase(FvObj) or self.__GetFvAlignment(FvObj) or \r
+                self.__GetFvAttributes(FvObj) or self.__GetFvNameGuid(FvObj) or \r
+                self.__GetFvExtEntryStatement(FvObj)):\r
                 break\r
 \r
         self.__GetAprioriSection(FvObj, FvObj.DefineVarDict.copy())\r
@@ -2005,10 +2133,42 @@ class FdfParser:
         IsValidBaseAddrValue = re.compile('^0[x|X][0-9a-fA-F]+')\r
 \r
         if not IsValidBaseAddrValue.match(self.__Token.upper()):\r
-            raise Warning("Unknown alignment value '%s'" % self.__Token, self.FileName, self.CurrentLineNumber)\r
+            raise Warning("Unknown FV base address value '%s'" % self.__Token, self.FileName, self.CurrentLineNumber)\r
         Obj.FvBaseAddress = self.__Token\r
-        return True    \r
-    \r
+        return True  \r
+      \r
+    ## __GetFvForceRebase() method\r
+    #\r
+    #   Get FvForceRebase for FV\r
+    #\r
+    #   @param  self        The object pointer\r
+    #   @param  Obj         for whom FvForceRebase is got\r
+    #   @retval True        Successfully find a FvForceRebase statement\r
+    #   @retval False       Not able to find a FvForceRebase statement\r
+    #\r
+    def __GetFvForceRebase(self, Obj):\r
+\r
+        if not self.__IsKeyword("FvForceRebase"):\r
+            return False\r
+\r
+        if not self.__IsToken( "="):\r
+            raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
+\r
+        if not self.__GetNextToken():\r
+            raise Warning("expected FvForceRebase value", self.FileName, self.CurrentLineNumber)\r
+\r
+        if self.__Token.upper() not in ["TRUE", "FALSE", "0", "0X0", "0X00", "1", "0X1", "0X01"]:\r
+            raise Warning("Unknown FvForceRebase value '%s'" % self.__Token, self.FileName, self.CurrentLineNumber)\r
+        \r
+        if self.__Token.upper() in ["TRUE", "1", "0X1", "0X01"]:\r
+            Obj.FvForceRebase = True\r
+        elif self.__Token.upper() in ["FALSE", "0", "0X0", "0X00"]:\r
+            Obj.FvForceRebase = False\r
+        else:\r
+            Obj.FvForceRebase = None\r
+           \r
+        return True\r
+\r
 \r
     ## __GetFvAttributes() method\r
     #\r
@@ -2019,17 +2179,18 @@ class FdfParser:
     #   @retval None\r
     #\r
     def __GetFvAttributes(self, FvObj):\r
-\r
+        IsWordToken = False\r
         while self.__GetNextWord():\r
+            IsWordToken = True\r
             name = self.__Token\r
             if name not in ("ERASE_POLARITY", "MEMORY_MAPPED", \\r
                            "STICKY_WRITE", "LOCK_CAP", "LOCK_STATUS", "WRITE_ENABLED_CAP", \\r
                            "WRITE_DISABLED_CAP", "WRITE_STATUS", "READ_ENABLED_CAP", \\r
                            "READ_DISABLED_CAP", "READ_STATUS", "READ_LOCK_CAP", \\r
                            "READ_LOCK_STATUS", "WRITE_LOCK_CAP", "WRITE_LOCK_STATUS", \\r
-                           "WRITE_POLICY_RELIABLE"):\r
+                           "WRITE_POLICY_RELIABLE", "WEAK_ALIGNMENT"):\r
                 self.__UndoToken()\r
-                return\r
+                return False\r
 \r
             if not self.__IsToken( "="):\r
                 raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
@@ -2039,7 +2200,7 @@ class FdfParser:
 \r
             FvObj.FvAttributeDict[name] = self.__Token\r
 \r
-        return\r
+        return IsWordToken\r
     \r
     ## __GetFvNameGuid() method\r
     #\r
@@ -2052,7 +2213,7 @@ class FdfParser:
     def __GetFvNameGuid(self, FvObj):\r
 \r
         if not self.__IsKeyword( "FvNameGuid"):\r
-            return\r
+            return False\r
 \r
         if not self.__IsToken( "="):\r
             raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
@@ -2062,7 +2223,7 @@ class FdfParser:
 \r
         FvObj.FvNameGuid = self.__Token\r
 \r
-        return\r
+        return True\r
 \r
     def __GetFvExtEntryStatement(self, FvObj):\r
 \r
@@ -2198,6 +2359,13 @@ class FdfParser:
         if not self.__GetNextToken():\r
             raise Warning("expected INF file path", self.FileName, self.CurrentLineNumber)\r
         ffsInf.InfFileName = self.__Token\r
+\r
+        ffsInf.CurrentLineNum = self.CurrentLineNumber\r
+        ffsInf.CurrentLineContent = self.__CurrentLine()\r
+\r
+        #Replace $(SAPCE) with real space\r
+        ffsInf.InfFileName = ffsInf.InfFileName.replace('$(SPACE)', ' ')\r
+\r
         if ffsInf.InfFileName.replace('$(WORKSPACE)', '').find('$') == -1:\r
             #do case sensitive check for file path\r
             ErrorCode, ErrorInfo = PathClass(NormPath(ffsInf.InfFileName), GenFdsGlobalVariable.WorkSpaceDir).Validate()\r
@@ -2206,6 +2374,8 @@ class FdfParser:
 \r
         if not ffsInf.InfFileName in self.Profile.InfList:\r
             self.Profile.InfList.append(ffsInf.InfFileName)\r
+            FileLineTuple = GetRealFileLine(self.FileName, self.CurrentLineNumber)\r
+            self.Profile.InfFileLineList.append(FileLineTuple)\r
 \r
         if self.__IsToken('|'):\r
             if self.__IsKeyword('RELOCS_STRIPPED'):\r
@@ -2214,7 +2384,7 @@ class FdfParser:
                 ffsInf.KeepReloc = True\r
             else:\r
                 raise Warning("Unknown reloc strip flag '%s'" % self.__Token, self.FileName, self.CurrentLineNumber)\r
-\r
+        \r
         if ForCapsule:\r
             capsuleFfs = CapsuleData.CapsuleFfs()\r
             capsuleFfs.Ffs = ffsInf\r
@@ -2231,6 +2401,12 @@ class FdfParser:
     #   @param  FfsInfObj   for whom option is got\r
     #\r
     def __GetInfOptions(self, FfsInfObj):\r
+        if self.__IsKeyword("FILE_GUID"):\r
+            if not self.__IsToken("="):\r
+                raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
+            if not self.__GetNextGuid():\r
+                raise Warning("expected GUID value", self.FileName, self.CurrentLineNumber)\r
+            FfsInfObj.OverrideGuid = self.__Token\r
 \r
         if self.__IsKeyword( "RuleOverride"):\r
             if not self.__IsToken( "="):\r
@@ -2266,8 +2442,8 @@ class FdfParser:
 \r
                 \r
         if self.__GetNextToken():\r
-            p = re.compile(r'([a-zA-Z0-9\-]+|\$\(TARGET\)|\*)_([a-zA-Z0-9\-]+|\$\(TOOL_CHAIN_TAG\)|\*)_([a-zA-Z0-9\-]+|\$\(ARCH\)|\*)')\r
-            if p.match(self.__Token):\r
+            p = re.compile(r'([a-zA-Z0-9\-]+|\$\(TARGET\)|\*)_([a-zA-Z0-9\-]+|\$\(TOOL_CHAIN_TAG\)|\*)_([a-zA-Z0-9\-]+|\$\(ARCH\))')\r
+            if p.match(self.__Token) and p.match(self.__Token).span()[1] == len(self.__Token):\r
                 FfsInfObj.KeyStringList.append(self.__Token)\r
                 if not self.__IsToken(","):\r
                     return\r
@@ -2298,10 +2474,15 @@ class FdfParser:
         if not self.__IsKeyword( "FILE"):\r
             return False\r
 \r
-        FfsFileObj = FfsFileStatement.FileStatement()\r
-\r
         if not self.__GetNextWord():\r
             raise Warning("expected FFS type", self.FileName, self.CurrentLineNumber)\r
+\r
+        if ForCapsule and self.__Token == 'DATA':\r
+            self.__UndoToken()\r
+            self.__UndoToken()\r
+            return False\r
+        \r
+        FfsFileObj = FfsFileStatement.FileStatement()\r
         FfsFileObj.FvFileType = self.__Token\r
 \r
         if not self.__IsToken( "="):\r
@@ -2319,7 +2500,7 @@ class FdfParser:
                 self.__Token = 'PCD('+PcdPair[1]+'.'+PcdPair[0]+')'\r
                 \r
         FfsFileObj.NameGuid = self.__Token\r
-\r
+        \r
         self.__GetFilePart( FfsFileObj, MacroDict.copy())\r
 \r
         if ForCapsule:\r
@@ -2376,16 +2557,16 @@ class FdfParser:
         self.__GetFileOpts( FfsFileObj)\r
 \r
         if not self.__IsToken("{"):\r
-#            if self.__IsKeyword('RELOCS_STRIPPED') or self.__IsKeyword('RELOCS_RETAINED'):\r
-#                if self.__FileCouldHaveRelocFlag(FfsFileObj.FvFileType):\r
-#                    if self.__Token == 'RELOCS_STRIPPED':\r
-#                        FfsFileObj.KeepReloc = False\r
-#                    else:\r
-#                        FfsFileObj.KeepReloc = True\r
-#                else:\r
-#                    raise Warning("File type %s could not have reloc strip flag%d" % (FfsFileObj.FvFileType, self.CurrentLineNumber), self.FileName, self.CurrentLineNumber)\r
-#\r
-#            if not self.__IsToken("{"):\r
+            if self.__IsKeyword('RELOCS_STRIPPED') or self.__IsKeyword('RELOCS_RETAINED'):\r
+                if self.__FileCouldHaveRelocFlag(FfsFileObj.FvFileType):\r
+                    if self.__Token == 'RELOCS_STRIPPED':\r
+                        FfsFileObj.KeepReloc = False\r
+                    else:\r
+                        FfsFileObj.KeepReloc = True\r
+                else:\r
+                    raise Warning("File type %s could not have reloc strip flag%d" % (FfsFileObj.FvFileType, self.CurrentLineNumber), self.FileName, self.CurrentLineNumber)\r
+\r
+            if not self.__IsToken("{"):\r
                 raise Warning("expected '{'", self.FileName, self.CurrentLineNumber)\r
 \r
         if not self.__GetNextToken():\r
@@ -2409,12 +2590,10 @@ class FdfParser:
             self.__UndoToken()\r
             self.__GetSectionData( FfsFileObj, MacroDict)\r
         else:\r
-            FfsFileObj.FileName = self.__Token\r
-            if FfsFileObj.FileName.replace('$(WORKSPACE)', '').find('$') == -1:\r
-                #do case sensitive check for file path\r
-                ErrorCode, ErrorInfo = PathClass(NormPath(FfsFileObj.FileName), GenFdsGlobalVariable.WorkSpaceDir).Validate()\r
-                if ErrorCode != 0:\r
-                    EdkLogger.error("GenFds", ErrorCode, ExtraData=ErrorInfo)\r
+            FfsFileObj.CurrentLineNum = self.CurrentLineNumber\r
+            FfsFileObj.CurrentLineContent = self.__CurrentLine()\r
+            FfsFileObj.FileName = self.__Token.replace('$(SPACE)', ' ')\r
+            self.__VerifyFile(FfsFileObj.FileName)\r
 \r
         if not self.__IsToken( "}"):\r
             raise Warning("expected '}'", self.FileName, self.CurrentLineNumber)\r
@@ -2660,11 +2839,7 @@ class FdfParser:
                 if not self.__GetNextToken():\r
                     raise Warning("expected section file path", self.FileName, self.CurrentLineNumber)\r
                 DataSectionObj.SectFileName = self.__Token\r
-                if DataSectionObj.SectFileName.replace('$(WORKSPACE)', '').find('$') == -1:\r
-                    #do case sensitive check for file path\r
-                    ErrorCode, ErrorInfo = PathClass(NormPath(DataSectionObj.SectFileName), GenFdsGlobalVariable.WorkSpaceDir).Validate()\r
-                    if ErrorCode != 0:\r
-                        EdkLogger.error("GenFds", ErrorCode, ExtraData=ErrorInfo)\r
+                self.__VerifyFile(DataSectionObj.SectFileName)\r
             else:\r
                 if not self.__GetCglSection(DataSectionObj):\r
                     return False\r
@@ -2673,6 +2848,21 @@ class FdfParser:
 \r
         return True\r
 \r
+    ## __VerifyFile\r
+    #\r
+    #    Check if file exists or not:\r
+    #      If current phase if GenFds, the file must exist;\r
+    #      If current phase is AutoGen and the file is not in $(OUTPUT_DIRECTORY), the file must exist\r
+    #    @param FileName: File path to be verified.\r
+    #\r
+    def __VerifyFile(self, FileName):\r
+        if FileName.replace('$(WORKSPACE)', '').find('$') != -1:\r
+            return\r
+        if not GlobalData.gAutoGenPhase or not self.__GetMacroValue("OUTPUT_DIRECTORY") in FileName:\r
+            ErrorCode, ErrorInfo = PathClass(NormPath(FileName), GenFdsGlobalVariable.WorkSpaceDir).Validate()\r
+            if ErrorCode != 0:\r
+                EdkLogger.error("GenFds", ErrorCode, ExtraData=ErrorInfo)\r
+\r
     ## __GetCglSection() method\r
     #\r
     #   Get compressed or GUIDed section for Obj\r
@@ -2727,6 +2917,7 @@ class FdfParser:
             GuidSectionObj.SectionType = "GUIDED"\r
             GuidSectionObj.ProcessRequired = AttribDict["PROCESSING_REQUIRED"]\r
             GuidSectionObj.AuthStatusValid = AttribDict["AUTH_STATUS_VALID"]\r
+            GuidSectionObj.ExtraHeaderSize = AttribDict["EXTRA_HEADER_SIZE"]\r
             # Recursive sections...\r
             while True:\r
                 IsLeafSection = self.__GetLeafSection(GuidSectionObj)\r
@@ -2754,23 +2945,26 @@ class FdfParser:
         AttribDict = {}\r
         AttribDict["PROCESSING_REQUIRED"] = "NONE"\r
         AttribDict["AUTH_STATUS_VALID"] = "NONE"\r
-        if self.__IsKeyword("PROCESSING_REQUIRED") or self.__IsKeyword("AUTH_STATUS_VALID"):\r
+        AttribDict["EXTRA_HEADER_SIZE"] = -1\r
+        while self.__IsKeyword("PROCESSING_REQUIRED") or self.__IsKeyword("AUTH_STATUS_VALID") \\r
+            or self.__IsKeyword("EXTRA_HEADER_SIZE"):\r
             AttribKey = self.__Token\r
 \r
             if not self.__IsToken("="):\r
                 raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
 \r
-            if not self.__GetNextToken() or self.__Token.upper() not in ("TRUE", "FALSE", "1", "0"):\r
-                raise Warning("expected TRUE/FALSE (1/0)", self.FileName, self.CurrentLineNumber)\r
-            AttribDict[AttribKey] = self.__Token\r
-\r
-        if self.__IsKeyword("PROCESSING_REQUIRED") or self.__IsKeyword("AUTH_STATUS_VALID"):\r
-            AttribKey = self.__Token\r
-\r
-            if not self.__IsToken("="):\r
-                raise Warning("expected '='")\r
-\r
-            if not self.__GetNextToken() or self.__Token.upper() not in ("TRUE", "FALSE", "1", "0"):\r
+            if not self.__GetNextToken():\r
+                raise Warning("expected TRUE(1)/FALSE(0)/Number", self.FileName, self.CurrentLineNumber)\r
+            elif AttribKey == "EXTRA_HEADER_SIZE":\r
+                Base = 10\r
+                if self.__Token[0:2].upper() == "0X":\r
+                    Base = 16\r
+                try:\r
+                    AttribDict[AttribKey] = int(self.__Token, Base)\r
+                    continue\r
+                except ValueError:\r
+                    raise Warning("expected Number", self.FileName, self.CurrentLineNumber)\r
+            elif self.__Token.upper() not in ("TRUE", "FALSE", "1", "0"):\r
                 raise Warning("expected TRUE/FALSE (1/0)", self.FileName, self.CurrentLineNumber)\r
             AttribDict[AttribKey] = self.__Token\r
 \r
@@ -2806,6 +3000,67 @@ class FdfParser:
         else:\r
             return True\r
 \r
+    def __GetFmp(self):\r
+        if not self.__GetNextToken():\r
+            return False\r
+        S = self.__Token.upper()\r
+        if not S.startswith("[FMPPAYLOAD."):\r
+            if not S.startswith("[CAPSULE.") and not S.startswith("[VTF.") and not S.startswith("[RULE.") and not S.startswith("[OPTIONROM."):\r
+                raise Warning("Unknown section or section appear sequence error (The correct sequence should be [FD.], [FV.], [FmpPayload.], [Capsule.], [VTF.], [Rule.], [OptionRom.])", self.FileName, self.CurrentLineNumber)\r
+            self.__UndoToken()\r
+            return False\r
+\r
+        self.__UndoToken()\r
+        self.__SkipToToken("[FMPPAYLOAD.", True)\r
+        FmpUiName = self.__GetUiName().upper()\r
+        if FmpUiName in self.Profile.FmpPayloadDict:\r
+            raise Warning("Duplicated FMP UI name found: %s" % FmpUiName, self.FileName, self.CurrentLineNumber)\r
+\r
+        FmpData = CapsuleData.CapsulePayload()\r
+        FmpData.UiName = FmpUiName\r
+\r
+        if not self.__IsToken( "]"):\r
+            raise Warning("expected ']'", self.FileName, self.CurrentLineNumber)\r
+\r
+        if not self.__GetNextToken():\r
+            raise Warning("The FMP payload section is empty!", self.FileName, self.CurrentLineNumber)\r
+        FmpKeyList = ['IMAGE_HEADER_INIT_VERSION', 'IMAGE_TYPE_ID', 'IMAGE_INDEX', 'HARDWARE_INSTANCE']\r
+        while self.__Token in FmpKeyList:\r
+            Name = self.__Token\r
+            FmpKeyList.remove(Name)\r
+            if not self.__IsToken("="):\r
+                raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
+            if Name == 'IMAGE_TYPE_ID':\r
+                if not self.__GetNextGuid():\r
+                    raise Warning("expected GUID value for IMAGE_TYPE_ID", self.FileName, self.CurrentLineNumber)\r
+                FmpData.ImageTypeId = self.__Token\r
+            else:\r
+                if not self.__GetNextToken():\r
+                    raise Warning("expected value of %s" % Name, self.FileName, self.CurrentLineNumber)\r
+                Value = self.__Token\r
+                if Name == 'IMAGE_HEADER_INIT_VERSION':\r
+                    FmpData.Version = Value\r
+                elif Name == 'IMAGE_INDEX':\r
+                    FmpData.ImageIndex = Value\r
+                elif Name == 'HARDWARE_INSTANCE':\r
+                    FmpData.HardwareInstance = Value\r
+            if not self.__GetNextToken():\r
+                break\r
+        else:\r
+            self.__UndoToken()\r
+\r
+        if FmpKeyList:\r
+            raise Warning("Missing keywords %s in FMP payload section" % ', '.join(FmpKeyList), self.FileName, self.CurrentLineNumber)\r
+        ImageFile = self.__ParseRawFileStatement()\r
+        if not ImageFile:\r
+            raise Warning("Missing image file in FMP payload section", self.FileName, self.CurrentLineNumber)\r
+        FmpData.ImageFile = ImageFile\r
+        VendorCodeFile = self.__ParseRawFileStatement()\r
+        if VendorCodeFile:\r
+            FmpData.VendorCodeFile = VendorCodeFile\r
+        self.Profile.FmpPayloadDict[FmpUiName] = FmpData\r
+        return True\r
+\r
     ## __GetCapsule() method\r
     #\r
     #   Get capsule section contents and store its data into capsule list of self.Profile\r
@@ -2880,7 +3135,7 @@ class FdfParser:
     def __GetCapsuleTokens(self, Obj):\r
         if not self.__GetNextToken():\r
             return False\r
-        while self.__Token in ("CAPSULE_GUID", "CAPSULE_HEADER_SIZE", "CAPSULE_FLAGS"):\r
+        while self.__Token in ("CAPSULE_GUID", "CAPSULE_HEADER_SIZE", "CAPSULE_FLAGS", "OEM_CAPSULE_FLAGS", "CAPSULE_HEADER_INIT_VERSION"):\r
             Name = self.__Token.strip()\r
             if not self.__IsToken("="):\r
                 raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
@@ -2897,6 +3152,17 @@ class FdfParser:
                     if not self.__Token in ("PersistAcrossReset", "PopulateSystemTable", "InitiateReset"):\r
                         raise Warning("expected PersistAcrossReset, PopulateSystemTable, or InitiateReset", self.FileName, self.CurrentLineNumber)\r
                     Value += self.__Token.strip()\r
+            elif Name == 'OEM_CAPSULE_FLAGS':\r
+                Value = self.__Token.strip()\r
+                if not Value.upper().startswith('0X'):\r
+                    raise Warning("expected hex value between 0x0000 and 0xFFFF", self.FileName, self.CurrentLineNumber)\r
+                try:\r
+                    Value = int(Value, 0)\r
+                except ValueError:\r
+                    raise Warning("expected hex value between 0x0000 and 0xFFFF", self.FileName, self.CurrentLineNumber)\r
+                if not 0x0000 <= Value <= 0xFFFF:\r
+                    raise Warning("expected hex value between 0x0000 and 0xFFFF", self.FileName, self.CurrentLineNumber)\r
+                Value = self.__Token.strip()\r
             else:\r
                 Value = self.__Token.strip()\r
             Obj.TokensDict[Name] = Value  \r
@@ -2917,7 +3183,11 @@ class FdfParser:
             IsInf = self.__GetInfStatement(Obj, True)\r
             IsFile = self.__GetFileStatement(Obj, True)\r
             IsFv = self.__GetFvStatement(Obj)\r
-            if not IsInf and not IsFile and not IsFv:\r
+            IsFd = self.__GetFdStatement(Obj)\r
+            IsAnyFile = self.__GetAnyFileStatement(Obj)\r
+            IsAfile = self.__GetAfileStatement(Obj)\r
+            IsFmp = self.__GetFmpStatement(Obj)\r
+            if not (IsInf or IsFile or IsFv or IsFd or IsAnyFile or IsAfile or IsFmp):\r
                 break\r
 \r
     ## __GetFvStatement() method\r
@@ -2940,11 +3210,141 @@ class FdfParser:
         if not self.__GetNextToken():\r
             raise Warning("expected FV name", self.FileName, self.CurrentLineNumber)\r
 \r
+        if self.__Token.upper() not in self.Profile.FvDict.keys():\r
+            raise Warning("FV name does not exist", self.FileName, self.CurrentLineNumber)\r
+\r
         CapsuleFv = CapsuleData.CapsuleFv()\r
         CapsuleFv.FvName = self.__Token\r
         CapsuleObj.CapsuleDataList.append(CapsuleFv)\r
         return True\r
 \r
+    ## __GetFdStatement() method\r
+    #\r
+    #   Get FD for capsule\r
+    #\r
+    #   @param  self        The object pointer\r
+    #   @param  CapsuleObj  for whom FD is got\r
+    #   @retval True        Successfully find a FD statement\r
+    #   @retval False       Not able to find a FD statement\r
+    #\r
+    def __GetFdStatement(self, CapsuleObj):\r
+\r
+        if not self.__IsKeyword("FD"):\r
+            return False\r
+\r
+        if not self.__IsToken("="):\r
+            raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
+\r
+        if not self.__GetNextToken():\r
+            raise Warning("expected FD name", self.FileName, self.CurrentLineNumber)\r
+\r
+        if self.__Token.upper() not in self.Profile.FdDict.keys():\r
+            raise Warning("FD name does not exist", self.FileName, self.CurrentLineNumber)\r
+\r
+        CapsuleFd = CapsuleData.CapsuleFd()\r
+        CapsuleFd.FdName = self.__Token\r
+        CapsuleObj.CapsuleDataList.append(CapsuleFd)\r
+        return True\r
+\r
+    def __GetFmpStatement(self, CapsuleObj):\r
+        if not self.__IsKeyword("FMP"):\r
+            return False\r
+\r
+        if not self.__IsKeyword("PAYLOAD"):\r
+            self.__UndoToken()\r
+            return False\r
+\r
+        if not self.__IsToken("="):\r
+            raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
+\r
+        if not self.__GetNextToken():\r
+            raise Warning("expected payload name after FMP PAYLOAD =", self.FileName, self.CurrentLineNumber)\r
+        Payload = self.__Token.upper()\r
+        if Payload not in self.Profile.FmpPayloadDict:\r
+            raise Warning("This FMP Payload does not exist: %s" % self.__Token, self.FileName, self.CurrentLineNumber)\r
+        CapsuleObj.FmpPayloadList.append(self.Profile.FmpPayloadDict[Payload])\r
+        return True\r
+\r
+    def __ParseRawFileStatement(self):\r
+        if not self.__IsKeyword("FILE"):\r
+            return None\r
+\r
+        if not self.__IsKeyword("DATA"):\r
+            self.__UndoToken()\r
+            return None\r
+\r
+        if not self.__IsToken("="):\r
+            raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
+\r
+        if not self.__GetNextToken():\r
+            raise Warning("expected File name", self.FileName, self.CurrentLineNumber)\r
+        \r
+        AnyFileName = self.__Token\r
+        AnyFileName = GenFdsGlobalVariable.ReplaceWorkspaceMacro(AnyFileName)\r
+        if not os.path.exists(AnyFileName):\r
+            raise Warning("File %s not exists"%AnyFileName, self.FileName, self.CurrentLineNumber)\r
+        return AnyFileName\r
+\r
+    ## __GetAnyFileStatement() method\r
+    #\r
+    #   Get AnyFile for capsule\r
+    #\r
+    #   @param  self        The object pointer\r
+    #   @param  CapsuleObj  for whom AnyFile is got\r
+    #   @retval True        Successfully find a Anyfile statement\r
+    #   @retval False       Not able to find a AnyFile statement\r
+    #\r
+    def __GetAnyFileStatement(self, CapsuleObj):\r
+        AnyFileName = self.__ParseRawFileStatement()\r
+        if not AnyFileName:\r
+            return False\r
+\r
+        CapsuleAnyFile = CapsuleData.CapsuleAnyFile()\r
+        CapsuleAnyFile.FileName = AnyFileName\r
+        CapsuleObj.CapsuleDataList.append(CapsuleAnyFile)\r
+        return True\r
+    \r
+    ## __GetAfileStatement() method\r
+    #\r
+    #   Get Afile for capsule\r
+    #\r
+    #   @param  self        The object pointer\r
+    #   @param  CapsuleObj  for whom Afile is got\r
+    #   @retval True        Successfully find a Afile statement\r
+    #   @retval False       Not able to find a Afile statement\r
+    #\r
+    def __GetAfileStatement(self, CapsuleObj):\r
+\r
+        if not self.__IsKeyword("APPEND"):\r
+            return False\r
+\r
+        if not self.__IsToken("="):\r
+            raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
+\r
+        if not self.__GetNextToken():\r
+            raise Warning("expected Afile name", self.FileName, self.CurrentLineNumber)\r
+        \r
+        AfileName = self.__Token\r
+        AfileBaseName = os.path.basename(AfileName)\r
+        \r
+        if os.path.splitext(AfileBaseName)[1]  not in [".bin",".BIN",".Bin",".dat",".DAT",".Dat",".data",".DATA",".Data"]:\r
+            raise Warning('invalid binary file type, should be one of "bin","BIN","Bin","dat","DAT","Dat","data","DATA","Data"', \\r
+                          self.FileName, self.CurrentLineNumber)\r
+        \r
+        if not os.path.isabs(AfileName):\r
+            AfileName = GenFdsGlobalVariable.ReplaceWorkspaceMacro(AfileName)\r
+            self.__VerifyFile(AfileName)\r
+        else:\r
+            if not os.path.exists(AfileName):\r
+                raise Warning('%s does not exist' % AfileName, self.FileName, self.CurrentLineNumber)\r
+            else:\r
+                pass\r
+\r
+        CapsuleAfile = CapsuleData.CapsuleAfile()\r
+        CapsuleAfile.FileName = AfileName\r
+        CapsuleObj.CapsuleDataList.append(CapsuleAfile)\r
+        return True\r
+\r
     ## __GetRule() method\r
     #\r
     #   Get Rule section contents and store its data into rule list of self.Profile\r
@@ -2975,7 +3375,7 @@ class FdfParser:
             raise Warning("expected '.'", self.FileName, self.CurrentLineNumber)\r
 \r
         Arch = self.__SkippedChars.rstrip(".")\r
-        if Arch.upper() not in ("IA32", "X64", "IPF", "EBC", "ARM", "COMMON"):\r
+        if Arch.upper() not in ("IA32", "X64", "IPF", "EBC", "ARM", "AARCH64", "COMMON"):\r
             raise Warning("Unknown Arch '%s'" % Arch, self.FileName, self.CurrentLineNumber)\r
 \r
         ModuleType = self.__GetModuleType()\r
@@ -3505,6 +3905,7 @@ class FdfParser:
             GuidSectionObj.SectionType = "GUIDED"\r
             GuidSectionObj.ProcessRequired = AttribDict["PROCESSING_REQUIRED"]\r
             GuidSectionObj.AuthStatusValid = AttribDict["AUTH_STATUS_VALID"]\r
+            GuidSectionObj.ExtraHeaderSize = AttribDict["EXTRA_HEADER_SIZE"]\r
 \r
             # Efi sections...\r
             while True:\r
@@ -3552,7 +3953,7 @@ class FdfParser:
             raise Warning("expected '.'", self.FileName, self.CurrentLineNumber)\r
 \r
         Arch = self.__SkippedChars.rstrip(".").upper()\r
-        if Arch not in ("IA32", "X64", "IPF", "ARM"):\r
+        if Arch not in ("IA32", "X64", "IPF", "ARM", "AARCH64"):\r
             raise Warning("Unknown Arch '%s'" % Arch, self.FileName, self.CurrentLineNumber)\r
 \r
         if not self.__GetNextWord():\r
@@ -3566,7 +3967,7 @@ class FdfParser:
         if self.__IsToken(","):\r
             if not self.__GetNextWord():\r
                 raise Warning("expected Arch list", self.FileName, self.CurrentLineNumber)\r
-            if self.__Token.upper() not in ("IA32", "X64", "IPF", "ARM"):\r
+            if self.__Token.upper() not in ("IA32", "X64", "IPF", "ARM", "AARCH64"):\r
                 raise Warning("Unknown Arch '%s'" % self.__Token, self.FileName, self.CurrentLineNumber)\r
             VtfObj.ArchList = self.__Token.upper()\r
 \r
@@ -3794,6 +4195,8 @@ class FdfParser:
 \r
         if not ffsInf.InfFileName in self.Profile.InfList:\r
             self.Profile.InfList.append(ffsInf.InfFileName)\r
+            FileLineTuple = GetRealFileLine(self.FileName, self.CurrentLineNumber)\r
+            self.Profile.InfFileLineList.append(FileLineTuple)\r
 \r
         \r
         self.__GetOptRomOverrides (ffsInf)\r
@@ -3845,7 +4248,7 @@ class FdfParser:
                     Overrides.PciRevision = self.__Token\r
                     continue\r
 \r
-                if self.__IsKeyword( "COMPRESS"):\r
+                if self.__IsKeyword( "PCI_COMPRESS"):\r
                     if not self.__IsToken( "="):\r
                         raise Warning("expected '='", self.FileName, self.CurrentLineNumber)\r
                     if not self.__GetNextToken():\r
@@ -3930,16 +4333,18 @@ class FdfParser:
     def __GetReferencedFdCapTuple(self, CapObj, RefFdList = [], RefFvList = []):\r
 \r
         for CapsuleDataObj in CapObj.CapsuleDataList :\r
-            if CapsuleDataObj.FvName != None and CapsuleDataObj.FvName.upper() not in RefFvList:\r
+            if hasattr(CapsuleDataObj, 'FvName') and CapsuleDataObj.FvName != None and CapsuleDataObj.FvName.upper() not in RefFvList:\r
                 RefFvList.append (CapsuleDataObj.FvName.upper())\r
+            elif hasattr(CapsuleDataObj, 'FdName') and CapsuleDataObj.FdName != None and CapsuleDataObj.FdName.upper() not in RefFdList:\r
+                RefFdList.append (CapsuleDataObj.FdName.upper())            \r
             elif CapsuleDataObj.Ffs != None:\r
-              if isinstance(CapsuleDataObj.Ffs, FfsFileStatement.FileStatement):\r
-                  if CapsuleDataObj.Ffs.FvName != None and CapsuleDataObj.Ffs.FvName.upper() not in RefFvList:\r
-                      RefFvList.append(CapsuleDataObj.Ffs.FvName.upper())\r
-                  elif CapsuleDataObj.Ffs.FdName != None and CapsuleDataObj.Ffs.FdName.upper() not in RefFdList:\r
-                      RefFdList.append(CapsuleDataObj.Ffs.FdName.upper())\r
-                  else:\r
-                      self.__GetReferencedFdFvTupleFromSection(CapsuleDataObj.Ffs, RefFdList, RefFvList)\r
+                if isinstance(CapsuleDataObj.Ffs, FfsFileStatement.FileStatement):\r
+                    if CapsuleDataObj.Ffs.FvName != None and CapsuleDataObj.Ffs.FvName.upper() not in RefFvList:\r
+                        RefFvList.append(CapsuleDataObj.Ffs.FvName.upper())\r
+                    elif CapsuleDataObj.Ffs.FdName != None and CapsuleDataObj.Ffs.FdName.upper() not in RefFdList:\r
+                        RefFdList.append(CapsuleDataObj.Ffs.FdName.upper())\r
+                    else:\r
+                        self.__GetReferencedFdFvTupleFromSection(CapsuleDataObj.Ffs, RefFdList, RefFvList)\r
 \r
     ## __GetFvInFd() method\r
     #\r
@@ -4139,12 +4544,19 @@ class FdfParser:
         return False\r
 \r
 if __name__ == "__main__":\r
-    parser = FdfParser("..\LakeportX64Pkg.fdf")\r
+    import sys\r
+    try:\r
+        test_file = sys.argv[1]\r
+    except IndexError, v:\r
+        print "Usage: %s filename" % sys.argv[0]\r
+        sys.exit(1)\r
+\r
+    parser = FdfParser(test_file)\r
     try:\r
         parser.ParseFile()\r
         parser.CycleReferenceCheck()\r
     except Warning, X:\r
-            print str(X)\r
+        print str(X)\r
     else:\r
         print "Success!"\r
 \r