]> git.proxmox.com Git - mirror_edk2.git/blobdiff - BaseTools/Source/Python/Workspace/DscBuildData.py
BaseTools: StructurePcd array Value support flexible format
[mirror_edk2.git] / BaseTools / Source / Python / Workspace / DscBuildData.py
index 4a87fd17629467fc0536ccf0a769943e053bafe3..1da4f03ab8baa1f0a0a4db3905f9488696edbf5d 100644 (file)
@@ -1,7 +1,7 @@
 ## @file\r
 # This file is used to create a database used by build tool\r
 #\r
-# Copyright (c) 2008 - 2017, Intel Corporation. All rights reserved.<BR>\r
+# Copyright (c) 2008 - 2018, Intel Corporation. All rights reserved.<BR>\r
 # (C) Copyright 2016 Hewlett Packard Enterprise Development LP<BR>\r
 # This program and the accompanying materials\r
 # are licensed and made available under the terms and conditions of the BSD License\r
@@ -162,7 +162,6 @@ class DscBuildData(PlatformBuildClassObject):
             self.OutputPath = os.path.dirname(self.DscFile)\r
         self.DefaultStores = None\r
         self.SkuIdMgr = SkuClass(self.SkuName, self.SkuIds)\r
-        arraystr = self.SkuIdMgr.DumpSkuIdArrary()\r
 \r
     ## XXX[key] = value\r
     def __setitem__(self, key, value):\r
@@ -451,7 +450,6 @@ class DscBuildData(PlatformBuildClassObject):
     ## Override SKUID_IDENTIFIER\r
     def _SetSkuName(self, Value):\r
         self._SkuName = Value\r
-        self._Pcds = None\r
 \r
     def _GetFdfFile(self):\r
         if self._FlashDefinition == None:\r
@@ -582,13 +580,14 @@ class DscBuildData(PlatformBuildClassObject):
                     EdkLogger.error('build', FORMAT_INVALID, 'No Sku ID name',\r
                                     File=self.MetaFile, Line=Record[-1])\r
                 Pattern = re.compile('^[1-9]\d*|0$')\r
-                if Pattern.match(Record[0]) == None:\r
-                    EdkLogger.error('build', FORMAT_INVALID, "The format of the Sku ID number is invalid. The correct format is '{(0-9)} {(1-9)(0-9)+}'",\r
+                HexPattern = re.compile(r'0[xX][0-9a-fA-F]+$')\r
+                if Pattern.match(Record[0]) == None and HexPattern.match(Record[0]) == None:\r
+                    EdkLogger.error('build', FORMAT_INVALID, "The format of the Sku ID number is invalid. It only support Integer and HexNumber",\r
                                     File=self.MetaFile, Line=Record[-1])\r
                 if not IsValidWord(Record[1]):\r
                     EdkLogger.error('build', FORMAT_INVALID, "The format of the Sku ID name is invalid. The correct format is '(a-zA-Z0-9_)(a-zA-Z0-9_-.)*'",\r
                                     File=self.MetaFile, Line=Record[-1])\r
-                self._SkuIds[Record[1].upper()] = (Record[0], Record[1].upper(), Record[2].upper())\r
+                self._SkuIds[Record[1].upper()] = (str(self.ToInt(Record[0])), Record[1].upper(), Record[2].upper())\r
             if 'DEFAULT' not in self._SkuIds:\r
                 self._SkuIds['DEFAULT'] = ("0","DEFAULT","DEFAULT")\r
             if 'COMMON' not in self._SkuIds:\r
@@ -607,6 +606,14 @@ class DscBuildData(PlatformBuildClassObject):
                 if Record[1] in [None, '']:\r
                     EdkLogger.error('build', FORMAT_INVALID, 'No DefaultStores ID name',\r
                                     File=self.MetaFile, Line=Record[-1])\r
+                Pattern = re.compile('^[1-9]\d*|0$')\r
+                HexPattern = re.compile(r'0[xX][0-9a-fA-F]+$')\r
+                if Pattern.match(Record[0]) == None and HexPattern.match(Record[0]) == None:\r
+                    EdkLogger.error('build', FORMAT_INVALID, "The format of the DefaultStores ID number is invalid. It only support Integer and HexNumber",\r
+                                    File=self.MetaFile, Line=Record[-1])\r
+                if not IsValidWord(Record[1]):\r
+                    EdkLogger.error('build', FORMAT_INVALID, "The format of the DefaultStores ID name is invalid. The correct format is '(a-zA-Z0-9_)(a-zA-Z0-9_-.)*'",\r
+                                    File=self.MetaFile, Line=Record[-1])\r
                 self.DefaultStores[Record[1].upper()] = (self.ToInt(Record[0]),Record[1].upper())\r
             if TAB_DEFAULT_STORES_DEFAULT not in self.DefaultStores:\r
                 self.DefaultStores[TAB_DEFAULT_STORES_DEFAULT] = (0,TAB_DEFAULT_STORES_DEFAULT)\r
@@ -816,13 +823,14 @@ class DscBuildData(PlatformBuildClassObject):
                 if ValueList[2] == '-1':\r
                     EdkLogger.error('build', FORMAT_INVALID, "Pcd format incorrect.", File=self.MetaFile, Line=LineNo,\r
                                 ExtraData="%s.%s|%s" % (TokenSpaceGuid, PcdCName, Setting))\r
-        if ValueList[Index] and PcdType not in [MODEL_PCD_FEATURE_FLAG, MODEL_PCD_FIXED_AT_BUILD]:\r
+        if ValueList[Index]:\r
+            DatumType = self._DecPcds[PcdCName, TokenSpaceGuid].DatumType\r
             try:\r
-                ValueList[Index] = ValueExpression(ValueList[Index], GlobalData.gPlatformPcds)(True)\r
-            except WrnExpression, Value:\r
-                ValueList[Index] = Value.result\r
+                ValueList[Index] = ValueExpressionEx(ValueList[Index], DatumType, self._GuidDict)(True)\r
             except BadExpression, Value:\r
-                EdkLogger.error('Parser', FORMAT_INVALID, Value, File=self.MetaFile, Line=self._LineIndex + 1)\r
+                EdkLogger.error('Parser', FORMAT_INVALID, Value, File=self.MetaFile, Line=LineNo,\r
+                                ExtraData="PCD [%s.%s] Value \"%s\" " % (\r
+                                TokenSpaceGuid, PcdCName, ValueList[Index]))\r
             except EvaluationException, Excpt:\r
                 if hasattr(Excpt, 'Pcd'):\r
                     if Excpt.Pcd in GlobalData.gPlatformOtherPcds:\r
@@ -836,21 +844,19 @@ class DscBuildData(PlatformBuildClassObject):
                 else:\r
                     EdkLogger.error('Parser', FORMAT_INVALID, "Invalid expression: %s" % str(Excpt),\r
                                     File=self.MetaFile, Line=LineNo)\r
+\r
         if ValueList[Index]:\r
-            DatumType = self._DecPcds[PcdCName, TokenSpaceGuid].DatumType\r
-            try:\r
-                ValueList[Index] = ValueExpressionEx(ValueList[Index], DatumType, self._GuidDict)(True)\r
-            except BadExpression, Value:\r
-                EdkLogger.error('Parser', FORMAT_INVALID, Value, File=self.MetaFile, Line=LineNo,\r
-                                ExtraData="PCD [%s.%s] Value \"%s\" " % (TokenSpaceGuid, PcdCName, ValueList[Index]))\r
             Valid, ErrStr = CheckPcdDatum(self._DecPcds[PcdCName, TokenSpaceGuid].DatumType, ValueList[Index])\r
             if not Valid:\r
                 EdkLogger.error('build', FORMAT_INVALID, ErrStr, File=self.MetaFile, Line=LineNo,\r
                                 ExtraData="%s.%s" % (TokenSpaceGuid, PcdCName))\r
             if PcdType in (MODEL_PCD_DYNAMIC_DEFAULT, MODEL_PCD_DYNAMIC_EX_DEFAULT):\r
                 if self._DecPcds[PcdCName, TokenSpaceGuid].DatumType.strip() != ValueList[1].strip():\r
-                    EdkLogger.error('build', FORMAT_INVALID, ErrStr , File=self.MetaFile, Line=LineNo,\r
+                    EdkLogger.error('build', FORMAT_INVALID, "Pcd datumtype used in DSC file is not the same as its declaration in DEC file." , File=self.MetaFile, Line=LineNo,\r
                                 ExtraData="%s.%s|%s" % (TokenSpaceGuid, PcdCName, Setting))\r
+        if (TokenSpaceGuid + '.' + PcdCName) in GlobalData.gPlatformPcds:\r
+            if GlobalData.gPlatformPcds[TokenSpaceGuid + '.' + PcdCName] != ValueList[Index]:\r
+                GlobalData.gPlatformPcds[TokenSpaceGuid + '.' + PcdCName] = ValueList[Index]\r
         return ValueList\r
 \r
     def _FilterPcdBySkuUsage(self,Pcds):\r
@@ -881,10 +887,164 @@ class DscBuildData(PlatformBuildClassObject):
                     skuobj.DefaultStoreDict['STANDARD'] = copy.deepcopy(skuobj.DefaultStoreDict[mindefaultstorename])\r
         return Pcds\r
 \r
+    def RecoverCommandLinePcd(self):\r
+        pcdset = []\r
+        if GlobalData.BuildOptionPcd:\r
+            for pcd in GlobalData.BuildOptionPcd:\r
+                if pcd[2] == "":\r
+                    pcdset.append((pcd[0],pcd[1],pcd[3]))\r
+                else:\r
+                    pcdobj = self._Pcds.get((pcd[1],pcd[0]))\r
+                    if pcdobj:\r
+                        pcdset.append((pcd[0],pcd[1], pcdobj.DefaultValue))\r
+                    else:\r
+                        pcdset.append((pcd[0],pcd[1],pcd[3]))\r
+        GlobalData.BuildOptionPcd = pcdset\r
+    def GetFieldValueFromComm(self,ValueStr,TokenSpaceGuidCName, TokenCName, FieldName):\r
+        PredictedFieldType = "VOID*"\r
+        if ValueStr.startswith('L'):\r
+            if not ValueStr[1]:\r
+                EdkLogger.error("build", FORMAT_INVALID, 'For Void* type PCD, when specify the Value in the command line, please use the following format: "string", L"string", H"{...}"')\r
+            ValueStr = ValueStr[0] + '"' + ValueStr[1:] + '"'\r
+            PredictedFieldType = "VOID*"\r
+        elif ValueStr.startswith('H') or ValueStr.startswith('{'):\r
+            EdkLogger.error("build", FORMAT_INVALID, 'Currently we do not support assign H"{...}" format for Pcd field.', ExtraData="%s.%s.%s from command line" % (TokenSpaceGuidCName, TokenCName, FieldName))\r
+            ValueStr = ValueStr[1:]\r
+            PredictedFieldType = "VOID*"\r
+        elif ValueStr.upper() in ['TRUE', '0X1', '0X01', '1', 'FALSE', '0X0', '0X00', '0']:\r
+            PredictedFieldType = "BOOLEAN"\r
+        elif ValueStr.isdigit() or ValueStr.upper().startswith('0X'):\r
+            PredictedFieldType = TAB_UINT16\r
+        else:\r
+            if not ValueStr[0]:\r
+                EdkLogger.error("build", FORMAT_INVALID, 'For Void* type PCD, when specify the Value in the command line, please use the following format: "string", L"string", H"{...}"')\r
+            ValueStr = '"' + ValueStr + '"'\r
+            PredictedFieldType = "VOID*"\r
+        IsValid, Cause = CheckPcdDatum(PredictedFieldType, ValueStr)\r
+        if not IsValid:\r
+            EdkLogger.error("build", FORMAT_INVALID, Cause, ExtraData="%s.%s.%s from command line" % (TokenSpaceGuidCName, TokenCName, FieldName))\r
+        if PredictedFieldType == 'BOOLEAN':\r
+            ValueStr = ValueStr.upper()\r
+            if ValueStr == 'TRUE' or ValueStr == '1':\r
+                ValueStr = '1'\r
+            elif ValueStr == 'FALSE' or ValueStr == '0':\r
+                ValueStr = '0'\r
+        return  ValueStr\r
+    def __ParsePcdFromCommandLine(self):\r
+        if GlobalData.BuildOptionPcd:\r
+            for i, pcd in enumerate(GlobalData.BuildOptionPcd):\r
+                if type(pcd) is tuple:\r
+                    continue\r
+                (pcdname, pcdvalue) = pcd.split('=')\r
+                if not pcdvalue:\r
+                    EdkLogger.error('build', AUTOGEN_ERROR, "No Value specified for the PCD %s." % (pcdname))\r
+                if '.' in pcdname:\r
+                    (Name1, Name2) = pcdname.split('.',1)\r
+                    if "." in Name2:\r
+                        (Name3, FieldName) = Name2.split(".",1)\r
+                        if ((Name3,Name1)) in self.DecPcds:\r
+                            HasTokenSpace = True\r
+                            TokenCName = Name3\r
+                            TokenSpaceGuidCName = Name1\r
+                        else:\r
+                            FieldName = Name2\r
+                            TokenCName = Name1\r
+                            TokenSpaceGuidCName = ''\r
+                            HasTokenSpace = False\r
+                    else:\r
+                        if ((Name2,Name1)) in self.DecPcds:\r
+                            HasTokenSpace = True\r
+                            TokenCName = Name2\r
+                            TokenSpaceGuidCName = Name1\r
+                            FieldName =""\r
+                        else:\r
+                            FieldName = Name2\r
+                            TokenCName = Name1\r
+                            TokenSpaceGuidCName = ''\r
+                            HasTokenSpace = False\r
+                else:\r
+                    FieldName = ""\r
+                    TokenCName = pcdname\r
+                    TokenSpaceGuidCName = ''\r
+                    HasTokenSpace = False\r
+                TokenSpaceGuidCNameList = []\r
+                FoundFlag = False\r
+                PcdDatumType = ''\r
+                NewValue = ''\r
+                if not HasTokenSpace:\r
+                    for key in self.DecPcds:\r
+                        if TokenCName == key[0]:\r
+                            if TokenSpaceGuidCName:\r
+                                EdkLogger.error(\r
+                                                'build',\r
+                                                 AUTOGEN_ERROR,\r
+                                                "The Pcd %s is found under multiple different TokenSpaceGuid: %s and %s." % (TokenCName, TokenSpaceGuidCName, key[1])\r
+                                                )\r
+                            else:\r
+                                TokenSpaceGuidCName = key[1]\r
+                                FoundFlag = True\r
+                else:\r
+                    if (TokenCName, TokenSpaceGuidCName) in self.DecPcds:\r
+                        FoundFlag = True\r
+                if FieldName:\r
+                    NewValue = self.GetFieldValueFromComm(pcdvalue, TokenSpaceGuidCName, TokenCName, FieldName)\r
+                    GlobalData.BuildOptionPcd[i] = (TokenSpaceGuidCName, TokenCName, FieldName,NewValue,("build command options",1))\r
+                else:\r
+                    for key in self.DecPcds:\r
+                        PcdItem = self.DecPcds[key]\r
+                        if HasTokenSpace:\r
+                            if (PcdItem.TokenCName, PcdItem.TokenSpaceGuidCName) == (TokenCName, TokenSpaceGuidCName):\r
+                                PcdDatumType = PcdItem.DatumType\r
+                                if pcdvalue.startswith('H'):\r
+                                    try:\r
+                                        pcdvalue = ValueExpressionEx(pcdvalue[1:], PcdDatumType, self._GuidDict)(True)\r
+                                    except BadExpression, Value:\r
+                                        if Value.result > 1:\r
+                                            EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s",  %s' %\r
+                                                            (TokenSpaceGuidCName, TokenCName, pcdvalue, Value))\r
+                                    pcdvalue = 'H' + pcdvalue\r
+                                NewValue = BuildOptionPcdValueFormat(TokenSpaceGuidCName, TokenCName, PcdDatumType, pcdvalue)\r
+                                FoundFlag = True\r
+                        else:\r
+                            if PcdItem.TokenCName == TokenCName:\r
+                                if not PcdItem.TokenSpaceGuidCName in TokenSpaceGuidCNameList:\r
+                                    if len (TokenSpaceGuidCNameList) < 1:\r
+                                        TokenSpaceGuidCNameList.append(PcdItem.TokenSpaceGuidCName)\r
+                                        PcdDatumType = PcdItem.DatumType\r
+                                        TokenSpaceGuidCName = PcdItem.TokenSpaceGuidCName\r
+                                        if pcdvalue.startswith('H'):\r
+                                            try:\r
+                                                pcdvalue = ValueExpressionEx(pcdvalue[1:], PcdDatumType, self._GuidDict)(True)\r
+                                            except BadExpression, Value:\r
+                                                EdkLogger.error('Parser', FORMAT_INVALID, 'PCD [%s.%s] Value "%s", %s' %\r
+                                                                (TokenSpaceGuidCName, TokenCName, pcdvalue, Value))\r
+                                            pcdvalue = 'H' + pcdvalue\r
+                                        NewValue = BuildOptionPcdValueFormat(TokenSpaceGuidCName, TokenCName, PcdDatumType, pcdvalue)\r
+                                        FoundFlag = True\r
+                                    else:\r
+                                        EdkLogger.error(\r
+                                                'build',\r
+                                                 AUTOGEN_ERROR,\r
+                                                "The Pcd %s is found under multiple different TokenSpaceGuid: %s and %s." % (TokenCName, PcdItem.TokenSpaceGuidCName, TokenSpaceGuidCNameList[0])\r
+                                                )\r
+                    GlobalData.BuildOptionPcd[i] = (TokenSpaceGuidCName, TokenCName, FieldName,NewValue,("build command options",1))\r
+                if not FoundFlag:\r
+                    if HasTokenSpace:\r
+                        EdkLogger.error('build', AUTOGEN_ERROR, "The Pcd %s.%s is not found in the DEC file." % (TokenSpaceGuidCName, TokenCName))\r
+                    else:\r
+                        EdkLogger.error('build', AUTOGEN_ERROR, "The Pcd %s is not found in the DEC file." % (TokenCName))\r
+                for BuildData in self._Bdb._CACHE_.values():\r
+                    if BuildData.MetaFile.Ext == '.dec' or BuildData.MetaFile.Ext == '.dsc':\r
+                        continue\r
+                    for key in BuildData.Pcds:\r
+                        PcdItem = BuildData.Pcds[key]\r
+                        if (TokenSpaceGuidCName, TokenCName) == (PcdItem.TokenSpaceGuidCName, PcdItem.TokenCName) and FieldName =="":\r
+                            PcdItem.DefaultValue = NewValue\r
     ## Retrieve all PCD settings in platform\r
     def _GetPcds(self):\r
         if self._Pcds == None:\r
             self._Pcds = sdict()\r
+            self.__ParsePcdFromCommandLine()\r
             self._Pcds.update(self._GetPcd(MODEL_PCD_FIXED_AT_BUILD))\r
             self._Pcds.update(self._GetPcd(MODEL_PCD_PATCHABLE_IN_MODULE))\r
             self._Pcds.update(self._GetPcd(MODEL_PCD_FEATURE_FLAG))\r
@@ -899,6 +1059,8 @@ class DscBuildData(PlatformBuildClassObject):
             self._Pcds = self.UpdateStructuredPcds(MODEL_PCD_TYPE_LIST, self._Pcds)\r
             self._Pcds = self.CompleteHiiPcdsDefaultStores(self._Pcds)\r
             self._Pcds = self._FilterPcdBySkuUsage(self._Pcds)\r
+            self._Pcds = self.OverrideByFdfCommOverAll(self._Pcds)\r
+            self.RecoverCommandLinePcd()\r
         return self._Pcds\r
 \r
     def _dumpPcdInfo(self,Pcds):\r
@@ -963,7 +1125,55 @@ class DscBuildData(PlatformBuildClassObject):
             structure_pcd_data[(item[0],item[1])].append(item)\r
 \r
         return structure_pcd_data\r
+    def OverrideByFdfComm(self,StruPcds):\r
+        StructurePcdInCom = {(item[0],item[1],item[2] ):(item[3],item[4]) for item in GlobalData.BuildOptionPcd if len(item) == 5 and (item[1],item[0]) in StruPcds } if GlobalData.BuildOptionPcd else {}\r
+        GlobalPcds = set([(item[0],item[1]) for item in StructurePcdInCom.keys()])\r
+        for Pcd in StruPcds.values():\r
+            if (Pcd.TokenSpaceGuidCName,Pcd.TokenCName) not in GlobalPcds:\r
+                continue\r
+            FieldValues = {item[2]:StructurePcdInCom[item] for item in StructurePcdInCom if (Pcd.TokenSpaceGuidCName,Pcd.TokenCName) == (item[0],item[1]) and item[2]}\r
+            for sku in Pcd.SkuOverrideValues:\r
+                for defaultstore in Pcd.SkuOverrideValues[sku]:\r
+                    for field in FieldValues:\r
+                        if field not in Pcd.SkuOverrideValues[sku][defaultstore]:\r
+                            Pcd.SkuOverrideValues[sku][defaultstore][field] = ["","",""]\r
+                        Pcd.SkuOverrideValues[sku][defaultstore][field][0] = FieldValues[field][0]\r
+                        Pcd.SkuOverrideValues[sku][defaultstore][field][1] = FieldValues[field][1][0]\r
+                        Pcd.SkuOverrideValues[sku][defaultstore][field][2] = FieldValues[field][1][1]\r
+        return StruPcds\r
+    def OverrideByFdfCommOverAll(self,AllPcds):\r
+        def CheckStructureInComm(commpcds):\r
+            if not commpcds:\r
+                return False\r
+            if len(commpcds[0]) == 5:\r
+                return True\r
+            return False\r
 \r
+        if CheckStructureInComm(GlobalData.BuildOptionPcd):\r
+            StructurePcdInCom = {(item[0],item[1],item[2] ):(item[3],item[4]) for item in GlobalData.BuildOptionPcd } if GlobalData.BuildOptionPcd else {}\r
+            NoFiledValues = {(item[0],item[1]):StructurePcdInCom[item] for item in StructurePcdInCom if not item[2]}\r
+        else:\r
+            NoFiledValues = {(item[0],item[1]):[item[2]] for item in GlobalData.BuildOptionPcd}\r
+        for Guid,Name in NoFiledValues:\r
+            if (Name,Guid) in AllPcds:\r
+                Pcd = AllPcds.get((Name,Guid))\r
+                Pcd.DefaultValue = NoFiledValues[(Pcd.TokenSpaceGuidCName,Pcd.TokenCName)][0]\r
+                for sku in Pcd.SkuInfoList:\r
+                    SkuInfo = Pcd.SkuInfoList[sku]\r
+                    if SkuInfo.DefaultValue:\r
+                        SkuInfo.DefaultValue = NoFiledValues[(Pcd.TokenSpaceGuidCName,Pcd.TokenCName)][0]\r
+                    else:\r
+                        SkuInfo.HiiDefaultValue = NoFiledValues[(Pcd.TokenSpaceGuidCName,Pcd.TokenCName)][0]\r
+                        for defaultstore in SkuInfo.DefaultStoreDict:\r
+                            SkuInfo.DefaultStoreDict[defaultstore] = NoFiledValues[(Pcd.TokenSpaceGuidCName,Pcd.TokenCName)][0]\r
+            else:\r
+                PcdInDec = self.DecPcds.get((Name,Guid))\r
+                if PcdInDec:\r
+                    if PcdInDec.Type in [self._PCD_TYPE_STRING_[MODEL_PCD_FIXED_AT_BUILD],\r
+                                        self._PCD_TYPE_STRING_[MODEL_PCD_PATCHABLE_IN_MODULE]]:\r
+                        self.Pcds[Name, Guid] = copy.deepcopy(PcdInDec)\r
+                        self.Pcds[Name, Guid].DefaultValue = NoFiledValues[( Guid,Name)][0]\r
+        return AllPcds\r
     def UpdateStructuredPcds(self, TypeList, AllPcds):\r
 \r
         DynamicPcdType = [self._PCD_TYPE_STRING_[MODEL_PCD_DYNAMIC_DEFAULT],\r
@@ -994,7 +1204,7 @@ class DscBuildData(PlatformBuildClassObject):
                 continue\r
 \r
             if SkuName in SkuIds and "." in TokenSpaceGuid:\r
-                S_PcdSet.append(( TokenSpaceGuid.split(".")[0],TokenSpaceGuid.split(".")[1], PcdCName,SkuName, default_store,Dummy5, AnalyzePcdExpression(Setting)[0]))\r
+                S_PcdSet.append([ TokenSpaceGuid.split(".")[0],TokenSpaceGuid.split(".")[1], PcdCName,SkuName, default_store,Dummy5, AnalyzePcdExpression(Setting)[0]])\r
 \r
         # handle pcd value override\r
         StrPcdSet = self.GetStructurePcdInfo(S_PcdSet)\r
@@ -1002,13 +1212,16 @@ class DscBuildData(PlatformBuildClassObject):
         for str_pcd in StrPcdSet:\r
             str_pcd_obj = Pcds.get((str_pcd[1], str_pcd[0]), None)\r
             str_pcd_dec = self._DecPcds.get((str_pcd[1], str_pcd[0]), None)\r
+            if not isinstance (str_pcd_dec, StructurePcd):\r
+                EdkLogger.error('build', PARSER_ERROR,\r
+                            "Pcd (%s.%s) is not declared as Structure PCD in DEC files. Arch: ['%s']" % (str_pcd[0], str_pcd[1], self._Arch),\r
+                            File=self.MetaFile,Line = StrPcdSet[str_pcd][0][5])\r
             if str_pcd_dec:\r
                 str_pcd_obj_str = StructurePcd()\r
                 str_pcd_obj_str.copy(str_pcd_dec)\r
                 if str_pcd_obj:\r
                     str_pcd_obj_str.copy(str_pcd_obj)\r
-                    if str_pcd_obj.DefaultValue:\r
-                        str_pcd_obj_str.DefaultFromDSC = str_pcd_obj.DefaultValue\r
+                str_pcd_obj_str.DefaultFromDSC = str_pcd_obj_str.DefaultValue\r
                 for str_pcd_data in StrPcdSet[str_pcd]:\r
                     if str_pcd_data[3] in SkuIds:\r
                         str_pcd_obj_str.AddOverrideValue(str_pcd_data[2], str(str_pcd_data[6]), 'DEFAULT' if str_pcd_data[3] == 'COMMON' else str_pcd_data[3],'STANDARD' if str_pcd_data[4] == 'COMMON' else str_pcd_data[4], self.MetaFile.File,LineNo=str_pcd_data[5])\r
@@ -1061,7 +1274,7 @@ class DscBuildData(PlatformBuildClassObject):
                     for defaultstoreid in DefaultStores:\r
                         if defaultstoreid not in stru_pcd.SkuOverrideValues[skuid]:\r
                             stru_pcd.SkuOverrideValues[skuid][defaultstoreid] = copy.deepcopy(stru_pcd.SkuOverrideValues[nextskuid][mindefaultstorename])\r
-\r
+        S_pcd_set = self.OverrideByFdfComm(S_pcd_set)\r
         Str_Pcd_Values = self.GenerateByteArrayValue(S_pcd_set)\r
         if Str_Pcd_Values:\r
             for (skuname,StoreName,PcdGuid,PcdName,PcdValue) in Str_Pcd_Values:\r
@@ -1146,7 +1359,7 @@ class DscBuildData(PlatformBuildClassObject):
                                             File=self.MetaFile, Line=Dummy5)\r
             if SkuName in (self.SkuIdMgr.SystemSkuId, 'DEFAULT', 'COMMON'):\r
                 if "." not in TokenSpaceGuid:\r
-                    PcdSet.add((PcdCName, TokenSpaceGuid, SkuName, Dummy4))\r
+                    PcdSet.add((PcdCName, TokenSpaceGuid, SkuName, Dummy5))\r
                 PcdDict[Arch, PcdCName, TokenSpaceGuid, SkuName] = Setting\r
 \r
         for PcdCName, TokenSpaceGuid, SkuName, Dummy4 in PcdSet:\r
@@ -1255,12 +1468,9 @@ class DscBuildData(PlatformBuildClassObject):
         try:\r
             Process = subprocess.Popen(Command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)\r
         except:\r
-            print 'ERROR: Can not execute command:', Command\r
-            sys.exit(1)\r
+            EdkLogger.error('Build', COMMAND_FAILURE, 'Can not execute command: %s' % Command)\r
         Result = Process.communicate()\r
-        if Process.returncode <> 0:\r
-            print 'ERROR: Can not collect output from command:', Command\r
-        return Result[0], Result[1]\r
+        return Process.returncode, Result[0], Result[1]\r
 \r
     def IntToCString(self, Value, ValueSize):\r
         Result = '"'\r
@@ -1286,11 +1496,14 @@ class DscBuildData(PlatformBuildClassObject):
             CApp = CApp + '  CHAR8   *Value;\n'\r
             CApp = CApp + '  UINT32  OriginalSize;\n'\r
             CApp = CApp + '  VOID    *OriginalPcd;\n'\r
-            CApp = CApp + '  %s      *Pcd;\n' % (Pcd.DatumType)\r
+            CApp = CApp + '  %s      *Pcd;  // From %s Line %d \n' % (Pcd.DatumType, Pcd.PkgPath, Pcd.PcdDefineLineNo)\r
             CApp = CApp + '\n'\r
 \r
-            Pcd.DefaultValue = Pcd.DefaultValue.strip()\r
-            PcdDefaultValue = StringToArray(Pcd.DefaultValue)\r
+            if SkuName in Pcd.SkuInfoList:\r
+                DefaultValue = Pcd.SkuInfoList[SkuName].DefaultStoreDict.get(DefaultStoreName,Pcd.SkuInfoList[SkuName].HiiDefaultValue) if Pcd.SkuInfoList[SkuName].HiiDefaultValue  else Pcd.SkuInfoList[SkuName].DefaultValue\r
+            else:\r
+                DefaultValue = Pcd.DefaultValue\r
+            PcdDefaultValue = StringToArray(DefaultValue.strip())\r
 \r
             InitByteValue += '%s.%s.%s.%s|%s|%s\n' % (SkuName, DefaultStoreName, Pcd.TokenSpaceGuidCName, Pcd.TokenCName, Pcd.DatumType, PcdDefaultValue)\r
 \r
@@ -1315,10 +1528,16 @@ class DscBuildData(PlatformBuildClassObject):
                     FieldName = "." + FieldName\r
                     IsArray = self.IsFieldValueAnArray(FieldList[FieldName.strip(".")][0])\r
                     if IsArray:\r
-                        Value, ValueSize = ParseFieldValue (FieldList[FieldName.strip(".")][0])\r
-                        CApp = CApp + '  __FLEXIBLE_SIZE(Size, %s, %s, %d / __ARRAY_ELEMENT_SIZE(%s, %s) + ((%d %% __ARRAY_ELEMENT_SIZE(%s, %s)) ? 1 : 0));\n' % (Pcd.DatumType, FieldName.strip("."), ValueSize, Pcd.DatumType, FieldName.strip("."), ValueSize, Pcd.DatumType, FieldName.strip("."));\r
+                        try:\r
+                            Value = ValueExpressionEx(FieldList[FieldName.strip(".")][0], "VOID*", self._GuidDict)(True)\r
+                        except BadExpression:\r
+                            EdkLogger.error('Build', FORMAT_INVALID, "Invalid value format for %s. From %s Line %d " %\r
+                                            (".".join((Pcd.TokenSpaceGuidCName, Pcd.TokenCName, FieldName.strip('.'))), FieldList[FieldName.strip(".")][1], FieldList[FieldName.strip(".")][2]))\r
+                        Value, ValueSize = ParseFieldValue(Value)\r
+                        CApp = CApp + '  __FLEXIBLE_SIZE(Size, %s, %s, %d / __ARRAY_ELEMENT_SIZE(%s, %s) + ((%d %% __ARRAY_ELEMENT_SIZE(%s, %s)) ? 1 : 0));  // From %s Line %d Value %s \n' % (Pcd.DatumType, FieldName.strip("."), ValueSize, Pcd.DatumType, FieldName.strip("."), ValueSize, Pcd.DatumType, FieldName.strip("."), FieldList[FieldName.strip(".")][1], FieldList[FieldName.strip(".")][2], FieldList[FieldName.strip(".")][0]);\r
                     else:\r
                         NewFieldName = ''\r
+                        FieldName_ori = FieldName.strip('.')\r
                         while '[' in  FieldName:\r
                             NewFieldName = NewFieldName + FieldName.split('[', 1)[0] + '[0]'\r
                             ArrayIndex = int(FieldName.split('[', 1)[1].split(']', 1)[0])\r
@@ -1326,7 +1545,7 @@ class DscBuildData(PlatformBuildClassObject):
                         FieldName = NewFieldName + FieldName\r
                         while '[' in FieldName:\r
                             FieldName = FieldName.rsplit('[', 1)[0]\r
-                            CApp = CApp + '  __FLEXIBLE_SIZE(Size, %s, %s, %d);\n' % (Pcd.DatumType, FieldName.strip("."), ArrayIndex + 1)\r
+                            CApp = CApp + '  __FLEXIBLE_SIZE(Size, %s, %s, %d); // From %s Line %d Value %s\n' % (Pcd.DatumType, FieldName.strip("."), ArrayIndex + 1, FieldList[FieldName_ori][1], FieldList[FieldName_ori][2], FieldList[FieldName_ori][0])\r
             for skuname in self.SkuIdMgr.GetSkuChain(SkuName):\r
                 inherit_OverrideValues = Pcd.SkuOverrideValues[skuname]\r
                 for FieldList in [inherit_OverrideValues.get(DefaultStoreName)]:\r
@@ -1336,10 +1555,16 @@ class DscBuildData(PlatformBuildClassObject):
                         FieldName = "." + FieldName\r
                         IsArray = self.IsFieldValueAnArray(FieldList[FieldName.strip(".")][0])\r
                         if IsArray:\r
-                            Value, ValueSize = ParseFieldValue (FieldList[FieldName.strip(".")][0])\r
-                            CApp = CApp + '  __FLEXIBLE_SIZE(Size, %s, %s, %d / __ARRAY_ELEMENT_SIZE(%s, %s) + ((%d %% __ARRAY_ELEMENT_SIZE(%s, %s)) ? 1 : 0));\n' % (Pcd.DatumType, FieldName.strip("."), ValueSize, Pcd.DatumType, FieldName.strip("."), ValueSize, Pcd.DatumType, FieldName.strip("."));\r
+                            try:\r
+                                Value = ValueExpressionEx(FieldList[FieldName.strip(".")][0], "VOID*", self._GuidDict)(True)\r
+                            except BadExpression:\r
+                                EdkLogger.error('Build', FORMAT_INVALID, "Invalid value format for %s. From %s Line %d " %\r
+                                                (".".join((Pcd.TokenSpaceGuidCName, Pcd.TokenCName, FieldName.strip('.'))), FieldList[FieldName.strip(".")][1], FieldList[FieldName.strip(".")][2]))\r
+                            Value, ValueSize = ParseFieldValue(Value)\r
+                            CApp = CApp + '  __FLEXIBLE_SIZE(Size, %s, %s, %d / __ARRAY_ELEMENT_SIZE(%s, %s) + ((%d %% __ARRAY_ELEMENT_SIZE(%s, %s)) ? 1 : 0)); // From %s Line %d Value %s\n' % (Pcd.DatumType, FieldName.strip("."), ValueSize, Pcd.DatumType, FieldName.strip("."), ValueSize, Pcd.DatumType, FieldName.strip("."), FieldList[FieldName.strip(".")][1], FieldList[FieldName.strip(".")][2], FieldList[FieldName.strip(".")][0]);\r
                         else:\r
                             NewFieldName = ''\r
+                            FieldName_ori = FieldName.strip('.')\r
                             while '[' in  FieldName:\r
                                 NewFieldName = NewFieldName + FieldName.split('[', 1)[0] + '[0]'\r
                                 ArrayIndex = int(FieldName.split('[', 1)[1].split(']', 1)[0])\r
@@ -1347,7 +1572,7 @@ class DscBuildData(PlatformBuildClassObject):
                             FieldName = NewFieldName + FieldName\r
                             while '[' in FieldName:\r
                                 FieldName = FieldName.rsplit('[', 1)[0]\r
-                                CApp = CApp + '  __FLEXIBLE_SIZE(Size, %s, %s, %d);\n' % (Pcd.DatumType, FieldName.strip("."), ArrayIndex + 1)\r
+                                CApp = CApp + '  __FLEXIBLE_SIZE(Size, %s, %s, %d); // From %s Line %d Value %s \n' % (Pcd.DatumType, FieldName.strip("."), ArrayIndex + 1, FieldList[FieldName_ori][1], FieldList[FieldName_ori][2], FieldList[FieldName_ori][0])\r
                 if skuname == SkuName:\r
                     break\r
 \r
@@ -1373,10 +1598,17 @@ class DscBuildData(PlatformBuildClassObject):
                     continue\r
                 for FieldName in FieldList:\r
                     IsArray = self.IsFieldValueAnArray(FieldList[FieldName][0])\r
+                    if IsArray:\r
+                        try:\r
+                            FieldList[FieldName][0] = ValueExpressionEx(FieldList[FieldName][0], "VOID*", self._GuidDict)(True)\r
+                        except BadExpression:\r
+                            EdkLogger.error('Build', FORMAT_INVALID, "Invalid value format for %s. From %s Line %d " %\r
+                                            (".".join((Pcd.TokenSpaceGuidCName, Pcd.TokenCName, FieldName)), FieldList[FieldName][1],FieldList[FieldName][2]))\r
+\r
                     try:\r
                         Value, ValueSize = ParseFieldValue (FieldList[FieldName][0])\r
                     except Exception:\r
-                        print FieldList[FieldName][0]\r
+                        EdkLogger.error('Build', FORMAT_INVALID, "Invalid value format for %s. From %s Line %d " % (".".join((Pcd.TokenSpaceGuidCName,Pcd.TokenCName,FieldName)),FieldList[FieldName][1], FieldList[FieldName][2]))\r
                     if isinstance(Value, str):\r
                         CApp = CApp + '  Pcd->%s = %s; // From %s Line %d Value %s\n' % (FieldName, Value, FieldList[FieldName][1], FieldList[FieldName][2], FieldList[FieldName][0])\r
                     elif IsArray:\r
@@ -1398,6 +1630,13 @@ class DscBuildData(PlatformBuildClassObject):
                         continue\r
                     if Pcd.DefaultFromDSC and FieldList == Pcd.DefaultFromDSC:\r
                         IsArray = self.IsFieldValueAnArray(FieldList)\r
+                        if IsArray:\r
+                            try:\r
+                                FieldList = ValueExpressionEx(FieldList, "VOID*")(True)\r
+                            except BadExpression:\r
+                                EdkLogger.error("Build", FORMAT_INVALID, "Invalid value format for %s.%s, from DSC: %s" %\r
+                                                (Pcd.TokenSpaceGuidCName, Pcd.TokenCName, FieldList))\r
+\r
                         Value, ValueSize = ParseFieldValue (FieldList)\r
                         if isinstance(Value, str):\r
                             CApp = CApp + '  Pcd = %s; // From DSC Default Value %s\n' % (Value, Pcd.DefaultFromDSC)\r
@@ -1411,10 +1650,17 @@ class DscBuildData(PlatformBuildClassObject):
 \r
                     for FieldName in FieldList:\r
                         IsArray = self.IsFieldValueAnArray(FieldList[FieldName][0])\r
+                        if IsArray:\r
+                            try:\r
+                                FieldList[FieldName][0] = ValueExpressionEx(FieldList[FieldName][0], "VOID*", self._GuidDict)(True)\r
+                            except BadExpression:\r
+                                EdkLogger.error('Build', FORMAT_INVALID, "Invalid value format for %s. From %s Line %d " %\r
+                                                (".".join((Pcd.TokenSpaceGuidCName, Pcd.TokenCName, FieldName)), FieldList[FieldName][1], FieldList[FieldName][2]))\r
+\r
                         try:\r
                             Value, ValueSize = ParseFieldValue (FieldList[FieldName][0])\r
                         except Exception:\r
-                            print FieldList[FieldName][0]\r
+                            EdkLogger.error('Build', FORMAT_INVALID, "Invalid value format for %s. From %s Line %d " % (".".join((Pcd.TokenSpaceGuidCName,Pcd.TokenCName,FieldName)),FieldList[FieldName][1], FieldList[FieldName][2]))\r
                         if isinstance(Value, str):\r
                             CApp = CApp + '  Pcd->%s = %s; // From %s Line %d Value %s\n' % (FieldName, Value, FieldList[FieldName][1], FieldList[FieldName][2], FieldList[FieldName][0])\r
                         elif IsArray:\r
@@ -1457,10 +1703,10 @@ class DscBuildData(PlatformBuildClassObject):
         Includes = {}\r
         for PcdName in StructuredPcds:\r
             Pcd = StructuredPcds[PcdName]\r
-            IncludeFile = Pcd.StructuredPcdIncludeFile\r
-            if IncludeFile not in Includes:\r
-                Includes[IncludeFile] = True\r
-                CApp = CApp + '#include <%s>\n' % (IncludeFile)\r
+            for IncludeFile in Pcd.StructuredPcdIncludeFile:\r
+                if IncludeFile not in Includes:\r
+                    Includes[IncludeFile] = True\r
+                    CApp = CApp + '#include <%s>\n' % (IncludeFile)\r
         CApp = CApp + '\n'\r
 \r
         for PcdName in StructuredPcds:\r
@@ -1590,50 +1836,68 @@ class DscBuildData(PlatformBuildClassObject):
 \r
         Messages = ''\r
         if sys.platform == "win32":\r
-            StdOut, StdErr = self.ExecuteCommand ('nmake clean & nmake -f %s' % (MakeFileName))\r
+            MakeCommand = 'nmake clean & nmake -f %s' % (MakeFileName)\r
+            returncode, StdOut, StdErr = self.ExecuteCommand (MakeCommand)\r
             Messages = StdOut\r
         else:\r
-            StdOut, StdErr = self.ExecuteCommand ('make clean & make -f %s' % (MakeFileName))\r
+            MakeCommand = 'make clean & make -f %s' % (MakeFileName)\r
+            returncode, StdOut, StdErr = self.ExecuteCommand (MakeCommand)\r
             Messages = StdErr\r
         Messages = Messages.split('\n')\r
-        for Message in Messages:\r
-            if " error" in Message:\r
-                FileInfo = Message.strip().split('(')\r
-                if len (FileInfo) > 1:\r
-                    FileName = FileInfo [0]\r
-                    FileLine = FileInfo [1].split (')')[0]\r
-                else:\r
-                    FileInfo = Message.strip().split(':')\r
-                    FileName = FileInfo [0]\r
-                    FileLine = FileInfo [1]\r
-\r
-                File = open (FileName, 'r')\r
-                FileData = File.readlines()\r
-                File.close()\r
-                error_line = FileData[int (FileLine) - 1]\r
-                if r"//" in error_line:\r
-                    c_line,dsc_line = error_line.split(r"//")\r
-                else:\r
-                    dsc_line = error_line\r
-\r
-                message_itmes = Message.split(":")\r
-                Index = 0\r
-                for item in message_itmes:\r
-                    if "PcdValueInit.c" in item:\r
-                        Index = message_itmes.index(item)\r
-                        message_itmes[Index] = dsc_line.strip()\r
-                        break\r
-\r
-                EdkLogger.error("build", PCD_STRUCTURE_PCD_ERROR, ":".join(message_itmes[Index:]))\r
+        MessageGroup = []\r
+        if returncode <>0:\r
+            CAppBaseFileName = os.path.join(self.OutputPath, PcdValueInitName)\r
+            File = open (CAppBaseFileName + '.c', 'r')\r
+            FileData = File.readlines()\r
+            File.close()\r
+            for Message in Messages:\r
+                if " error" in Message or "warning" in Message:\r
+                    FileInfo = Message.strip().split('(')\r
+                    if len (FileInfo) > 1:\r
+                        FileName = FileInfo [0]\r
+                        FileLine = FileInfo [1].split (')')[0]\r
+                    else:\r
+                        FileInfo = Message.strip().split(':')\r
+                        FileName = FileInfo [0]\r
+                        FileLine = FileInfo [1]\r
+                    if FileLine.isdigit():\r
+                        error_line = FileData[int (FileLine) - 1]\r
+                        if r"//" in error_line:\r
+                            c_line,dsc_line = error_line.split(r"//")\r
+                        else:\r
+                            dsc_line = error_line\r
+                        message_itmes = Message.split(":")\r
+                        Index = 0\r
+                        if "PcdValueInit.c" not in Message:\r
+                            break\r
+                        else:\r
+                            for item in message_itmes:\r
+                                if "PcdValueInit.c" in item:\r
+                                    Index = message_itmes.index(item)\r
+                                    message_itmes[Index] = dsc_line.strip()\r
+                                    break\r
+                            MessageGroup.append(":".join(message_itmes[Index:]).strip())\r
+                            continue\r
+                    else:\r
+                        MessageGroup.append(Message)\r
+            if MessageGroup:\r
+                EdkLogger.error("build", PCD_STRUCTURE_PCD_ERROR, "\n".join(MessageGroup) )\r
+            else:\r
+                EdkLogger.error('Build', COMMAND_FAILURE, 'Can not execute command: %s' % MakeCommand)\r
 \r
         PcdValueInitExe = PcdValueInitName\r
         if not sys.platform == "win32":\r
             PcdValueInitExe = os.path.join(os.getenv("EDK_TOOLS_PATH"), 'Source', 'C', 'bin', PcdValueInitName)\r
 \r
-        StdOut, StdErr = self.ExecuteCommand (PcdValueInitExe + ' -i %s -o %s' % (InputValueFile, OutputValueFile))\r
-        File = open (OutputValueFile, 'r')\r
-        FileBuffer = File.readlines()\r
-        File.close()\r
+        Command = PcdValueInitExe + ' -i %s -o %s' % (InputValueFile, OutputValueFile)\r
+        returncode, StdOut, StdErr = self.ExecuteCommand (Command)\r
+        if returncode <> 0:\r
+            EdkLogger.warn('Build', COMMAND_FAILURE, 'Can not collect output from command: %s' % Command)\r
+            FileBuffer = []\r
+        else:\r
+            File = open (OutputValueFile, 'r')\r
+            FileBuffer = File.readlines()\r
+            File.close()\r
 \r
         StructurePcdSet = []\r
         for Pcd in FileBuffer:\r
@@ -1670,7 +1934,7 @@ class DscBuildData(PlatformBuildClassObject):
                 EdkLogger.error('build', PARAMETER_INVALID, 'Sku %s is not defined in [SkuIds] section' % SkuName,\r
                                             File=self.MetaFile, Line=Dummy5)\r
             if "." not in TokenSpaceGuid:\r
-                PcdList.append((PcdCName, TokenSpaceGuid, SkuName, Dummy4))\r
+                PcdList.append((PcdCName, TokenSpaceGuid, SkuName, Dummy5))\r
             PcdDict[Arch, SkuName, PcdCName, TokenSpaceGuid] = Setting\r
 \r
         # Remove redundant PCD candidates, per the ARCH and SKU\r
@@ -1826,7 +2090,7 @@ class DscBuildData(PlatformBuildClassObject):
                 EdkLogger.error('build', PARAMETER_INVALID, 'DefaultStores %s is not defined in [DefaultStores] section' % DefaultStore,\r
                                             File=self.MetaFile, Line=Dummy5)\r
             if "." not in TokenSpaceGuid:\r
-                PcdSet.add((PcdCName, TokenSpaceGuid, SkuName,DefaultStore, Dummy4))\r
+                PcdSet.add((PcdCName, TokenSpaceGuid, SkuName,DefaultStore, Dummy5))\r
             PcdDict[Arch, SkuName, PcdCName, TokenSpaceGuid,DefaultStore] = Setting\r
 \r
 \r
@@ -1978,7 +2242,7 @@ class DscBuildData(PlatformBuildClassObject):
                 EdkLogger.error('build', PARAMETER_INVALID, 'Sku %s is not defined in [SkuIds] section' % SkuName,\r
                                             File=self.MetaFile, Line=Dummy5)\r
             if "." not in TokenSpaceGuid:\r
-                PcdList.append((PcdCName, TokenSpaceGuid, SkuName, Dummy4))\r
+                PcdList.append((PcdCName, TokenSpaceGuid, SkuName, Dummy5))\r
             PcdDict[Arch, SkuName, PcdCName, TokenSpaceGuid] = Setting\r
 \r
         # Remove redundant PCD candidates, per the ARCH and SKU\r