]> git.proxmox.com Git - mirror_edk2.git/blobdiff - BaseTools/Source/Python/Common/Expression.py
BaseTools: Expression - remove variable
[mirror_edk2.git] / BaseTools / Source / Python / Common / Expression.py
index 74d1b08f76d10fd2b74f3ed86b8dec62d4bd33e9..4f0f377f37880a2eb9981ba52c778f4a9d93bc90 100644 (file)
@@ -15,7 +15,7 @@
 from Common.GlobalData import *\r
 from CommonDataClass.Exceptions import BadExpression\r
 from CommonDataClass.Exceptions import WrnExpression\r
-from Misc import GuidStringToGuidStructureString, ParseFieldValue\r
+from Misc import GuidStringToGuidStructureString, ParseFieldValue, IsFieldValueAnArray\r
 import Common.EdkLogger as EdkLogger\r
 import copy\r
 \r
@@ -40,20 +40,34 @@ ERR_ARRAY_ELE           = 'This must be HEX value for NList or Array: [%s].'
 ERR_EMPTY_EXPR          = 'Empty expression is not allowed.'\r
 ERR_IN_OPERAND          = 'Macro after IN operator can only be: $(FAMILY), $(ARCH), $(TOOL_CHAIN_TAG) and $(TARGET).'\r
 \r
+__ValidString = re.compile(r'[_a-zA-Z][_0-9a-zA-Z]*$')\r
+\r
 ## SplitString\r
 #  Split string to list according double quote\r
 #  For example: abc"de\"f"ghi"jkl"mn will be: ['abc', '"de\"f"', 'ghi', '"jkl"', 'mn']\r
 #\r
 def SplitString(String):\r
-    # There might be escaped quote: "abc\"def\\\"ghi"\r
-    Str = String.replace('\\\\', '//').replace('\\\"', '\\\'')\r
+    # There might be escaped quote: "abc\"def\\\"ghi", 'abc\'def\\\'ghi'\r
     RetList = []\r
-    InQuote = False\r
+    InSingleQuote = False\r
+    InDoubleQuote = False\r
     Item = ''\r
-    for i, ch in enumerate(Str):\r
-        if ch == '"':\r
-            InQuote = not InQuote\r
-            if not InQuote:\r
+    for i, ch in enumerate(String):\r
+        if ch == '"' and not InSingleQuote:\r
+            if String[i - 1] != '\\':\r
+                InDoubleQuote = not InDoubleQuote\r
+            if not InDoubleQuote:\r
+                Item += String[i]\r
+                RetList.append(Item)\r
+                Item = ''\r
+                continue\r
+            if Item:\r
+                RetList.append(Item)\r
+                Item = ''\r
+        elif ch == "'" and not InDoubleQuote:\r
+            if String[i - 1] != '\\':\r
+                InSingleQuote = not InSingleQuote\r
+            if not InSingleQuote:\r
                 Item += String[i]\r
                 RetList.append(Item)\r
                 Item = ''\r
@@ -62,12 +76,68 @@ def SplitString(String):
                 RetList.append(Item)\r
                 Item = ''\r
         Item += String[i]\r
-    if InQuote:\r
+    if InSingleQuote or InDoubleQuote:\r
         raise BadExpression(ERR_STRING_TOKEN % Item)\r
     if Item:\r
         RetList.append(Item)\r
     return RetList\r
 \r
+def SplitPcdValueString(String):\r
+    # There might be escaped comma in GUID() or DEVICE_PATH() or " "\r
+    # or ' ' or L' ' or L" "\r
+    RetList = []\r
+    InParenthesis = 0\r
+    InSingleQuote = False\r
+    InDoubleQuote = False\r
+    Item = ''\r
+    for i, ch in enumerate(String):\r
+        if ch == '(':\r
+            InParenthesis += 1\r
+        elif ch == ')':\r
+            if InParenthesis:\r
+                InParenthesis -= 1\r
+            else:\r
+                raise BadExpression(ERR_STRING_TOKEN % Item)\r
+        elif ch == '"' and not InSingleQuote:\r
+            if String[i-1] != '\\':\r
+                InDoubleQuote = not InDoubleQuote\r
+        elif ch == "'" and not InDoubleQuote:\r
+            if String[i-1] != '\\':\r
+                InSingleQuote = not InSingleQuote\r
+        elif ch == ',':\r
+            if InParenthesis or InSingleQuote or InDoubleQuote:\r
+                Item += String[i]\r
+                continue\r
+            elif Item:\r
+                RetList.append(Item)\r
+                Item = ''\r
+            continue\r
+        Item += String[i]\r
+    if InSingleQuote or InDoubleQuote or InParenthesis:\r
+        raise BadExpression(ERR_STRING_TOKEN % Item)\r
+    if Item:\r
+        RetList.append(Item)\r
+    return RetList\r
+\r
+def IsValidCName(Str):\r
+    return True if __ValidString.match(Str) else False\r
+\r
+def BuildOptionValue(PcdValue, GuidDict):\r
+    if PcdValue.startswith('H'):\r
+        InputValue = PcdValue[1:]\r
+    elif PcdValue.startswith("L'") or PcdValue.startswith("'"):\r
+        InputValue = PcdValue\r
+    elif PcdValue.startswith('L'):\r
+        InputValue = 'L"' + PcdValue[1:] + '"'\r
+    else:\r
+        InputValue = PcdValue\r
+    if IsFieldValueAnArray(InputValue):\r
+        try:\r
+            PcdValue = ValueExpressionEx(InputValue, 'VOID*', GuidDict)(True)\r
+        except:\r
+            pass\r
+    return PcdValue\r
+\r
 ## ReplaceExprMacro\r
 #\r
 def ReplaceExprMacro(String, Macros, ExceptionList = None):\r
@@ -445,6 +515,8 @@ class ValueExpression(object):
             Flag = 0\r
             for Index in range(len(self._Token)):\r
                 if self._Token[Index] in ['"']:\r
+                    if self._Token[Index - 1] == '\\':\r
+                        continue\r
                     Flag += 1\r
             if Flag == 2 and self._Token.endswith('"'):\r
                 return True\r
@@ -452,6 +524,8 @@ class ValueExpression(object):
             Flag = 0\r
             for Index in range(len(self._Token)):\r
                 if self._Token[Index] in ["'"]:\r
+                    if self._Token[Index - 1] == '\\':\r
+                        continue\r
                     Flag += 1\r
             if Flag == 2 and self._Token.endswith("'"):\r
                 return True\r
@@ -499,16 +573,25 @@ class ValueExpression(object):
         self._Idx += 1\r
 \r
         # Replace escape \\\", \"\r
-        Expr = self._Expr[self._Idx:].replace('\\\\', '//').replace('\\\"', '\\\'')\r
-        for Ch in Expr:\r
-            self._Idx += 1\r
-            if Ch == '"' or Ch == "'":\r
-                break\r
-        self._Token = self._LiteralToken = self._Expr[Idx:self._Idx]\r
-        if self._Token.startswith('"') and not self._Token.endswith('"'):\r
-            raise BadExpression(ERR_STRING_TOKEN % self._Token)\r
-        if self._Token.startswith("'") and not self._Token.endswith("'"):\r
-            raise BadExpression(ERR_STRING_TOKEN % self._Token)\r
+        if self._Expr[Idx] == '"':\r
+            Expr = self._Expr[self._Idx:].replace('\\\\', '//').replace('\\\"', '\\\'')\r
+            for Ch in Expr:\r
+                self._Idx += 1\r
+                if Ch == '"':\r
+                    break\r
+            self._Token = self._LiteralToken = self._Expr[Idx:self._Idx]\r
+            if not self._Token.endswith('"'):\r
+                raise BadExpression(ERR_STRING_TOKEN % self._Token)\r
+        #Replace escape \\\', \'\r
+        elif self._Expr[Idx] == "'":\r
+            Expr = self._Expr[self._Idx:].replace('\\\\', '//').replace("\\\'", "\\\"")\r
+            for Ch in Expr:\r
+                self._Idx += 1\r
+                if Ch == "'":\r
+                    break\r
+            self._Token = self._LiteralToken = self._Expr[Idx:self._Idx]\r
+            if not self._Token.endswith("'"):\r
+                raise BadExpression(ERR_STRING_TOKEN % self._Token)\r
         self._Token = self._Token[1:-1]\r
         return self._Token\r
 \r
@@ -733,24 +816,42 @@ class ValueExpressionEx(ValueExpression):
             if self.PcdType in ['UINT8', 'UINT16', 'UINT32', 'UINT64', 'BOOLEAN']:\r
                 PcdValue = PcdValue.strip()\r
                 if type(PcdValue) == type('') and PcdValue.startswith('{') and PcdValue.endswith('}'):\r
-                    PcdValue = PcdValue[1:-1].split(',')\r
+                    PcdValue = SplitPcdValueString(PcdValue[1:-1])\r
                 if type(PcdValue) == type([]):\r
                     TmpValue = 0\r
                     Size = 0\r
+                    ValueType = ''\r
                     for Item in PcdValue:\r
+                        Item = Item.strip()\r
                         if Item.startswith('UINT8'):\r
                             ItemSize = 1\r
-                        if Item.startswith('UINT16'):\r
+                            ValueType = 'UINT8'\r
+                        elif Item.startswith('UINT16'):\r
                             ItemSize = 2\r
+                            ValueType = 'UINT16'\r
                         elif Item.startswith('UINT32'):\r
                             ItemSize = 4\r
+                            ValueType = 'UINT32'\r
                         elif Item.startswith('UINT64'):\r
                             ItemSize = 8\r
+                            ValueType = 'UINT64'\r
+                        elif Item.startswith('"') or Item.startswith("'") or Item.startswith('L'):\r
+                            ItemSize = 0\r
+                            ValueType = 'VOID*'\r
                         else:\r
                             ItemSize = 0\r
-                        Item = ValueExpressionEx(Item, self.PcdType, self._Symb)(True)\r
+                            ValueType = 'UINT8'\r
+                        Item = ValueExpressionEx(Item, ValueType, self._Symb)(True)\r
 \r
                         if ItemSize == 0:\r
+                            try:\r
+                                tmpValue = int(Item, 16) if Item.upper().startswith('0X') else int(Item, 0)\r
+                                if tmpValue > 255:\r
+                                    raise BadExpression("Byte  array number %s should less than 0xFF." % Item)\r
+                            except BadExpression, Value:\r
+                                raise BadExpression(Value)\r
+                            except ValueError:\r
+                                pass\r
                             ItemValue, ItemSize = ParseFieldValue(Item)\r
                         else:\r
                             ItemValue = ParseFieldValue(Item)[0]\r
@@ -794,60 +895,82 @@ class ValueExpressionEx(ValueExpression):
                         PcdValue = '{' + ', '.join(TmpList) + '}'\r
                 except:\r
                     if PcdValue.strip().startswith('{'):\r
-                        PcdValue = PcdValue.strip()[1:-1].strip()\r
-                        Size = 0\r
-                        ValueStr = ''\r
-                        TokenSpaceGuidName = ''\r
-                        if PcdValue.startswith('GUID') and PcdValue.endswith(')'):\r
+                        PcdValueList = SplitPcdValueString(PcdValue.strip()[1:-1])\r
+                        LabelDict = {}\r
+                        NewPcdValueList = []\r
+                        ReLabel = re.compile('LABEL\((\w+)\)')\r
+                        ReOffset = re.compile('OFFSET_OF\((\w+)\)')\r
+                        LabelOffset = 0\r
+                        for Index, Item in enumerate(PcdValueList):\r
+                            # compute byte offset of every LABEL\r
+                            LabelList = ReLabel.findall(Item)\r
+                            Item = ReLabel.sub('', Item)\r
+                            Item = Item.strip()\r
+                            if LabelList:\r
+                                for Label in LabelList:\r
+                                    if not IsValidCName(Label):\r
+                                        raise BadExpression('%s is not a valid c variable name' % Label)\r
+                                    if Label not in LabelDict.keys():\r
+                                        LabelDict[Label] = str(LabelOffset)\r
+                            if Item.startswith('UINT8'):\r
+                                LabelOffset = LabelOffset + 1\r
+                            elif Item.startswith('UINT16'):\r
+                                LabelOffset = LabelOffset + 2\r
+                            elif Item.startswith('UINT32'):\r
+                                LabelOffset = LabelOffset + 4\r
+                            elif Item.startswith('UINT64'):\r
+                                LabelOffset = LabelOffset + 8\r
+                            else:\r
+                                try:\r
+                                    ItemValue, ItemSize = ParseFieldValue(Item)\r
+                                    LabelOffset = LabelOffset + ItemSize\r
+                                except:\r
+                                    LabelOffset = LabelOffset + 1\r
+\r
+                        for Index, Item in enumerate(PcdValueList):\r
+                            # for LABEL parse\r
+                            Item = Item.strip()\r
                             try:\r
-                                TokenSpaceGuidName = re.search('GUID\((\w+)\)', PcdValue).group(1)\r
+                                Item = ReLabel.sub('', Item)\r
                             except:\r
                                 pass\r
-                            if TokenSpaceGuidName and TokenSpaceGuidName in self._Symb:\r
-                                PcdValue = 'GUID(' + self._Symb[TokenSpaceGuidName] + ')'\r
-                            elif TokenSpaceGuidName:\r
-                                raise BadExpression('%s not found in DEC file' % TokenSpaceGuidName)\r
-\r
-                            ListItem, Size = ParseFieldValue(PcdValue)\r
-                        elif PcdValue.startswith('DEVICE_PATH') and PcdValue.endswith(')'):\r
-                            ListItem, Size = ParseFieldValue(PcdValue)\r
-                        else:\r
-                            ListItem = PcdValue.split(',')\r
-\r
-                        if type(ListItem) == type(0) or type(ListItem) == type(0L):\r
-                            for Index in range(0, Size):\r
-                                ValueStr += '0x%02X' % (int(ListItem) & 255)\r
-                                ListItem >>= 8\r
-                                ValueStr += ', '\r
-                                PcdValue = '{' + ValueStr[:-2] + '}'\r
-                        elif type(ListItem) == type(''):\r
-                            if ListItem.startswith('{') and ListItem.endswith('}'):\r
-                                PcdValue = ListItem\r
-                        else:\r
-                            LabelDict = {}\r
-                            ReLabel = re.compile('LABEL\((\w+)\)')\r
-                            ReOffset = re.compile('OFFSET_OF\((\w+)\)')\r
-                            for Index, Item in enumerate(ListItem):\r
-                                # for LABEL parse\r
-                                Item = Item.strip()\r
-                                try:\r
-                                    LabelList = ReLabel.findall(Item)\r
-                                    for Label in LabelList:\r
-                                        if Label not in LabelDict.keys():\r
-                                            LabelDict[Label] = str(Index)\r
-                                    Item = ReLabel.sub('', Item)\r
-                                except:\r
-                                    pass\r
+                            try:\r
+                                OffsetList = ReOffset.findall(Item)\r
+                            except:\r
+                                pass\r
+                            for Offset in OffsetList:\r
+                                if Offset in LabelDict.keys():\r
+                                    Re = re.compile('OFFSET_OF\(%s\)' % Offset)\r
+                                    Item = Re.sub(LabelDict[Offset], Item)\r
+                                else:\r
+                                    raise BadExpression('%s not defined' % Offset)\r
+                            NewPcdValueList.append(Item)\r
+\r
+                        AllPcdValueList = []\r
+                        for Item in NewPcdValueList:\r
+                            Size = 0\r
+                            ValueStr = ''\r
+                            TokenSpaceGuidName = ''\r
+                            if Item.startswith('GUID') and Item.endswith(')'):\r
                                 try:\r
-                                    OffsetList = ReOffset.findall(Item)\r
+                                    TokenSpaceGuidName = re.search('GUID\((\w+)\)', Item).group(1)\r
                                 except:\r
                                     pass\r
-                                for Offset in OffsetList:\r
-                                    if Offset in LabelDict.keys():\r
-                                        Re = re.compile('OFFSET_OF\(%s\)'% Offset)\r
-                                        Item = Re.sub(LabelDict[Offset], Item)\r
-                                    else:\r
-                                        raise BadExpression('%s not defined before use' % Offset)\r
+                                if TokenSpaceGuidName and TokenSpaceGuidName in self._Symb:\r
+                                    Item = 'GUID(' + self._Symb[TokenSpaceGuidName] + ')'\r
+                                elif TokenSpaceGuidName:\r
+                                    raise BadExpression('%s not found in DEC file' % TokenSpaceGuidName)\r
+                                Item, Size = ParseFieldValue(Item)\r
+                                for Index in range(0, Size):\r
+                                    ValueStr = '0x%02X' % (int(Item) & 255)\r
+                                    Item >>= 8\r
+                                    AllPcdValueList.append(ValueStr)\r
+                                continue\r
+                            elif Item.startswith('DEVICE_PATH') and Item.endswith(')'):\r
+                                Item, Size = ParseFieldValue(Item)\r
+                                AllPcdValueList.append(Item[1:-1])\r
+                                continue\r
+                            else:\r
                                 ValueType = ""\r
                                 if Item.startswith('UINT8'):\r
                                     ItemSize = 1\r
@@ -870,16 +993,18 @@ class ValueExpressionEx(ValueExpression):
                                 Item = '0x%x' % TmpValue if type(TmpValue) != type('') else TmpValue\r
                                 if ItemSize == 0:\r
                                     ItemValue, ItemSize = ParseFieldValue(Item)\r
+                                    if not (Item.startswith('"') or Item.startswith('L') or Item.startswith('{')) and ItemSize > 1:\r
+                                        raise BadExpression("Byte  array number %s should less than 0xFF." % Item)\r
                                 else:\r
                                     ItemValue = ParseFieldValue(Item)[0]\r
                                 for I in range(0, ItemSize):\r
-                                    ValueStr += '0x%02X' % (int(ItemValue) & 255)\r
+                                    ValueStr = '0x%02X' % (int(ItemValue) & 255)\r
                                     ItemValue >>= 8\r
-                                    ValueStr += ', '\r
+                                    AllPcdValueList.append(ValueStr)\r
                                 Size += ItemSize\r
 \r
-                            if Size > 0:\r
-                                PcdValue = '{' + ValueStr[:-2] + '}'\r
+                        if Size > 0:\r
+                            PcdValue = '{' + ','.join(AllPcdValueList) + '}'\r
                     else:\r
                         raise  BadExpression("Type: %s, Value: %s, %s"%(self.PcdType, PcdValue, Value))\r
 \r