[mirror_edk2.git] / BaseTools / Source / Python / Common / Expression.py

## @file\r
# This file is used to parse and evaluate expression in directive or PCD value.\r
#\r
# Copyright (c) 2011 - 2017, Intel Corporation. All rights reserved.<BR>\r
# This program and the accompanying materials\r
# are licensed and made available under the terms and conditions of the BSD License\r
# which accompanies this distribution.    The full text of the license may be found at\r
# http://opensource.org/licenses/bsd-license.php\r
#\r
# THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,\r
# WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.\r
\r
## Import Modules\r
#\r
from Common.GlobalData import *\r
from CommonDataClass.Exceptions import BadExpression\r
from CommonDataClass.Exceptions import WrnExpression\r
from Misc import GuidStringToGuidStructureString, ParseFieldValue\r
import Common.EdkLogger as EdkLogger\r
import copy\r
\r
ERR_STRING_EXPR         = 'This operator cannot be used in string expression: [%s].'\r
ERR_SNYTAX              = 'Syntax error, the rest of expression cannot be evaluated: [%s].'\r
ERR_MATCH               = 'No matching right parenthesis.'\r
ERR_STRING_TOKEN        = 'Bad string token: [%s].'\r
ERR_MACRO_TOKEN         = 'Bad macro token: [%s].'\r
ERR_EMPTY_TOKEN         = 'Empty token is not allowed.'\r
ERR_PCD_RESOLVE         = 'PCD token cannot be resolved: [%s].'\r
ERR_VALID_TOKEN         = 'No more valid token found from rest of string: [%s].'\r
ERR_EXPR_TYPE           = 'Different types found in expression.'\r
ERR_OPERATOR_UNSUPPORT  = 'Unsupported operator: [%s]'\r
ERR_REL_NOT_IN          = 'Expect "IN" after "not" operator.'\r
WRN_BOOL_EXPR           = 'Operand of boolean type cannot be used in arithmetic expression.'\r
WRN_EQCMP_STR_OTHERS    = '== Comparison between Operand of string type and Boolean/Number Type always return False.'\r
WRN_NECMP_STR_OTHERS    = '!= Comparison between Operand of string type and Boolean/Number Type always return True.'\r
ERR_RELCMP_STR_OTHERS   = 'Operator taking Operand of string type and Boolean/Number Type is not allowed: [%s].'\r
ERR_STRING_CMP          = 'Unicode string and general string cannot be compared: [%s %s %s]'\r
ERR_ARRAY_TOKEN         = 'Bad C array or C format GUID token: [%s].'\r
ERR_ARRAY_ELE           = 'This must be HEX value for NList or Array: [%s].'\r
ERR_EMPTY_EXPR          = 'Empty expression is not allowed.'\r
ERR_IN_OPERAND          = 'Macro after IN operator can only be: $(FAMILY), $(ARCH), $(TOOL_CHAIN_TAG) and $(TARGET).'\r
\r
## SplitString\r
#  Split string to list according double quote\r
#  For example: abc"de\"f"ghi"jkl"mn will be: ['abc', '"de\"f"', 'ghi', '"jkl"', 'mn']\r
#\r
def SplitString(String):\r
    # There might be escaped quote: "abc\"def\\\"ghi"\r
    Str = String.replace('\\\\', '//').replace('\\\"', '\\\'')\r
    RetList = []\r
    InQuote = False\r
    Item = ''\r
    for i, ch in enumerate(Str):\r
        if ch == '"':\r
            InQuote = not InQuote\r
            if not InQuote:\r
                Item += String[i]\r
                RetList.append(Item)\r
                Item = ''\r
                continue\r
            if Item:\r
                RetList.append(Item)\r
                Item = ''\r
        Item += String[i]\r
    if InQuote:\r
        raise BadExpression(ERR_STRING_TOKEN % Item)\r
    if Item:\r
        RetList.append(Item)\r
    return RetList\r
\r
## ReplaceExprMacro\r
#\r
def ReplaceExprMacro(String, Macros, ExceptionList = None):\r
    StrList = SplitString(String)\r
    for i, String in enumerate(StrList):\r
        InQuote = False\r
        if String.startswith('"'):\r
            InQuote = True\r
        MacroStartPos = String.find('$(')\r
        if MacroStartPos < 0:\r
            for Pcd in gPlatformPcds.keys():\r
                if Pcd in String:\r
                    if Pcd not in gConditionalPcds:\r
                        gConditionalPcds.append(Pcd)\r
            continue\r
        RetStr = ''\r
        while MacroStartPos >= 0:\r
            RetStr = String[0:MacroStartPos]\r
            MacroEndPos = String.find(')', MacroStartPos)\r
            if MacroEndPos < 0:\r
                raise BadExpression(ERR_MACRO_TOKEN % String[MacroStartPos:])\r
            Macro = String[MacroStartPos+2:MacroEndPos]\r
            if Macro not in Macros:\r
                # From C reference manual:\r
                # If an undefined macro name appears in the constant-expression of\r
                # !if or !elif, it is replaced by the integer constant 0.\r
                RetStr += '0'\r
            elif not InQuote:\r
                Tklst = RetStr.split()\r
                if Tklst and Tklst[-1] in ['IN', 'in'] and ExceptionList and Macro not in ExceptionList:\r
                    raise BadExpression(ERR_IN_OPERAND)\r
                # Make sure the macro in exception list is encapsulated by double quote\r
                # For example: DEFINE ARCH = IA32 X64\r
                # $(ARCH) is replaced with "IA32 X64"\r
                if ExceptionList and Macro in ExceptionList:\r
                    RetStr += '"' + Macros[Macro] + '"'\r
                elif Macros[Macro].strip():\r
                    RetStr += Macros[Macro]\r
                else:\r
                    RetStr += '""'\r
            else:\r
                RetStr += Macros[Macro]\r
            RetStr += String[MacroEndPos+1:]\r
            String = RetStr\r
            MacroStartPos = String.find('$(')\r
        StrList[i] = RetStr\r
    return ''.join(StrList)\r
\r
# transfer int to string for in/not in expression\r
def IntToStr(Value):\r
    StrList = []\r
    while Value > 0:\r
        StrList.append(chr(Value & 0xff))\r
        Value = Value >> 8\r
    Value = '"' + ''.join(StrList) + '"'\r
    return Value\r
\r
SupportedInMacroList = ['TARGET', 'TOOL_CHAIN_TAG', 'ARCH', 'FAMILY']\r
\r
class ValueExpression(object):\r
    # Logical operator mapping\r
    LogicalOperators = {\r
        '&&' : 'and', '||' : 'or',\r
        '!'  : 'not', 'AND': 'and',\r
        'OR' : 'or' , 'NOT': 'not',\r
        'XOR': '^'  , 'xor': '^',\r
        'EQ' : '==' , 'NE' : '!=',\r
        'GT' : '>'  , 'LT' : '<',\r
        'GE' : '>=' , 'LE' : '<=',\r
        'IN' : 'in'\r
    }\r
\r
    NonLetterOpLst = ['+', '-', '*', '/', '%', '&', '|', '^', '~', '<<', '>>', '!', '=', '>', '<', '?', ':']\r
\r
    PcdPattern = re.compile(r'[_a-zA-Z][0-9A-Za-z_]*\.[_a-zA-Z][0-9A-Za-z_]*$')\r
    HexPattern = re.compile(r'0[xX][0-9a-fA-F]+$')\r
    RegGuidPattern = re.compile(r'[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}')\r
\r
    SymbolPattern = re.compile("("\r
                                 "\$\([A-Z][A-Z0-9_]*\)|\$\(\w+\.\w+\)|\w+\.\w+|"\r
                                 "&&|\|\||!(?!=)|"\r
                                 "(?<=\W)AND(?=\W)|(?<=\W)OR(?=\W)|(?<=\W)NOT(?=\W)|(?<=\W)XOR(?=\W)|"\r
                                 "(?<=\W)EQ(?=\W)|(?<=\W)NE(?=\W)|(?<=\W)GT(?=\W)|(?<=\W)LT(?=\W)|(?<=\W)GE(?=\W)|(?<=\W)LE(?=\W)"\r
                               ")")\r
\r
    @staticmethod\r
    def Eval(Operator, Oprand1, Oprand2 = None):\r
        WrnExp = None\r
\r
        if Operator not in ["in", "not in"] and (type(Oprand1) == type('') or type(Oprand2) == type('')):\r
            if type(Oprand1) == type(''):\r
                if Oprand1[0] in ['"', "'"] or Oprand1.startswith('L"') or Oprand1.startswith("L'")or Oprand1.startswith('UINT'):\r
                    Oprand1, Size = ParseFieldValue(Oprand1)\r
                else:\r
                    Oprand1,Size = ParseFieldValue('"' + Oprand1 + '"')\r
            if type(Oprand2) == type(''):\r
                if Oprand2[0] in ['"', "'"] or Oprand2.startswith('L"') or Oprand2.startswith("L'") or Oprand2.startswith('UINT'):\r
                    Oprand2, Size = ParseFieldValue(Oprand2)\r
                else:\r
                    Oprand2, Size = ParseFieldValue('"' + Oprand2 + '"')\r
            if type(Oprand1) == type('') or type(Oprand2) == type(''):\r
                raise BadExpression(ERR_STRING_EXPR % Operator)\r
        if Operator in ['in', 'not in']:\r
            if type(Oprand1) != type(''):\r
                Oprand1 = IntToStr(Oprand1)\r
            if type(Oprand2) != type(''):\r
                Oprand2 = IntToStr(Oprand2)\r
        TypeDict = {\r
            type(0)  : 0,\r
            type(0L) : 0,\r
            type('') : 1,\r
            type(True) : 2\r
        }\r
\r
        EvalStr = ''\r
        if Operator in ["!", "NOT", "not"]:\r
            if type(Oprand1) == type(''):\r
                raise BadExpression(ERR_STRING_EXPR % Operator)\r
            EvalStr = 'not Oprand1'\r
        elif Operator in ["~"]:\r
            if type(Oprand1) == type(''):\r
                raise BadExpression(ERR_STRING_EXPR % Operator)\r
            EvalStr = '~ Oprand1'\r
        else:\r
            if Operator in ["+", "-"] and (type(True) in [type(Oprand1), type(Oprand2)]):\r
                # Boolean in '+'/'-' will be evaluated but raise warning\r
                WrnExp = WrnExpression(WRN_BOOL_EXPR)\r
            elif type('') in [type(Oprand1), type(Oprand2)] and type(Oprand1)!= type(Oprand2):\r
                # == between string and number/boolean will always return False, != return True\r
                if Operator == "==":\r
                    WrnExp = WrnExpression(WRN_EQCMP_STR_OTHERS)\r
                    WrnExp.result = False\r
                    raise WrnExp\r
                elif Operator == "!=":\r
                    WrnExp = WrnExpression(WRN_NECMP_STR_OTHERS)\r
                    WrnExp.result = True\r
                    raise WrnExp\r
                else:\r
                    raise BadExpression(ERR_RELCMP_STR_OTHERS % Operator)\r
            elif TypeDict[type(Oprand1)] != TypeDict[type(Oprand2)]:\r
                if Operator in ["==", "!=", ">=", "<=", ">", "<"] and set((TypeDict[type(Oprand1)], TypeDict[type(Oprand2)])) == set((TypeDict[type(True)], TypeDict[type(0)])):\r
                    # comparison between number and boolean is allowed\r
                    pass\r
                elif Operator in ['&', '|', '^', "and", "or"] and set((TypeDict[type(Oprand1)], TypeDict[type(Oprand2)])) == set((TypeDict[type(True)], TypeDict[type(0)])):\r
                    # bitwise and logical operation between number and boolean is allowed\r
                    pass\r
                else:\r
                    raise BadExpression(ERR_EXPR_TYPE)\r
            if type(Oprand1) == type('') and type(Oprand2) == type(''):\r
                if (Oprand1.startswith('L"') and not Oprand2.startswith('L"')) or \\r
                    (not Oprand1.startswith('L"') and Oprand2.startswith('L"')):\r
                    raise BadExpression(ERR_STRING_CMP % (Oprand1, Operator, Oprand2))\r
            if 'in' in Operator and type(Oprand2) == type(''):\r
                Oprand2 = Oprand2.split()\r
            EvalStr = 'Oprand1 ' + Operator + ' Oprand2'\r
\r
        # Local symbols used by built in eval function\r
        Dict = {\r
            'Oprand1' : Oprand1,\r
            'Oprand2' : Oprand2\r
        }\r
        try:\r
            Val = eval(EvalStr, {}, Dict)\r
        except Exception, Excpt:\r
            raise BadExpression(str(Excpt))\r
\r
        if Operator in ['and', 'or']:\r
            if Val:\r
                Val = True\r
            else:\r
                Val = False\r
\r
        if WrnExp:\r
            WrnExp.result = Val\r
            raise WrnExp\r
        return Val\r
\r
    def __init__(self, Expression, SymbolTable={}):\r
        self._NoProcess = False\r
        if type(Expression) != type(''):\r
            self._Expr = Expression\r
            self._NoProcess = True\r
            return\r
        if Expression.strip().startswith('{') and Expression.strip().endswith('}'):\r
            self._Expr = Expression\r
            self._NoProcess = True\r
\r
        self._Expr = ReplaceExprMacro(Expression.strip(),\r
                                  SymbolTable,\r
                                  SupportedInMacroList)\r
\r
        if not self._Expr.strip():\r
            raise BadExpression(ERR_EMPTY_EXPR)\r
\r
        #\r
        # The symbol table including PCD and macro mapping\r
        #\r
        self._Symb = copy.deepcopy(SymbolTable)\r
        self._Symb.update(self.LogicalOperators)\r
        self._Idx = 0\r
        self._Len = len(self._Expr)\r
        self._Token = ''\r
        self._WarnExcept = None\r
\r
        # Literal token without any conversion\r
        self._LiteralToken = ''\r
\r
    # Public entry for this class\r
    #   @param RealValue: False: only evaluate if the expression is true or false, used for conditional expression\r
    #                     True : return the evaluated str(value), used for PCD value\r
    #\r
    #   @return: True or False if RealValue is False\r
    #            Evaluated value of string format if RealValue is True\r
    #\r
    def __call__(self, RealValue=False, Depth=0):\r
        if self._NoProcess:\r
            return self._Expr\r
\r
        self._Depth = Depth\r
\r
        self._Expr = self._Expr.strip()\r
        if RealValue and Depth == 0:\r
            self._Token = self._Expr\r
            if self.__IsNumberToken():\r
                return self._Expr\r
\r
            try:\r
                Token = self._GetToken()\r
                if type(Token) == type('') and Token.startswith('{') and Token.endswith('}') and self._Idx >= self._Len:\r
                    return self._Expr\r
            except BadExpression:\r
                pass\r
\r
            self._Idx = 0\r
            self._Token = ''\r
\r
        Val = self._ConExpr()\r
        RealVal = Val\r
        if type(Val) == type(''):\r
            if Val == 'L""':\r
                Val = False\r
            elif not Val:\r
                Val = False\r
                RealVal = '""'\r
            elif not Val.startswith('L"') and not Val.startswith('{') and not Val.startswith("L'"):\r
                Val = True\r
                RealVal = '"' + RealVal + '"'\r
\r
        # The expression has been parsed, but the end of expression is not reached\r
        # It means the rest does not comply EBNF of <Expression>\r
        if self._Idx != self._Len:\r
            raise BadExpression(ERR_SNYTAX % self._Expr[self._Idx:])\r
\r
        if RealValue:\r
            RetVal = str(RealVal)\r
        elif Val:\r
            RetVal = True\r
        else:\r
            RetVal = False\r
\r
        if self._WarnExcept:\r
            self._WarnExcept.result = RetVal\r
            raise self._WarnExcept\r
        else:\r
            return RetVal\r
\r
    # Template function to parse binary operators which have same precedence\r
    # Expr [Operator Expr]*\r
    def _ExprFuncTemplate(self, EvalFunc, OpLst):\r
        Val = EvalFunc()\r
        while self._IsOperator(OpLst):\r
            Op = self._Token\r
            if Op == '?':\r
                Val2 = EvalFunc()\r
                if self._IsOperator(':'):\r
                    Val3 = EvalFunc()\r
                if Val:\r
                    Val = Val2\r
                else:\r
                    Val = Val3\r
                continue\r
            try:\r
                Val = self.Eval(Op, Val, EvalFunc())\r
            except WrnExpression, Warn:\r
                self._WarnExcept = Warn\r
                Val = Warn.result\r
        return Val\r
    # A [? B]*\r
    def _ConExpr(self):\r
        return self._ExprFuncTemplate(self._OrExpr, ['?', ':'])\r
\r
    # A [|| B]*\r
    def _OrExpr(self):\r
        return self._ExprFuncTemplate(self._AndExpr, ["OR", "or", "||"])\r
\r
    # A [&& B]*\r
    def _AndExpr(self):\r
        return self._ExprFuncTemplate(self._BitOr, ["AND", "and", "&&"])\r
\r
    # A [ | B]*\r
    def _BitOr(self):\r
        return self._ExprFuncTemplate(self._BitXor, ["|"])\r
\r
    # A [ ^ B]*\r
    def _BitXor(self):\r
        return self._ExprFuncTemplate(self._BitAnd, ["XOR", "xor", "^"])\r
\r
    # A [ & B]*\r
    def _BitAnd(self):\r
        return self._ExprFuncTemplate(self._EqExpr, ["&"])\r
\r
    # A [ == B]*\r
    def _EqExpr(self):\r
        Val = self._RelExpr()\r
        while self._IsOperator(["==", "!=", "EQ", "NE", "IN", "in", "!", "NOT", "not"]):\r
            Op = self._Token\r
            if Op in ["!", "NOT", "not"]:\r
                if not self._IsOperator(["IN", "in"]):\r
                    raise BadExpression(ERR_REL_NOT_IN)\r
                Op += ' ' + self._Token\r
            try:\r
                Val = self.Eval(Op, Val, self._RelExpr())\r
            except WrnExpression, Warn:\r
                self._WarnExcept = Warn\r
                Val = Warn.result\r
        return Val\r
\r
    # A [ > B]*\r
    def _RelExpr(self):\r
        return self._ExprFuncTemplate(self._ShiftExpr, ["<=", ">=", "<", ">", "LE", "GE", "LT", "GT"])\r
\r
    def _ShiftExpr(self):\r
        return self._ExprFuncTemplate(self._AddExpr, ["<<", ">>"])\r
\r
    # A [ + B]*\r
    def _AddExpr(self):\r
        return self._ExprFuncTemplate(self._MulExpr, ["+", "-"])\r
\r
    # A [ * B]*\r
    def _MulExpr(self):\r
        return self._ExprFuncTemplate(self._UnaryExpr, ["*", "/", "%"])\r
\r
    # [!]*A\r
    def _UnaryExpr(self):\r
        if self._IsOperator(["!", "NOT", "not"]):\r
            Val = self._UnaryExpr()\r
            try:\r
                return self.Eval('not', Val)\r
            except WrnExpression, Warn:\r
                self._WarnExcept = Warn\r
                return Warn.result\r
        if self._IsOperator(["~"]):\r
            Val = self._UnaryExpr()\r
            try:\r
                return self.Eval('~', Val)\r
            except WrnExpression, Warn:\r
                self._WarnExcept = Warn\r
                return Warn.result\r
        return self._IdenExpr()\r
\r
    # Parse identifier or encapsulated expression\r
    def _IdenExpr(self):\r
        Tk = self._GetToken()\r
        if Tk == '(':\r
            Val = self._ConExpr()\r
            try:\r
                # _GetToken may also raise BadExpression\r
                if self._GetToken() != ')':\r
                    raise BadExpression(ERR_MATCH)\r
            except BadExpression:\r
                raise BadExpression(ERR_MATCH)\r
            return Val\r
        return Tk\r
\r
    # Skip whitespace or tab\r
    def __SkipWS(self):\r
        for Char in self._Expr[self._Idx:]:\r
            if Char not in ' \t':\r
                break\r
            self._Idx += 1\r
\r
    # Try to convert string to number\r
    def __IsNumberToken(self):\r
        Radix = 10\r
        if self._Token.lower()[0:2] == '0x' and len(self._Token) > 2:\r
            Radix = 16\r
        if self._Token.startswith('"') or self._Token.startswith("'")\\r
            or self._Token.startswith("L'") or self._Token.startswith('L"'):\r
            Flag = 0\r
            for Index in range(len(self._Token)):\r
                if self._Token[Index] in ['"', "'"]:\r
                    Flag += 1\r
            if Flag == 2:\r
                self._Token = ParseFieldValue(self._Token)[0]\r
                return True\r
        try:\r
            self._Token = int(self._Token, Radix)\r
            return True\r
        except ValueError:\r
            return False\r
        except TypeError:\r
            return False\r
\r
    # Parse array: {...}\r
    def __GetArray(self):\r
        Token = '{'\r
        self._Idx += 1\r
        self.__GetNList(True)\r
        Token += self._LiteralToken\r
        if self._Idx >= self._Len or self._Expr[self._Idx] != '}':\r
            raise BadExpression(ERR_ARRAY_TOKEN % Token)\r
        Token += '}'\r
\r
        # All whitespace and tabs in array are already stripped.\r
        IsArray = IsGuid = False\r
        if len(Token.split(',')) == 11 and len(Token.split(',{')) == 2 \\r
            and len(Token.split('},')) == 1:\r
            HexLen = [11,6,6,5,4,4,4,4,4,4,6]\r
            HexList= Token.split(',')\r
            if HexList[3].startswith('{') and \\r
                not [Index for Index, Hex in enumerate(HexList) if len(Hex) > HexLen[Index]]:\r
                IsGuid = True\r
        if Token.lstrip('{').rstrip('}').find('{') == -1:\r
            if not [Hex for Hex in Token.lstrip('{').rstrip('}').split(',') if len(Hex) > 4]:\r
                IsArray = True\r
        if not IsArray and not IsGuid:\r
            raise BadExpression(ERR_ARRAY_TOKEN % Token)\r
        self._Idx += 1\r
        self._Token = self._LiteralToken = Token\r
        return self._Token\r
\r
    # Parse string, the format must be: "..."\r
    def __GetString(self):\r
        Idx = self._Idx\r
\r
        # Skip left quote\r
        self._Idx += 1\r
\r
        # Replace escape \\\", \"\r
        Expr = self._Expr[self._Idx:].replace('\\\\', '//').replace('\\\"', '\\\'')\r
        for Ch in Expr:\r
            self._Idx += 1\r
            if Ch == '"' or Ch == "'":\r
                break\r
        self._Token = self._LiteralToken = self._Expr[Idx:self._Idx]\r
        if self._Token.startswith('"') and not self._Token.endswith('"'):\r
            raise BadExpression(ERR_STRING_TOKEN % self._Token)\r
        if self._Token.startswith("'") and not self._Token.endswith("'"):\r
            raise BadExpression(ERR_STRING_TOKEN % self._Token)\r
        self._Token = self._Token[1:-1]\r
        return self._Token\r
\r
    # Get token that is comprised by alphanumeric, underscore or dot(used by PCD)\r
    # @param IsAlphaOp: Indicate if parsing general token or script operator(EQ, NE...)\r
    def __GetIdToken(self, IsAlphaOp = False):\r
        IdToken = ''\r
        for Ch in self._Expr[self._Idx:]:\r
            if not self.__IsIdChar(Ch) or ('?' in self._Expr and Ch == ':'):\r
                break\r
            self._Idx += 1\r
            IdToken += Ch\r
\r
        self._Token = self._LiteralToken = IdToken\r
        if not IsAlphaOp:\r
            self.__ResolveToken()\r
        return self._Token\r
\r
    # Try to resolve token\r
    def __ResolveToken(self):\r
        if not self._Token:\r
            raise BadExpression(ERR_EMPTY_TOKEN)\r
\r
        # PCD token\r
        if self.PcdPattern.match(self._Token):\r
            if self._Token not in self._Symb:\r
                Ex = BadExpression(ERR_PCD_RESOLVE % self._Token)\r
                Ex.Pcd = self._Token\r
                raise Ex\r
            self._Token = ValueExpression(self._Symb[self._Token], self._Symb)(True, self._Depth+1)\r
            if type(self._Token) != type(''):\r
                self._LiteralToken = hex(self._Token)\r
                return\r
\r
        if self._Token.startswith('"'):\r
            self._Token = self._Token[1:-1]\r
        elif self._Token in ["FALSE", "false", "False"]:\r
            self._Token = False\r
        elif self._Token in ["TRUE", "true", "True"]:\r
            self._Token = True\r
        else:\r
            self.__IsNumberToken()\r
\r
    def __GetNList(self, InArray=False):\r
        self._GetSingleToken()\r
        if not self.__IsHexLiteral():\r
            if InArray:\r
                raise BadExpression(ERR_ARRAY_ELE % self._Token)\r
            return self._Token\r
\r
        self.__SkipWS()\r
        Expr = self._Expr[self._Idx:]\r
        if not Expr.startswith(','):\r
            return self._Token\r
\r
        NList = self._LiteralToken\r
        while Expr.startswith(','):\r
            NList += ','\r
            self._Idx += 1\r
            self.__SkipWS()\r
            self._GetSingleToken()\r
            if not self.__IsHexLiteral():\r
                raise BadExpression(ERR_ARRAY_ELE % self._Token)\r
            NList += self._LiteralToken\r
            self.__SkipWS()\r
            Expr = self._Expr[self._Idx:]\r
        self._Token = self._LiteralToken = NList\r
        return self._Token\r
\r
    def __IsHexLiteral(self):\r
        if self._LiteralToken.startswith('{') and \\r
            self._LiteralToken.endswith('}'):\r
            return True\r
\r
        if self.HexPattern.match(self._LiteralToken):\r
            Token = self._LiteralToken[2:]\r
            Token = Token.lstrip('0')\r
            if not Token:\r
                self._LiteralToken = '0x0'\r
            else:\r
                self._LiteralToken = '0x' + Token.lower()\r
            return True\r
        return False\r
\r
    def _GetToken(self):\r
        return self.__GetNList()\r
\r
    @staticmethod\r
    def __IsIdChar(Ch):\r
        return Ch in '._:' or Ch.isalnum()\r
\r
    # Parse operand\r
    def _GetSingleToken(self):\r
        self.__SkipWS()\r
        Expr = self._Expr[self._Idx:]\r
        if Expr.startswith('L"'):\r
            # Skip L\r
            self._Idx += 1\r
            UStr = self.__GetString()\r
            self._Token = 'L"' + UStr + '"'\r
            self._Token, Size = ParseFieldValue(self._Token)\r
            return self._Token\r
        elif Expr.startswith("L'"):\r
            # Skip L\r
            self._Idx += 1\r
            UStr = self.__GetString()\r
            self._Token = "L'" + UStr + "'"\r
            self._Token, Size = ParseFieldValue(self._Token)\r
            return self._Token\r
        elif Expr.startswith('"'):\r
            UStr = self.__GetString()\r
            self._Token = '"' + UStr + '"'\r
            self._Token, Size = ParseFieldValue(self._Token)\r
            return self._Token\r
        elif Expr.startswith("'"):\r
            UStr = self.__GetString()\r
            self._Token = "'" + UStr + "'"\r
            self._Token, Size = ParseFieldValue(self._Token)\r
            return self._Token\r
        elif Expr.startswith('UINT'):\r
            Re = re.compile('(?:UINT8|UINT16|UINT32|UINT64)\((.+)\)')\r
            try:\r
                RetValue = Re.search(Expr).group(1)\r
            except:\r
                 raise BadExpression('Invalid Expression %s' % Expr)\r
            Idx = self._Idx\r
            for Ch in Expr:\r
                self._Idx += 1\r
                if Ch == '(':\r
                    Prefix = self._Expr[Idx:self._Idx - 1]\r
                    Idx = self._Idx\r
                if Ch == ')':\r
                    TmpValue = self._Expr[Idx :self._Idx - 1]\r
                    TmpValue = ValueExpression(TmpValue)(True)\r
                    TmpValue = '0x%x' % int(TmpValue) if type(TmpValue) != type('') else TmpValue\r
                    break\r
            self._Token, Size = ParseFieldValue(Prefix + '(' + TmpValue + ')')\r
            return  self._Token\r
\r
        self._Token = ''\r
        if Expr:\r
            Ch = Expr[0]\r
            Match = self.RegGuidPattern.match(Expr)\r
            if Match and not Expr[Match.end():Match.end()+1].isalnum() \\r
                and Expr[Match.end():Match.end()+1] != '_':\r
                self._Idx += Match.end()\r
                self._Token = ValueExpression(GuidStringToGuidStructureString(Expr[0:Match.end()]))(True, self._Depth+1)\r
                return self._Token\r
            elif self.__IsIdChar(Ch):\r
                return self.__GetIdToken()\r
            elif Ch == '"':\r
                return self.__GetString()\r
            elif Ch == '{':\r
                return self.__GetArray()\r
            elif Ch == '(' or Ch == ')':\r
                self._Idx += 1\r
                self._Token = Ch\r
                return self._Token\r
\r
        raise BadExpression(ERR_VALID_TOKEN % Expr)\r
\r
    # Parse operator\r
    def _GetOperator(self):\r
        self.__SkipWS()\r
        LegalOpLst = ['&&', '||', '!=', '==', '>=', '<='] + self.NonLetterOpLst + ['?',':']\r
\r
        self._Token = ''\r
        Expr = self._Expr[self._Idx:]\r
\r
        # Reach end of expression\r
        if not Expr:\r
            return ''\r
\r
        # Script operator: LT, GT, LE, GE, EQ, NE, and, or, xor, not\r
        if Expr[0].isalpha():\r
            return self.__GetIdToken(True)\r
\r
        # Start to get regular operator: +, -, <, > ...\r
        if Expr[0] not in self.NonLetterOpLst:\r
            return ''\r
\r
        OpToken = ''\r
        for Ch in Expr:\r
            if Ch in self.NonLetterOpLst:\r
                if '!' == Ch and OpToken:\r
                    break\r
                self._Idx += 1\r
                OpToken += Ch\r
            else:\r
                break\r
\r
        if OpToken not in LegalOpLst:\r
            raise BadExpression(ERR_OPERATOR_UNSUPPORT % OpToken)\r
        self._Token = OpToken\r
        return OpToken\r
\r
    # Check if current token matches the operators given from OpList\r
    def _IsOperator(self, OpList):\r
        Idx = self._Idx\r
        self._GetOperator()\r
        if self._Token in OpList:\r
            if self._Token in self.LogicalOperators:\r
                self._Token = self.LogicalOperators[self._Token]\r
            return True\r
        self._Idx = Idx\r
        return False\r
\r
class ValueExpressionEx(ValueExpression):\r
    def __init__(self, PcdValue, PcdType, SymbolTable={}):\r
        ValueExpression.__init__(self, PcdValue, SymbolTable)\r
        self.PcdValue = PcdValue\r
        self.PcdType = PcdType\r
\r
    def __call__(self, RealValue=False, Depth=0):\r
        PcdValue = self.PcdValue\r
        try:\r
            PcdValue = ValueExpression.__call__(self, RealValue, Depth)\r
        except WrnExpression, Value:\r
            PcdValue = Value.result\r
\r
        if PcdValue == 'True':\r
            PcdValue = '1'\r
        if PcdValue == 'False':\r
            PcdValue = '0'\r
        if self.PcdType in ['UINT8', 'UINT16', 'UINT32', 'UINT64', 'BOOLEAN']:\r
            PcdValue = PcdValue.strip()\r
            if type(PcdValue) == type('') and PcdValue.startswith('{') and PcdValue.endswith('}'):\r
                PcdValue = PcdValue[1:-1].split(',')\r
            if type(PcdValue) == type([]):\r
                TmpValue = 0\r
                Size = 0\r
                for Item in PcdValue:\r
                    if Item.startswith('UINT16'):\r
                        ItemSize = 2\r
                    elif Item.startswith('UINT32'):\r
                        ItemSize = 4\r
                    elif Item.startswith('UINT64'):\r
                        ItemSize = 8\r
                    else:\r
                        ItemSize = 0\r
                    Item = ValueExpressionEx(Item, self.PcdType, self._Symb)(True)\r
\r
                    if ItemSize == 0:\r
                        ItemValue, ItemSize = ParseFieldValue(Item)\r
                    else:\r
                        ItemValue = ParseFieldValue(Item)[0]\r
\r
                    if type(ItemValue) == type(''):\r
                        ItemValue = int(ItemValue, 16) if ItemValue.startswith('0x') else int(ItemValue)\r
\r
                    TmpValue = (ItemValue << (Size * 8)) | TmpValue\r
                    Size = Size + ItemSize\r
            else:\r
                TmpValue, Size = ParseFieldValue(PcdValue)\r
            if type(TmpValue) == type(''):\r
                TmpValue = int(TmpValue)\r
            else:\r
                PcdValue = '0x%0{}X'.format(Size) % (TmpValue)\r
            if TmpValue < 0:\r
                raise  BadExpression('Type %s PCD Value is negative' % self.PcdType)\r
            if self.PcdType == 'UINT8' and Size > 1:\r
                raise BadExpression('Type %s PCD Value Size is Larger than 1 byte' % self.PcdType)\r
            if self.PcdType == 'UINT16' and Size > 2:\r
                raise BadExpression('Type %s PCD Value Size is Larger than 2 byte' % self.PcdType)\r
            if self.PcdType == 'UINT32' and Size > 4:\r
                raise BadExpression('Type %s PCD Value Size is Larger than 4 byte' % self.PcdType)\r
            if self.PcdType == 'UINT64' and Size > 8:\r
                raise BadExpression('Type %s PCD Value Size is Larger than 8 byte' % self.PcdType)\r
        if self.PcdType in ['VOID*']:\r
            try:\r
                TmpValue = long(PcdValue)\r
                TmpList = []\r
                if TmpValue.bit_length() == 0:\r
                    PcdValue = '{0x00}'\r
                else:\r
                    for I in range((TmpValue.bit_length() + 7) / 8):\r
                        TmpList.append('0x%02x' % ((TmpValue >> I * 8) & 0xff))\r
                    PcdValue = '{' + ', '.join(TmpList) + '}'\r
            except:\r
                if PcdValue.strip().startswith('{'):\r
                    PcdValue = PcdValue.strip()[1:-1].strip()\r
                    Size = 0\r
                    ValueStr = ''\r
                    TokenSpaceGuidName = ''\r
                    if PcdValue.startswith('GUID') and PcdValue.endswith(')'):\r
                        try:\r
                            TokenSpaceGuidName = re.search('GUID\((\w+)\)', PcdValue).group(1)\r
                        except:\r
                            pass\r
                        if TokenSpaceGuidName and TokenSpaceGuidName in self._Symb:\r
                            PcdValue = 'GUID(' + self._Symb[TokenSpaceGuidName] + ')'\r
                        elif TokenSpaceGuidName:\r
                            raise BadExpression('%s not found in DEC file' % TokenSpaceGuidName)\r
\r
                        ListItem, Size = ParseFieldValue(PcdValue)\r
                    elif PcdValue.startswith('DEVICE_PATH') and PcdValue.endswith(')'):\r
                        ListItem, Size = ParseFieldValue(PcdValue)\r
                    else:\r
                        ListItem = PcdValue.split(',')\r
\r
                    if type(ListItem) == type(0) or type(ListItem) == type(0L):\r
                        for Index in range(0, Size):\r
                            ValueStr += '0x%02X' % (int(ListItem) & 255)\r
                            ListItem >>= 8\r
                            ValueStr += ', '\r
                            PcdValue = '{' + ValueStr[:-2] + '}'\r
                    elif type(ListItem) == type(''):\r
                        if ListItem.startswith('{') and ListItem.endswith('}'):\r
                            PcdValue = ListItem\r
                    else:\r
                        LabelDict = {}\r
                        ReLabel = re.compile('LABEL\((\w+)\)')\r
                        ReOffset = re.compile('OFFSET_OF\((\w+)\)')\r
                        for Index, Item in enumerate(ListItem):\r
                            # for LABEL parse\r
                            Item = Item.strip()\r
                            try:\r
                                LabelList = ReLabel.findall(Item)\r
                                for Label in LabelList:\r
                                    if Label not in LabelDict.keys():\r
                                        LabelDict[Label] = str(Index)\r
                                Item = ReLabel.sub('', Item)\r
                            except:\r
                                pass\r
                            try:\r
                                OffsetList = ReOffset.findall(Item)\r
                            except:\r
                                pass\r
                            for Offset in OffsetList:\r
                                if Offset in LabelDict.keys():\r
                                    Re = re.compile('OFFSET_OF\(%s\)'% Offset)\r
                                    Item = Re.sub(LabelDict[Offset], Item)\r
                                else:\r
                                    raise BadExpression('%s not defined before use' % Offset)\r
                            if Item.startswith('UINT16'):\r
                                ItemSize = 2\r
                            elif Item.startswith('UINT32'):\r
                                ItemSize = 4\r
                            elif Item.startswith('UINT64'):\r
                                ItemSize = 8\r
                            else:\r
                                ItemSize = 0\r
                            TmpValue = ValueExpressionEx(Item, self.PcdType, self._Symb)(True)\r
                            Item = '0x%x' % TmpValue if type(TmpValue) != type('') else TmpValue\r
                            if ItemSize == 0:\r
                                ItemValue, ItemSize = ParseFieldValue(Item)\r
                            else:\r
                                ItemValue = ParseFieldValue(Item)[0]\r
                            for I in range(0, ItemSize):\r
                                ValueStr += '0x%02X' % (int(ItemValue) & 255)\r
                                ItemValue >>= 8\r
                                ValueStr += ', '\r
                            Size += ItemSize\r
\r
                        if Size > 0:\r
                            PcdValue = '{' + ValueStr[:-2] + '}'\r
        if RealValue:\r
            return PcdValue\r
\r
if __name__ == '__main__':\r
    pass\r
    while True:\r
        input = raw_input('Input expr: ')\r
        if input in 'qQ':\r
            break\r
        try:\r
            print ValueExpression(input)(True)\r
            print ValueExpression(input)(False)\r
        except WrnExpression, Ex:\r
            print Ex.result\r
            print str(Ex)\r
        except Exception, Ex:\r
            print str(Ex)\r