## @file\r
# This file is used to parse and evaluate expression in directive or PCD value.\r
#\r
-# Copyright (c) 2011, Intel Corporation. All rights reserved.<BR>\r
+# Copyright (c) 2011 - 2018, Intel Corporation. All rights reserved.<BR>\r
# This program and the accompanying materials\r
# are licensed and made available under the terms and conditions of the BSD License\r
# which accompanies this distribution. The full text of the license may be found at\r
from Common.GlobalData import *\r
from CommonDataClass.Exceptions import BadExpression\r
from CommonDataClass.Exceptions import WrnExpression\r
-from Misc import GuidStringToGuidStructureString\r
+from Misc import GuidStringToGuidStructureString, ParseFieldValue\r
+import Common.EdkLogger as EdkLogger\r
+import copy\r
\r
ERR_STRING_EXPR = 'This operator cannot be used in string expression: [%s].'\r
ERR_SNYTAX = 'Syntax error, the rest of expression cannot be evaluated: [%s].'\r
InQuote = True\r
MacroStartPos = String.find('$(')\r
if MacroStartPos < 0:\r
+ for Pcd in gPlatformPcds.keys():\r
+ if Pcd in String:\r
+ if Pcd not in gConditionalPcds:\r
+ gConditionalPcds.append(Pcd)\r
continue\r
RetStr = ''\r
while MacroStartPos >= 0:\r
StrList[i] = RetStr\r
return ''.join(StrList)\r
\r
+# transfer int to string for in/not in expression\r
+def IntToStr(Value):\r
+ StrList = []\r
+ while Value > 0:\r
+ StrList.append(chr(Value & 0xff))\r
+ Value = Value >> 8\r
+ Value = '"' + ''.join(StrList) + '"'\r
+ return Value\r
+\r
SupportedInMacroList = ['TARGET', 'TOOL_CHAIN_TAG', 'ARCH', 'FAMILY']\r
\r
class ValueExpression(object):\r
'IN' : 'in'\r
}\r
\r
- NonLetterOpLst = ['+', '-', '&', '|', '^', '!', '=', '>', '<']\r
+ NonLetterOpLst = ['+', '-', '*', '/', '%', '&', '|', '^', '~', '<<', '>>', '!', '=', '>', '<', '?', ':']\r
\r
PcdPattern = re.compile(r'[_a-zA-Z][0-9A-Za-z_]*\.[_a-zA-Z][0-9A-Za-z_]*$')\r
HexPattern = re.compile(r'0[xX][0-9a-fA-F]+$')\r
def Eval(Operator, Oprand1, Oprand2 = None):\r
WrnExp = None\r
\r
- if Operator not in ["==", "!=", ">=", "<=", ">", "<", "in", "not in"] and \\r
- (type(Oprand1) == type('') or type(Oprand2) == type('')):\r
- raise BadExpression(ERR_STRING_EXPR % Operator)\r
-\r
+ if Operator not in ["in", "not in"] and (type(Oprand1) == type('') or type(Oprand2) == type('')):\r
+ if type(Oprand1) == type(''):\r
+ if Oprand1[0] in ['"', "'"] or Oprand1.startswith('L"') or Oprand1.startswith("L'")or Oprand1.startswith('UINT'):\r
+ Oprand1, Size = ParseFieldValue(Oprand1)\r
+ else:\r
+ Oprand1,Size = ParseFieldValue('"' + Oprand1 + '"')\r
+ if type(Oprand2) == type(''):\r
+ if Oprand2[0] in ['"', "'"] or Oprand2.startswith('L"') or Oprand2.startswith("L'") or Oprand2.startswith('UINT'):\r
+ Oprand2, Size = ParseFieldValue(Oprand2)\r
+ else:\r
+ Oprand2, Size = ParseFieldValue('"' + Oprand2 + '"')\r
+ if type(Oprand1) == type('') or type(Oprand2) == type(''):\r
+ raise BadExpression(ERR_STRING_EXPR % Operator)\r
+ if Operator in ['in', 'not in']:\r
+ if type(Oprand1) != type(''):\r
+ Oprand1 = IntToStr(Oprand1)\r
+ if type(Oprand2) != type(''):\r
+ Oprand2 = IntToStr(Oprand2)\r
TypeDict = {\r
type(0) : 0,\r
type(0L) : 0,\r
if type(Oprand1) == type(''):\r
raise BadExpression(ERR_STRING_EXPR % Operator)\r
EvalStr = 'not Oprand1'\r
+ elif Operator in ["~"]:\r
+ if type(Oprand1) == type(''):\r
+ raise BadExpression(ERR_STRING_EXPR % Operator)\r
+ EvalStr = '~ Oprand1'\r
else:\r
if Operator in ["+", "-"] and (type(True) in [type(Oprand1), type(Oprand2)]):\r
# Boolean in '+'/'-' will be evaluated but raise warning\r
#\r
# The symbol table including PCD and macro mapping\r
#\r
- self._Symb = SymbolTable\r
+ self._Symb = copy.deepcopy(SymbolTable)\r
self._Symb.update(self.LogicalOperators)\r
self._Idx = 0\r
self._Len = len(self._Expr)\r
# @return: True or False if RealValue is False\r
# Evaluated value of string format if RealValue is True\r
#\r
- def __call__(self, RealValue=False):\r
+ def __call__(self, RealValue=False, Depth=0):\r
if self._NoProcess:\r
return self._Expr\r
\r
+ self._Depth = Depth\r
+\r
self._Expr = self._Expr.strip()\r
- if RealValue:\r
+ if RealValue and Depth == 0:\r
self._Token = self._Expr\r
if self.__IsNumberToken():\r
return self._Expr\r
-\r
+ Token = ''\r
try:\r
Token = self._GetToken()\r
- if type(Token) == type('') and Token.startswith('{') and Token.endswith('}') and self._Idx >= self._Len:\r
- return self._Expr\r
except BadExpression:\r
pass\r
+ if type(Token) == type('') and Token.startswith('{') and Token.endswith('}') and self._Idx >= self._Len:\r
+ if len(Token) != len(self._Expr.replace(' ', '')):\r
+ raise BadExpression\r
+ return self._Expr\r
\r
self._Idx = 0\r
self._Token = ''\r
\r
- Val = self._OrExpr()\r
+ Val = self._ConExpr()\r
RealVal = Val\r
if type(Val) == type(''):\r
if Val == 'L""':\r
elif not Val:\r
Val = False\r
RealVal = '""'\r
- elif not Val.startswith('L"') and not Val.startswith('{'):\r
+ elif not Val.startswith('L"') and not Val.startswith('{') and not Val.startswith("L'"):\r
Val = True\r
RealVal = '"' + RealVal + '"'\r
\r
Val = EvalFunc()\r
while self._IsOperator(OpLst):\r
Op = self._Token\r
+ if Op == '?':\r
+ Val2 = EvalFunc()\r
+ if self._IsOperator(':'):\r
+ Val3 = EvalFunc()\r
+ if Val:\r
+ Val = Val2\r
+ else:\r
+ Val = Val3\r
+ continue\r
try:\r
Val = self.Eval(Op, Val, EvalFunc())\r
except WrnExpression, Warn:\r
self._WarnExcept = Warn\r
Val = Warn.result\r
return Val\r
+ # A [? B]*\r
+ def _ConExpr(self):\r
+ return self._ExprFuncTemplate(self._OrExpr, ['?', ':'])\r
\r
# A [|| B]*\r
def _OrExpr(self):\r
\r
# A [ > B]*\r
def _RelExpr(self):\r
- return self._ExprFuncTemplate(self._AddExpr, ["<=", ">=", "<", ">", "LE", "GE", "LT", "GT"])\r
+ return self._ExprFuncTemplate(self._ShiftExpr, ["<=", ">=", "<", ">", "LE", "GE", "LT", "GT"])\r
+\r
+ def _ShiftExpr(self):\r
+ return self._ExprFuncTemplate(self._AddExpr, ["<<", ">>"])\r
\r
# A [ + B]*\r
def _AddExpr(self):\r
- return self._ExprFuncTemplate(self._UnaryExpr, ["+", "-"])\r
+ return self._ExprFuncTemplate(self._MulExpr, ["+", "-"])\r
+\r
+ # A [ * B]*\r
+ def _MulExpr(self):\r
+ return self._ExprFuncTemplate(self._UnaryExpr, ["*", "/", "%"])\r
\r
# [!]*A\r
def _UnaryExpr(self):\r
except WrnExpression, Warn:\r
self._WarnExcept = Warn\r
return Warn.result\r
+ if self._IsOperator(["~"]):\r
+ Val = self._UnaryExpr()\r
+ try:\r
+ return self.Eval('~', Val)\r
+ except WrnExpression, Warn:\r
+ self._WarnExcept = Warn\r
+ return Warn.result\r
return self._IdenExpr()\r
\r
# Parse identifier or encapsulated expression\r
def _IdenExpr(self):\r
Tk = self._GetToken()\r
if Tk == '(':\r
- Val = self._OrExpr()\r
+ Val = self._ConExpr()\r
try:\r
# _GetToken may also raise BadExpression\r
if self._GetToken() != ')':\r
Radix = 10\r
if self._Token.lower()[0:2] == '0x' and len(self._Token) > 2:\r
Radix = 16\r
+ if self._Token.startswith('"') or self._Token.startswith('L"'):\r
+ Flag = 0\r
+ for Index in range(len(self._Token)):\r
+ if self._Token[Index] in ['"']:\r
+ Flag += 1\r
+ if Flag == 2 and self._Token.endswith('"'):\r
+ self._Token = ParseFieldValue(self._Token)[0]\r
+ return True\r
+ if self._Token.startswith("'") or self._Token.startswith("L'"):\r
+ Flag = 0\r
+ for Index in range(len(self._Token)):\r
+ if self._Token[Index] in ["'"]:\r
+ Flag += 1\r
+ if Flag == 2 and self._Token.endswith("'"):\r
+ self._Token = ParseFieldValue(self._Token)[0]\r
+ return True\r
try:\r
self._Token = int(self._Token, Radix)\r
return True\r
Expr = self._Expr[self._Idx:].replace('\\\\', '//').replace('\\\"', '\\\'')\r
for Ch in Expr:\r
self._Idx += 1\r
- if Ch == '"':\r
+ if Ch == '"' or Ch == "'":\r
break\r
self._Token = self._LiteralToken = self._Expr[Idx:self._Idx]\r
- if not self._Token.endswith('"'):\r
+ if self._Token.startswith('"') and not self._Token.endswith('"'):\r
+ raise BadExpression(ERR_STRING_TOKEN % self._Token)\r
+ if self._Token.startswith("'") and not self._Token.endswith("'"):\r
raise BadExpression(ERR_STRING_TOKEN % self._Token)\r
self._Token = self._Token[1:-1]\r
return self._Token\r
def __GetIdToken(self, IsAlphaOp = False):\r
IdToken = ''\r
for Ch in self._Expr[self._Idx:]:\r
- if not self.__IsIdChar(Ch):\r
+ if not self.__IsIdChar(Ch) or ('?' in self._Expr and Ch == ':'):\r
break\r
self._Idx += 1\r
IdToken += Ch\r
Ex = BadExpression(ERR_PCD_RESOLVE % self._Token)\r
Ex.Pcd = self._Token\r
raise Ex\r
- self._Token = ValueExpression(self._Symb[self._Token], self._Symb)(True)\r
+ self._Token = ValueExpression(self._Symb[self._Token], self._Symb)(True, self._Depth+1)\r
if type(self._Token) != type(''):\r
self._LiteralToken = hex(self._Token)\r
return\r
\r
if self.HexPattern.match(self._LiteralToken):\r
Token = self._LiteralToken[2:]\r
- Token = Token.lstrip('0')\r
if not Token:\r
self._LiteralToken = '0x0'\r
else:\r
- self._LiteralToken = '0x' + Token.lower()\r
+ self._LiteralToken = '0x' + Token\r
return True\r
return False\r
\r
\r
@staticmethod\r
def __IsIdChar(Ch):\r
- return Ch in '._/:' or Ch.isalnum()\r
+ return Ch in '._:' or Ch.isalnum()\r
\r
# Parse operand\r
def _GetSingleToken(self):\r
self._Idx += 1\r
UStr = self.__GetString()\r
self._Token = 'L"' + UStr + '"'\r
+ self._Token, Size = ParseFieldValue(self._Token)\r
+ return self._Token\r
+ elif Expr.startswith("L'"):\r
+ # Skip L\r
+ self._Idx += 1\r
+ UStr = self.__GetString()\r
+ self._Token = "L'" + UStr + "'"\r
+ self._Token, Size = ParseFieldValue(self._Token)\r
return self._Token\r
+ elif Expr.startswith('"'):\r
+ UStr = self.__GetString()\r
+ self._Token = '"' + UStr + '"'\r
+ self._Token, Size = ParseFieldValue(self._Token)\r
+ return self._Token\r
+ elif Expr.startswith("'"):\r
+ UStr = self.__GetString()\r
+ self._Token = "'" + UStr + "'"\r
+ self._Token, Size = ParseFieldValue(self._Token)\r
+ return self._Token\r
+ elif Expr.startswith('UINT'):\r
+ Re = re.compile('(?:UINT8|UINT16|UINT32|UINT64)\((.+)\)')\r
+ try:\r
+ RetValue = Re.search(Expr).group(1)\r
+ except:\r
+ raise BadExpression('Invalid Expression %s' % Expr)\r
+ Idx = self._Idx\r
+ for Ch in Expr:\r
+ self._Idx += 1\r
+ if Ch == '(':\r
+ Prefix = self._Expr[Idx:self._Idx - 1]\r
+ Idx = self._Idx\r
+ if Ch == ')':\r
+ TmpValue = self._Expr[Idx :self._Idx - 1]\r
+ TmpValue = ValueExpression(TmpValue)(True)\r
+ TmpValue = '0x%x' % int(TmpValue) if type(TmpValue) != type('') else TmpValue\r
+ break\r
+ self._Token, Size = ParseFieldValue(Prefix + '(' + TmpValue + ')')\r
+ return self._Token\r
\r
self._Token = ''\r
if Expr:\r
if Match and not Expr[Match.end():Match.end()+1].isalnum() \\r
and Expr[Match.end():Match.end()+1] != '_':\r
self._Idx += Match.end()\r
- self._Token = ValueExpression(GuidStringToGuidStructureString(Expr[0:Match.end()]))(True)\r
+ self._Token = ValueExpression(GuidStringToGuidStructureString(Expr[0:Match.end()]))(True, self._Depth+1)\r
return self._Token\r
elif self.__IsIdChar(Ch):\r
return self.__GetIdToken()\r
# Parse operator\r
def _GetOperator(self):\r
self.__SkipWS()\r
- LegalOpLst = ['&&', '||', '!=', '==', '>=', '<='] + self.NonLetterOpLst\r
+ LegalOpLst = ['&&', '||', '!=', '==', '>=', '<='] + self.NonLetterOpLst + ['?',':']\r
\r
self._Token = ''\r
Expr = self._Expr[self._Idx:]\r
self._Idx = Idx\r
return False\r
\r
+class ValueExpressionEx(ValueExpression):\r
+ def __init__(self, PcdValue, PcdType, SymbolTable={}):\r
+ ValueExpression.__init__(self, PcdValue, SymbolTable)\r
+ self.PcdValue = PcdValue\r
+ self.PcdType = PcdType\r
+\r
+ def __call__(self, RealValue=False, Depth=0):\r
+ PcdValue = self.PcdValue\r
+ try:\r
+ PcdValue = ValueExpression.__call__(self, RealValue, Depth)\r
+ if self.PcdType == 'VOID*' and (PcdValue.startswith("'") or PcdValue.startswith("L'")):\r
+ PcdValue, Size = ParseFieldValue(PcdValue)\r
+ PcdValueList = []\r
+ for I in range(Size):\r
+ PcdValueList.append('0x%02X'%(PcdValue & 0xff))\r
+ PcdValue = PcdValue >> 8\r
+ PcdValue = '{' + ','.join(PcdValueList) + '}'\r
+ elif self.PcdType in ['UINT8', 'UINT16', 'UINT32', 'UINT64', 'BOOLEAN'] and (PcdValue.startswith("'") or \\r
+ PcdValue.startswith('"') or PcdValue.startswith("L'") or PcdValue.startswith('L"') or PcdValue.startswith('{')):\r
+ raise BadExpression\r
+ except WrnExpression, Value:\r
+ PcdValue = Value.result\r
+ except BadExpression:\r
+ if self.PcdType in ['UINT8', 'UINT16', 'UINT32', 'UINT64', 'BOOLEAN']:\r
+ PcdValue = PcdValue.strip()\r
+ if type(PcdValue) == type('') and PcdValue.startswith('{') and PcdValue.endswith('}'):\r
+ PcdValue = PcdValue[1:-1].split(',')\r
+ if type(PcdValue) == type([]):\r
+ TmpValue = 0\r
+ Size = 0\r
+ for Item in PcdValue:\r
+ if Item.startswith('UINT8'):\r
+ ItemSize = 1\r
+ if Item.startswith('UINT16'):\r
+ ItemSize = 2\r
+ elif Item.startswith('UINT32'):\r
+ ItemSize = 4\r
+ elif Item.startswith('UINT64'):\r
+ ItemSize = 8\r
+ else:\r
+ ItemSize = 0\r
+ Item = ValueExpressionEx(Item, self.PcdType, self._Symb)(True)\r
+\r
+ if ItemSize == 0:\r
+ ItemValue, ItemSize = ParseFieldValue(Item)\r
+ else:\r
+ ItemValue = ParseFieldValue(Item)[0]\r
+\r
+ if type(ItemValue) == type(''):\r
+ ItemValue = int(ItemValue, 16) if ItemValue.startswith('0x') else int(ItemValue)\r
+\r
+ TmpValue = (ItemValue << (Size * 8)) | TmpValue\r
+ Size = Size + ItemSize\r
+ else:\r
+ try:\r
+ TmpValue, Size = ParseFieldValue(PcdValue)\r
+ except BadExpression:\r
+ raise BadExpression("Type: %s, Value: %s, format or value error" % (self.PcdType, PcdValue))\r
+ if type(TmpValue) == type(''):\r
+ TmpValue = int(TmpValue)\r
+ else:\r
+ PcdValue = '0x%0{}X'.format(Size) % (TmpValue)\r
+ if TmpValue < 0:\r
+ raise BadExpression('Type %s PCD Value is negative' % self.PcdType)\r
+ if self.PcdType == 'UINT8' and Size > 1:\r
+ raise BadExpression('Type %s PCD Value Size is Larger than 1 byte' % self.PcdType)\r
+ if self.PcdType == 'UINT16' and Size > 2:\r
+ raise BadExpression('Type %s PCD Value Size is Larger than 2 byte' % self.PcdType)\r
+ if self.PcdType == 'UINT32' and Size > 4:\r
+ raise BadExpression('Type %s PCD Value Size is Larger than 4 byte' % self.PcdType)\r
+ if self.PcdType == 'UINT64' and Size > 8:\r
+ raise BadExpression('Type %s PCD Value Size is Larger than 8 byte' % self.PcdType)\r
+ else:\r
+ try:\r
+ TmpValue = long(PcdValue)\r
+ TmpList = []\r
+ if TmpValue.bit_length() == 0:\r
+ PcdValue = '{0x00}'\r
+ else:\r
+ for I in range((TmpValue.bit_length() + 7) / 8):\r
+ TmpList.append('0x%02x' % ((TmpValue >> I * 8) & 0xff))\r
+ PcdValue = '{' + ', '.join(TmpList) + '}'\r
+ except:\r
+ if PcdValue.strip().startswith('{'):\r
+ PcdValue = PcdValue.strip()[1:-1].strip()\r
+ Size = 0\r
+ ValueStr = ''\r
+ TokenSpaceGuidName = ''\r
+ if PcdValue.startswith('GUID') and PcdValue.endswith(')'):\r
+ try:\r
+ TokenSpaceGuidName = re.search('GUID\((\w+)\)', PcdValue).group(1)\r
+ except:\r
+ pass\r
+ if TokenSpaceGuidName and TokenSpaceGuidName in self._Symb:\r
+ PcdValue = 'GUID(' + self._Symb[TokenSpaceGuidName] + ')'\r
+ elif TokenSpaceGuidName:\r
+ raise BadExpression('%s not found in DEC file' % TokenSpaceGuidName)\r
+\r
+ ListItem, Size = ParseFieldValue(PcdValue)\r
+ elif PcdValue.startswith('DEVICE_PATH') and PcdValue.endswith(')'):\r
+ ListItem, Size = ParseFieldValue(PcdValue)\r
+ else:\r
+ ListItem = PcdValue.split(',')\r
+\r
+ if type(ListItem) == type(0) or type(ListItem) == type(0L):\r
+ for Index in range(0, Size):\r
+ ValueStr += '0x%02X' % (int(ListItem) & 255)\r
+ ListItem >>= 8\r
+ ValueStr += ', '\r
+ PcdValue = '{' + ValueStr[:-2] + '}'\r
+ elif type(ListItem) == type(''):\r
+ if ListItem.startswith('{') and ListItem.endswith('}'):\r
+ PcdValue = ListItem\r
+ else:\r
+ LabelDict = {}\r
+ ReLabel = re.compile('LABEL\((\w+)\)')\r
+ ReOffset = re.compile('OFFSET_OF\((\w+)\)')\r
+ for Index, Item in enumerate(ListItem):\r
+ # for LABEL parse\r
+ Item = Item.strip()\r
+ try:\r
+ LabelList = ReLabel.findall(Item)\r
+ for Label in LabelList:\r
+ if Label not in LabelDict.keys():\r
+ LabelDict[Label] = str(Index)\r
+ Item = ReLabel.sub('', Item)\r
+ except:\r
+ pass\r
+ try:\r
+ OffsetList = ReOffset.findall(Item)\r
+ except:\r
+ pass\r
+ for Offset in OffsetList:\r
+ if Offset in LabelDict.keys():\r
+ Re = re.compile('OFFSET_OF\(%s\)'% Offset)\r
+ Item = Re.sub(LabelDict[Offset], Item)\r
+ else:\r
+ raise BadExpression('%s not defined before use' % Offset)\r
+ ValueType = ""\r
+ if Item.startswith('UINT8'):\r
+ ItemSize = 1\r
+ ValueType = "UINT8"\r
+ elif Item.startswith('UINT16'):\r
+ ItemSize = 2\r
+ ValueType = "UINT16"\r
+ elif Item.startswith('UINT32'):\r
+ ItemSize = 4\r
+ elif Item.startswith('UINT64'):\r
+ ItemSize = 8\r
+ else:\r
+ ItemSize = 0\r
+ if ValueType:\r
+ TmpValue = ValueExpressionEx(Item, ValueType, self._Symb)(True)\r
+ else:\r
+ TmpValue = ValueExpressionEx(Item, self.PcdType, self._Symb)(True)\r
+ Item = '0x%x' % TmpValue if type(TmpValue) != type('') else TmpValue\r
+ if ItemSize == 0:\r
+ ItemValue, ItemSize = ParseFieldValue(Item)\r
+ else:\r
+ ItemValue = ParseFieldValue(Item)[0]\r
+ for I in range(0, ItemSize):\r
+ ValueStr += '0x%02X' % (int(ItemValue) & 255)\r
+ ItemValue >>= 8\r
+ ValueStr += ', '\r
+ Size += ItemSize\r
+\r
+ if Size > 0:\r
+ PcdValue = '{' + ValueStr[:-2] + '}'\r
+ else:\r
+ raise BadExpression("Type: %s, Value: %s, format or value error"%(self.PcdType, PcdValue))\r
+\r
+ if PcdValue == 'True':\r
+ PcdValue = '1'\r
+ if PcdValue == 'False':\r
+ PcdValue = '0'\r
+\r
+ if RealValue:\r
+ return PcdValue\r
+\r
if __name__ == '__main__':\r
pass\r
while True:\r