BaseTools/Scripts/ConvertFceToStructurePcd.py

   1 #!/usr/bin/python
   2 ## @file
   3 # Firmware Configuration Editor (FCE) from https://firmware.intel.com/develop
   4 # can parse BIOS image and generate Firmware Configuration file.
   5 # This script bases on Firmware Configuration file, and generate the structure
   6 # PCD setting in DEC/DSC/INF files.
   7 #
   8 # Copyright (c) 2018, Intel Corporation. All rights reserved.<BR>
   9 # SPDX-License-Identifier: BSD-2-Clause-Patent
  10 #
  11
  12 '''
  13 ConvertFceToStructurePcd
  14 '''
  15
  16 import re
  17 import os
  18 import datetime
  19 import argparse
  20
  21 #
  22 # Globals for help information
  23 #
  24 __prog__        = 'ConvertFceToStructurePcd'
  25 __version__     = '%s Version %s' % (__prog__, '0.1 ')
  26 __copyright__   = 'Copyright (c) 2018, Intel Corporation. All rights reserved.'
  27 __description__ = 'Generate Structure PCD in DEC/DSC/INF based on Firmware Configuration.\n'
  28
  29
  30 dscstatement='''[Defines]
  31   VPD_TOOL_GUID                  = 8C3D856A-9BE6-468E-850A-24F7A8D38E08
  32
  33 [SkuIds]
  34   0|DEFAULT              # The entry: 0|DEFAULT is reserved and always required.
  35
  36 [DefaultStores]
  37   0|STANDARD             # UEFI Standard default  0|STANDARD is reserved.
  38   1|MANUFACTURING        # UEFI Manufacturing default 1|MANUFACTURING is reserved.
  39
  40 [PcdsDynamicExVpd.common.DEFAULT]
  41   gEfiMdeModulePkgTokenSpaceGuid.PcdNvStoreDefaultValueBuffer|*
  42 '''
  43
  44 decstatement = '''[Guids]
  45   gStructPcdTokenSpaceGuid = {0x3f1406f4, 0x2b, 0x487a, {0x8b, 0x69, 0x74, 0x29, 0x1b, 0x36, 0x16, 0xf4}}
  46
  47 [PcdsFixedAtBuild,PcdsPatchableInModule,PcdsDynamic,PcdsDynamicEx]
  48 '''
  49
  50 infstatement = '''[Pcd]
  51 '''
  52
  53 SECTION='PcdsDynamicHii'
  54 PCD_NAME='gStructPcdTokenSpaceGuid.Pcd'
  55 Max_Pcd_Len = 100
  56
  57 WARNING=[]
  58 ERRORMSG=[]
  59
  60 class parser_lst(object):
  61
  62   def __init__(self,filelist):
  63     self._ignore=['BOOLEAN', 'UINT8', 'UINT16', 'UINT32', 'UINT64']
  64     self.file=filelist
  65     self.text=self.megre_lst()[0]
  66     self.content=self.megre_lst()[1]
  67
  68   def megre_lst(self):
  69     alltext=''
  70     content={}
  71     for file in self.file:
  72       with open(file,'r') as f:
  73         read =f.read()
  74       alltext += read
  75       content[file]=read
  76     return alltext,content
  77
  78   def struct_lst(self):#{struct:lst file}
  79     structs_file={}
  80     name_format = re.compile(r'(?<!typedef)\s+struct (\w+) {.*?;', re.S)
  81     for i in list(self.content.keys()):
  82       structs= name_format.findall(self.content[i])
  83       if structs:
  84         for j in structs:
  85           if j not in self._ignore:
  86             structs_file[j]=i
  87       else:
  88         print("%s"%structs)
  89     return structs_file
  90
  91   def struct(self):#struct:{offset:name}
  92     unit_num = re.compile('(\d+)')
  93     offset1_re = re.compile('(\d+)\[')
  94     pcdname_num_re = re.compile('\w+\[(\S+)\]')
  95     pcdname_re = re.compile('\](.*)\<')
  96     pcdname2_re = re.compile('(\w+)\[')
  97     uint_re = re.compile('\<(\S+)\>')
  98     name_format = re.compile(r'(?<!typedef)\s+struct (\w+) {.*?;', re.S)
  99     name=name_format.findall(self.text)
 100     info={}
 101     unparse=[]
 102     if name:
 103       tmp_n = [n for n in name if n not in self._ignore]
 104       name = list(set(tmp_n))
 105       name.sort(key = tmp_n.index)
 106       name.reverse()
 107       #name=list(set(name).difference(set(self._ignore)))
 108       for struct in name:
 109         s_re = re.compile(r'struct %s :(.*?)};'% struct, re.S)
 110         content = s_re.search(self.text)
 111         if content:
 112           tmp_dict = {}
 113           text = content.group().split('+')
 114           for line in text[1:]:
 115             offset = offset1_re.findall(line)
 116             t_name = pcdname_re.findall(line)
 117             uint = uint_re.findall(line)
 118             if offset and uint:
 119               offset = offset[0]
 120               uint = uint[0]
 121               if t_name:
 122                 t_name = t_name[0].strip()
 123                 if (' ' in t_name) or ("=" in t_name) or (";" in t_name) or("\\" in name) or (t_name ==''):
 124                   WARNING.append("Warning:Invalid Pcd name '%s' for Offset %s in struct %s" % (t_name,offset, struct))
 125                 else:
 126                   if '[' in t_name:
 127                     if uint in ['UINT8', 'UINT16', 'UINT32', 'UINT64']:
 128                       offset = int(offset, 10)
 129                       tmp_name = pcdname2_re.findall(t_name)[0] + '[0]'
 130                       tmp_dict[offset] = tmp_name
 131                       pcdname_num = int(pcdname_num_re.findall(t_name)[0],10)
 132                       uint = int(unit_num.findall(uint)[0],10)
 133                       bit = uint // 8
 134                       for i in range(1, pcdname_num):
 135                         offset += bit
 136                         tmp_name = pcdname2_re.findall(t_name)[0] + '[%s]' % i
 137                         tmp_dict[offset] = tmp_name
 138                     else:
 139                       tmp_name = pcdname2_re.findall(t_name)[0]
 140                       pcdname_num = pcdname_num_re.findall(t_name)[0]
 141                       line = [offset,tmp_name,pcdname_num,uint]
 142                       line.append(struct)
 143                       unparse.append(line)
 144                   else:
 145                     if uint not in ['UINT8', 'UINT16', 'UINT32', 'UINT64', 'BOOLEAN']:
 146                       line = [offset, t_name, 0, uint]
 147                       line.append(struct)
 148                       unparse.append(line)
 149                     else:
 150                       offset = int(offset,10)
 151                       tmp_dict[offset] = t_name
 152         info[struct] = tmp_dict
 153       if len(unparse) != 0:
 154         for u in unparse:
 155           if u[3] in list(info.keys()):
 156             unpar = self.nameISstruct(u,info[u[3]])
 157             info[u[4]]= dict(list(info[u[4]].items())+list(unpar[u[4]].items()))
 158     else:
 159       print("ERROR: No struct name found in %s" % self.file)
 160       ERRORMSG.append("ERROR: No struct name found in %s" % self.file)
 161     return info
 162
 163
 164   def nameISstruct(self,line,key_dict):
 165     dict={}
 166     dict2={}
 167     s_re = re.compile(r'struct %s :(.*?)};' % line[3], re.S)
 168     size_re = re.compile(r'mTotalSize \[(\S+)\]')
 169     content = s_re.search(self.text)
 170     if content:
 171       s_size = size_re.findall(content.group())[0]
 172     else:
 173       s_size = '0'
 174       print("ERROR: Struct %s not define mTotalSize in lst file" %line[3])
 175       ERRORMSG.append("ERROR: Struct %s not define mTotalSize in lst file" %line[3])
 176     size = int(line[0], 10)
 177     if line[2] != 0:
 178       for j in range(0, int(line[2], 10)):
 179         for k in list(key_dict.keys()):
 180           offset = size  + k
 181           name ='%s.%s' %((line[1]+'[%s]'%j),key_dict[k])
 182           dict[offset] = name
 183         size = int(s_size,16)+size
 184     elif line[2] == 0:
 185       for k in list(key_dict.keys()):
 186         offset = size + k
 187         name = '%s.%s' % (line[1], key_dict[k])
 188         dict[offset] = name
 189     dict2[line[4]] = dict
 190     return dict2
 191
 192   def efivarstore_parser(self):
 193     efivarstore_format = re.compile(r'efivarstore.*?;', re.S)
 194     struct_re = re.compile(r'efivarstore(.*?),',re.S)
 195     name_re = re.compile(r'name=(\w+)')
 196     efivarstore_dict={}
 197     efitxt = efivarstore_format.findall(self.text)
 198     for i in efitxt:
 199       struct = struct_re.findall(i.replace(' ',''))
 200       if struct[0] in self._ignore:
 201           continue
 202       name = name_re.findall(i.replace(' ',''))
 203       if struct and name:
 204         efivarstore_dict[name[0]]=struct[0]
 205       else:
 206         print("ERROR: Can't find Struct or name in lst file, please check have this format:efivarstore XXXX, name=xxxx")
 207         ERRORMSG.append("ERROR: Can't find Struct or name in lst file, please check have this format:efivarstore XXXX, name=xxxx")
 208     return efivarstore_dict
 209
 210 class Config(object):
 211
 212   def __init__(self,Config):
 213     self.config=Config
 214
 215   #Parser .config file,return list[offset,name,guid,value,help]
 216   def config_parser(self):
 217     ids_re =re.compile('_ID:(\d+)',re.S)
 218     id_re= re.compile('\s+')
 219     info = []
 220     info_dict={}
 221     with open(self.config, 'r') as text:
 222       read = text.read()
 223     if 'DEFAULT_ID:' in read:
 224       all_txt = read.split('FCEKEY DEFAULT')
 225       for i in all_txt[1:]:
 226         part = [] #save all infomation for DEFAULT_ID
 227         str_id=''
 228         ids = ids_re.findall(i.replace(' ',''))
 229         for m in ids:
 230           str_id +=m+'_'
 231         str_id=str_id[:-1]
 232         part.append(ids)
 233         section = i.split('\nQ') #split with '\nQ ' to get every block
 234         part +=self.section_parser(section)
 235         info_dict[str_id] = self.section_parser(section)
 236         info.append(part)
 237     else:
 238       part = []
 239       id=('0','0')
 240       str_id='0_0'
 241       part.append(id)
 242       section = read.split('\nQ')
 243       part +=self.section_parser(section)
 244       info_dict[str_id] = self.section_parser(section)
 245       info.append(part)
 246     return info_dict
 247
 248   def eval_id(self,id):
 249     id = id.split("_")
 250     default_id=id[0:len(id)//2]
 251     platform_id=id[len(id)//2:]
 252     text=''
 253     for i in range(len(default_id)):
 254       text +="%s.common.%s.%s,"%(SECTION,self.id_name(platform_id[i],'PLATFORM'),self.id_name(default_id[i],'DEFAULT'))
 255     return '\n[%s]\n'%text[:-1]
 256
 257   def id_name(self,ID, flag):
 258     platform_dict = {'0': 'DEFAULT'}
 259     default_dict = {'0': 'STANDARD', '1': 'MANUFACTURING'}
 260     if flag == "PLATFORM":
 261       try:
 262         value = platform_dict[ID]
 263       except KeyError:
 264         value = 'SKUID%s' % ID
 265     elif flag == 'DEFAULT':
 266       try:
 267         value = default_dict[ID]
 268       except KeyError:
 269         value = 'DEFAULTID%s' % ID
 270     else:
 271       value = None
 272     return value
 273
 274   def section_parser(self,section):
 275     offset_re = re.compile(r'offset=(\w+)')
 276     name_re = re.compile(r'name=(\S+)')
 277     guid_re = re.compile(r'guid=(\S+)')
 278   #  help_re = re.compile(r'help = (.*)')
 279     attribute_re=re.compile(r'attribute=(\w+)')
 280     value_re = re.compile(r'(//.*)')
 281     part = []
 282     part_without_comment = []
 283     for x in section[1:]:
 284         line=x.split('\n')[0]
 285         comment_list = value_re.findall(line) # the string \\... in "Q...." line
 286         comment_list[0] = comment_list[0].replace('//', '')
 287         comment_ori = comment_list[0].strip()
 288         comment = ""
 289         for each in comment_ori:
 290             if each != " " and "\x21" > each or each > "\x7E":
 291                 if bytes(each, 'utf-16') == b'\xff\xfe\xae\x00':
 292                     each = '(R)'
 293                 else:
 294                     each = ""
 295             comment += each
 296         line=value_re.sub('',line) #delete \\... in "Q...." line
 297         list1=line.split(' ')
 298         value=self.value_parser(list1)
 299         offset = offset_re.findall(x.replace(' ',''))
 300         name = name_re.findall(x.replace(' ',''))
 301         guid = guid_re.findall(x.replace(' ',''))
 302         attribute =attribute_re.findall(x.replace(' ',''))
 303         if offset and name and guid and value and attribute:
 304           if attribute[0] in ['0x3','0x7']:
 305             offset = int(offset[0], 16)
 306             #help = help_re.findall(x)
 307             text_without_comment = offset, name[0], guid[0], value, attribute[0]
 308             if text_without_comment in part_without_comment:
 309                 # check if exists same Pcd with different comments, add different comments in one line with "|".
 310                 dupl_index = part_without_comment.index(text_without_comment)
 311                 part[dupl_index] = list(part[dupl_index])
 312                 if comment not in part[dupl_index][-1]:
 313                     part[dupl_index][-1] += " | " + comment
 314                 part[dupl_index] = tuple(part[dupl_index])
 315             else:
 316                 text = offset, name[0], guid[0], value, attribute[0], comment
 317                 part_without_comment.append(text_without_comment)
 318                 part.append(text)
 319     return(part)
 320
 321   def value_parser(self, list1):
 322     list1 = [t for t in list1 if t != '']  # remove '' form list
 323     first_num = int(list1[0], 16)
 324     if list1[first_num + 1] == 'STRING':  # parser STRING
 325       if list1[-1] == '""':
 326         value = "{0x0, 0x0}"
 327       else:
 328         value = 'L%s' % list1[-1]
 329     elif list1[first_num + 1] == 'ORDERED_LIST':  # parser ORDERED_LIST
 330       value_total = int(list1[first_num + 2])
 331       list2 = list1[-value_total:]
 332       tmp = []
 333       line = ''
 334       for i in list2:
 335         if len(i) % 2 == 0 and len(i) != 2:
 336           for m in range(0, len(i) // 2):
 337             tmp.append('0x%02x' % (int('0x%s' % i, 16) >> m * 8 & 0xff))
 338         else:
 339           tmp.append('0x%s' % i)
 340       for i in tmp:
 341         line += '%s,' % i
 342       value = '{%s}' % line[:-1]
 343     else:
 344       value = "0x%01x" % int(list1[-1], 16)
 345     return value
 346
 347
 348 #parser Guid file, get guid name form guid value
 349 class GUID(object):
 350
 351   def __init__(self,path):
 352     self.path = path
 353     self.guidfile = self.gfile()
 354     self.guiddict = self.guid_dict()
 355
 356   def gfile(self):
 357     for root, dir, file in os.walk(self.path, topdown=True, followlinks=False):
 358       if 'FV' in dir:
 359         gfile = os.path.join(root,'Fv','Guid.xref')
 360         if os.path.isfile(gfile):
 361           return gfile
 362         else:
 363           print("ERROR: Guid.xref file not found")
 364           ERRORMSG.append("ERROR: Guid.xref file not found")
 365           exit()
 366
 367   def guid_dict(self):
 368     guiddict={}
 369     with open(self.guidfile,'r') as file:
 370       lines = file.readlines()
 371     guidinfo=lines
 372     for line in guidinfo:
 373       list=line.strip().split(' ')
 374       if list:
 375         if len(list)>1:
 376           guiddict[list[0].upper()]=list[1]
 377         elif list[0] != ''and len(list)==1:
 378           print("Error: line %s can't be parser in %s"%(line.strip(),self.guidfile))
 379           ERRORMSG.append("Error: line %s can't be parser in %s"%(line.strip(),self.guidfile))
 380       else:
 381         print("ERROR: No data in %s" %self.guidfile)
 382         ERRORMSG.append("ERROR: No data in %s" %self.guidfile)
 383     return guiddict
 384
 385   def guid_parser(self,guid):
 386     if guid.upper() in self.guiddict:
 387       return self.guiddict[guid.upper()]
 388     else:
 389       print("ERROR: GUID %s not found in file %s"%(guid, self.guidfile))
 390       ERRORMSG.append("ERROR: GUID %s not found in file %s"%(guid, self.guidfile))
 391       return guid
 392
 393 class PATH(object):
 394
 395   def __init__(self,path):
 396     self.path=path
 397     self.rootdir=self.get_root_dir()
 398     self.usefuldir=set()
 399     self.lstinf = {}
 400     for path in self.rootdir:
 401       for o_root, o_dir, o_file in os.walk(os.path.join(path, "OUTPUT"), topdown=True, followlinks=False):
 402         for INF in o_file:
 403           if os.path.splitext(INF)[1] == '.inf':
 404             for l_root, l_dir, l_file in os.walk(os.path.join(path, "DEBUG"), topdown=True,
 405                                followlinks=False):
 406               for LST in l_file:
 407                 if os.path.splitext(LST)[1] == '.lst':
 408                   self.lstinf[os.path.join(l_root, LST)] = os.path.join(o_root, INF)
 409                   self.usefuldir.add(path)
 410
 411   def get_root_dir(self):
 412     rootdir=[]
 413     for root,dir,file in os.walk(self.path,topdown=True,followlinks=False):
 414       if "OUTPUT" in root:
 415         updir=root.split("OUTPUT",1)[0]
 416         rootdir.append(updir)
 417     rootdir=list(set(rootdir))
 418     return rootdir
 419
 420   def lst_inf(self):
 421     return self.lstinf
 422
 423   def package(self):
 424     package={}
 425     package_re=re.compile(r'Packages\.\w+]\n(.*)',re.S)
 426     for i in list(self.lstinf.values()):
 427       with open(i,'r') as inf:
 428         read=inf.read()
 429       section=read.split('[')
 430       for j in section:
 431         p=package_re.findall(j)
 432         if p:
 433           package[i]=p[0].rstrip()
 434     return package
 435
 436   def header(self,struct):
 437     header={}
 438     head_re = re.compile('typedef.*} %s;[\n]+(.*)(?:typedef|formset)'%struct,re.M|re.S)
 439     head_re2 = re.compile(r'#line[\s\d]+"(\S+h)"')
 440     for i in list(self.lstinf.keys()):
 441       with open(i,'r') as lst:
 442         read = lst.read()
 443       h = head_re.findall(read)
 444       if h:
 445         head=head_re2.findall(h[0])
 446         if head:
 447           format = head[0].replace('\\\\','/').replace('\\','/')
 448           name =format.split('/')[-1]
 449           head = self.headerfileset.get(name)
 450           if head:
 451             head = head.replace('\\','/')
 452             header[struct] = head
 453     return header
 454   @property
 455   def headerfileset(self):
 456     headerset = dict()
 457     for root,dirs,files in os.walk(self.path):
 458       for file in files:
 459         if os.path.basename(file) == 'deps.txt':
 460           with open(os.path.join(root,file),"r") as fr:
 461             for line in fr.readlines():
 462               headerset[os.path.basename(line).strip()] = line.strip()
 463     return headerset
 464
 465   def makefile(self,filename):
 466     re_format = re.compile(r'DEBUG_DIR.*(?:\S+Pkg)\\(.*\\%s)'%filename)
 467     for i in self.usefuldir:
 468       with open(os.path.join(i,'Makefile'),'r') as make:
 469         read = make.read()
 470       dir = re_format.findall(read)
 471       if dir:
 472         return dir[0]
 473     return None
 474
 475 class mainprocess(object):
 476
 477   def __init__(self,InputPath,Config,OutputPath):
 478     self.init = 0xFCD00000
 479     self.inputpath = os.path.abspath(InputPath)
 480     self.outputpath = os.path.abspath(OutputPath)
 481     self.LST = PATH(self.inputpath)
 482     self.lst_dict = self.LST.lst_inf()
 483     self.Config = Config
 484     self.attribute_dict = {'0x3': 'NV, BS', '0x7': 'NV, BS, RT'}
 485     self.guid = GUID(self.inputpath)
 486     self.header={}
 487
 488   def main(self):
 489     conf=Config(self.Config)
 490     config_dict=conf.config_parser() #get {'0_0':[offset,name,guid,value,attribute]...,'1_0':....}
 491     lst=parser_lst(list(self.lst_dict.keys()))
 492     efi_dict=lst.efivarstore_parser() #get {name:struct} form lst file
 493     keys=sorted(config_dict.keys())
 494     all_struct=lst.struct()
 495     stru_lst=lst.struct_lst()
 496     title_list=[]
 497     info_list=[]
 498     header_list=[]
 499     inf_list =[]
 500     for i in stru_lst:
 501       tmp = self.LST.header(i)
 502       self.header.update(tmp)
 503     for id_key in keys:
 504       tmp_id=[id_key] #['0_0',[(struct,[name...]),(struct,[name...])]]
 505       tmp_info={} #{name:struct}
 506       for section in config_dict[id_key]:
 507         c_offset,c_name,c_guid,c_value,c_attribute,c_comment = section
 508         if c_name in efi_dict:
 509           struct = efi_dict[c_name]
 510           title='%s%s|L"%s"|%s|0x00||%s\n'%(PCD_NAME,c_name,c_name,self.guid.guid_parser(c_guid),self.attribute_dict[c_attribute])
 511           if struct in all_struct:
 512             lstfile = stru_lst[struct]
 513             struct_dict=all_struct[struct]
 514             try:
 515               title2 = '%s%s|{0}|%s|0xFCD00000{\n <HeaderFiles>\n  %s\n <Packages>\n%s\n}\n' % (PCD_NAME, c_name, struct, self.header[struct], self.LST.package()[self.lst_dict[lstfile]])
 516             except KeyError:
 517               WARNING.append("Warning: No <HeaderFiles> for struct %s"%struct)
 518               title2 = '%s%s|{0}|%s|0xFCD00000{\n <HeaderFiles>\n  %s\n <Packages>\n%s\n}\n' % (PCD_NAME, c_name, struct, '', self.LST.package()[self.lst_dict[lstfile]])
 519             header_list.append(title2)
 520           elif struct not in lst._ignore:
 521             struct_dict ={}
 522             print("ERROR: Struct %s can't found in lst file" %struct)
 523             ERRORMSG.append("ERROR: Struct %s can't found in lst file" %struct)
 524           if c_offset in struct_dict:
 525             offset_name=struct_dict[c_offset]
 526             info = "%s%s.%s|%s\n"%(PCD_NAME,c_name,offset_name,c_value)
 527             blank_length = Max_Pcd_Len - len(info)
 528             if blank_length <= 0:
 529                 info_comment = "%s%s.%s|%s%s# %s\n"%(PCD_NAME,c_name,offset_name,c_value,"     ",c_comment)
 530             else:
 531                 info_comment = "%s%s.%s|%s%s# %s\n"%(PCD_NAME,c_name,offset_name,c_value,blank_length*" ",c_comment)
 532             inf = "%s%s\n"%(PCD_NAME,c_name)
 533             inf_list.append(inf)
 534             tmp_info[info_comment]=title
 535           else:
 536             print("ERROR: Can't find offset %s with struct name %s"%(c_offset,struct))
 537             ERRORMSG.append("ERROR: Can't find offset %s with name %s"%(c_offset,struct))
 538         else:
 539           print("ERROR: Can't find name %s in lst file"%(c_name))
 540           ERRORMSG.append("ERROR: Can't find name %s in lst file"%(c_name))
 541       tmp_id.append(list(self.reverse_dict(tmp_info).items()))
 542       id,tmp_title_list,tmp_info_list = self.read_list(tmp_id)
 543       title_list +=tmp_title_list
 544       info_list.append(tmp_info_list)
 545     inf_list = self.del_repeat(inf_list)
 546     header_list = self.plus(self.del_repeat(header_list))
 547     title_all=list(set(title_list))
 548     info_list = self.remove_bracket(self.del_repeat(info_list))
 549     for i in range(len(info_list)-1,-1,-1):
 550       if len(info_list[i]) == 0:
 551         info_list.remove(info_list[i])
 552     for i in (inf_list, title_all, header_list):
 553       i.sort()
 554     return keys,title_all,info_list,header_list,inf_list
 555
 556   def correct_sort(self, PcdString):
 557     # sort the Pcd list with two rules:
 558     # First sort through Pcd name;
 559     # Second if the Pcd exists several elements, sort them through index value.
 560     if ("]|") in PcdString:
 561         Pcdname = PcdString.split("[")[0]
 562         Pcdindex = int(PcdString.split("[")[1].split("]")[0])
 563     else:
 564         Pcdname = PcdString.split("|")[0]
 565         Pcdindex = 0
 566     return Pcdname, Pcdindex
 567
 568   def remove_bracket(self,List):
 569     for i in List:
 570       for j in i:
 571         tmp = j.split("|")
 572         if (('L"' in j) and ("[" in j)) or (tmp[1].split("#")[0].strip() == '{0x0, 0x0}'):
 573           tmp[0] = tmp[0][:tmp[0].index('[')]
 574           List[List.index(i)][i.index(j)] = "|".join(tmp)
 575         else:
 576           List[List.index(i)][i.index(j)] = j
 577     for i in List:
 578       if type(i) == type([0,0]):
 579         i.sort(key = lambda x:(self.correct_sort(x)[0], self.correct_sort(x)[1]))
 580     return List
 581
 582   def write_all(self):
 583     title_flag=1
 584     info_flag=1
 585     if not os.path.isdir(self.outputpath):
 586       os.makedirs(self.outputpath)
 587     decwrite = write2file(os.path.join(self.outputpath,'StructurePcd.dec'))
 588     dscwrite = write2file(os.path.join(self.outputpath,'StructurePcd.dsc'))
 589     infwrite = write2file(os.path.join(self.outputpath, 'StructurePcd.inf'))
 590     conf = Config(self.Config)
 591     ids,title,info,header,inf=self.main()
 592     decwrite.add2file(decstatement)
 593     decwrite.add2file(header)
 594     infwrite.add2file(infstatement)
 595     infwrite.add2file(inf)
 596     dscwrite.add2file(dscstatement)
 597     for id in ids:
 598       dscwrite.add2file(conf.eval_id(id))
 599       if title_flag:
 600         dscwrite.add2file(title)
 601         title_flag=0
 602       if len(info) == 1:
 603         dscwrite.add2file(info)
 604       elif len(info) == 2:
 605         if info_flag:
 606           dscwrite.add2file(info[0])
 607           info_flag =0
 608         else:
 609           dscwrite.add2file(info[1])
 610
 611   def del_repeat(self,List):
 612     if len(List) == 1 or len(List) == 0:
 613       return List
 614     else:
 615       if type(List[0]) != type('xxx'):
 616         alist=[]
 617         for i in range(len(List)):
 618           if i == 0:
 619             alist.append(List[0])
 620           else:
 621             plist = []
 622             for j in range(i):
 623               plist += List[j]
 624             alist.append(self.__del(list(set(plist)), List[i]))
 625         return alist
 626       else:
 627         return list(set(List))
 628
 629
 630   def __del(self,list1,list2):
 631     return list(set(list2).difference(set(list1)))
 632
 633   def reverse_dict(self,dict):
 634     data={}
 635     for i in list(dict.items()):
 636       if i[1] not in list(data.keys()):
 637         data[i[1]]=[i[0]]
 638       else:
 639         data[i[1]].append(i[0])
 640     return data
 641
 642   def read_list(self,list):
 643     title_list=[]
 644     info_list=[]
 645     for i in list[1]:
 646       title_list.append(i[0])
 647       for j in i[1]:
 648         info_list.append(j)
 649     return list[0],title_list,info_list
 650
 651   def plus(self,list):
 652     nums=[]
 653     for i in list:
 654       if type(i) != type([0]):
 655         self.init += 1
 656         num = "0x%01x" % self.init
 657         j=i.replace('0xFCD00000',num.upper())
 658         nums.append(j)
 659     return nums
 660
 661 class write2file(object):
 662
 663   def __init__(self,Output):
 664     self.output=Output
 665     self.text=''
 666     if os.path.exists(self.output):
 667       os.remove(self.output)
 668
 669   def add2file(self,content):
 670     self.text = ''
 671     with open(self.output,'a+') as file:
 672       file.write(self.__gen(content))
 673
 674   def __gen(self,content):
 675     if type(content) == type(''):
 676       return content
 677     elif type(content) == type([0,0])or type(content) == type((0,0)):
 678       return self.__readlist(content)
 679     elif type(content) == type({0:0}):
 680       return self.__readdict(content)
 681
 682   def __readlist(self,list):
 683     for i in list:
 684       if type(i) == type([0,0])or type(i) == type((0,0)):
 685         self.__readlist(i)
 686       elif type(i) == type('') :
 687         self.text +=i
 688     return self.text
 689
 690   def __readdict(self,dict):
 691     content=list(dict.items())
 692     return self.__readlist(content)
 693
 694 def stamp():
 695   return datetime.datetime.now()
 696
 697 def dtime(start,end,id=None):
 698   if id:
 699     pass
 700     print("%s time:%s" % (id,str(end - start)))
 701   else:
 702     print("Total time:%s" %str(end-start)[:-7])
 703
 704
 705 def main():
 706   start = stamp()
 707   parser = argparse.ArgumentParser(prog = __prog__,
 708                                    description = __description__ + __copyright__,
 709                                    conflict_handler = 'resolve')
 710   parser.add_argument('-v', '--version', action = 'version',version = __version__, help="show program's version number and exit")
 711   parser.add_argument('-p', '--path', metavar='PATH', dest='path', help="platform build output directory")
 712   parser.add_argument('-c', '--config',metavar='FILENAME', dest='config', help="firmware configuration file")
 713   parser.add_argument('-o', '--outputdir', metavar='PATH', dest='output', help="output directoy")
 714   options = parser.parse_args()
 715   if options.config:
 716     if options.path:
 717       if options.output:
 718         run = mainprocess(options.path, options.config, options.output)
 719         print("Running...")
 720         run.write_all()
 721         if WARNING:
 722           warning = list(set(WARNING))
 723           for j in warning:
 724             print(j)
 725         if ERRORMSG:
 726           ERROR = list(set(ERRORMSG))
 727           with open("ERROR.log", 'w+') as error:
 728             for i in ERROR:
 729               error.write(i + '\n')
 730           print("Some error find, error log in ERROR.log")
 731         print('Finished, Output files in directory %s'%os.path.abspath(options.output))
 732       else:
 733         print('Error command, no output path, use -h for help')
 734     else:
 735       print('Error command, no build path input, use -h for help')
 736   else:
 737     print('Error command, no output file, use -h for help')
 738   end = stamp()
 739   dtime(start, end)
 740
 741 if __name__ == '__main__':
 742   main()