]>
Commit | Line | Data |
---|---|---|
30fdf114 LG |
1 | ## @file\r |
2 | # preprocess source file\r | |
3 | #\r | |
231fdbb2 | 4 | # Copyright (c) 2007 - 2018, Intel Corporation. All rights reserved.<BR>\r |
30fdf114 | 5 | #\r |
2e351cbe | 6 | # SPDX-License-Identifier: BSD-2-Clause-Patent\r |
30fdf114 LG |
7 | #\r |
8 | \r | |
9 | ##\r | |
10 | # Import Modules\r | |
11 | #\r | |
12 | \r | |
72443dd2 | 13 | from __future__ import print_function\r |
b6f6b636 | 14 | from __future__ import absolute_import\r |
30fdf114 | 15 | import re\r |
1be2ed90 | 16 | import Common.LongFilePathOs as os\r |
30fdf114 | 17 | import sys\r |
c60377d7 FB |
18 | if sys.version_info.major == 3:\r |
19 | import antlr4 as antlr\r | |
20 | from Ecc.CParser4.CLexer import CLexer\r | |
21 | from Ecc.CParser4.CParser import CParser\r | |
22 | else:\r | |
23 | import antlr3 as antlr\r | |
7b6a8c9c | 24 | antlr.InputStream = antlr.StringStream\r |
c60377d7 FB |
25 | from Ecc.CParser3.CLexer import CLexer\r |
26 | from Ecc.CParser3.CParser import CParser\r | |
30fdf114 | 27 | \r |
30fdf114 | 28 | \r |
855698fb | 29 | from Ecc import FileProfile\r |
30 | from Ecc.CodeFragment import Comment\r | |
31 | from Ecc.CodeFragment import PP_Directive\r | |
32 | from Ecc.ParserWarning import Warning\r | |
30fdf114 LG |
33 | \r |
34 | \r | |
35 | ##define T_CHAR_SPACE ' '\r | |
36 | ##define T_CHAR_NULL '\0'\r | |
37 | ##define T_CHAR_CR '\r'\r | |
38 | ##define T_CHAR_TAB '\t'\r | |
39 | ##define T_CHAR_LF '\n'\r | |
40 | ##define T_CHAR_SLASH '/'\r | |
41 | ##define T_CHAR_BACKSLASH '\\'\r | |
42 | ##define T_CHAR_DOUBLE_QUOTE '\"'\r | |
43 | ##define T_CHAR_SINGLE_QUOTE '\''\r | |
44 | ##define T_CHAR_STAR '*'\r | |
45 | ##define T_CHAR_HASH '#'\r | |
46 | \r | |
47 | (T_CHAR_SPACE, T_CHAR_NULL, T_CHAR_CR, T_CHAR_TAB, T_CHAR_LF, T_CHAR_SLASH, \\r | |
48 | T_CHAR_BACKSLASH, T_CHAR_DOUBLE_QUOTE, T_CHAR_SINGLE_QUOTE, T_CHAR_STAR, T_CHAR_HASH) = \\r | |
49 | (' ', '\0', '\r', '\t', '\n', '/', '\\', '\"', '\'', '*', '#')\r | |
50 | \r | |
f7496d71 | 51 | SEPERATOR_TUPLE = ('=', '|', ',', '{', '}')\r |
30fdf114 LG |
52 | \r |
53 | (T_COMMENT_TWO_SLASH, T_COMMENT_SLASH_STAR) = (0, 1)\r | |
54 | \r | |
55 | (T_PP_INCLUDE, T_PP_DEFINE, T_PP_OTHERS) = (0, 1, 2)\r | |
56 | \r | |
57 | ## The collector for source code fragments.\r | |
58 | #\r | |
59 | # PreprocessFile method should be called prior to ParseFile\r | |
60 | #\r | |
61 | # GetNext*** procedures mean these procedures will get next token first, then make judgement.\r | |
62 | # Get*** procedures mean these procedures will make judgement on current token only.\r | |
f7496d71 | 63 | #\r |
30fdf114 LG |
64 | class CodeFragmentCollector:\r |
65 | ## The constructor\r | |
66 | #\r | |
67 | # @param self The object pointer\r | |
68 | # @param FileName The file that to be parsed\r | |
69 | #\r | |
70 | def __init__(self, FileName):\r | |
71 | self.Profile = FileProfile.FileProfile(FileName)\r | |
72 | self.Profile.FileLinesList.append(T_CHAR_LF)\r | |
73 | self.FileName = FileName\r | |
74 | self.CurrentLineNumber = 1\r | |
75 | self.CurrentOffsetWithinLine = 0\r | |
0cb3f771 | 76 | self.TokenReleaceList = []\r |
30fdf114 LG |
77 | self.__Token = ""\r |
78 | self.__SkippedChars = ""\r | |
79 | \r | |
30fdf114 LG |
80 | ## __EndOfFile() method\r |
81 | #\r | |
82 | # Judge current buffer pos is at file end\r | |
83 | #\r | |
84 | # @param self The object pointer\r | |
85 | # @retval True Current File buffer position is at file end\r | |
86 | # @retval False Current File buffer position is NOT at file end\r | |
87 | #\r | |
88 | def __EndOfFile(self):\r | |
89 | NumberOfLines = len(self.Profile.FileLinesList)\r | |
90 | SizeOfLastLine = NumberOfLines\r | |
91 | if NumberOfLines > 0:\r | |
92 | SizeOfLastLine = len(self.Profile.FileLinesList[-1])\r | |
f7496d71 | 93 | \r |
30fdf114 LG |
94 | if self.CurrentLineNumber == NumberOfLines and self.CurrentOffsetWithinLine >= SizeOfLastLine - 1:\r |
95 | return True\r | |
96 | elif self.CurrentLineNumber > NumberOfLines:\r | |
97 | return True\r | |
98 | else:\r | |
99 | return False\r | |
100 | \r | |
101 | ## __EndOfLine() method\r | |
102 | #\r | |
103 | # Judge current buffer pos is at line end\r | |
104 | #\r | |
105 | # @param self The object pointer\r | |
106 | # @retval True Current File buffer position is at line end\r | |
107 | # @retval False Current File buffer position is NOT at line end\r | |
108 | #\r | |
109 | def __EndOfLine(self):\r | |
110 | SizeOfCurrentLine = len(self.Profile.FileLinesList[self.CurrentLineNumber - 1])\r | |
111 | if self.CurrentOffsetWithinLine >= SizeOfCurrentLine - 1:\r | |
112 | return True\r | |
113 | else:\r | |
114 | return False\r | |
f7496d71 | 115 | \r |
30fdf114 LG |
116 | ## Rewind() method\r |
117 | #\r | |
118 | # Reset file data buffer to the initial state\r | |
119 | #\r | |
120 | # @param self The object pointer\r | |
121 | #\r | |
122 | def Rewind(self):\r | |
123 | self.CurrentLineNumber = 1\r | |
124 | self.CurrentOffsetWithinLine = 0\r | |
f7496d71 | 125 | \r |
30fdf114 LG |
126 | ## __UndoOneChar() method\r |
127 | #\r | |
128 | # Go back one char in the file buffer\r | |
129 | #\r | |
130 | # @param self The object pointer\r | |
131 | # @retval True Successfully go back one char\r | |
132 | # @retval False Not able to go back one char as file beginning reached\r | |
f7496d71 | 133 | #\r |
30fdf114 | 134 | def __UndoOneChar(self):\r |
f7496d71 | 135 | \r |
30fdf114 LG |
136 | if self.CurrentLineNumber == 1 and self.CurrentOffsetWithinLine == 0:\r |
137 | return False\r | |
138 | elif self.CurrentOffsetWithinLine == 0:\r | |
139 | self.CurrentLineNumber -= 1\r | |
140 | self.CurrentOffsetWithinLine = len(self.__CurrentLine()) - 1\r | |
141 | else:\r | |
142 | self.CurrentOffsetWithinLine -= 1\r | |
143 | return True\r | |
f7496d71 | 144 | \r |
30fdf114 LG |
145 | ## __GetOneChar() method\r |
146 | #\r | |
147 | # Move forward one char in the file buffer\r | |
148 | #\r | |
149 | # @param self The object pointer\r | |
f7496d71 | 150 | #\r |
30fdf114 LG |
151 | def __GetOneChar(self):\r |
152 | if self.CurrentOffsetWithinLine == len(self.Profile.FileLinesList[self.CurrentLineNumber - 1]) - 1:\r | |
153 | self.CurrentLineNumber += 1\r | |
154 | self.CurrentOffsetWithinLine = 0\r | |
155 | else:\r | |
156 | self.CurrentOffsetWithinLine += 1\r | |
157 | \r | |
158 | ## __CurrentChar() method\r | |
159 | #\r | |
160 | # Get the char pointed to by the file buffer pointer\r | |
161 | #\r | |
162 | # @param self The object pointer\r | |
163 | # @retval Char Current char\r | |
f7496d71 | 164 | #\r |
30fdf114 LG |
165 | def __CurrentChar(self):\r |
166 | CurrentChar = self.Profile.FileLinesList[self.CurrentLineNumber - 1][self.CurrentOffsetWithinLine]\r | |
167 | # if CurrentChar > 255:\r | |
168 | # raise Warning("Non-Ascii char found At Line %d, offset %d" % (self.CurrentLineNumber, self.CurrentOffsetWithinLine), self.FileName, self.CurrentLineNumber)\r | |
169 | return CurrentChar\r | |
f7496d71 | 170 | \r |
30fdf114 LG |
171 | ## __NextChar() method\r |
172 | #\r | |
173 | # Get the one char pass the char pointed to by the file buffer pointer\r | |
174 | #\r | |
175 | # @param self The object pointer\r | |
176 | # @retval Char Next char\r | |
177 | #\r | |
178 | def __NextChar(self):\r | |
179 | if self.CurrentOffsetWithinLine == len(self.Profile.FileLinesList[self.CurrentLineNumber - 1]) - 1:\r | |
180 | return self.Profile.FileLinesList[self.CurrentLineNumber][0]\r | |
181 | else:\r | |
182 | return self.Profile.FileLinesList[self.CurrentLineNumber - 1][self.CurrentOffsetWithinLine + 1]\r | |
f7496d71 | 183 | \r |
30fdf114 LG |
184 | ## __SetCurrentCharValue() method\r |
185 | #\r | |
186 | # Modify the value of current char\r | |
187 | #\r | |
188 | # @param self The object pointer\r | |
189 | # @param Value The new value of current char\r | |
190 | #\r | |
191 | def __SetCurrentCharValue(self, Value):\r | |
192 | self.Profile.FileLinesList[self.CurrentLineNumber - 1][self.CurrentOffsetWithinLine] = Value\r | |
f7496d71 | 193 | \r |
30fdf114 LG |
194 | ## __SetCharValue() method\r |
195 | #\r | |
196 | # Modify the value of current char\r | |
197 | #\r | |
198 | # @param self The object pointer\r | |
199 | # @param Value The new value of current char\r | |
200 | #\r | |
201 | def __SetCharValue(self, Line, Offset, Value):\r | |
202 | self.Profile.FileLinesList[Line - 1][Offset] = Value\r | |
f7496d71 | 203 | \r |
30fdf114 LG |
204 | ## __CurrentLine() method\r |
205 | #\r | |
206 | # Get the list that contains current line contents\r | |
207 | #\r | |
208 | # @param self The object pointer\r | |
209 | # @retval List current line contents\r | |
210 | #\r | |
211 | def __CurrentLine(self):\r | |
212 | return self.Profile.FileLinesList[self.CurrentLineNumber - 1]\r | |
f7496d71 | 213 | \r |
30fdf114 LG |
214 | ## __InsertComma() method\r |
215 | #\r | |
216 | # Insert ',' to replace PP\r | |
217 | #\r | |
218 | # @param self The object pointer\r | |
219 | # @retval List current line contents\r | |
220 | #\r | |
221 | def __InsertComma(self, Line):\r | |
f7496d71 LG |
222 | \r |
223 | \r | |
30fdf114 LG |
224 | if self.Profile.FileLinesList[Line - 1][0] != T_CHAR_HASH:\r |
225 | BeforeHashPart = str(self.Profile.FileLinesList[Line - 1]).split(T_CHAR_HASH)[0]\r | |
226 | if BeforeHashPart.rstrip().endswith(T_CHAR_COMMA) or BeforeHashPart.rstrip().endswith(';'):\r | |
227 | return\r | |
f7496d71 | 228 | \r |
30fdf114 LG |
229 | if Line - 2 >= 0 and str(self.Profile.FileLinesList[Line - 2]).rstrip().endswith(','):\r |
230 | return\r | |
f7496d71 | 231 | \r |
30fdf114 LG |
232 | if Line - 2 >= 0 and str(self.Profile.FileLinesList[Line - 2]).rstrip().endswith(';'):\r |
233 | return\r | |
f7496d71 | 234 | \r |
30fdf114 LG |
235 | if str(self.Profile.FileLinesList[Line]).lstrip().startswith(',') or str(self.Profile.FileLinesList[Line]).lstrip().startswith(';'):\r |
236 | return\r | |
f7496d71 | 237 | \r |
30fdf114 | 238 | self.Profile.FileLinesList[Line - 1].insert(self.CurrentOffsetWithinLine, ',')\r |
f7496d71 | 239 | \r |
30fdf114 LG |
240 | ## PreprocessFile() method\r |
241 | #\r | |
242 | # Preprocess file contents, replace comments with spaces.\r | |
243 | # In the end, rewind the file buffer pointer to the beginning\r | |
244 | # BUGBUG: No !include statement processing contained in this procedure\r | |
245 | # !include statement should be expanded at the same FileLinesList[CurrentLineNumber - 1]\r | |
246 | #\r | |
247 | # @param self The object pointer\r | |
f7496d71 | 248 | #\r |
30fdf114 LG |
249 | def PreprocessFile(self):\r |
250 | \r | |
251 | self.Rewind()\r | |
252 | InComment = False\r | |
253 | DoubleSlashComment = False\r | |
254 | HashComment = False\r | |
255 | PPExtend = False\r | |
256 | CommentObj = None\r | |
257 | PPDirectiveObj = None\r | |
258 | # HashComment in quoted string " " is ignored.\r | |
259 | InString = False\r | |
f7496d71 LG |
260 | InCharLiteral = False\r |
261 | \r | |
30fdf114 LG |
262 | self.Profile.FileLinesList = [list(s) for s in self.Profile.FileLinesListFromFile]\r |
263 | while not self.__EndOfFile():\r | |
f7496d71 | 264 | \r |
30fdf114 LG |
265 | if not InComment and self.__CurrentChar() == T_CHAR_DOUBLE_QUOTE:\r |
266 | InString = not InString\r | |
f7496d71 | 267 | \r |
30fdf114 LG |
268 | if not InComment and self.__CurrentChar() == T_CHAR_SINGLE_QUOTE:\r |
269 | InCharLiteral = not InCharLiteral\r | |
270 | # meet new line, then no longer in a comment for // and '#'\r | |
271 | if self.__CurrentChar() == T_CHAR_LF:\r | |
4231a819 | 272 | if HashComment and PPDirectiveObj is not None:\r |
30fdf114 LG |
273 | if PPDirectiveObj.Content.rstrip(T_CHAR_CR).endswith(T_CHAR_BACKSLASH):\r |
274 | PPDirectiveObj.Content += T_CHAR_LF\r | |
275 | PPExtend = True\r | |
276 | else:\r | |
277 | PPExtend = False\r | |
f7496d71 | 278 | \r |
30fdf114 | 279 | EndLinePos = (self.CurrentLineNumber, self.CurrentOffsetWithinLine)\r |
f7496d71 | 280 | \r |
30fdf114 LG |
281 | if InComment and DoubleSlashComment:\r |
282 | InComment = False\r | |
283 | DoubleSlashComment = False\r | |
284 | CommentObj.Content += T_CHAR_LF\r | |
285 | CommentObj.EndPos = EndLinePos\r | |
286 | FileProfile.CommentList.append(CommentObj)\r | |
287 | CommentObj = None\r | |
288 | if InComment and HashComment and not PPExtend:\r | |
289 | InComment = False\r | |
290 | HashComment = False\r | |
291 | PPDirectiveObj.Content += T_CHAR_LF\r | |
292 | PPDirectiveObj.EndPos = EndLinePos\r | |
293 | FileProfile.PPDirectiveList.append(PPDirectiveObj)\r | |
294 | PPDirectiveObj = None\r | |
f7496d71 | 295 | \r |
30fdf114 LG |
296 | if InString or InCharLiteral:\r |
297 | CurrentLine = "".join(self.__CurrentLine())\r | |
298 | if CurrentLine.rstrip(T_CHAR_LF).rstrip(T_CHAR_CR).endswith(T_CHAR_BACKSLASH):\r | |
299 | SlashIndex = CurrentLine.rindex(T_CHAR_BACKSLASH)\r | |
300 | self.__SetCharValue(self.CurrentLineNumber, SlashIndex, T_CHAR_SPACE)\r | |
f7496d71 | 301 | \r |
30fdf114 LG |
302 | if InComment and not DoubleSlashComment and not HashComment:\r |
303 | CommentObj.Content += T_CHAR_LF\r | |
304 | self.CurrentLineNumber += 1\r | |
f7496d71 | 305 | self.CurrentOffsetWithinLine = 0\r |
30fdf114 LG |
306 | # check for */ comment end\r |
307 | elif InComment and not DoubleSlashComment and not HashComment and self.__CurrentChar() == T_CHAR_STAR and self.__NextChar() == T_CHAR_SLASH:\r | |
308 | CommentObj.Content += self.__CurrentChar()\r | |
309 | # self.__SetCurrentCharValue(T_CHAR_SPACE)\r | |
310 | self.__GetOneChar()\r | |
311 | CommentObj.Content += self.__CurrentChar()\r | |
312 | # self.__SetCurrentCharValue(T_CHAR_SPACE)\r | |
313 | CommentObj.EndPos = (self.CurrentLineNumber, self.CurrentOffsetWithinLine)\r | |
314 | FileProfile.CommentList.append(CommentObj)\r | |
315 | CommentObj = None\r | |
316 | self.__GetOneChar()\r | |
317 | InComment = False\r | |
318 | # set comments to spaces\r | |
f7496d71 | 319 | elif InComment:\r |
30fdf114 LG |
320 | if HashComment:\r |
321 | # // follows hash PP directive\r | |
322 | if self.__CurrentChar() == T_CHAR_SLASH and self.__NextChar() == T_CHAR_SLASH:\r | |
323 | InComment = False\r | |
324 | HashComment = False\r | |
325 | PPDirectiveObj.EndPos = (self.CurrentLineNumber, self.CurrentOffsetWithinLine - 1)\r | |
326 | FileProfile.PPDirectiveList.append(PPDirectiveObj)\r | |
327 | PPDirectiveObj = None\r | |
328 | continue\r | |
329 | else:\r | |
330 | PPDirectiveObj.Content += self.__CurrentChar()\r | |
331 | if PPExtend:\r | |
332 | self.__SetCurrentCharValue(T_CHAR_SPACE)\r | |
333 | else:\r | |
334 | CommentObj.Content += self.__CurrentChar()\r | |
335 | # self.__SetCurrentCharValue(T_CHAR_SPACE)\r | |
336 | self.__GetOneChar()\r | |
337 | # check for // comment\r | |
338 | elif self.__CurrentChar() == T_CHAR_SLASH and self.__NextChar() == T_CHAR_SLASH:\r | |
339 | InComment = True\r | |
340 | DoubleSlashComment = True\r | |
341 | CommentObj = Comment('', (self.CurrentLineNumber, self.CurrentOffsetWithinLine), None, T_COMMENT_TWO_SLASH)\r | |
342 | # check for '#' comment\r | |
343 | elif self.__CurrentChar() == T_CHAR_HASH and not InString and not InCharLiteral:\r | |
344 | InComment = True\r | |
f7496d71 | 345 | HashComment = True\r |
30fdf114 LG |
346 | PPDirectiveObj = PP_Directive('', (self.CurrentLineNumber, self.CurrentOffsetWithinLine), None)\r |
347 | # check for /* comment start\r | |
348 | elif self.__CurrentChar() == T_CHAR_SLASH and self.__NextChar() == T_CHAR_STAR:\r | |
349 | CommentObj = Comment('', (self.CurrentLineNumber, self.CurrentOffsetWithinLine), None, T_COMMENT_SLASH_STAR)\r | |
350 | CommentObj.Content += self.__CurrentChar()\r | |
351 | # self.__SetCurrentCharValue( T_CHAR_SPACE)\r | |
352 | self.__GetOneChar()\r | |
353 | CommentObj.Content += self.__CurrentChar()\r | |
354 | # self.__SetCurrentCharValue( T_CHAR_SPACE)\r | |
355 | self.__GetOneChar()\r | |
356 | InComment = True\r | |
357 | else:\r | |
358 | self.__GetOneChar()\r | |
f7496d71 | 359 | \r |
30fdf114 | 360 | EndLinePos = (self.CurrentLineNumber, self.CurrentOffsetWithinLine)\r |
f7496d71 | 361 | \r |
30fdf114 LG |
362 | if InComment and DoubleSlashComment:\r |
363 | CommentObj.EndPos = EndLinePos\r | |
364 | FileProfile.CommentList.append(CommentObj)\r | |
365 | if InComment and HashComment and not PPExtend:\r | |
366 | PPDirectiveObj.EndPos = EndLinePos\r | |
367 | FileProfile.PPDirectiveList.append(PPDirectiveObj)\r | |
368 | \r | |
369 | self.Rewind()\r | |
370 | \r | |
371 | def PreprocessFileWithClear(self):\r | |
372 | \r | |
373 | self.Rewind()\r | |
374 | InComment = False\r | |
375 | DoubleSlashComment = False\r | |
376 | HashComment = False\r | |
377 | PPExtend = False\r | |
378 | CommentObj = None\r | |
379 | PPDirectiveObj = None\r | |
380 | # HashComment in quoted string " " is ignored.\r | |
381 | InString = False\r | |
f7496d71 | 382 | InCharLiteral = False\r |
30fdf114 LG |
383 | \r |
384 | self.Profile.FileLinesList = [list(s) for s in self.Profile.FileLinesListFromFile]\r | |
385 | while not self.__EndOfFile():\r | |
f7496d71 | 386 | \r |
30fdf114 LG |
387 | if not InComment and self.__CurrentChar() == T_CHAR_DOUBLE_QUOTE:\r |
388 | InString = not InString\r | |
f7496d71 | 389 | \r |
30fdf114 LG |
390 | if not InComment and self.__CurrentChar() == T_CHAR_SINGLE_QUOTE:\r |
391 | InCharLiteral = not InCharLiteral\r | |
392 | # meet new line, then no longer in a comment for // and '#'\r | |
393 | if self.__CurrentChar() == T_CHAR_LF:\r | |
4231a819 | 394 | if HashComment and PPDirectiveObj is not None:\r |
30fdf114 LG |
395 | if PPDirectiveObj.Content.rstrip(T_CHAR_CR).endswith(T_CHAR_BACKSLASH):\r |
396 | PPDirectiveObj.Content += T_CHAR_LF\r | |
397 | PPExtend = True\r | |
398 | else:\r | |
399 | PPExtend = False\r | |
f7496d71 | 400 | \r |
30fdf114 | 401 | EndLinePos = (self.CurrentLineNumber, self.CurrentOffsetWithinLine)\r |
f7496d71 | 402 | \r |
30fdf114 LG |
403 | if InComment and DoubleSlashComment:\r |
404 | InComment = False\r | |
405 | DoubleSlashComment = False\r | |
406 | CommentObj.Content += T_CHAR_LF\r | |
407 | CommentObj.EndPos = EndLinePos\r | |
408 | FileProfile.CommentList.append(CommentObj)\r | |
409 | CommentObj = None\r | |
410 | if InComment and HashComment and not PPExtend:\r | |
411 | InComment = False\r | |
412 | HashComment = False\r | |
413 | PPDirectiveObj.Content += T_CHAR_LF\r | |
414 | PPDirectiveObj.EndPos = EndLinePos\r | |
415 | FileProfile.PPDirectiveList.append(PPDirectiveObj)\r | |
416 | PPDirectiveObj = None\r | |
f7496d71 | 417 | \r |
30fdf114 LG |
418 | if InString or InCharLiteral:\r |
419 | CurrentLine = "".join(self.__CurrentLine())\r | |
420 | if CurrentLine.rstrip(T_CHAR_LF).rstrip(T_CHAR_CR).endswith(T_CHAR_BACKSLASH):\r | |
421 | SlashIndex = CurrentLine.rindex(T_CHAR_BACKSLASH)\r | |
422 | self.__SetCharValue(self.CurrentLineNumber, SlashIndex, T_CHAR_SPACE)\r | |
f7496d71 | 423 | \r |
30fdf114 LG |
424 | if InComment and not DoubleSlashComment and not HashComment:\r |
425 | CommentObj.Content += T_CHAR_LF\r | |
426 | self.CurrentLineNumber += 1\r | |
f7496d71 | 427 | self.CurrentOffsetWithinLine = 0\r |
30fdf114 LG |
428 | # check for */ comment end\r |
429 | elif InComment and not DoubleSlashComment and not HashComment and self.__CurrentChar() == T_CHAR_STAR and self.__NextChar() == T_CHAR_SLASH:\r | |
430 | CommentObj.Content += self.__CurrentChar()\r | |
431 | self.__SetCurrentCharValue(T_CHAR_SPACE)\r | |
432 | self.__GetOneChar()\r | |
433 | CommentObj.Content += self.__CurrentChar()\r | |
434 | self.__SetCurrentCharValue(T_CHAR_SPACE)\r | |
435 | CommentObj.EndPos = (self.CurrentLineNumber, self.CurrentOffsetWithinLine)\r | |
436 | FileProfile.CommentList.append(CommentObj)\r | |
437 | CommentObj = None\r | |
438 | self.__GetOneChar()\r | |
439 | InComment = False\r | |
440 | # set comments to spaces\r | |
f7496d71 | 441 | elif InComment:\r |
30fdf114 LG |
442 | if HashComment:\r |
443 | # // follows hash PP directive\r | |
444 | if self.__CurrentChar() == T_CHAR_SLASH and self.__NextChar() == T_CHAR_SLASH:\r | |
445 | InComment = False\r | |
446 | HashComment = False\r | |
447 | PPDirectiveObj.EndPos = (self.CurrentLineNumber, self.CurrentOffsetWithinLine - 1)\r | |
448 | FileProfile.PPDirectiveList.append(PPDirectiveObj)\r | |
449 | PPDirectiveObj = None\r | |
450 | continue\r | |
451 | else:\r | |
452 | PPDirectiveObj.Content += self.__CurrentChar()\r | |
453 | # if PPExtend:\r | |
454 | # self.__SetCurrentCharValue(T_CHAR_SPACE)\r | |
455 | else:\r | |
456 | CommentObj.Content += self.__CurrentChar()\r | |
457 | self.__SetCurrentCharValue(T_CHAR_SPACE)\r | |
458 | self.__GetOneChar()\r | |
459 | # check for // comment\r | |
460 | elif self.__CurrentChar() == T_CHAR_SLASH and self.__NextChar() == T_CHAR_SLASH:\r | |
461 | InComment = True\r | |
462 | DoubleSlashComment = True\r | |
463 | CommentObj = Comment('', (self.CurrentLineNumber, self.CurrentOffsetWithinLine), None, T_COMMENT_TWO_SLASH)\r | |
464 | # check for '#' comment\r | |
465 | elif self.__CurrentChar() == T_CHAR_HASH and not InString and not InCharLiteral:\r | |
466 | InComment = True\r | |
f7496d71 | 467 | HashComment = True\r |
30fdf114 LG |
468 | PPDirectiveObj = PP_Directive('', (self.CurrentLineNumber, self.CurrentOffsetWithinLine), None)\r |
469 | # check for /* comment start\r | |
470 | elif self.__CurrentChar() == T_CHAR_SLASH and self.__NextChar() == T_CHAR_STAR:\r | |
471 | CommentObj = Comment('', (self.CurrentLineNumber, self.CurrentOffsetWithinLine), None, T_COMMENT_SLASH_STAR)\r | |
472 | CommentObj.Content += self.__CurrentChar()\r | |
473 | self.__SetCurrentCharValue( T_CHAR_SPACE)\r | |
474 | self.__GetOneChar()\r | |
475 | CommentObj.Content += self.__CurrentChar()\r | |
476 | self.__SetCurrentCharValue( T_CHAR_SPACE)\r | |
477 | self.__GetOneChar()\r | |
478 | InComment = True\r | |
479 | else:\r | |
480 | self.__GetOneChar()\r | |
481 | \r | |
482 | EndLinePos = (self.CurrentLineNumber, self.CurrentOffsetWithinLine)\r | |
f7496d71 | 483 | \r |
30fdf114 LG |
484 | if InComment and DoubleSlashComment:\r |
485 | CommentObj.EndPos = EndLinePos\r | |
486 | FileProfile.CommentList.append(CommentObj)\r | |
487 | if InComment and HashComment and not PPExtend:\r | |
488 | PPDirectiveObj.EndPos = EndLinePos\r | |
489 | FileProfile.PPDirectiveList.append(PPDirectiveObj)\r | |
490 | self.Rewind()\r | |
491 | \r | |
492 | ## ParseFile() method\r | |
493 | #\r | |
494 | # Parse the file profile buffer to extract fd, fv ... information\r | |
495 | # Exception will be raised if syntax error found\r | |
496 | #\r | |
497 | # @param self The object pointer\r | |
498 | #\r | |
499 | def ParseFile(self):\r | |
500 | self.PreprocessFile()\r | |
501 | # restore from ListOfList to ListOfString\r | |
502 | self.Profile.FileLinesList = ["".join(list) for list in self.Profile.FileLinesList]\r | |
503 | FileStringContents = ''\r | |
504 | for fileLine in self.Profile.FileLinesList:\r | |
505 | FileStringContents += fileLine\r | |
0cb3f771 FZ |
506 | for Token in self.TokenReleaceList:\r |
507 | if Token in FileStringContents:\r | |
508 | FileStringContents = FileStringContents.replace(Token, 'TOKENSTRING')\r | |
c60377d7 | 509 | cStream = antlr.InputStream(FileStringContents)\r |
30fdf114 | 510 | lexer = CLexer(cStream)\r |
c60377d7 | 511 | tStream = antlr.CommonTokenStream(lexer)\r |
30fdf114 LG |
512 | parser = CParser(tStream)\r |
513 | parser.translation_unit()\r | |
f7496d71 | 514 | \r |
30fdf114 LG |
515 | def ParseFileWithClearedPPDirective(self):\r |
516 | self.PreprocessFileWithClear()\r | |
517 | # restore from ListOfList to ListOfString\r | |
518 | self.Profile.FileLinesList = ["".join(list) for list in self.Profile.FileLinesList]\r | |
519 | FileStringContents = ''\r | |
520 | for fileLine in self.Profile.FileLinesList:\r | |
521 | FileStringContents += fileLine\r | |
c60377d7 | 522 | cStream = antlr.InputStream(FileStringContents)\r |
30fdf114 | 523 | lexer = CLexer(cStream)\r |
c60377d7 | 524 | tStream = antlr.CommonTokenStream(lexer)\r |
30fdf114 LG |
525 | parser = CParser(tStream)\r |
526 | parser.translation_unit()\r | |
f7496d71 | 527 | \r |
30fdf114 LG |
528 | def CleanFileProfileBuffer(self):\r |
529 | FileProfile.CommentList = []\r | |
530 | FileProfile.PPDirectiveList = []\r | |
531 | FileProfile.PredicateExpressionList = []\r | |
532 | FileProfile.FunctionDefinitionList = []\r | |
533 | FileProfile.VariableDeclarationList = []\r | |
534 | FileProfile.EnumerationDefinitionList = []\r | |
535 | FileProfile.StructUnionDefinitionList = []\r | |
536 | FileProfile.TypedefDefinitionList = []\r | |
537 | FileProfile.FunctionCallingList = []\r | |
f7496d71 | 538 | \r |
30fdf114 | 539 | def PrintFragments(self):\r |
f7496d71 | 540 | \r |
72443dd2 | 541 | print('################# ' + self.FileName + '#####################')\r |
f7496d71 | 542 | \r |
72443dd2 GL |
543 | print('/****************************************/')\r |
544 | print('/*************** COMMENTS ***************/')\r | |
545 | print('/****************************************/')\r | |
30fdf114 | 546 | for comment in FileProfile.CommentList:\r |
72443dd2 | 547 | print(str(comment.StartPos) + comment.Content)\r |
f7496d71 | 548 | \r |
72443dd2 GL |
549 | print('/****************************************/')\r |
550 | print('/********* PREPROCESS DIRECTIVES ********/')\r | |
551 | print('/****************************************/')\r | |
30fdf114 | 552 | for pp in FileProfile.PPDirectiveList:\r |
72443dd2 | 553 | print(str(pp.StartPos) + pp.Content)\r |
f7496d71 | 554 | \r |
72443dd2 GL |
555 | print('/****************************************/')\r |
556 | print('/********* VARIABLE DECLARATIONS ********/')\r | |
557 | print('/****************************************/')\r | |
30fdf114 | 558 | for var in FileProfile.VariableDeclarationList:\r |
72443dd2 | 559 | print(str(var.StartPos) + var.Modifier + ' '+ var.Declarator)\r |
f7496d71 | 560 | \r |
72443dd2 GL |
561 | print('/****************************************/')\r |
562 | print('/********* FUNCTION DEFINITIONS *********/')\r | |
563 | print('/****************************************/')\r | |
30fdf114 | 564 | for func in FileProfile.FunctionDefinitionList:\r |
72443dd2 | 565 | print(str(func.StartPos) + func.Modifier + ' '+ func.Declarator + ' ' + str(func.NamePos))\r |
f7496d71 | 566 | \r |
72443dd2 GL |
567 | print('/****************************************/')\r |
568 | print('/************ ENUMERATIONS **************/')\r | |
569 | print('/****************************************/')\r | |
30fdf114 | 570 | for enum in FileProfile.EnumerationDefinitionList:\r |
72443dd2 | 571 | print(str(enum.StartPos) + enum.Content)\r |
f7496d71 | 572 | \r |
72443dd2 GL |
573 | print('/****************************************/')\r |
574 | print('/*********** STRUCTS/UNIONS *************/')\r | |
575 | print('/****************************************/')\r | |
30fdf114 | 576 | for su in FileProfile.StructUnionDefinitionList:\r |
72443dd2 | 577 | print(str(su.StartPos) + su.Content)\r |
f7496d71 | 578 | \r |
72443dd2 GL |
579 | print('/****************************************/')\r |
580 | print('/********* PREDICATE EXPRESSIONS ********/')\r | |
581 | print('/****************************************/')\r | |
30fdf114 | 582 | for predexp in FileProfile.PredicateExpressionList:\r |
72443dd2 | 583 | print(str(predexp.StartPos) + predexp.Content)\r |
f7496d71 | 584 | \r |
72443dd2 GL |
585 | print('/****************************************/')\r |
586 | print('/************** TYPEDEFS ****************/')\r | |
587 | print('/****************************************/')\r | |
30fdf114 | 588 | for typedef in FileProfile.TypedefDefinitionList:\r |
72443dd2 | 589 | print(str(typedef.StartPos) + typedef.ToType)\r |
f7496d71 | 590 | \r |
30fdf114 | 591 | if __name__ == "__main__":\r |
f7496d71 | 592 | \r |
30fdf114 LG |
593 | collector = CodeFragmentCollector(sys.argv[1])\r |
594 | collector.PreprocessFile()\r | |
72443dd2 | 595 | print("For Test.")\r |