AppPkg/Applications/Python/Python-2.7.2/Lib/lib2to3/tests/test_parser.py

   1 """Test suite for 2to3's parser and grammar files.
   2
   3 This is the place to add tests for changes to 2to3's grammar, such as those
   4 merging the grammars for Python 2 and 3. In addition to specific tests for
   5 parts of the grammar we've changed, we also make sure we can parse the
   6 test_grammar.py files from both Python 2 and Python 3.
   7 """
   8
   9 from __future__ import with_statement
  10
  11 # Testing imports
  12 from . import support
  13 from .support import driver, test_dir
  14
  15 # Python imports
  16 import os
  17 import sys
  18
  19 # Local imports
  20 from lib2to3.pgen2 import tokenize
  21 from ..pgen2.parse import ParseError
  22 from lib2to3.pygram import python_symbols as syms
  23
  24
  25 class TestDriver(support.TestCase):
  26
  27     def test_formfeed(self):
  28         s = """print 1\n\x0Cprint 2\n"""
  29         t = driver.parse_string(s)
  30         self.assertEqual(t.children[0].children[0].type, syms.print_stmt)
  31         self.assertEqual(t.children[1].children[0].type, syms.print_stmt)
  32
  33
  34 class GrammarTest(support.TestCase):
  35     def validate(self, code):
  36         support.parse_string(code)
  37
  38     def invalid_syntax(self, code):
  39         try:
  40             self.validate(code)
  41         except ParseError:
  42             pass
  43         else:
  44             raise AssertionError("Syntax shouldn't have been valid")
  45
  46
  47 class TestRaiseChanges(GrammarTest):
  48     def test_2x_style_1(self):
  49         self.validate("raise")
  50
  51     def test_2x_style_2(self):
  52         self.validate("raise E, V")
  53
  54     def test_2x_style_3(self):
  55         self.validate("raise E, V, T")
  56
  57     def test_2x_style_invalid_1(self):
  58         self.invalid_syntax("raise E, V, T, Z")
  59
  60     def test_3x_style(self):
  61         self.validate("raise E1 from E2")
  62
  63     def test_3x_style_invalid_1(self):
  64         self.invalid_syntax("raise E, V from E1")
  65
  66     def test_3x_style_invalid_2(self):
  67         self.invalid_syntax("raise E from E1, E2")
  68
  69     def test_3x_style_invalid_3(self):
  70         self.invalid_syntax("raise from E1, E2")
  71
  72     def test_3x_style_invalid_4(self):
  73         self.invalid_syntax("raise E from")
  74
  75
  76 # Adapated from Python 3's Lib/test/test_grammar.py:GrammarTests.testFuncdef
  77 class TestFunctionAnnotations(GrammarTest):
  78     def test_1(self):
  79         self.validate("""def f(x) -> list: pass""")
  80
  81     def test_2(self):
  82         self.validate("""def f(x:int): pass""")
  83
  84     def test_3(self):
  85         self.validate("""def f(*x:str): pass""")
  86
  87     def test_4(self):
  88         self.validate("""def f(**x:float): pass""")
  89
  90     def test_5(self):
  91         self.validate("""def f(x, y:1+2): pass""")
  92
  93     def test_6(self):
  94         self.validate("""def f(a, (b:1, c:2, d)): pass""")
  95
  96     def test_7(self):
  97         self.validate("""def f(a, (b:1, c:2, d), e:3=4, f=5, *g:6): pass""")
  98
  99     def test_8(self):
 100         s = """def f(a, (b:1, c:2, d), e:3=4, f=5,
 101                         *g:6, h:7, i=8, j:9=10, **k:11) -> 12: pass"""
 102         self.validate(s)
 103
 104
 105 class TestExcept(GrammarTest):
 106     def test_new(self):
 107         s = """
 108             try:
 109                 x
 110             except E as N:
 111                 y"""
 112         self.validate(s)
 113
 114     def test_old(self):
 115         s = """
 116             try:
 117                 x
 118             except E, N:
 119                 y"""
 120         self.validate(s)
 121
 122
 123 # Adapted from Python 3's Lib/test/test_grammar.py:GrammarTests.testAtoms
 124 class TestSetLiteral(GrammarTest):
 125     def test_1(self):
 126         self.validate("""x = {'one'}""")
 127
 128     def test_2(self):
 129         self.validate("""x = {'one', 1,}""")
 130
 131     def test_3(self):
 132         self.validate("""x = {'one', 'two', 'three'}""")
 133
 134     def test_4(self):
 135         self.validate("""x = {2, 3, 4,}""")
 136
 137
 138 class TestNumericLiterals(GrammarTest):
 139     def test_new_octal_notation(self):
 140         self.validate("""0o7777777777777""")
 141         self.invalid_syntax("""0o7324528887""")
 142
 143     def test_new_binary_notation(self):
 144         self.validate("""0b101010""")
 145         self.invalid_syntax("""0b0101021""")
 146
 147
 148 class TestClassDef(GrammarTest):
 149     def test_new_syntax(self):
 150         self.validate("class B(t=7): pass")
 151         self.validate("class B(t, *args): pass")
 152         self.validate("class B(t, **kwargs): pass")
 153         self.validate("class B(t, *args, **kwargs): pass")
 154         self.validate("class B(t, y=9, *args, **kwargs): pass")
 155
 156
 157 class TestParserIdempotency(support.TestCase):
 158
 159     """A cut-down version of pytree_idempotency.py."""
 160
 161     def test_all_project_files(self):
 162         if sys.platform.startswith("win"):
 163             # XXX something with newlines goes wrong on Windows.
 164             return
 165         for filepath in support.all_project_files():
 166             with open(filepath, "rb") as fp:
 167                 encoding = tokenize.detect_encoding(fp.readline)[0]
 168             self.assertTrue(encoding is not None,
 169                             "can't detect encoding for %s" % filepath)
 170             with open(filepath, "r") as fp:
 171                 source = fp.read()
 172                 source = source.decode(encoding)
 173             tree = driver.parse_string(source)
 174             new = unicode(tree)
 175             if diff(filepath, new, encoding):
 176                 self.fail("Idempotency failed: %s" % filepath)
 177
 178     def test_extended_unpacking(self):
 179         driver.parse_string("a, *b, c = x\n")
 180         driver.parse_string("[*a, b] = x\n")
 181         driver.parse_string("(z, *y, w) = m\n")
 182         driver.parse_string("for *z, m in d: pass\n")
 183
 184 class TestLiterals(GrammarTest):
 185
 186     def validate(self, s):
 187         driver.parse_string(support.dedent(s) + "\n\n")
 188
 189     def test_multiline_bytes_literals(self):
 190         s = """
 191             md5test(b"\xaa" * 80,
 192                     (b"Test Using Larger Than Block-Size Key "
 193                      b"and Larger Than One Block-Size Data"),
 194                     "6f630fad67cda0ee1fb1f562db3aa53e")
 195             """
 196         self.validate(s)
 197
 198     def test_multiline_bytes_tripquote_literals(self):
 199         s = '''
 200             b"""
 201             <?xml version="1.0" encoding="UTF-8"?>
 202             <!DOCTYPE plist PUBLIC "-//Apple Computer//DTD PLIST 1.0//EN">
 203             """
 204             '''
 205         self.validate(s)
 206
 207     def test_multiline_str_literals(self):
 208         s = """
 209             md5test("\xaa" * 80,
 210                     ("Test Using Larger Than Block-Size Key "
 211                      "and Larger Than One Block-Size Data"),
 212                     "6f630fad67cda0ee1fb1f562db3aa53e")
 213             """
 214         self.validate(s)
 215
 216
 217 def diff(fn, result, encoding):
 218     f = open("@", "w")
 219     try:
 220         f.write(result.encode(encoding))
 221     finally:
 222         f.close()
 223     try:
 224         fn = fn.replace('"', '\\"')
 225         return os.system('diff -u "%s" @' % fn)
 226     finally:
 227         os.remove("@")