+++ /dev/null
-# Tests for the 'tokenize' module.\r
-# Large bits stolen from test_grammar.py. \r
-\r
-# Comments\r
-"#"\r
-#'\r
-#"\r
-#\\r
- #\r
- # abc\r
-'''#\r
-#'''\r
-\r
-x = 1 #\r
-\r
-# Balancing continuation\r
-\r
-a = (3, 4,\r
- 5, 6)\r
-y = [3, 4,\r
- 5]\r
-z = {'a':5,\r
- 'b':6}\r
-x = (len(`y`) + 5*x - a[\r
- 3 ]\r
- - x + len({\r
- }\r
- )\r
- )\r
-\r
-# Backslash means line continuation:\r
-x = 1 \\r
-+ 1\r
-\r
-# Backslash does not means continuation in comments :\\r
-x = 0\r
-\r
-# Ordinary integers\r
-0xff <> 255\r
-0377 <> 255\r
-2147483647 != 017777777777\r
--2147483647-1 != 020000000000\r
-037777777777 != -1\r
-0xffffffff != -1\r
-\r
-# Long integers\r
-x = 0L\r
-x = 0l\r
-x = 0xffffffffffffffffL\r
-x = 0xffffffffffffffffl\r
-x = 077777777777777777L\r
-x = 077777777777777777l\r
-x = 123456789012345678901234567890L\r
-x = 123456789012345678901234567890l\r
-\r
-# Floating-point numbers\r
-x = 3.14\r
-x = 314.\r
-x = 0.314\r
-# XXX x = 000.314\r
-x = .314\r
-x = 3e14\r
-x = 3E14\r
-x = 3e-14\r
-x = 3e+14\r
-x = 3.e14\r
-x = .3e14\r
-x = 3.1e4\r
-\r
-# String literals\r
-x = ''; y = "";\r
-x = '\''; y = "'";\r
-x = '"'; y = "\"";\r
-x = "doesn't \"shrink\" does it"\r
-y = 'doesn\'t "shrink" does it'\r
-x = "does \"shrink\" doesn't it"\r
-y = 'does "shrink" doesn\'t it'\r
-x = """\r
-The "quick"\r
-brown fox\r
-jumps over\r
-the 'lazy' dog.\r
-"""\r
-y = '\nThe "quick"\nbrown fox\njumps over\nthe \'lazy\' dog.\n'\r
-y = '''\r
-The "quick"\r
-brown fox\r
-jumps over\r
-the 'lazy' dog.\r
-''';\r
-y = "\n\\r
-The \"quick\"\n\\r
-brown fox\n\\r
-jumps over\n\\r
-the 'lazy' dog.\n\\r
-";\r
-y = '\n\\r
-The \"quick\"\n\\r
-brown fox\n\\r
-jumps over\n\\r
-the \'lazy\' dog.\n\\r
-';\r
-x = r'\\' + R'\\'\r
-x = r'\'' + ''\r
-y = r'''\r
-foo bar \\\r
-baz''' + R'''\r
-foo'''\r
-y = r"""foo\r
-bar \\ baz\r
-""" + R'''spam\r
-'''\r
-x = u'abc' + U'ABC'\r
-y = u"abc" + U"ABC"\r
-x = ur'abc' + Ur'ABC' + uR'ABC' + UR'ABC'\r
-y = ur"abc" + Ur"ABC" + uR"ABC" + UR"ABC"\r
-x = ur'\\' + UR'\\'\r
-x = ur'\'' + ''\r
-y = ur'''\r
-foo bar \\\r
-baz''' + UR'''\r
-foo'''\r
-y = Ur"""foo\r
-bar \\ baz\r
-""" + uR'''spam\r
-'''\r
-\r
-# Indentation\r
-if 1:\r
- x = 2\r
-if 1:\r
- x = 2\r
-if 1:\r
- while 0:\r
- if 0:\r
- x = 2\r
- x = 2\r
-if 0:\r
- if 2:\r
- while 0:\r
- if 1:\r
- x = 2\r
-\r
-# Operators\r
-\r
-def d22(a, b, c=1, d=2): pass\r
-def d01v(a=1, *restt, **restd): pass\r
-\r
-(x, y) <> ({'a':1}, {'b':2})\r
-\r
-# comparison\r
-if 1 < 1 > 1 == 1 >= 1 <= 1 <> 1 != 1 in 1 not in 1 is 1 is not 1: pass\r
-\r
-# binary\r
-x = 1 & 1\r
-x = 1 ^ 1\r
-x = 1 | 1\r
-\r
-# shift\r
-x = 1 << 1 >> 1\r
-\r
-# additive\r
-x = 1 - 1 + 1 - 1 + 1\r
-\r
-# multiplicative\r
-x = 1 / 1 * 1 % 1\r
-\r
-# unary\r
-x = ~1 ^ 1 & 1 | 1 & 1 ^ -1\r
-x = -1*1/1 + 1*1 - ---1*1\r
-\r
-# selector\r
-import sys, time\r
-x = sys.modules['time'].time()\r
-\r
-@staticmethod\r
-def foo(): pass\r
-\r