| 1 |
# Tests for the 'tokenize' module. |
| 2 |
# Large bits stolen from test_grammar.py. |
| 3 |
|
| 4 |
# Comments |
| 5 |
"#" |
| 6 |
#' |
| 7 |
#" |
| 8 |
#\ |
| 9 |
# |
| 10 |
# abc |
| 11 |
'''# |
| 12 |
#''' |
| 13 |
|
| 14 |
x = 1 # |
| 15 |
|
| 16 |
# Balancing continuation |
| 17 |
|
| 18 |
a = (3, 4, |
| 19 |
5, 6) |
| 20 |
y = [3, 4, |
| 21 |
5] |
| 22 |
z = {'a':5, |
| 23 |
'b':6} |
| 24 |
x = (len(repr(y)) + 5*x - a[ |
| 25 |
3 ] |
| 26 |
- x + len({ |
| 27 |
} |
| 28 |
) |
| 29 |
) |
| 30 |
|
| 31 |
# Backslash means line continuation: |
| 32 |
x = 1 \ |
| 33 |
+ 1 |
| 34 |
|
| 35 |
# Backslash does not means continuation in comments :\ |
| 36 |
x = 0 |
| 37 |
|
| 38 |
# Ordinary integers |
| 39 |
0xff != 255 |
| 40 |
0o377 != 255 |
| 41 |
2147483647 != 0o17777777777 |
| 42 |
-2147483647-1 != 0o20000000000 |
| 43 |
0o37777777777 != -1 |
| 44 |
0xffffffff != -1; 0o37777777777 != -1; -0o1234567 == 0O001234567; 0b10101 == 0B00010101 |
| 45 |
|
| 46 |
# Long integers |
| 47 |
x = 0 |
| 48 |
x = 0 |
| 49 |
x = 0xffffffffffffffff |
| 50 |
x = 0xffffffffffffffff |
| 51 |
x = 0o77777777777777777 |
| 52 |
x = 0B11101010111111111 |
| 53 |
x = 123456789012345678901234567890 |
| 54 |
x = 123456789012345678901234567890 |
| 55 |
|
| 56 |
# Floating-point numbers |
| 57 |
x = 3.14 |
| 58 |
x = 314. |
| 59 |
x = 0.314 |
| 60 |
# XXX x = 000.314 |
| 61 |
x = .314 |
| 62 |
x = 3e14 |
| 63 |
x = 3E14 |
| 64 |
x = 3e-14 |
| 65 |
x = 3e+14 |
| 66 |
x = 3.e14 |
| 67 |
x = .3e14 |
| 68 |
x = 3.1e4 |
| 69 |
|
| 70 |
# String literals |
| 71 |
x = ''; y = ""; |
| 72 |
x = '\''; y = "'"; |
| 73 |
x = '"'; y = "\""; |
| 74 |
x = "doesn't \"shrink\" does it" |
| 75 |
y = 'doesn\'t "shrink" does it' |
| 76 |
x = "does \"shrink\" doesn't it" |
| 77 |
y = 'does "shrink" doesn\'t it' |
| 78 |
x = """ |
| 79 |
The "quick" |
| 80 |
brown fox |
| 81 |
jumps over |
| 82 |
the 'lazy' dog. |
| 83 |
""" |
| 84 |
y = '\nThe "quick"\nbrown fox\njumps over\nthe \'lazy\' dog.\n' |
| 85 |
y = ''' |
| 86 |
The "quick" |
| 87 |
brown fox |
| 88 |
jumps over |
| 89 |
the 'lazy' dog. |
| 90 |
'''; |
| 91 |
y = "\n\ |
| 92 |
The \"quick\"\n\ |
| 93 |
brown fox\n\ |
| 94 |
jumps over\n\ |
| 95 |
the 'lazy' dog.\n\ |
| 96 |
"; |
| 97 |
y = '\n\ |
| 98 |
The \"quick\"\n\ |
| 99 |
brown fox\n\ |
| 100 |
jumps over\n\ |
| 101 |
the \'lazy\' dog.\n\ |
| 102 |
'; |
| 103 |
x = r'\\' + R'\\' |
| 104 |
x = r'\'' + '' |
| 105 |
y = r''' |
| 106 |
foo bar \\ |
| 107 |
baz''' + R''' |
| 108 |
foo''' |
| 109 |
y = r"""foo |
| 110 |
bar \\ baz |
| 111 |
""" + R'''spam |
| 112 |
''' |
| 113 |
x = b'abc' + B'ABC' |
| 114 |
y = b"abc" + B"ABC" |
| 115 |
x = br'abc' + Br'ABC' + bR'ABC' + BR'ABC' |
| 116 |
y = br"abc" + Br"ABC" + bR"ABC" + BR"ABC" |
| 117 |
x = rb'abc' + rB'ABC' + Rb'ABC' + RB'ABC' |
| 118 |
y = rb"abc" + rB"ABC" + Rb"ABC" + RB"ABC" |
| 119 |
x = br'\\' + BR'\\' |
| 120 |
x = rb'\\' + RB'\\' |
| 121 |
x = br'\'' + '' |
| 122 |
x = rb'\'' + '' |
| 123 |
y = br''' |
| 124 |
foo bar \\ |
| 125 |
baz''' + BR''' |
| 126 |
foo''' |
| 127 |
y = Br"""foo |
| 128 |
bar \\ baz |
| 129 |
""" + bR'''spam |
| 130 |
''' |
| 131 |
y = rB"""foo |
| 132 |
bar \\ baz |
| 133 |
""" + Rb'''spam |
| 134 |
''' |
| 135 |
|
| 136 |
# Indentation |
| 137 |
if 1: |
| 138 |
x = 2 |
| 139 |
if 1: |
| 140 |
x = 2 |
| 141 |
if 1: |
| 142 |
while 0: |
| 143 |
if 0: |
| 144 |
x = 2 |
| 145 |
x = 2 |
| 146 |
if 0: |
| 147 |
if 2: |
| 148 |
while 0: |
| 149 |
if 1: |
| 150 |
x = 2 |
| 151 |
|
| 152 |
# Operators |
| 153 |
|
| 154 |
def d22(a, b, c=1, d=2): pass |
| 155 |
def d01v(a=1, *restt, **restd): pass |
| 156 |
|
| 157 |
(x, y) != ({'a':1}, {'b':2}) |
| 158 |
|
| 159 |
# comparison |
| 160 |
if 1 < 1 > 1 == 1 >= 1 <= 1 != 1 != 1 in 1 not in 1 is 1 is not 1: pass |
| 161 |
|
| 162 |
# binary |
| 163 |
x = 1 & 1 |
| 164 |
x = 1 ^ 1 |
| 165 |
x = 1 | 1 |
| 166 |
|
| 167 |
# shift |
| 168 |
x = 1 << 1 >> 1 |
| 169 |
|
| 170 |
# additive |
| 171 |
x = 1 - 1 + 1 - 1 + 1 |
| 172 |
|
| 173 |
# multiplicative |
| 174 |
x = 1 / 1 * 1 % 1 |
| 175 |
|
| 176 |
# unary |
| 177 |
x = ~1 ^ 1 & 1 | 1 & 1 ^ -1 |
| 178 |
x = -1*1/1 + 1*1 - ---1*1 |
| 179 |
|
| 180 |
# selector |
| 181 |
import sys, time |
| 182 |
x = sys.modules['time'].time() |
| 183 |
|
| 184 |
@staticmethod |
| 185 |
def foo(): pass |
| 186 |
|
| 187 |
@staticmethod |
| 188 |
def foo(x:1)->1: pass |
| 189 |
|