Debian Codegraph @

Lib/test/tokenizedata/tokenize_tests.txt

raw
1 # Tests for the 'tokenize' module.
2 # Large bits stolen from test_grammar.py.
3
4 # Comments
5 "#"
6 #'
7 #"
8 #\
9 #
10 # abc
11 '''#
12 #'''
13
14 x = 1 #
15
16 # Balancing continuation
17
18 a = (3, 4,
19 5, 6)
20 y = [3, 4,
21 5]
22 z = {'a':5,
23 'b':6}
24 x = (len(repr(y)) + 5*x - a[
25 3 ]
26 - x + len({
27 }
28 )
29 )
30
31 # Backslash means line continuation:
32 x = 1 \
33 + 1
34
35 # Backslash does not means continuation in comments :\
36 x = 0
37
38 # Ordinary integers
39 0xff != 255
40 0o377 != 255
41 2147483647 != 0o17777777777
42 -2147483647-1 != 0o20000000000
43 0o37777777777 != -1
44 0xffffffff != -1; 0o37777777777 != -1; -0o1234567 == 0O001234567; 0b10101 == 0B00010101
45
46 # Long integers
47 x = 0
48 x = 0
49 x = 0xffffffffffffffff
50 x = 0xffffffffffffffff
51 x = 0o77777777777777777
52 x = 0B11101010111111111
53 x = 123456789012345678901234567890
54 x = 123456789012345678901234567890
55
56 # Floating-point numbers
57 x = 3.14
58 x = 314.
59 x = 0.314
60 # XXX x = 000.314
61 x = .314
62 x = 3e14
63 x = 3E14
64 x = 3e-14
65 x = 3e+14
66 x = 3.e14
67 x = .3e14
68 x = 3.1e4
69
70 # String literals
71 x = ''; y = "";
72 x = '\''; y = "'";
73 x = '"'; y = "\"";
74 x = "doesn't \"shrink\" does it"
75 y = 'doesn\'t "shrink" does it'
76 x = "does \"shrink\" doesn't it"
77 y = 'does "shrink" doesn\'t it'
78 x = """
79 The "quick"
80 brown fox
81 jumps over
82 the 'lazy' dog.
83 """
84 y = '\nThe "quick"\nbrown fox\njumps over\nthe \'lazy\' dog.\n'
85 y = '''
86 The "quick"
87 brown fox
88 jumps over
89 the 'lazy' dog.
90 ''';
91 y = "\n\
92 The \"quick\"\n\
93 brown fox\n\
94 jumps over\n\
95 the 'lazy' dog.\n\
96 ";
97 y = '\n\
98 The \"quick\"\n\
99 brown fox\n\
100 jumps over\n\
101 the \'lazy\' dog.\n\
102 ';
103 x = r'\\' + R'\\'
104 x = r'\'' + ''
105 y = r'''
106 foo bar \\
107 baz''' + R'''
108 foo'''
109 y = r"""foo
110 bar \\ baz
111 """ + R'''spam
112 '''
113 x = b'abc' + B'ABC'
114 y = b"abc" + B"ABC"
115 x = br'abc' + Br'ABC' + bR'ABC' + BR'ABC'
116 y = br"abc" + Br"ABC" + bR"ABC" + BR"ABC"
117 x = rb'abc' + rB'ABC' + Rb'ABC' + RB'ABC'
118 y = rb"abc" + rB"ABC" + Rb"ABC" + RB"ABC"
119 x = br'\\' + BR'\\'
120 x = rb'\\' + RB'\\'
121 x = br'\'' + ''
122 x = rb'\'' + ''
123 y = br'''
124 foo bar \\
125 baz''' + BR'''
126 foo'''
127 y = Br"""foo
128 bar \\ baz
129 """ + bR'''spam
130 '''
131 y = rB"""foo
132 bar \\ baz
133 """ + Rb'''spam
134 '''
135
136 # Indentation
137 if 1:
138 x = 2
139 if 1:
140 x = 2
141 if 1:
142 while 0:
143 if 0:
144 x = 2
145 x = 2
146 if 0:
147 if 2:
148 while 0:
149 if 1:
150 x = 2
151
152 # Operators
153
154 def d22(a, b, c=1, d=2): pass
155 def d01v(a=1, *restt, **restd): pass
156
157 (x, y) != ({'a':1}, {'b':2})
158
159 # comparison
160 if 1 < 1 > 1 == 1 >= 1 <= 1 != 1 != 1 in 1 not in 1 is 1 is not 1: pass
161
162 # binary
163 x = 1 & 1
164 x = 1 ^ 1
165 x = 1 | 1
166
167 # shift
168 x = 1 << 1 >> 1
169
170 # additive
171 x = 1 - 1 + 1 - 1 + 1
172
173 # multiplicative
174 x = 1 / 1 * 1 % 1
175
176 # unary
177 x = ~1 ^ 1 & 1 | 1 & 1 ^ -1
178 x = -1*1/1 + 1*1 - ---1*1
179
180 # selector
181 import sys, time
182 x = sys.modules['time'].time()
183
184 @staticmethod
185 def foo(): pass
186
187 @staticmethod
188 def foo(x:1)->1: pass
189