1 """Unit tests for the bytes and bytearray types.
3 XXX This is a mess. Common tests should be moved to buffer_tests.py,
4 which itself ought to be unified with string_tests.py (and the latter
16 import test
.test_support
17 import test
.string_tests
18 import test
.buffer_tests
21 if sys
.flags
.bytes_warning
:
22 def check_bytes_warnings(func
):
23 @functools.wraps(func
)
24 def wrapper(*args
, **kw
):
25 with test
.test_support
.check_warnings(('', BytesWarning
)):
26 return func(*args
, **kw
)
30 def check_bytes_warnings(func
):
35 def __init__(self
, value
=0):
41 class BaseBytesTest(unittest
.TestCase
):
43 def test_basics(self
):
45 self
.assertEqual(type(b
), self
.type2test
)
46 self
.assertEqual(b
.__class
__, self
.type2test
)
48 def test_empty_sequence(self
):
50 self
.assertEqual(len(b
), 0)
51 self
.assertRaises(IndexError, lambda: b
[0])
52 self
.assertRaises(IndexError, lambda: b
[1])
53 self
.assertRaises(IndexError, lambda: b
[sys
.maxint
])
54 self
.assertRaises(IndexError, lambda: b
[sys
.maxint
+1])
55 self
.assertRaises(IndexError, lambda: b
[10**100])
56 self
.assertRaises(IndexError, lambda: b
[-1])
57 self
.assertRaises(IndexError, lambda: b
[-2])
58 self
.assertRaises(IndexError, lambda: b
[-sys
.maxint
])
59 self
.assertRaises(IndexError, lambda: b
[-sys
.maxint
-1])
60 self
.assertRaises(IndexError, lambda: b
[-sys
.maxint
-2])
61 self
.assertRaises(IndexError, lambda: b
[-10**100])
63 def test_from_list(self
):
64 ints
= list(range(256))
65 b
= self
.type2test(i
for i
in ints
)
66 self
.assertEqual(len(b
), 256)
67 self
.assertEqual(list(b
), ints
)
69 def test_from_index(self
):
70 b
= self
.type2test([Indexable(), Indexable(1), Indexable(254),
72 self
.assertEqual(list(b
), [0, 1, 254, 255])
73 self
.assertRaises(ValueError, self
.type2test
, [Indexable(-1)])
74 self
.assertRaises(ValueError, self
.type2test
, [Indexable(256)])
76 def test_from_ssize(self
):
77 self
.assertEqual(self
.type2test(0), b
'')
78 self
.assertEqual(self
.type2test(1), b
'\x00')
79 self
.assertEqual(self
.type2test(5), b
'\x00\x00\x00\x00\x00')
80 self
.assertRaises(ValueError, self
.type2test
, -1)
82 self
.assertEqual(self
.type2test('0', 'ascii'), b
'0')
83 self
.assertEqual(self
.type2test(b
'0'), b
'0')
84 self
.assertRaises(OverflowError, self
.type2test
, sys
.maxsize
+ 1)
86 def test_constructor_type_errors(self
):
87 self
.assertRaises(TypeError, self
.type2test
, 0.0)
91 #self.assertRaises(TypeError, self.type2test, ["0"])
92 self
.assertRaises(TypeError, self
.type2test
, [0.0])
93 self
.assertRaises(TypeError, self
.type2test
, [None])
94 self
.assertRaises(TypeError, self
.type2test
, [C()])
96 def test_constructor_value_errors(self
):
97 self
.assertRaises(ValueError, self
.type2test
, [-1])
98 self
.assertRaises(ValueError, self
.type2test
, [-sys
.maxint
])
99 self
.assertRaises(ValueError, self
.type2test
, [-sys
.maxint
-1])
100 self
.assertRaises(ValueError, self
.type2test
, [-sys
.maxint
-2])
101 self
.assertRaises(ValueError, self
.type2test
, [-10**100])
102 self
.assertRaises(ValueError, self
.type2test
, [256])
103 self
.assertRaises(ValueError, self
.type2test
, [257])
104 self
.assertRaises(ValueError, self
.type2test
, [sys
.maxint
])
105 self
.assertRaises(ValueError, self
.type2test
, [sys
.maxint
+1])
106 self
.assertRaises(ValueError, self
.type2test
, [10**100])
108 def test_compare(self
):
109 b1
= self
.type2test([1, 2, 3])
110 b2
= self
.type2test([1, 2, 3])
111 b3
= self
.type2test([1, 3])
113 self
.assertEqual(b1
, b2
)
114 self
.assertTrue(b2
!= b3
)
115 self
.assertTrue(b1
<= b2
)
116 self
.assertTrue(b1
<= b3
)
117 self
.assertTrue(b1
< b3
)
118 self
.assertTrue(b1
>= b2
)
119 self
.assertTrue(b3
>= b2
)
120 self
.assertTrue(b3
> b2
)
122 self
.assertFalse(b1
!= b2
)
123 self
.assertFalse(b2
== b3
)
124 self
.assertFalse(b1
> b2
)
125 self
.assertFalse(b1
> b3
)
126 self
.assertFalse(b1
>= b3
)
127 self
.assertFalse(b1
< b2
)
128 self
.assertFalse(b3
< b2
)
129 self
.assertFalse(b3
<= b2
)
131 @check_bytes_warnings
132 def test_compare_to_str(self
):
133 # Byte comparisons with unicode should always fail!
134 # Test this for all expected byte orders and Unicode character sizes
135 self
.assertEqual(self
.type2test(b
"\0a\0b\0c") == u
"abc", False)
136 self
.assertEqual(self
.type2test(b
"\0\0\0a\0\0\0b\0\0\0c") == u
"abc", False)
137 self
.assertEqual(self
.type2test(b
"a\0b\0c\0") == u
"abc", False)
138 self
.assertEqual(self
.type2test(b
"a\0\0\0b\0\0\0c\0\0\0") == u
"abc", False)
139 self
.assertEqual(self
.type2test() == unicode(), False)
140 self
.assertEqual(self
.type2test() != unicode(), True)
142 def test_reversed(self
):
143 input = list(map(ord, "Hello"))
144 b
= self
.type2test(input)
145 output
= list(reversed(b
))
147 self
.assertEqual(output
, input)
149 def test_getslice(self
):
151 return self
.type2test(map(ord, s
))
152 b
= by("Hello, world")
154 self
.assertEqual(b
[:5], by("Hello"))
155 self
.assertEqual(b
[1:5], by("ello"))
156 self
.assertEqual(b
[5:7], by(", "))
157 self
.assertEqual(b
[7:], by("world"))
158 self
.assertEqual(b
[7:12], by("world"))
159 self
.assertEqual(b
[7:100], by("world"))
161 self
.assertEqual(b
[:-7], by("Hello"))
162 self
.assertEqual(b
[-11:-7], by("ello"))
163 self
.assertEqual(b
[-7:-5], by(", "))
164 self
.assertEqual(b
[-5:], by("world"))
165 self
.assertEqual(b
[-5:12], by("world"))
166 self
.assertEqual(b
[-5:100], by("world"))
167 self
.assertEqual(b
[-100:5], by("Hello"))
169 def test_extended_getslice(self
):
170 # Test extended slicing by comparing with list slicing.
172 b
= self
.type2test(L
)
173 indices
= (0, None, 1, 3, 19, 100, -1, -2, -31, -100)
174 for start
in indices
:
176 # Skip step 0 (invalid)
177 for step
in indices
[1:]:
178 self
.assertEqual(b
[start
:stop
:step
], self
.type2test(L
[start
:stop
:step
]))
180 def test_encoding(self
):
181 sample
= u
"Hello world\n\u1234\u5678\u9abc\udef0"
182 for enc
in ("utf8", "utf16"):
183 b
= self
.type2test(sample
, enc
)
184 self
.assertEqual(b
, self
.type2test(sample
.encode(enc
)))
185 self
.assertRaises(UnicodeEncodeError, self
.type2test
, sample
, "latin1")
186 b
= self
.type2test(sample
, "latin1", "ignore")
187 self
.assertEqual(b
, self
.type2test(sample
[:-4], "utf-8"))
189 def test_decode(self
):
190 sample
= u
"Hello world\n\u1234\u5678\u9abc\def0\def0"
191 for enc
in ("utf8", "utf16"):
192 b
= self
.type2test(sample
, enc
)
193 self
.assertEqual(b
.decode(enc
), sample
)
194 sample
= u
"Hello world\n\x80\x81\xfe\xff"
195 b
= self
.type2test(sample
, "latin1")
196 self
.assertRaises(UnicodeDecodeError, b
.decode
, "utf8")
197 self
.assertEqual(b
.decode("utf8", "ignore"), "Hello world\n")
198 self
.assertEqual(b
.decode(errors
="ignore", encoding
="utf8"),
201 def test_from_int(self
):
202 b
= self
.type2test(0)
203 self
.assertEqual(b
, self
.type2test())
204 b
= self
.type2test(10)
205 self
.assertEqual(b
, self
.type2test([0]*10))
206 b
= self
.type2test(10000)
207 self
.assertEqual(b
, self
.type2test([0]*10000))
209 def test_concat(self
):
210 b1
= self
.type2test(b
"abc")
211 b2
= self
.type2test(b
"def")
212 self
.assertEqual(b1
+ b2
, b
"abcdef")
213 self
.assertEqual(b1
+ bytes(b
"def"), b
"abcdef")
214 self
.assertEqual(bytes(b
"def") + b1
, b
"defabc")
215 self
.assertRaises(TypeError, lambda: b1
+ u
"def")
216 self
.assertRaises(TypeError, lambda: u
"abc" + b2
)
218 def test_repeat(self
):
219 for b
in b
"abc", self
.type2test(b
"abc"):
220 self
.assertEqual(b
* 3, b
"abcabcabc")
221 self
.assertEqual(b
* 0, b
"")
222 self
.assertEqual(b
* -1, b
"")
223 self
.assertRaises(TypeError, lambda: b
* 3.14)
224 self
.assertRaises(TypeError, lambda: 3.14 * b
)
225 # XXX Shouldn't bytes and bytearray agree on what to raise?
226 self
.assertRaises((OverflowError, MemoryError),
227 lambda: b
* sys
.maxsize
)
229 def test_repeat_1char(self
):
230 self
.assertEqual(self
.type2test(b
'x')*100, self
.type2test([ord('x')]*100))
232 def test_contains(self
):
233 b
= self
.type2test(b
"abc")
234 self
.assertIn(ord('a'), b
)
235 self
.assertIn(int(ord('a')), b
)
236 self
.assertNotIn(200, b
)
237 self
.assertRaises(ValueError, lambda: 300 in b
)
238 self
.assertRaises(ValueError, lambda: -1 in b
)
239 self
.assertRaises(TypeError, lambda: None in b
)
240 self
.assertRaises(TypeError, lambda: float(ord('a')) in b
)
241 self
.assertRaises(TypeError, lambda: u
"a" in b
)
242 for f
in bytes
, bytearray
:
243 self
.assertIn(f(b
""), b
)
244 self
.assertIn(f(b
"a"), b
)
245 self
.assertIn(f(b
"b"), b
)
246 self
.assertIn(f(b
"c"), b
)
247 self
.assertIn(f(b
"ab"), b
)
248 self
.assertIn(f(b
"bc"), b
)
249 self
.assertIn(f(b
"abc"), b
)
250 self
.assertNotIn(f(b
"ac"), b
)
251 self
.assertNotIn(f(b
"d"), b
)
252 self
.assertNotIn(f(b
"dab"), b
)
253 self
.assertNotIn(f(b
"abd"), b
)
255 def test_fromhex(self
):
256 self
.assertRaises(TypeError, self
.type2test
.fromhex
)
257 self
.assertRaises(TypeError, self
.type2test
.fromhex
, 1)
258 self
.assertEqual(self
.type2test
.fromhex(u
''), self
.type2test())
259 b
= bytearray([0x1a, 0x2b, 0x30])
260 self
.assertEqual(self
.type2test
.fromhex(u
'1a2B30'), b
)
261 self
.assertEqual(self
.type2test
.fromhex(u
' 1A 2B 30 '), b
)
262 self
.assertEqual(self
.type2test
.fromhex(u
'0000'), b
'\0\0')
263 self
.assertRaises(ValueError, self
.type2test
.fromhex
, u
'a')
264 self
.assertRaises(ValueError, self
.type2test
.fromhex
, u
'rt')
265 self
.assertRaises(ValueError, self
.type2test
.fromhex
, u
'1a b cd')
266 self
.assertRaises(ValueError, self
.type2test
.fromhex
, u
'\x00')
267 self
.assertRaises(ValueError, self
.type2test
.fromhex
, u
'12 \x00 34')
270 self
.assertEqual(self
.type2test(b
"").join([]), b
"")
271 self
.assertEqual(self
.type2test(b
"").join([b
""]), b
"")
272 for lst
in [[b
"abc"], [b
"a", b
"bc"], [b
"ab", b
"c"], [b
"a", b
"b", b
"c"]]:
273 lst
= list(map(self
.type2test
, lst
))
274 self
.assertEqual(self
.type2test(b
"").join(lst
), b
"abc")
275 self
.assertEqual(self
.type2test(b
"").join(tuple(lst
)), b
"abc")
276 self
.assertEqual(self
.type2test(b
"").join(iter(lst
)), b
"abc")
277 self
.assertEqual(self
.type2test(b
".").join([b
"ab", b
"cd"]), b
"ab.cd")
280 def test_count(self
):
281 b
= self
.type2test(b
'mississippi')
282 self
.assertEqual(b
.count(b
'i'), 4)
283 self
.assertEqual(b
.count(b
'ss'), 2)
284 self
.assertEqual(b
.count(b
'w'), 0)
286 def test_startswith(self
):
287 b
= self
.type2test(b
'hello')
288 self
.assertFalse(self
.type2test().startswith(b
"anything"))
289 self
.assertTrue(b
.startswith(b
"hello"))
290 self
.assertTrue(b
.startswith(b
"hel"))
291 self
.assertTrue(b
.startswith(b
"h"))
292 self
.assertFalse(b
.startswith(b
"hellow"))
293 self
.assertFalse(b
.startswith(b
"ha"))
295 def test_endswith(self
):
296 b
= self
.type2test(b
'hello')
297 self
.assertFalse(bytearray().endswith(b
"anything"))
298 self
.assertTrue(b
.endswith(b
"hello"))
299 self
.assertTrue(b
.endswith(b
"llo"))
300 self
.assertTrue(b
.endswith(b
"o"))
301 self
.assertFalse(b
.endswith(b
"whello"))
302 self
.assertFalse(b
.endswith(b
"no"))
305 b
= self
.type2test(b
'mississippi')
306 self
.assertEqual(b
.find(b
'ss'), 2)
307 self
.assertEqual(b
.find(b
'ss', 3), 5)
308 self
.assertEqual(b
.find(b
'ss', 1, 7), 2)
309 self
.assertEqual(b
.find(b
'ss', 1, 3), -1)
310 self
.assertEqual(b
.find(b
'w'), -1)
311 self
.assertEqual(b
.find(b
'mississippian'), -1)
313 def test_rfind(self
):
314 b
= self
.type2test(b
'mississippi')
315 self
.assertEqual(b
.rfind(b
'ss'), 5)
316 self
.assertEqual(b
.rfind(b
'ss', 3), 5)
317 self
.assertEqual(b
.rfind(b
'ss', 0, 6), 2)
318 self
.assertEqual(b
.rfind(b
'w'), -1)
319 self
.assertEqual(b
.rfind(b
'mississippian'), -1)
321 def test_index(self
):
322 b
= self
.type2test(b
'world')
323 self
.assertEqual(b
.index(b
'w'), 0)
324 self
.assertEqual(b
.index(b
'orl'), 1)
325 self
.assertRaises(ValueError, b
.index
, b
'worm')
326 self
.assertRaises(ValueError, b
.index
, b
'ldo')
328 def test_rindex(self
):
329 # XXX could be more rigorous
330 b
= self
.type2test(b
'world')
331 self
.assertEqual(b
.rindex(b
'w'), 0)
332 self
.assertEqual(b
.rindex(b
'orl'), 1)
333 self
.assertRaises(ValueError, b
.rindex
, b
'worm')
334 self
.assertRaises(ValueError, b
.rindex
, b
'ldo')
336 def test_replace(self
):
337 b
= self
.type2test(b
'mississippi')
338 self
.assertEqual(b
.replace(b
'i', b
'a'), b
'massassappa')
339 self
.assertEqual(b
.replace(b
'ss', b
'x'), b
'mixixippi')
341 def test_split(self
):
342 b
= self
.type2test(b
'mississippi')
343 self
.assertEqual(b
.split(b
'i'), [b
'm', b
'ss', b
'ss', b
'pp', b
''])
344 self
.assertEqual(b
.split(b
'ss'), [b
'mi', b
'i', b
'ippi'])
345 self
.assertEqual(b
.split(b
'w'), [b
])
347 def test_split_whitespace(self
):
348 for b
in (b
' arf barf ', b
'arf\tbarf', b
'arf\nbarf', b
'arf\rbarf',
349 b
'arf\fbarf', b
'arf\vbarf'):
350 b
= self
.type2test(b
)
351 self
.assertEqual(b
.split(), [b
'arf', b
'barf'])
352 self
.assertEqual(b
.split(None), [b
'arf', b
'barf'])
353 self
.assertEqual(b
.split(None, 2), [b
'arf', b
'barf'])
354 for b
in (b
'a\x1Cb', b
'a\x1Db', b
'a\x1Eb', b
'a\x1Fb'):
355 b
= self
.type2test(b
)
356 self
.assertEqual(b
.split(), [b
])
357 self
.assertEqual(self
.type2test(b
' a bb c ').split(None, 0), [b
'a bb c '])
358 self
.assertEqual(self
.type2test(b
' a bb c ').split(None, 1), [b
'a', b
'bb c '])
359 self
.assertEqual(self
.type2test(b
' a bb c ').split(None, 2), [b
'a', b
'bb', b
'c '])
360 self
.assertEqual(self
.type2test(b
' a bb c ').split(None, 3), [b
'a', b
'bb', b
'c'])
362 def test_split_string_error(self
):
363 self
.assertRaises(TypeError, self
.type2test(b
'a b').split
, u
' ')
365 def test_split_unicodewhitespace(self
):
366 b
= self
.type2test(b
"\x09\x0A\x0B\x0C\x0D\x1C\x1D\x1E\x1F")
367 self
.assertEqual(b
.split(), [b
'\x1c\x1d\x1e\x1f'])
369 def test_rsplit(self
):
370 b
= self
.type2test(b
'mississippi')
371 self
.assertEqual(b
.rsplit(b
'i'), [b
'm', b
'ss', b
'ss', b
'pp', b
''])
372 self
.assertEqual(b
.rsplit(b
'ss'), [b
'mi', b
'i', b
'ippi'])
373 self
.assertEqual(b
.rsplit(b
'w'), [b
])
375 def test_rsplit_whitespace(self
):
376 for b
in (b
' arf barf ', b
'arf\tbarf', b
'arf\nbarf', b
'arf\rbarf',
377 b
'arf\fbarf', b
'arf\vbarf'):
378 b
= self
.type2test(b
)
379 self
.assertEqual(b
.rsplit(), [b
'arf', b
'barf'])
380 self
.assertEqual(b
.rsplit(None), [b
'arf', b
'barf'])
381 self
.assertEqual(b
.rsplit(None, 2), [b
'arf', b
'barf'])
382 self
.assertEqual(self
.type2test(b
' a bb c ').rsplit(None, 0), [b
' a bb c'])
383 self
.assertEqual(self
.type2test(b
' a bb c ').rsplit(None, 1), [b
' a bb', b
'c'])
384 self
.assertEqual(self
.type2test(b
' a bb c ').rsplit(None, 2), [b
' a', b
'bb', b
'c'])
385 self
.assertEqual(self
.type2test(b
' a bb c ').rsplit(None, 3), [b
'a', b
'bb', b
'c'])
387 def test_rsplit_string_error(self
):
388 self
.assertRaises(TypeError, self
.type2test(b
'a b').rsplit
, u
' ')
390 def test_rsplit_unicodewhitespace(self
):
391 b
= self
.type2test(b
"\x09\x0A\x0B\x0C\x0D\x1C\x1D\x1E\x1F")
392 self
.assertEqual(b
.rsplit(), [b
'\x1c\x1d\x1e\x1f'])
394 def test_partition(self
):
395 b
= self
.type2test(b
'mississippi')
396 self
.assertEqual(b
.partition(b
'ss'), (b
'mi', b
'ss', b
'issippi'))
397 self
.assertEqual(b
.partition(b
'w'), (b
'mississippi', b
'', b
''))
399 def test_rpartition(self
):
400 b
= self
.type2test(b
'mississippi')
401 self
.assertEqual(b
.rpartition(b
'ss'), (b
'missi', b
'ss', b
'ippi'))
402 self
.assertEqual(b
.rpartition(b
'i'), (b
'mississipp', b
'i', b
''))
403 self
.assertEqual(b
.rpartition(b
'w'), (b
'', b
'', b
'mississippi'))
405 def test_pickling(self
):
406 for proto
in range(pickle
.HIGHEST_PROTOCOL
+ 1):
407 for b
in b
"", b
"a", b
"abc", b
"\xffab\x80", b
"\0\0\377\0\0":
408 b
= self
.type2test(b
)
409 ps
= pickle
.dumps(b
, proto
)
411 self
.assertEqual(b
, q
)
413 def test_strip(self
):
414 b
= self
.type2test(b
'mississippi')
415 self
.assertEqual(b
.strip(b
'i'), b
'mississipp')
416 self
.assertEqual(b
.strip(b
'm'), b
'ississippi')
417 self
.assertEqual(b
.strip(b
'pi'), b
'mississ')
418 self
.assertEqual(b
.strip(b
'im'), b
'ssissipp')
419 self
.assertEqual(b
.strip(b
'pim'), b
'ssiss')
420 self
.assertEqual(b
.strip(b
), b
'')
422 def test_lstrip(self
):
423 b
= self
.type2test(b
'mississippi')
424 self
.assertEqual(b
.lstrip(b
'i'), b
'mississippi')
425 self
.assertEqual(b
.lstrip(b
'm'), b
'ississippi')
426 self
.assertEqual(b
.lstrip(b
'pi'), b
'mississippi')
427 self
.assertEqual(b
.lstrip(b
'im'), b
'ssissippi')
428 self
.assertEqual(b
.lstrip(b
'pim'), b
'ssissippi')
430 def test_rstrip(self
):
431 b
= self
.type2test(b
'mississippi')
432 self
.assertEqual(b
.rstrip(b
'i'), b
'mississipp')
433 self
.assertEqual(b
.rstrip(b
'm'), b
'mississippi')
434 self
.assertEqual(b
.rstrip(b
'pi'), b
'mississ')
435 self
.assertEqual(b
.rstrip(b
'im'), b
'mississipp')
436 self
.assertEqual(b
.rstrip(b
'pim'), b
'mississ')
438 def test_strip_whitespace(self
):
439 b
= self
.type2test(b
' \t\n\r\f\vabc \t\n\r\f\v')
440 self
.assertEqual(b
.strip(), b
'abc')
441 self
.assertEqual(b
.lstrip(), b
'abc \t\n\r\f\v')
442 self
.assertEqual(b
.rstrip(), b
' \t\n\r\f\vabc')
444 def test_strip_bytearray(self
):
445 self
.assertEqual(self
.type2test(b
'abc').strip(memoryview(b
'ac')), b
'b')
446 self
.assertEqual(self
.type2test(b
'abc').lstrip(memoryview(b
'ac')), b
'bc')
447 self
.assertEqual(self
.type2test(b
'abc').rstrip(memoryview(b
'ac')), b
'ab')
449 def test_strip_string_error(self
):
450 self
.assertRaises(TypeError, self
.type2test(b
'abc').strip
, u
'b')
451 self
.assertRaises(TypeError, self
.type2test(b
'abc').lstrip
, u
'b')
452 self
.assertRaises(TypeError, self
.type2test(b
'abc').rstrip
, u
'b')
455 b
= self
.type2test(b
'\0A\x7f\x80\xff')
456 self
.assertEqual([ord(b
[i
:i
+1]) for i
in range(len(b
))],
457 [0, 65, 127, 128, 255])
459 def test_none_arguments(self
):
461 b
= self
.type2test(b
'hello')
462 l
= self
.type2test(b
'l')
463 h
= self
.type2test(b
'h')
464 x
= self
.type2test(b
'x')
465 o
= self
.type2test(b
'o')
467 self
.assertEqual(2, b
.find(l
, None))
468 self
.assertEqual(3, b
.find(l
, -2, None))
469 self
.assertEqual(2, b
.find(l
, None, -2))
470 self
.assertEqual(0, b
.find(h
, None, None))
472 self
.assertEqual(3, b
.rfind(l
, None))
473 self
.assertEqual(3, b
.rfind(l
, -2, None))
474 self
.assertEqual(2, b
.rfind(l
, None, -2))
475 self
.assertEqual(0, b
.rfind(h
, None, None))
477 self
.assertEqual(2, b
.index(l
, None))
478 self
.assertEqual(3, b
.index(l
, -2, None))
479 self
.assertEqual(2, b
.index(l
, None, -2))
480 self
.assertEqual(0, b
.index(h
, None, None))
482 self
.assertEqual(3, b
.rindex(l
, None))
483 self
.assertEqual(3, b
.rindex(l
, -2, None))
484 self
.assertEqual(2, b
.rindex(l
, None, -2))
485 self
.assertEqual(0, b
.rindex(h
, None, None))
487 self
.assertEqual(2, b
.count(l
, None))
488 self
.assertEqual(1, b
.count(l
, -2, None))
489 self
.assertEqual(1, b
.count(l
, None, -2))
490 self
.assertEqual(0, b
.count(x
, None, None))
492 self
.assertEqual(True, b
.endswith(o
, None))
493 self
.assertEqual(True, b
.endswith(o
, -2, None))
494 self
.assertEqual(True, b
.endswith(l
, None, -2))
495 self
.assertEqual(False, b
.endswith(x
, None, None))
497 self
.assertEqual(True, b
.startswith(h
, None))
498 self
.assertEqual(True, b
.startswith(l
, -2, None))
499 self
.assertEqual(True, b
.startswith(h
, None, -2))
500 self
.assertEqual(False, b
.startswith(x
, None, None))
502 def test_find_etc_raise_correct_error_messages(self
):
504 b
= self
.type2test(b
'hello')
505 x
= self
.type2test(b
'x')
506 self
.assertRaisesRegexp(TypeError, r
'\bfind\b', b
.find
,
508 self
.assertRaisesRegexp(TypeError, r
'\brfind\b', b
.rfind
,
510 self
.assertRaisesRegexp(TypeError, r
'\bindex\b', b
.index
,
512 self
.assertRaisesRegexp(TypeError, r
'\brindex\b', b
.rindex
,
514 self
.assertRaisesRegexp(TypeError, r
'\bcount\b', b
.count
,
516 self
.assertRaisesRegexp(TypeError, r
'\bstartswith\b', b
.startswith
,
518 self
.assertRaisesRegexp(TypeError, r
'\bendswith\b', b
.endswith
,
522 class ByteArrayTest(BaseBytesTest
):
523 type2test
= bytearray
525 def test_nohash(self
):
526 self
.assertRaises(TypeError, hash, bytearray())
528 def test_bytearray_api(self
):
529 short_sample
= b
"Hello world\n"
530 sample
= short_sample
+ b
"\0"*(20 - len(short_sample
))
531 tfn
= tempfile
.mktemp()
534 with
open(tfn
, "wb") as f
:
535 f
.write(short_sample
)
537 with
open(tfn
, "rb") as f
:
540 self
.assertEqual(n
, len(short_sample
))
542 b_sample
= (ord(s
) for s
in sample
)
543 self
.assertEqual(list(b
), list(b_sample
))
544 # Test writing in binary mode
545 with
open(tfn
, "wb") as f
:
547 with
open(tfn
, "rb") as f
:
548 self
.assertEqual(f
.read(), sample
)
549 # Text mode is ambiguous; don't test
556 def test_reverse(self
):
557 b
= bytearray(b
'hello')
558 self
.assertEqual(b
.reverse(), None)
559 self
.assertEqual(b
, b
'olleh')
560 b
= bytearray(b
'hello1') # test even number of items
562 self
.assertEqual(b
, b
'1olleh')
567 def test_regexps(self
):
569 return bytearray(map(ord, s
))
570 b
= by("Hello, world")
571 self
.assertEqual(re
.findall(r
"\w+", b
), [by("Hello"), by("world")])
573 def test_setitem(self
):
574 b
= bytearray([1, 2, 3])
576 self
.assertEqual(b
, bytearray([1, 100, 3]))
578 self
.assertEqual(b
, bytearray([1, 100, 200]))
580 self
.assertEqual(b
, bytearray([10, 100, 200]))
583 self
.fail("Didn't raise IndexError")
588 self
.fail("Didn't raise IndexError")
593 self
.fail("Didn't raise ValueError")
598 self
.fail("Didn't raise ValueError")
603 self
.fail("Didn't raise TypeError")
607 def test_delitem(self
):
608 b
= bytearray(range(10))
610 self
.assertEqual(b
, bytearray(range(1, 10)))
612 self
.assertEqual(b
, bytearray(range(1, 9)))
614 self
.assertEqual(b
, bytearray([1, 2, 3, 4, 6, 7, 8]))
616 def test_setslice(self
):
617 b
= bytearray(range(10))
618 self
.assertEqual(list(b
), list(range(10)))
620 b
[0:5] = bytearray([1, 1, 1, 1, 1])
621 self
.assertEqual(b
, bytearray([1, 1, 1, 1, 1, 5, 6, 7, 8, 9]))
624 self
.assertEqual(b
, bytearray([5, 6, 7, 8, 9]))
626 b
[0:0] = bytearray([0, 1, 2, 3, 4])
627 self
.assertEqual(b
, bytearray(range(10)))
629 b
[-7:-3] = bytearray([100, 101])
630 self
.assertEqual(b
, bytearray([0, 1, 2, 100, 101, 7, 8, 9]))
632 b
[3:5] = [3, 4, 5, 6]
633 self
.assertEqual(b
, bytearray(range(10)))
635 b
[3:0] = [42, 42, 42]
636 self
.assertEqual(b
, bytearray([0, 1, 2, 42, 42, 42, 3, 4, 5, 6, 7, 8, 9]))
638 def test_extended_set_del_slice(self
):
639 indices
= (0, None, 1, 3, 19, 300, 1<<333, -1, -2, -31, -300)
640 for start
in indices
:
642 # Skip invalid step 0
643 for step
in indices
[1:]:
646 # Make sure we have a slice of exactly the right length,
647 # but with different data.
648 data
= L
[start
:stop
:step
]
650 L
[start
:stop
:step
] = data
651 b
[start
:stop
:step
] = data
652 self
.assertEqual(b
, bytearray(L
))
654 del L
[start
:stop
:step
]
655 del b
[start
:stop
:step
]
656 self
.assertEqual(b
, bytearray(L
))
658 def test_setslice_trap(self
):
659 # This test verifies that we correctly handle assigning self
660 # to a slice of self (the old Lambert Meertens trap).
661 b
= bytearray(range(256))
663 self
.assertEqual(b
, bytearray(list(range(8)) + list(range(256))))
665 def test_iconcat(self
):
666 b
= bytearray(b
"abc")
669 self
.assertEqual(b
, b
"abcdef")
670 self
.assertEqual(b
, b1
)
671 self
.assertTrue(b
is b1
)
673 self
.assertEqual(b
, b
"abcdefxyz")
679 self
.fail("bytes += unicode didn't raise TypeError")
681 def test_irepeat(self
):
682 b
= bytearray(b
"abc")
685 self
.assertEqual(b
, b
"abcabcabc")
686 self
.assertEqual(b
, b1
)
687 self
.assertTrue(b
is b1
)
689 def test_irepeat_1char(self
):
693 self
.assertEqual(b
, b
"x"*100)
694 self
.assertEqual(b
, b1
)
695 self
.assertTrue(b
is b1
)
697 def test_alloc(self
):
699 alloc
= b
.__alloc
__()
700 self
.assertTrue(alloc
>= 0)
704 alloc
= b
.__alloc
__()
705 self
.assertTrue(alloc
>= len(b
))
709 def test_extend(self
):
713 self
.assertEqual(a
, orig
+ orig
)
714 self
.assertEqual(a
[5:], orig
)
716 # Test iterators that don't have a __length_hint__
717 a
.extend(map(ord, orig
* 25))
718 a
.extend(ord(x
) for x
in orig
* 25)
719 self
.assertEqual(a
, orig
* 50)
720 self
.assertEqual(a
[-5:], orig
)
722 a
.extend(iter(map(ord, orig
* 50)))
723 self
.assertEqual(a
, orig
* 50)
724 self
.assertEqual(a
[-5:], orig
)
726 a
.extend(list(map(ord, orig
* 50)))
727 self
.assertEqual(a
, orig
* 50)
728 self
.assertEqual(a
[-5:], orig
)
730 self
.assertRaises(ValueError, a
.extend
, [0, 1, 2, 256])
731 self
.assertRaises(ValueError, a
.extend
, [0, 1, 2, -1])
732 self
.assertEqual(len(a
), 0)
734 a
.extend([Indexable(ord('a'))])
735 self
.assertEqual(a
, b
'a')
737 def test_remove(self
):
738 b
= bytearray(b
'hello')
740 self
.assertEqual(b
, b
'helo')
742 self
.assertEqual(b
, b
'heo')
743 self
.assertRaises(ValueError, lambda: b
.remove(ord('l')))
744 self
.assertRaises(ValueError, lambda: b
.remove(400))
745 self
.assertRaises(TypeError, lambda: b
.remove(u
'e'))
746 # remove first and last
749 self
.assertEqual(b
, b
'e')
750 self
.assertRaises(TypeError, lambda: b
.remove(u
'e'))
751 b
.remove(Indexable(ord('e')))
752 self
.assertEqual(b
, b
'')
755 b
= bytearray(b
'world')
756 self
.assertEqual(b
.pop(), ord('d'))
757 self
.assertEqual(b
.pop(0), ord('w'))
758 self
.assertEqual(b
.pop(-2), ord('r'))
759 self
.assertRaises(IndexError, lambda: b
.pop(10))
760 self
.assertRaises(IndexError, lambda: bytearray().pop())
761 # test for issue #6846
762 self
.assertEqual(bytearray(b
'\xff').pop(), 0xff)
764 def test_nosort(self
):
765 self
.assertRaises(AttributeError, lambda: bytearray().sort())
767 def test_append(self
):
768 b
= bytearray(b
'hell')
770 self
.assertEqual(b
, b
'hello')
771 self
.assertEqual(b
.append(100), None)
774 self
.assertEqual(len(b
), 1)
775 self
.assertRaises(TypeError, lambda: b
.append(u
'o'))
777 b
.append(Indexable(ord('A')))
778 self
.assertEqual(b
, b
'A')
780 def test_insert(self
):
781 b
= bytearray(b
'msssspp')
782 b
.insert(1, ord('i'))
783 b
.insert(4, ord('i'))
784 b
.insert(-2, ord('i'))
785 b
.insert(1000, ord('i'))
786 self
.assertEqual(b
, b
'mississippi')
788 #self.assertRaises(TypeError, lambda: b.insert(0, b'1'))
790 b
.insert(0, Indexable(ord('A')))
791 self
.assertEqual(b
, b
'A')
793 def test_copied(self
):
794 # Issue 4348. Make sure that operations that don't mutate the array
796 b
= bytearray(b
'abc')
797 self
.assertFalse(b
is b
.replace(b
'abc', b
'cde', 0))
799 t
= bytearray([i
for i
in range(256)])
801 self
.assertFalse(x
is x
.translate(t
))
803 def test_partition_bytearray_doesnt_share_nullstring(self
):
804 a
, b
, c
= bytearray(b
"x").partition(b
"y")
805 self
.assertEqual(b
, b
"")
806 self
.assertEqual(c
, b
"")
807 self
.assertTrue(b
is not c
)
809 self
.assertEqual(c
, b
"")
810 a
, b
, c
= bytearray(b
"x").partition(b
"y")
811 self
.assertEqual(b
, b
"")
812 self
.assertEqual(c
, b
"")
813 # Same for rpartition
814 b
, c
, a
= bytearray(b
"x").rpartition(b
"y")
815 self
.assertEqual(b
, b
"")
816 self
.assertEqual(c
, b
"")
817 self
.assertTrue(b
is not c
)
819 self
.assertEqual(c
, b
"")
820 c
, b
, a
= bytearray(b
"x").rpartition(b
"y")
821 self
.assertEqual(b
, b
"")
822 self
.assertEqual(c
, b
"")
824 def test_resize_forbidden(self
):
825 # #4509: can't resize a bytearray when there are buffer exports, even
826 # if it wouldn't reallocate the underlying buffer.
827 # Furthermore, no destructive changes to the buffer may be applied
828 # before raising the error.
829 b
= bytearray(range(10))
832 b
[1:-1] = range(n
+ 1, 2*n
- 1)
835 self
.assertRaises(BufferError
, resize
, 11)
836 self
.assertEqual(b
, orig
)
837 self
.assertRaises(BufferError
, resize
, 9)
838 self
.assertEqual(b
, orig
)
839 self
.assertRaises(BufferError
, resize
, 0)
840 self
.assertEqual(b
, orig
)
841 # Other operations implying resize
842 self
.assertRaises(BufferError
, b
.pop
, 0)
843 self
.assertEqual(b
, orig
)
844 self
.assertRaises(BufferError
, b
.remove
, b
[1])
845 self
.assertEqual(b
, orig
)
848 self
.assertRaises(BufferError
, delitem
)
849 self
.assertEqual(b
, orig
)
850 # deleting a non-contiguous slice
853 self
.assertRaises(BufferError
, delslice
)
854 self
.assertEqual(b
, orig
)
856 def test_empty_bytearray(self
):
857 # Issue #7561: operations on empty bytearrays could crash in many
858 # situations, due to a fragile implementation of the
859 # PyByteArray_AS_STRING() C macro.
860 self
.assertRaises(ValueError, int, bytearray(b
''))
863 class AssortedBytesTest(unittest
.TestCase
):
865 # Test various combinations of bytes and bytearray
868 @check_bytes_warnings
869 def test_repr_str(self
):
871 self
.assertEqual(f(bytearray()), "bytearray(b'')")
872 self
.assertEqual(f(bytearray([0])), "bytearray(b'\\x00')")
873 self
.assertEqual(f(bytearray([0, 1, 254, 255])),
874 "bytearray(b'\\x00\\x01\\xfe\\xff')")
875 self
.assertEqual(f(b
"abc"), "b'abc'")
876 self
.assertEqual(f(b
"'"), '''b"'"''') # '''
877 self
.assertEqual(f(b
"'\""), r
"""b'\'"'""") # '
879 def test_compare_bytes_to_bytearray(self
):
880 self
.assertEqual(b
"abc" == bytes(b
"abc"), True)
881 self
.assertEqual(b
"ab" != bytes(b
"abc"), True)
882 self
.assertEqual(b
"ab" <= bytes(b
"abc"), True)
883 self
.assertEqual(b
"ab" < bytes(b
"abc"), True)
884 self
.assertEqual(b
"abc" >= bytes(b
"ab"), True)
885 self
.assertEqual(b
"abc" > bytes(b
"ab"), True)
887 self
.assertEqual(b
"abc" != bytes(b
"abc"), False)
888 self
.assertEqual(b
"ab" == bytes(b
"abc"), False)
889 self
.assertEqual(b
"ab" > bytes(b
"abc"), False)
890 self
.assertEqual(b
"ab" >= bytes(b
"abc"), False)
891 self
.assertEqual(b
"abc" < bytes(b
"ab"), False)
892 self
.assertEqual(b
"abc" <= bytes(b
"ab"), False)
894 self
.assertEqual(bytes(b
"abc") == b
"abc", True)
895 self
.assertEqual(bytes(b
"ab") != b
"abc", True)
896 self
.assertEqual(bytes(b
"ab") <= b
"abc", True)
897 self
.assertEqual(bytes(b
"ab") < b
"abc", True)
898 self
.assertEqual(bytes(b
"abc") >= b
"ab", True)
899 self
.assertEqual(bytes(b
"abc") > b
"ab", True)
901 self
.assertEqual(bytes(b
"abc") != b
"abc", False)
902 self
.assertEqual(bytes(b
"ab") == b
"abc", False)
903 self
.assertEqual(bytes(b
"ab") > b
"abc", False)
904 self
.assertEqual(bytes(b
"ab") >= b
"abc", False)
905 self
.assertEqual(bytes(b
"abc") < b
"ab", False)
906 self
.assertEqual(bytes(b
"abc") <= b
"ab", False)
909 self
.assertIsNotNone(bytearray
.__doc
__)
910 self
.assertTrue(bytearray
.__doc
__.startswith("bytearray("), bytearray
.__doc
__)
911 self
.assertIsNotNone(bytes
.__doc
__)
912 self
.assertTrue(bytes
.__doc
__.startswith("bytes("), bytes
.__doc
__)
914 def test_from_bytearray(self
):
915 sample
= bytes(b
"Hello world\n\x80\x81\xfe\xff")
916 buf
= memoryview(sample
)
918 self
.assertEqual(b
, bytearray(sample
))
920 @check_bytes_warnings
921 def test_to_str(self
):
922 self
.assertEqual(str(b
''), "b''")
923 self
.assertEqual(str(b
'x'), "b'x'")
924 self
.assertEqual(str(b
'\x80'), "b'\\x80'")
925 self
.assertEqual(str(bytearray(b
'')), "bytearray(b'')")
926 self
.assertEqual(str(bytearray(b
'x')), "bytearray(b'x')")
927 self
.assertEqual(str(bytearray(b
'\x80')), "bytearray(b'\\x80')")
929 def test_literal(self
):
931 (b
"Wonderful spam", "Wonderful spam"),
932 (br
"Wonderful spam too", "Wonderful spam too"),
933 (b
"\xaa\x00\000\200", "\xaa\x00\000\200"),
934 (br
"\xaa\x00\000\200", r
"\xaa\x00\000\200"),
937 self
.assertEqual(b
, bytearray(s
, 'latin-1'))
938 for c
in range(128, 256):
939 self
.assertRaises(SyntaxError, eval,
942 def test_translate(self
):
945 rosetta
= bytearray(range(0, 256))
946 rosetta
[ord('o')] = ord('e')
947 c
= b
.translate(rosetta
, b
'l')
948 self
.assertEqual(b
, b
'hello')
949 self
.assertEqual(c
, b
'hee')
950 c
= ba
.translate(rosetta
, b
'l')
951 self
.assertEqual(ba
, b
'hello')
952 self
.assertEqual(c
, b
'hee')
953 c
= b
.translate(None, b
'e')
954 self
.assertEqual(c
, b
'hllo')
955 c
= ba
.translate(None, b
'e')
956 self
.assertEqual(c
, b
'hllo')
957 self
.assertRaises(TypeError, b
.translate
, None, None)
958 self
.assertRaises(TypeError, ba
.translate
, None, None)
960 def test_split_bytearray(self
):
961 self
.assertEqual(b
'a b'.split(memoryview(b
' ')), [b
'a', b
'b'])
963 def test_rsplit_bytearray(self
):
964 self
.assertEqual(b
'a b'.rsplit(memoryview(b
' ')), [b
'a', b
'b'])
967 # __iter__? (optimization)
968 # __reversed__? (optimization)
970 # XXX More string methods? (Those that don't use character properties)
972 # There are tests in string_tests.py that are more
973 # comprehensive for things like split, partition, etc.
974 # Unfortunately they are all bundled with tests that
975 # are not appropriate for bytes
977 # I've started porting some of those into bytearray_tests.py, we should port
978 # the rest that make sense (the code can be cleaned up to use modern
979 # unittest methods at the same time).
981 class BytearrayPEP3137Test(unittest
.TestCase
,
982 test
.buffer_tests
.MixinBytesBufferCommonTests
):
983 def marshal(self
, x
):
986 def test_returns_new_copy(self
):
987 val
= self
.marshal(b
'1234')
988 # On immutable types these MAY return a reference to themselves
989 # but on mutable types like bytearray they MUST return a new copy.
990 for methname
in ('zfill', 'rjust', 'ljust', 'center'):
991 method
= getattr(val
, methname
)
993 self
.assertEqual(val
, newval
)
994 self
.assertTrue(val
is not newval
,
995 methname
+' returned self on a mutable object')
996 for expr
in ('val.split()[0]', 'val.rsplit()[0]',
997 'val.partition(".")[0]', 'val.rpartition(".")[2]',
998 'val.splitlines()[0]', 'val.replace("", "")'):
1000 self
.assertEqual(val
, newval
)
1001 self
.assertTrue(val
is not newval
,
1002 expr
+' returned val on a mutable object')
1004 class FixedStringTest(test
.string_tests
.BaseTest
):
1006 def fixtype(self
, obj
):
1007 if isinstance(obj
, str):
1008 return obj
.encode("utf-8")
1009 return super(FixedStringTest
, self
).fixtype(obj
)
1011 # Currently the bytes containment testing uses a single integer
1012 # value. This may not be the final design, but until then the
1013 # bytes section with in a bytes containment not valid
1014 def test_contains(self
):
1016 def test_expandtabs(self
):
1018 def test_upper(self
):
1020 def test_lower(self
):
1022 def test_hash(self
):
1023 # XXX check this out
1027 class ByteArrayAsStringTest(FixedStringTest
):
1028 type2test
= bytearray
1031 class ByteArraySubclass(bytearray
):
1034 class ByteArraySubclassTest(unittest
.TestCase
):
1036 def test_basic(self
):
1037 self
.assertTrue(issubclass(ByteArraySubclass
, bytearray
))
1038 self
.assertIsInstance(ByteArraySubclass(), bytearray
)
1040 a
, b
= b
"abcd", b
"efgh"
1041 _a
, _b
= ByteArraySubclass(a
), ByteArraySubclass(b
)
1043 # test comparison operators with subclass instances
1044 self
.assertTrue(_a
== _a
)
1045 self
.assertTrue(_a
!= _b
)
1046 self
.assertTrue(_a
< _b
)
1047 self
.assertTrue(_a
<= _b
)
1048 self
.assertTrue(_b
>= _a
)
1049 self
.assertTrue(_b
> _a
)
1050 self
.assertTrue(_a
is not a
)
1052 # test concat of subclass instances
1053 self
.assertEqual(a
+ b
, _a
+ _b
)
1054 self
.assertEqual(a
+ b
, a
+ _b
)
1055 self
.assertEqual(a
+ b
, _a
+ b
)
1058 self
.assertTrue(a
*5 == _a
*5)
1060 def test_join(self
):
1061 # Make sure join returns a NEW object for single item sequences
1062 # involving a subclass.
1063 # Make sure that it is of the appropriate type.
1064 s1
= ByteArraySubclass(b
"abcd")
1065 s2
= bytearray().join([s1
])
1066 self
.assertTrue(s1
is not s2
)
1067 self
.assertTrue(type(s2
) is bytearray
, type(s2
))
1069 # Test reverse, calling join on subclass
1070 s3
= s1
.join([b
"abcd"])
1071 self
.assertTrue(type(s3
) is bytearray
)
1073 def test_pickle(self
):
1074 a
= ByteArraySubclass(b
"abcd")
1076 a
.y
= ByteArraySubclass(b
"efgh")
1077 for proto
in range(pickle
.HIGHEST_PROTOCOL
+ 1):
1078 b
= pickle
.loads(pickle
.dumps(a
, proto
))
1079 self
.assertNotEqual(id(a
), id(b
))
1080 self
.assertEqual(a
, b
)
1081 self
.assertEqual(a
.x
, b
.x
)
1082 self
.assertEqual(a
.y
, b
.y
)
1083 self
.assertEqual(type(a
), type(b
))
1084 self
.assertEqual(type(a
.y
), type(b
.y
))
1086 def test_copy(self
):
1087 a
= ByteArraySubclass(b
"abcd")
1089 a
.y
= ByteArraySubclass(b
"efgh")
1090 for copy_method
in (copy
.copy
, copy
.deepcopy
):
1092 self
.assertNotEqual(id(a
), id(b
))
1093 self
.assertEqual(a
, b
)
1094 self
.assertEqual(a
.x
, b
.x
)
1095 self
.assertEqual(a
.y
, b
.y
)
1096 self
.assertEqual(type(a
), type(b
))
1097 self
.assertEqual(type(a
.y
), type(b
.y
))
1099 def test_init_override(self
):
1100 class subclass(bytearray
):
1101 def __init__(self
, newarg
=1, *args
, **kwargs
):
1102 bytearray
.__init
__(self
, *args
, **kwargs
)
1103 x
= subclass(4, source
=b
"abcd")
1104 self
.assertEqual(x
, b
"abcd")
1105 x
= subclass(newarg
=4, source
=b
"abcd")
1106 self
.assertEqual(x
, b
"abcd")
1109 #test.test_support.run_unittest(BytesTest)
1110 #test.test_support.run_unittest(AssortedBytesTest)
1111 #test.test_support.run_unittest(BytesAsStringTest)
1112 test
.test_support
.run_unittest(
1114 ByteArrayAsStringTest
,
1115 ByteArraySubclassTest
,
1116 BytearrayPEP3137Test
)
1118 if __name__
== "__main__":