test_deque.py 33 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034
  1. from collections import deque
  2. import doctest
  3. import unittest
  4. from test import support, seq_tests
  5. import gc
  6. import weakref
  7. import copy
  8. import pickle
  9. import random
  10. import struct
  11. BIG = 100000
  12. def fail():
  13. raise SyntaxError
  14. yield 1
  15. class BadCmp:
  16. def __eq__(self, other):
  17. raise RuntimeError
  18. class MutateCmp:
  19. def __init__(self, deque, result):
  20. self.deque = deque
  21. self.result = result
  22. def __eq__(self, other):
  23. self.deque.clear()
  24. return self.result
  25. class TestBasic(unittest.TestCase):
  26. def test_basics(self):
  27. d = deque(range(-5125, -5000))
  28. d.__init__(range(200))
  29. for i in range(200, 400):
  30. d.append(i)
  31. for i in reversed(range(-200, 0)):
  32. d.appendleft(i)
  33. self.assertEqual(list(d), list(range(-200, 400)))
  34. self.assertEqual(len(d), 600)
  35. left = [d.popleft() for i in range(250)]
  36. self.assertEqual(left, list(range(-200, 50)))
  37. self.assertEqual(list(d), list(range(50, 400)))
  38. right = [d.pop() for i in range(250)]
  39. right.reverse()
  40. self.assertEqual(right, list(range(150, 400)))
  41. self.assertEqual(list(d), list(range(50, 150)))
  42. def test_maxlen(self):
  43. self.assertRaises(ValueError, deque, 'abc', -1)
  44. self.assertRaises(ValueError, deque, 'abc', -2)
  45. it = iter(range(10))
  46. d = deque(it, maxlen=3)
  47. self.assertEqual(list(it), [])
  48. self.assertEqual(repr(d), 'deque([7, 8, 9], maxlen=3)')
  49. self.assertEqual(list(d), [7, 8, 9])
  50. self.assertEqual(d, deque(range(10), 3))
  51. d.append(10)
  52. self.assertEqual(list(d), [8, 9, 10])
  53. d.appendleft(7)
  54. self.assertEqual(list(d), [7, 8, 9])
  55. d.extend([10, 11])
  56. self.assertEqual(list(d), [9, 10, 11])
  57. d.extendleft([8, 7])
  58. self.assertEqual(list(d), [7, 8, 9])
  59. d = deque(range(200), maxlen=10)
  60. d.append(d)
  61. self.assertEqual(repr(d)[-30:], ', 198, 199, [...]], maxlen=10)')
  62. d = deque(range(10), maxlen=None)
  63. self.assertEqual(repr(d), 'deque([0, 1, 2, 3, 4, 5, 6, 7, 8, 9])')
  64. def test_maxlen_zero(self):
  65. it = iter(range(100))
  66. deque(it, maxlen=0)
  67. self.assertEqual(list(it), [])
  68. it = iter(range(100))
  69. d = deque(maxlen=0)
  70. d.extend(it)
  71. self.assertEqual(list(it), [])
  72. it = iter(range(100))
  73. d = deque(maxlen=0)
  74. d.extendleft(it)
  75. self.assertEqual(list(it), [])
  76. def test_maxlen_attribute(self):
  77. self.assertEqual(deque().maxlen, None)
  78. self.assertEqual(deque('abc').maxlen, None)
  79. self.assertEqual(deque('abc', maxlen=4).maxlen, 4)
  80. self.assertEqual(deque('abc', maxlen=2).maxlen, 2)
  81. self.assertEqual(deque('abc', maxlen=0).maxlen, 0)
  82. with self.assertRaises(AttributeError):
  83. d = deque('abc')
  84. d.maxlen = 10
  85. def test_count(self):
  86. for s in ('', 'abracadabra', 'simsalabim'*500+'abc'):
  87. s = list(s)
  88. d = deque(s)
  89. for letter in 'abcdefghijklmnopqrstuvwxyz':
  90. self.assertEqual(s.count(letter), d.count(letter), (s, d, letter))
  91. self.assertRaises(TypeError, d.count) # too few args
  92. self.assertRaises(TypeError, d.count, 1, 2) # too many args
  93. class BadCompare:
  94. def __eq__(self, other):
  95. raise ArithmeticError
  96. d = deque([1, 2, BadCompare(), 3])
  97. self.assertRaises(ArithmeticError, d.count, 2)
  98. d = deque([1, 2, 3])
  99. self.assertRaises(ArithmeticError, d.count, BadCompare())
  100. class MutatingCompare:
  101. def __eq__(self, other):
  102. self.d.pop()
  103. return True
  104. m = MutatingCompare()
  105. d = deque([1, 2, 3, m, 4, 5])
  106. m.d = d
  107. self.assertRaises(RuntimeError, d.count, 3)
  108. # test issue11004
  109. # block advance failed after rotation aligned elements on right side of block
  110. d = deque([None]*16)
  111. for i in range(len(d)):
  112. d.rotate(-1)
  113. d.rotate(1)
  114. self.assertEqual(d.count(1), 0)
  115. self.assertEqual(d.count(None), 16)
  116. def test_comparisons(self):
  117. d = deque('xabc')
  118. d.popleft()
  119. for e in [d, deque('abc'), deque('ab'), deque(), list(d)]:
  120. self.assertEqual(d==e, type(d)==type(e) and list(d)==list(e))
  121. self.assertEqual(d!=e, not(type(d)==type(e) and list(d)==list(e)))
  122. args = map(deque, ('', 'a', 'b', 'ab', 'ba', 'abc', 'xba', 'xabc', 'cba'))
  123. for x in args:
  124. for y in args:
  125. self.assertEqual(x == y, list(x) == list(y), (x,y))
  126. self.assertEqual(x != y, list(x) != list(y), (x,y))
  127. self.assertEqual(x < y, list(x) < list(y), (x,y))
  128. self.assertEqual(x <= y, list(x) <= list(y), (x,y))
  129. self.assertEqual(x > y, list(x) > list(y), (x,y))
  130. self.assertEqual(x >= y, list(x) >= list(y), (x,y))
  131. def test_contains(self):
  132. n = 200
  133. d = deque(range(n))
  134. for i in range(n):
  135. self.assertTrue(i in d)
  136. self.assertTrue((n+1) not in d)
  137. # Test detection of mutation during iteration
  138. d = deque(range(n))
  139. d[n//2] = MutateCmp(d, False)
  140. with self.assertRaises(RuntimeError):
  141. n in d
  142. # Test detection of comparison exceptions
  143. d = deque(range(n))
  144. d[n//2] = BadCmp()
  145. with self.assertRaises(RuntimeError):
  146. n in d
  147. def test_contains_count_stop_crashes(self):
  148. class A:
  149. def __eq__(self, other):
  150. d.clear()
  151. return NotImplemented
  152. d = deque([A(), A()])
  153. with self.assertRaises(RuntimeError):
  154. _ = 3 in d
  155. d = deque([A(), A()])
  156. with self.assertRaises(RuntimeError):
  157. _ = d.count(3)
  158. def test_extend(self):
  159. d = deque('a')
  160. self.assertRaises(TypeError, d.extend, 1)
  161. d.extend('bcd')
  162. self.assertEqual(list(d), list('abcd'))
  163. d.extend(d)
  164. self.assertEqual(list(d), list('abcdabcd'))
  165. def test_add(self):
  166. d = deque()
  167. e = deque('abc')
  168. f = deque('def')
  169. self.assertEqual(d + d, deque())
  170. self.assertEqual(e + f, deque('abcdef'))
  171. self.assertEqual(e + e, deque('abcabc'))
  172. self.assertEqual(e + d, deque('abc'))
  173. self.assertEqual(d + e, deque('abc'))
  174. self.assertIsNot(d + d, deque())
  175. self.assertIsNot(e + d, deque('abc'))
  176. self.assertIsNot(d + e, deque('abc'))
  177. g = deque('abcdef', maxlen=4)
  178. h = deque('gh')
  179. self.assertEqual(g + h, deque('efgh'))
  180. with self.assertRaises(TypeError):
  181. deque('abc') + 'def'
  182. def test_iadd(self):
  183. d = deque('a')
  184. d += 'bcd'
  185. self.assertEqual(list(d), list('abcd'))
  186. d += d
  187. self.assertEqual(list(d), list('abcdabcd'))
  188. def test_extendleft(self):
  189. d = deque('a')
  190. self.assertRaises(TypeError, d.extendleft, 1)
  191. d.extendleft('bcd')
  192. self.assertEqual(list(d), list(reversed('abcd')))
  193. d.extendleft(d)
  194. self.assertEqual(list(d), list('abcddcba'))
  195. d = deque()
  196. d.extendleft(range(1000))
  197. self.assertEqual(list(d), list(reversed(range(1000))))
  198. self.assertRaises(SyntaxError, d.extendleft, fail())
  199. def test_getitem(self):
  200. n = 200
  201. d = deque(range(n))
  202. l = list(range(n))
  203. for i in range(n):
  204. d.popleft()
  205. l.pop(0)
  206. if random.random() < 0.5:
  207. d.append(i)
  208. l.append(i)
  209. for j in range(1-len(l), len(l)):
  210. assert d[j] == l[j]
  211. d = deque('superman')
  212. self.assertEqual(d[0], 's')
  213. self.assertEqual(d[-1], 'n')
  214. d = deque()
  215. self.assertRaises(IndexError, d.__getitem__, 0)
  216. self.assertRaises(IndexError, d.__getitem__, -1)
  217. def test_index(self):
  218. for n in 1, 2, 30, 40, 200:
  219. d = deque(range(n))
  220. for i in range(n):
  221. self.assertEqual(d.index(i), i)
  222. with self.assertRaises(ValueError):
  223. d.index(n+1)
  224. # Test detection of mutation during iteration
  225. d = deque(range(n))
  226. d[n//2] = MutateCmp(d, False)
  227. with self.assertRaises(RuntimeError):
  228. d.index(n)
  229. # Test detection of comparison exceptions
  230. d = deque(range(n))
  231. d[n//2] = BadCmp()
  232. with self.assertRaises(RuntimeError):
  233. d.index(n)
  234. # Test start and stop arguments behavior matches list.index()
  235. elements = 'ABCDEFGHI'
  236. nonelement = 'Z'
  237. d = deque(elements * 2)
  238. s = list(elements * 2)
  239. for start in range(-5 - len(s)*2, 5 + len(s) * 2):
  240. for stop in range(-5 - len(s)*2, 5 + len(s) * 2):
  241. for element in elements + 'Z':
  242. try:
  243. target = s.index(element, start, stop)
  244. except ValueError:
  245. with self.assertRaises(ValueError):
  246. d.index(element, start, stop)
  247. else:
  248. self.assertEqual(d.index(element, start, stop), target)
  249. # Test large start argument
  250. d = deque(range(0, 10000, 10))
  251. for step in range(100):
  252. i = d.index(8500, 700)
  253. self.assertEqual(d[i], 8500)
  254. # Repeat test with a different internal offset
  255. d.rotate()
  256. def test_index_bug_24913(self):
  257. d = deque('A' * 3)
  258. with self.assertRaises(ValueError):
  259. i = d.index("Hello world", 0, 4)
  260. def test_insert(self):
  261. # Test to make sure insert behaves like lists
  262. elements = 'ABCDEFGHI'
  263. for i in range(-5 - len(elements)*2, 5 + len(elements) * 2):
  264. d = deque('ABCDEFGHI')
  265. s = list('ABCDEFGHI')
  266. d.insert(i, 'Z')
  267. s.insert(i, 'Z')
  268. self.assertEqual(list(d), s)
  269. def test_insert_bug_26194(self):
  270. data = 'ABC'
  271. d = deque(data, maxlen=len(data))
  272. with self.assertRaises(IndexError):
  273. d.insert(2, None)
  274. elements = 'ABCDEFGHI'
  275. for i in range(-len(elements), len(elements)):
  276. d = deque(elements, maxlen=len(elements)+1)
  277. d.insert(i, 'Z')
  278. if i >= 0:
  279. self.assertEqual(d[i], 'Z')
  280. else:
  281. self.assertEqual(d[i-1], 'Z')
  282. def test_imul(self):
  283. for n in (-10, -1, 0, 1, 2, 10, 1000):
  284. d = deque()
  285. d *= n
  286. self.assertEqual(d, deque())
  287. self.assertIsNone(d.maxlen)
  288. for n in (-10, -1, 0, 1, 2, 10, 1000):
  289. d = deque('a')
  290. d *= n
  291. self.assertEqual(d, deque('a' * n))
  292. self.assertIsNone(d.maxlen)
  293. for n in (-10, -1, 0, 1, 2, 10, 499, 500, 501, 1000):
  294. d = deque('a', 500)
  295. d *= n
  296. self.assertEqual(d, deque('a' * min(n, 500)))
  297. self.assertEqual(d.maxlen, 500)
  298. for n in (-10, -1, 0, 1, 2, 10, 1000):
  299. d = deque('abcdef')
  300. d *= n
  301. self.assertEqual(d, deque('abcdef' * n))
  302. self.assertIsNone(d.maxlen)
  303. for n in (-10, -1, 0, 1, 2, 10, 499, 500, 501, 1000):
  304. d = deque('abcdef', 500)
  305. d *= n
  306. self.assertEqual(d, deque(('abcdef' * n)[-500:]))
  307. self.assertEqual(d.maxlen, 500)
  308. def test_mul(self):
  309. d = deque('abc')
  310. self.assertEqual(d * -5, deque())
  311. self.assertEqual(d * 0, deque())
  312. self.assertEqual(d * 1, deque('abc'))
  313. self.assertEqual(d * 2, deque('abcabc'))
  314. self.assertEqual(d * 3, deque('abcabcabc'))
  315. self.assertIsNot(d * 1, d)
  316. self.assertEqual(deque() * 0, deque())
  317. self.assertEqual(deque() * 1, deque())
  318. self.assertEqual(deque() * 5, deque())
  319. self.assertEqual(-5 * d, deque())
  320. self.assertEqual(0 * d, deque())
  321. self.assertEqual(1 * d, deque('abc'))
  322. self.assertEqual(2 * d, deque('abcabc'))
  323. self.assertEqual(3 * d, deque('abcabcabc'))
  324. d = deque('abc', maxlen=5)
  325. self.assertEqual(d * -5, deque())
  326. self.assertEqual(d * 0, deque())
  327. self.assertEqual(d * 1, deque('abc'))
  328. self.assertEqual(d * 2, deque('bcabc'))
  329. self.assertEqual(d * 30, deque('bcabc'))
  330. def test_setitem(self):
  331. n = 200
  332. d = deque(range(n))
  333. for i in range(n):
  334. d[i] = 10 * i
  335. self.assertEqual(list(d), [10*i for i in range(n)])
  336. l = list(d)
  337. for i in range(1-n, 0, -1):
  338. d[i] = 7*i
  339. l[i] = 7*i
  340. self.assertEqual(list(d), l)
  341. def test_delitem(self):
  342. n = 500 # O(n**2) test, don't make this too big
  343. d = deque(range(n))
  344. self.assertRaises(IndexError, d.__delitem__, -n-1)
  345. self.assertRaises(IndexError, d.__delitem__, n)
  346. for i in range(n):
  347. self.assertEqual(len(d), n-i)
  348. j = random.randrange(-len(d), len(d))
  349. val = d[j]
  350. self.assertIn(val, d)
  351. del d[j]
  352. self.assertNotIn(val, d)
  353. self.assertEqual(len(d), 0)
  354. def test_reverse(self):
  355. n = 500 # O(n**2) test, don't make this too big
  356. data = [random.random() for i in range(n)]
  357. for i in range(n):
  358. d = deque(data[:i])
  359. r = d.reverse()
  360. self.assertEqual(list(d), list(reversed(data[:i])))
  361. self.assertIs(r, None)
  362. d.reverse()
  363. self.assertEqual(list(d), data[:i])
  364. self.assertRaises(TypeError, d.reverse, 1) # Arity is zero
  365. def test_rotate(self):
  366. s = tuple('abcde')
  367. n = len(s)
  368. d = deque(s)
  369. d.rotate(1) # verify rot(1)
  370. self.assertEqual(''.join(d), 'eabcd')
  371. d = deque(s)
  372. d.rotate(-1) # verify rot(-1)
  373. self.assertEqual(''.join(d), 'bcdea')
  374. d.rotate() # check default to 1
  375. self.assertEqual(tuple(d), s)
  376. for i in range(n*3):
  377. d = deque(s)
  378. e = deque(d)
  379. d.rotate(i) # check vs. rot(1) n times
  380. for j in range(i):
  381. e.rotate(1)
  382. self.assertEqual(tuple(d), tuple(e))
  383. d.rotate(-i) # check that it works in reverse
  384. self.assertEqual(tuple(d), s)
  385. e.rotate(n-i) # check that it wraps forward
  386. self.assertEqual(tuple(e), s)
  387. for i in range(n*3):
  388. d = deque(s)
  389. e = deque(d)
  390. d.rotate(-i)
  391. for j in range(i):
  392. e.rotate(-1) # check vs. rot(-1) n times
  393. self.assertEqual(tuple(d), tuple(e))
  394. d.rotate(i) # check that it works in reverse
  395. self.assertEqual(tuple(d), s)
  396. e.rotate(i-n) # check that it wraps backaround
  397. self.assertEqual(tuple(e), s)
  398. d = deque(s)
  399. e = deque(s)
  400. e.rotate(BIG+17) # verify on long series of rotates
  401. dr = d.rotate
  402. for i in range(BIG+17):
  403. dr()
  404. self.assertEqual(tuple(d), tuple(e))
  405. self.assertRaises(TypeError, d.rotate, 'x') # Wrong arg type
  406. self.assertRaises(TypeError, d.rotate, 1, 10) # Too many args
  407. d = deque()
  408. d.rotate() # rotate an empty deque
  409. self.assertEqual(d, deque())
  410. def test_len(self):
  411. d = deque('ab')
  412. self.assertEqual(len(d), 2)
  413. d.popleft()
  414. self.assertEqual(len(d), 1)
  415. d.pop()
  416. self.assertEqual(len(d), 0)
  417. self.assertRaises(IndexError, d.pop)
  418. self.assertEqual(len(d), 0)
  419. d.append('c')
  420. self.assertEqual(len(d), 1)
  421. d.appendleft('d')
  422. self.assertEqual(len(d), 2)
  423. d.clear()
  424. self.assertEqual(len(d), 0)
  425. def test_underflow(self):
  426. d = deque()
  427. self.assertRaises(IndexError, d.pop)
  428. self.assertRaises(IndexError, d.popleft)
  429. def test_clear(self):
  430. d = deque(range(100))
  431. self.assertEqual(len(d), 100)
  432. d.clear()
  433. self.assertEqual(len(d), 0)
  434. self.assertEqual(list(d), [])
  435. d.clear() # clear an empty deque
  436. self.assertEqual(list(d), [])
  437. def test_remove(self):
  438. d = deque('abcdefghcij')
  439. d.remove('c')
  440. self.assertEqual(d, deque('abdefghcij'))
  441. d.remove('c')
  442. self.assertEqual(d, deque('abdefghij'))
  443. self.assertRaises(ValueError, d.remove, 'c')
  444. self.assertEqual(d, deque('abdefghij'))
  445. # Handle comparison errors
  446. d = deque(['a', 'b', BadCmp(), 'c'])
  447. e = deque(d)
  448. self.assertRaises(RuntimeError, d.remove, 'c')
  449. for x, y in zip(d, e):
  450. # verify that original order and values are retained.
  451. self.assertTrue(x is y)
  452. # Handle evil mutator
  453. for match in (True, False):
  454. d = deque(['ab'])
  455. d.extend([MutateCmp(d, match), 'c'])
  456. self.assertRaises(IndexError, d.remove, 'c')
  457. self.assertEqual(d, deque())
  458. def test_repr(self):
  459. d = deque(range(200))
  460. e = eval(repr(d))
  461. self.assertEqual(list(d), list(e))
  462. d.append(d)
  463. self.assertEqual(repr(d)[-20:], '7, 198, 199, [...]])')
  464. def test_init(self):
  465. self.assertRaises(TypeError, deque, 'abc', 2, 3)
  466. self.assertRaises(TypeError, deque, 1)
  467. def test_hash(self):
  468. self.assertRaises(TypeError, hash, deque('abc'))
  469. def test_long_steadystate_queue_popleft(self):
  470. for size in (0, 1, 2, 100, 1000):
  471. d = deque(range(size))
  472. append, pop = d.append, d.popleft
  473. for i in range(size, BIG):
  474. append(i)
  475. x = pop()
  476. if x != i - size:
  477. self.assertEqual(x, i-size)
  478. self.assertEqual(list(d), list(range(BIG-size, BIG)))
  479. def test_long_steadystate_queue_popright(self):
  480. for size in (0, 1, 2, 100, 1000):
  481. d = deque(reversed(range(size)))
  482. append, pop = d.appendleft, d.pop
  483. for i in range(size, BIG):
  484. append(i)
  485. x = pop()
  486. if x != i - size:
  487. self.assertEqual(x, i-size)
  488. self.assertEqual(list(reversed(list(d))),
  489. list(range(BIG-size, BIG)))
  490. def test_big_queue_popleft(self):
  491. pass
  492. d = deque()
  493. append, pop = d.append, d.popleft
  494. for i in range(BIG):
  495. append(i)
  496. for i in range(BIG):
  497. x = pop()
  498. if x != i:
  499. self.assertEqual(x, i)
  500. def test_big_queue_popright(self):
  501. d = deque()
  502. append, pop = d.appendleft, d.pop
  503. for i in range(BIG):
  504. append(i)
  505. for i in range(BIG):
  506. x = pop()
  507. if x != i:
  508. self.assertEqual(x, i)
  509. def test_big_stack_right(self):
  510. d = deque()
  511. append, pop = d.append, d.pop
  512. for i in range(BIG):
  513. append(i)
  514. for i in reversed(range(BIG)):
  515. x = pop()
  516. if x != i:
  517. self.assertEqual(x, i)
  518. self.assertEqual(len(d), 0)
  519. def test_big_stack_left(self):
  520. d = deque()
  521. append, pop = d.appendleft, d.popleft
  522. for i in range(BIG):
  523. append(i)
  524. for i in reversed(range(BIG)):
  525. x = pop()
  526. if x != i:
  527. self.assertEqual(x, i)
  528. self.assertEqual(len(d), 0)
  529. def test_roundtrip_iter_init(self):
  530. d = deque(range(200))
  531. e = deque(d)
  532. self.assertNotEqual(id(d), id(e))
  533. self.assertEqual(list(d), list(e))
  534. def test_pickle(self):
  535. for d in deque(range(200)), deque(range(200), 100):
  536. for i in range(pickle.HIGHEST_PROTOCOL + 1):
  537. s = pickle.dumps(d, i)
  538. e = pickle.loads(s)
  539. self.assertNotEqual(id(e), id(d))
  540. self.assertEqual(list(e), list(d))
  541. self.assertEqual(e.maxlen, d.maxlen)
  542. def test_pickle_recursive(self):
  543. for d in deque('abc'), deque('abc', 3):
  544. d.append(d)
  545. for i in range(pickle.HIGHEST_PROTOCOL + 1):
  546. e = pickle.loads(pickle.dumps(d, i))
  547. self.assertNotEqual(id(e), id(d))
  548. self.assertEqual(id(e[-1]), id(e))
  549. self.assertEqual(e.maxlen, d.maxlen)
  550. def test_iterator_pickle(self):
  551. orig = deque(range(200))
  552. data = [i*1.01 for i in orig]
  553. for proto in range(pickle.HIGHEST_PROTOCOL + 1):
  554. # initial iterator
  555. itorg = iter(orig)
  556. dump = pickle.dumps((itorg, orig), proto)
  557. it, d = pickle.loads(dump)
  558. for i, x in enumerate(data):
  559. d[i] = x
  560. self.assertEqual(type(it), type(itorg))
  561. self.assertEqual(list(it), data)
  562. # running iterator
  563. next(itorg)
  564. dump = pickle.dumps((itorg, orig), proto)
  565. it, d = pickle.loads(dump)
  566. for i, x in enumerate(data):
  567. d[i] = x
  568. self.assertEqual(type(it), type(itorg))
  569. self.assertEqual(list(it), data[1:])
  570. # empty iterator
  571. for i in range(1, len(data)):
  572. next(itorg)
  573. dump = pickle.dumps((itorg, orig), proto)
  574. it, d = pickle.loads(dump)
  575. for i, x in enumerate(data):
  576. d[i] = x
  577. self.assertEqual(type(it), type(itorg))
  578. self.assertEqual(list(it), [])
  579. # exhausted iterator
  580. self.assertRaises(StopIteration, next, itorg)
  581. dump = pickle.dumps((itorg, orig), proto)
  582. it, d = pickle.loads(dump)
  583. for i, x in enumerate(data):
  584. d[i] = x
  585. self.assertEqual(type(it), type(itorg))
  586. self.assertEqual(list(it), [])
  587. def test_deepcopy(self):
  588. mut = [10]
  589. d = deque([mut])
  590. e = copy.deepcopy(d)
  591. self.assertEqual(list(d), list(e))
  592. mut[0] = 11
  593. self.assertNotEqual(id(d), id(e))
  594. self.assertNotEqual(list(d), list(e))
  595. def test_copy(self):
  596. mut = [10]
  597. d = deque([mut])
  598. e = copy.copy(d)
  599. self.assertEqual(list(d), list(e))
  600. mut[0] = 11
  601. self.assertNotEqual(id(d), id(e))
  602. self.assertEqual(list(d), list(e))
  603. for i in range(5):
  604. for maxlen in range(-1, 6):
  605. s = [random.random() for j in range(i)]
  606. d = deque(s) if maxlen == -1 else deque(s, maxlen)
  607. e = d.copy()
  608. self.assertEqual(d, e)
  609. self.assertEqual(d.maxlen, e.maxlen)
  610. self.assertTrue(all(x is y for x, y in zip(d, e)))
  611. def test_copy_method(self):
  612. mut = [10]
  613. d = deque([mut])
  614. e = d.copy()
  615. self.assertEqual(list(d), list(e))
  616. mut[0] = 11
  617. self.assertNotEqual(id(d), id(e))
  618. self.assertEqual(list(d), list(e))
  619. def test_reversed(self):
  620. for s in ('abcd', range(2000)):
  621. self.assertEqual(list(reversed(deque(s))), list(reversed(s)))
  622. def test_reversed_new(self):
  623. klass = type(reversed(deque()))
  624. for s in ('abcd', range(2000)):
  625. self.assertEqual(list(klass(deque(s))), list(reversed(s)))
  626. def test_gc_doesnt_blowup(self):
  627. import gc
  628. # This used to assert-fail in deque_traverse() under a debug
  629. # build, or run wild with a NULL pointer in a release build.
  630. d = deque()
  631. for i in range(100):
  632. d.append(1)
  633. gc.collect()
  634. def test_container_iterator(self):
  635. # Bug #3680: tp_traverse was not implemented for deque iterator objects
  636. class C(object):
  637. pass
  638. for i in range(2):
  639. obj = C()
  640. ref = weakref.ref(obj)
  641. if i == 0:
  642. container = deque([obj, 1])
  643. else:
  644. container = reversed(deque([obj, 1]))
  645. obj.x = iter(container)
  646. del obj, container
  647. gc.collect()
  648. self.assertTrue(ref() is None, "Cycle was not collected")
  649. check_sizeof = support.check_sizeof
  650. @support.cpython_only
  651. def test_sizeof(self):
  652. MAXFREEBLOCKS = 16
  653. BLOCKLEN = 64
  654. basesize = support.calcvobjsize('2P5n%dPP' % MAXFREEBLOCKS)
  655. blocksize = struct.calcsize('P%dPP' % BLOCKLEN)
  656. self.assertEqual(object.__sizeof__(deque()), basesize)
  657. check = self.check_sizeof
  658. check(deque(), basesize + blocksize)
  659. check(deque('a'), basesize + blocksize)
  660. check(deque('a' * (BLOCKLEN - 1)), basesize + blocksize)
  661. check(deque('a' * BLOCKLEN), basesize + 2 * blocksize)
  662. check(deque('a' * (42 * BLOCKLEN)), basesize + 43 * blocksize)
  663. class TestVariousIteratorArgs(unittest.TestCase):
  664. def test_constructor(self):
  665. for s in ("123", "", range(1000), ('do', 1.2), range(2000,2200,5)):
  666. for g in (seq_tests.Sequence, seq_tests.IterFunc,
  667. seq_tests.IterGen, seq_tests.IterFuncStop,
  668. seq_tests.itermulti, seq_tests.iterfunc):
  669. self.assertEqual(list(deque(g(s))), list(g(s)))
  670. self.assertRaises(TypeError, deque, seq_tests.IterNextOnly(s))
  671. self.assertRaises(TypeError, deque, seq_tests.IterNoNext(s))
  672. self.assertRaises(ZeroDivisionError, deque, seq_tests.IterGenExc(s))
  673. def test_iter_with_altered_data(self):
  674. d = deque('abcdefg')
  675. it = iter(d)
  676. d.pop()
  677. self.assertRaises(RuntimeError, next, it)
  678. def test_runtime_error_on_empty_deque(self):
  679. d = deque()
  680. it = iter(d)
  681. d.append(10)
  682. self.assertRaises(RuntimeError, next, it)
  683. class Deque(deque):
  684. pass
  685. class DequeWithSlots(deque):
  686. __slots__ = ('x', 'y', '__dict__')
  687. class DequeWithBadIter(deque):
  688. def __iter__(self):
  689. raise TypeError
  690. class TestSubclass(unittest.TestCase):
  691. def test_basics(self):
  692. d = Deque(range(25))
  693. d.__init__(range(200))
  694. for i in range(200, 400):
  695. d.append(i)
  696. for i in reversed(range(-200, 0)):
  697. d.appendleft(i)
  698. self.assertEqual(list(d), list(range(-200, 400)))
  699. self.assertEqual(len(d), 600)
  700. left = [d.popleft() for i in range(250)]
  701. self.assertEqual(left, list(range(-200, 50)))
  702. self.assertEqual(list(d), list(range(50, 400)))
  703. right = [d.pop() for i in range(250)]
  704. right.reverse()
  705. self.assertEqual(right, list(range(150, 400)))
  706. self.assertEqual(list(d), list(range(50, 150)))
  707. d.clear()
  708. self.assertEqual(len(d), 0)
  709. def test_copy_pickle(self):
  710. for cls in Deque, DequeWithSlots:
  711. for d in cls('abc'), cls('abcde', maxlen=4):
  712. d.x = ['x']
  713. d.z = ['z']
  714. e = d.__copy__()
  715. self.assertEqual(type(d), type(e))
  716. self.assertEqual(list(d), list(e))
  717. e = cls(d)
  718. self.assertEqual(type(d), type(e))
  719. self.assertEqual(list(d), list(e))
  720. for proto in range(pickle.HIGHEST_PROTOCOL + 1):
  721. s = pickle.dumps(d, proto)
  722. e = pickle.loads(s)
  723. self.assertNotEqual(id(d), id(e))
  724. self.assertEqual(type(d), type(e))
  725. self.assertEqual(list(d), list(e))
  726. self.assertEqual(e.x, d.x)
  727. self.assertEqual(e.z, d.z)
  728. self.assertFalse(hasattr(e, 'y'))
  729. def test_pickle_recursive(self):
  730. for proto in range(pickle.HIGHEST_PROTOCOL + 1):
  731. for d in Deque('abc'), Deque('abc', 3):
  732. d.append(d)
  733. e = pickle.loads(pickle.dumps(d, proto))
  734. self.assertNotEqual(id(e), id(d))
  735. self.assertEqual(type(e), type(d))
  736. self.assertEqual(e.maxlen, d.maxlen)
  737. dd = d.pop()
  738. ee = e.pop()
  739. self.assertEqual(id(ee), id(e))
  740. self.assertEqual(e, d)
  741. d.x = d
  742. e = pickle.loads(pickle.dumps(d, proto))
  743. self.assertEqual(id(e.x), id(e))
  744. for d in DequeWithBadIter('abc'), DequeWithBadIter('abc', 2):
  745. self.assertRaises(TypeError, pickle.dumps, d, proto)
  746. def test_weakref(self):
  747. d = deque('gallahad')
  748. p = weakref.proxy(d)
  749. self.assertEqual(str(p), str(d))
  750. d = None
  751. support.gc_collect() # For PyPy or other GCs.
  752. self.assertRaises(ReferenceError, str, p)
  753. def test_strange_subclass(self):
  754. class X(deque):
  755. def __iter__(self):
  756. return iter([])
  757. d1 = X([1,2,3])
  758. d2 = X([4,5,6])
  759. d1 == d2 # not clear if this is supposed to be True or False,
  760. # but it used to give a SystemError
  761. @support.cpython_only
  762. def test_bug_31608(self):
  763. # The interpreter used to crash in specific cases where a deque
  764. # subclass returned a non-deque.
  765. class X(deque):
  766. pass
  767. d = X()
  768. def bad___new__(cls, *args, **kwargs):
  769. return [42]
  770. X.__new__ = bad___new__
  771. with self.assertRaises(TypeError):
  772. d * 42 # shouldn't crash
  773. with self.assertRaises(TypeError):
  774. d + deque([1, 2, 3]) # shouldn't crash
  775. class SubclassWithKwargs(deque):
  776. def __init__(self, newarg=1):
  777. deque.__init__(self)
  778. class TestSubclassWithKwargs(unittest.TestCase):
  779. def test_subclass_with_kwargs(self):
  780. # SF bug #1486663 -- this used to erroneously raise a TypeError
  781. SubclassWithKwargs(newarg=1)
  782. class TestSequence(seq_tests.CommonTest):
  783. type2test = deque
  784. def test_getitem(self):
  785. # For now, bypass tests that require slicing
  786. pass
  787. def test_getslice(self):
  788. # For now, bypass tests that require slicing
  789. pass
  790. def test_subscript(self):
  791. # For now, bypass tests that require slicing
  792. pass
  793. def test_free_after_iterating(self):
  794. # For now, bypass tests that require slicing
  795. self.skipTest("Exhausted deque iterator doesn't free a deque")
  796. #==============================================================================
  797. libreftest = """
  798. Example from the Library Reference: Doc/lib/libcollections.tex
  799. >>> from collections import deque
  800. >>> d = deque('ghi') # make a new deque with three items
  801. >>> for elem in d: # iterate over the deque's elements
  802. ... print(elem.upper())
  803. G
  804. H
  805. I
  806. >>> d.append('j') # add a new entry to the right side
  807. >>> d.appendleft('f') # add a new entry to the left side
  808. >>> d # show the representation of the deque
  809. deque(['f', 'g', 'h', 'i', 'j'])
  810. >>> d.pop() # return and remove the rightmost item
  811. 'j'
  812. >>> d.popleft() # return and remove the leftmost item
  813. 'f'
  814. >>> list(d) # list the contents of the deque
  815. ['g', 'h', 'i']
  816. >>> d[0] # peek at leftmost item
  817. 'g'
  818. >>> d[-1] # peek at rightmost item
  819. 'i'
  820. >>> list(reversed(d)) # list the contents of a deque in reverse
  821. ['i', 'h', 'g']
  822. >>> 'h' in d # search the deque
  823. True
  824. >>> d.extend('jkl') # add multiple elements at once
  825. >>> d
  826. deque(['g', 'h', 'i', 'j', 'k', 'l'])
  827. >>> d.rotate(1) # right rotation
  828. >>> d
  829. deque(['l', 'g', 'h', 'i', 'j', 'k'])
  830. >>> d.rotate(-1) # left rotation
  831. >>> d
  832. deque(['g', 'h', 'i', 'j', 'k', 'l'])
  833. >>> deque(reversed(d)) # make a new deque in reverse order
  834. deque(['l', 'k', 'j', 'i', 'h', 'g'])
  835. >>> d.clear() # empty the deque
  836. >>> d.pop() # cannot pop from an empty deque
  837. Traceback (most recent call last):
  838. File "<pyshell#6>", line 1, in -toplevel-
  839. d.pop()
  840. IndexError: pop from an empty deque
  841. >>> d.extendleft('abc') # extendleft() reverses the input order
  842. >>> d
  843. deque(['c', 'b', 'a'])
  844. >>> def delete_nth(d, n):
  845. ... d.rotate(-n)
  846. ... d.popleft()
  847. ... d.rotate(n)
  848. ...
  849. >>> d = deque('abcdef')
  850. >>> delete_nth(d, 2) # remove the entry at d[2]
  851. >>> d
  852. deque(['a', 'b', 'd', 'e', 'f'])
  853. >>> def roundrobin(*iterables):
  854. ... pending = deque(iter(i) for i in iterables)
  855. ... while pending:
  856. ... task = pending.popleft()
  857. ... try:
  858. ... yield next(task)
  859. ... except StopIteration:
  860. ... continue
  861. ... pending.append(task)
  862. ...
  863. >>> for value in roundrobin('abc', 'd', 'efgh'):
  864. ... print(value)
  865. ...
  866. a
  867. d
  868. e
  869. b
  870. f
  871. c
  872. g
  873. h
  874. >>> def maketree(iterable):
  875. ... d = deque(iterable)
  876. ... while len(d) > 1:
  877. ... pair = [d.popleft(), d.popleft()]
  878. ... d.append(pair)
  879. ... return list(d)
  880. ...
  881. >>> print(maketree('abcdefgh'))
  882. [[[['a', 'b'], ['c', 'd']], [['e', 'f'], ['g', 'h']]]]
  883. """
  884. #==============================================================================
  885. __test__ = {'libreftest' : libreftest}
  886. def load_tests(loader, tests, pattern):
  887. tests.addTest(doctest.DocTestSuite())
  888. return tests
  889. if __name__ == "__main__":
  890. unittest.main()