test_dbm_dumb.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316
  1. """Test script for the dumbdbm module
  2. Original by Roger E. Masse
  3. """
  4. import contextlib
  5. import io
  6. import operator
  7. import os
  8. import stat
  9. import unittest
  10. import dbm.dumb as dumbdbm
  11. from test import support
  12. from test.support import os_helper
  13. from functools import partial
  14. _fname = os_helper.TESTFN
  15. def _delete_files():
  16. for ext in [".dir", ".dat", ".bak"]:
  17. try:
  18. os.unlink(_fname + ext)
  19. except OSError:
  20. pass
  21. class DumbDBMTestCase(unittest.TestCase):
  22. _dict = {b'0': b'',
  23. b'a': b'Python:',
  24. b'b': b'Programming',
  25. b'c': b'the',
  26. b'd': b'way',
  27. b'f': b'Guido',
  28. b'g': b'intended',
  29. '\u00fc'.encode('utf-8') : b'!',
  30. }
  31. def test_dumbdbm_creation(self):
  32. with contextlib.closing(dumbdbm.open(_fname, 'c')) as f:
  33. self.assertEqual(list(f.keys()), [])
  34. for key in self._dict:
  35. f[key] = self._dict[key]
  36. self.read_helper(f)
  37. @unittest.skipUnless(hasattr(os, 'umask'), 'test needs os.umask()')
  38. @os_helper.skip_unless_working_chmod
  39. def test_dumbdbm_creation_mode(self):
  40. try:
  41. old_umask = os.umask(0o002)
  42. f = dumbdbm.open(_fname, 'c', 0o637)
  43. f.close()
  44. finally:
  45. os.umask(old_umask)
  46. expected_mode = 0o635
  47. if os.name != 'posix':
  48. # Windows only supports setting the read-only attribute.
  49. # This shouldn't fail, but doesn't work like Unix either.
  50. expected_mode = 0o666
  51. import stat
  52. st = os.stat(_fname + '.dat')
  53. self.assertEqual(stat.S_IMODE(st.st_mode), expected_mode)
  54. st = os.stat(_fname + '.dir')
  55. self.assertEqual(stat.S_IMODE(st.st_mode), expected_mode)
  56. def test_close_twice(self):
  57. f = dumbdbm.open(_fname)
  58. f[b'a'] = b'b'
  59. self.assertEqual(f[b'a'], b'b')
  60. f.close()
  61. f.close()
  62. def test_dumbdbm_modification(self):
  63. self.init_db()
  64. with contextlib.closing(dumbdbm.open(_fname, 'w')) as f:
  65. self._dict[b'g'] = f[b'g'] = b"indented"
  66. self.read_helper(f)
  67. # setdefault() works as in the dict interface
  68. self.assertEqual(f.setdefault(b'xxx', b'foo'), b'foo')
  69. self.assertEqual(f[b'xxx'], b'foo')
  70. def test_dumbdbm_read(self):
  71. self.init_db()
  72. with contextlib.closing(dumbdbm.open(_fname, 'r')) as f:
  73. self.read_helper(f)
  74. with self.assertRaisesRegex(dumbdbm.error,
  75. 'The database is opened for reading only'):
  76. f[b'g'] = b'x'
  77. with self.assertRaisesRegex(dumbdbm.error,
  78. 'The database is opened for reading only'):
  79. del f[b'a']
  80. # get() works as in the dict interface
  81. self.assertEqual(f.get(b'a'), self._dict[b'a'])
  82. self.assertEqual(f.get(b'xxx', b'foo'), b'foo')
  83. self.assertIsNone(f.get(b'xxx'))
  84. with self.assertRaises(KeyError):
  85. f[b'xxx']
  86. def test_dumbdbm_keys(self):
  87. self.init_db()
  88. with contextlib.closing(dumbdbm.open(_fname)) as f:
  89. keys = self.keys_helper(f)
  90. def test_write_contains(self):
  91. with contextlib.closing(dumbdbm.open(_fname)) as f:
  92. f[b'1'] = b'hello'
  93. self.assertIn(b'1', f)
  94. def test_write_write_read(self):
  95. # test for bug #482460
  96. with contextlib.closing(dumbdbm.open(_fname)) as f:
  97. f[b'1'] = b'hello'
  98. f[b'1'] = b'hello2'
  99. with contextlib.closing(dumbdbm.open(_fname)) as f:
  100. self.assertEqual(f[b'1'], b'hello2')
  101. def test_str_read(self):
  102. self.init_db()
  103. with contextlib.closing(dumbdbm.open(_fname, 'r')) as f:
  104. self.assertEqual(f['\u00fc'], self._dict['\u00fc'.encode('utf-8')])
  105. def test_str_write_contains(self):
  106. self.init_db()
  107. with contextlib.closing(dumbdbm.open(_fname)) as f:
  108. f['\u00fc'] = b'!'
  109. f['1'] = 'a'
  110. with contextlib.closing(dumbdbm.open(_fname, 'r')) as f:
  111. self.assertIn('\u00fc', f)
  112. self.assertEqual(f['\u00fc'.encode('utf-8')],
  113. self._dict['\u00fc'.encode('utf-8')])
  114. self.assertEqual(f[b'1'], b'a')
  115. def test_line_endings(self):
  116. # test for bug #1172763: dumbdbm would die if the line endings
  117. # weren't what was expected.
  118. with contextlib.closing(dumbdbm.open(_fname)) as f:
  119. f[b'1'] = b'hello'
  120. f[b'2'] = b'hello2'
  121. # Mangle the file by changing the line separator to Windows or Unix
  122. with io.open(_fname + '.dir', 'rb') as file:
  123. data = file.read()
  124. if os.linesep == '\n':
  125. data = data.replace(b'\n', b'\r\n')
  126. else:
  127. data = data.replace(b'\r\n', b'\n')
  128. with io.open(_fname + '.dir', 'wb') as file:
  129. file.write(data)
  130. f = dumbdbm.open(_fname)
  131. self.assertEqual(f[b'1'], b'hello')
  132. self.assertEqual(f[b'2'], b'hello2')
  133. def read_helper(self, f):
  134. keys = self.keys_helper(f)
  135. for key in self._dict:
  136. self.assertEqual(self._dict[key], f[key])
  137. def init_db(self):
  138. with contextlib.closing(dumbdbm.open(_fname, 'n')) as f:
  139. for k in self._dict:
  140. f[k] = self._dict[k]
  141. def keys_helper(self, f):
  142. keys = sorted(f.keys())
  143. dkeys = sorted(self._dict.keys())
  144. self.assertEqual(keys, dkeys)
  145. return keys
  146. # Perform randomized operations. This doesn't make assumptions about
  147. # what *might* fail.
  148. def test_random(self):
  149. import random
  150. d = {} # mirror the database
  151. for dummy in range(5):
  152. with contextlib.closing(dumbdbm.open(_fname)) as f:
  153. for dummy in range(100):
  154. k = random.choice('abcdefghijklm')
  155. if random.random() < 0.2:
  156. if k in d:
  157. del d[k]
  158. del f[k]
  159. else:
  160. v = random.choice((b'a', b'b', b'c')) * random.randrange(10000)
  161. d[k] = v
  162. f[k] = v
  163. self.assertEqual(f[k], v)
  164. with contextlib.closing(dumbdbm.open(_fname)) as f:
  165. expected = sorted((k.encode("latin-1"), v) for k, v in d.items())
  166. got = sorted(f.items())
  167. self.assertEqual(expected, got)
  168. def test_context_manager(self):
  169. with dumbdbm.open(_fname, 'c') as db:
  170. db["dumbdbm context manager"] = "context manager"
  171. with dumbdbm.open(_fname, 'r') as db:
  172. self.assertEqual(list(db.keys()), [b"dumbdbm context manager"])
  173. with self.assertRaises(dumbdbm.error):
  174. db.keys()
  175. def test_check_closed(self):
  176. f = dumbdbm.open(_fname, 'c')
  177. f.close()
  178. for meth in (partial(operator.delitem, f),
  179. partial(operator.setitem, f, 'b'),
  180. partial(operator.getitem, f),
  181. partial(operator.contains, f)):
  182. with self.assertRaises(dumbdbm.error) as cm:
  183. meth('test')
  184. self.assertEqual(str(cm.exception),
  185. "DBM object has already been closed")
  186. for meth in (operator.methodcaller('keys'),
  187. operator.methodcaller('iterkeys'),
  188. operator.methodcaller('items'),
  189. len):
  190. with self.assertRaises(dumbdbm.error) as cm:
  191. meth(f)
  192. self.assertEqual(str(cm.exception),
  193. "DBM object has already been closed")
  194. def test_create_new(self):
  195. with dumbdbm.open(_fname, 'n') as f:
  196. for k in self._dict:
  197. f[k] = self._dict[k]
  198. with dumbdbm.open(_fname, 'n') as f:
  199. self.assertEqual(f.keys(), [])
  200. def test_eval(self):
  201. with open(_fname + '.dir', 'w', encoding="utf-8") as stream:
  202. stream.write("str(print('Hacked!')), 0\n")
  203. with support.captured_stdout() as stdout:
  204. with self.assertRaises(ValueError):
  205. with dumbdbm.open(_fname) as f:
  206. pass
  207. self.assertEqual(stdout.getvalue(), '')
  208. def test_missing_data(self):
  209. for value in ('r', 'w'):
  210. _delete_files()
  211. with self.assertRaises(FileNotFoundError):
  212. dumbdbm.open(_fname, value)
  213. self.assertFalse(os.path.exists(_fname + '.dir'))
  214. self.assertFalse(os.path.exists(_fname + '.bak'))
  215. def test_missing_index(self):
  216. with dumbdbm.open(_fname, 'n') as f:
  217. pass
  218. os.unlink(_fname + '.dir')
  219. for value in ('r', 'w'):
  220. with self.assertRaises(FileNotFoundError):
  221. dumbdbm.open(_fname, value)
  222. self.assertFalse(os.path.exists(_fname + '.dir'))
  223. self.assertFalse(os.path.exists(_fname + '.bak'))
  224. def test_invalid_flag(self):
  225. for flag in ('x', 'rf', None):
  226. with self.assertRaisesRegex(ValueError,
  227. "Flag must be one of "
  228. "'r', 'w', 'c', or 'n'"):
  229. dumbdbm.open(_fname, flag)
  230. @os_helper.skip_unless_working_chmod
  231. def test_readonly_files(self):
  232. with os_helper.temp_dir() as dir:
  233. fname = os.path.join(dir, 'db')
  234. with dumbdbm.open(fname, 'n') as f:
  235. self.assertEqual(list(f.keys()), [])
  236. for key in self._dict:
  237. f[key] = self._dict[key]
  238. os.chmod(fname + ".dir", stat.S_IRUSR)
  239. os.chmod(fname + ".dat", stat.S_IRUSR)
  240. os.chmod(dir, stat.S_IRUSR|stat.S_IXUSR)
  241. with dumbdbm.open(fname, 'r') as f:
  242. self.assertEqual(sorted(f.keys()), sorted(self._dict))
  243. f.close() # don't write
  244. @unittest.skipUnless(os_helper.TESTFN_NONASCII,
  245. 'requires OS support of non-ASCII encodings')
  246. def test_nonascii_filename(self):
  247. filename = os_helper.TESTFN_NONASCII
  248. for suffix in ['.dir', '.dat', '.bak']:
  249. self.addCleanup(os_helper.unlink, filename + suffix)
  250. with dumbdbm.open(filename, 'c') as db:
  251. db[b'key'] = b'value'
  252. self.assertTrue(os.path.exists(filename + '.dat'))
  253. self.assertTrue(os.path.exists(filename + '.dir'))
  254. with dumbdbm.open(filename, 'r') as db:
  255. self.assertEqual(list(db.keys()), [b'key'])
  256. self.assertTrue(b'key' in db)
  257. self.assertEqual(db[b'key'], b'value')
  258. def test_open_with_pathlib_path(self):
  259. dumbdbm.open(os_helper.FakePath(_fname), "c").close()
  260. def test_open_with_bytes_path(self):
  261. dumbdbm.open(os.fsencode(_fname), "c").close()
  262. def test_open_with_pathlib_bytes_path(self):
  263. dumbdbm.open(os_helper.FakePath(os.fsencode(_fname)), "c").close()
  264. def tearDown(self):
  265. _delete_files()
  266. def setUp(self):
  267. _delete_files()
  268. if __name__ == "__main__":
  269. unittest.main()