forked from third-party-mirrors/zfs_autobackup
176 lines
6.2 KiB
Python
176 lines
6.2 KiB
Python
from basetest import *
|
|
from zfs_autobackup.BlockHasher import BlockHasher
|
|
|
|
|
|
class TestZfsCheck(unittest2.TestCase):
|
|
|
|
def setUp(self):
|
|
pass
|
|
|
|
def test_blockhash(self):
|
|
#make VERY sure this works correctly under all circumstances.
|
|
|
|
# sha1 sums of files, (bs=4096)
|
|
# da39a3ee5e6b4b0d3255bfef95601890afd80709 empty
|
|
# 642027d63bb0afd7e0ba197f2c66ad03e3d70de1 partial
|
|
# 3c0bf91170d873b8e327d3bafb6bc074580d11b7 whole
|
|
# 2e863f1fcccd6642e4e28453eba10d2d3f74d798 whole2
|
|
# 959e6b58078f0cfd2fb3d37e978fda51820473ff whole_whole2
|
|
# 309ffffba2e1977d12f3b7469971f30d28b94bd8 whole_whole2_partial
|
|
|
|
block_hasher=BlockHasher(count=1)
|
|
|
|
self.assertEqual(
|
|
list(block_hasher.generate("tests/data/empty")),
|
|
[]
|
|
)
|
|
|
|
self.assertEqual(
|
|
list(block_hasher.generate("tests/data/partial")),
|
|
[(0, "642027d63bb0afd7e0ba197f2c66ad03e3d70de1")]
|
|
)
|
|
|
|
self.assertEqual(
|
|
list(block_hasher.generate("tests/data/whole")),
|
|
[(0, "3c0bf91170d873b8e327d3bafb6bc074580d11b7")]
|
|
)
|
|
|
|
self.assertEqual(
|
|
list(block_hasher.generate("tests/data/whole_whole2")),
|
|
[
|
|
(0, "3c0bf91170d873b8e327d3bafb6bc074580d11b7"),
|
|
(1, "2e863f1fcccd6642e4e28453eba10d2d3f74d798")
|
|
]
|
|
)
|
|
|
|
self.assertEqual(
|
|
list(block_hasher.generate("tests/data/whole_whole2_partial")),
|
|
[
|
|
(0, "3c0bf91170d873b8e327d3bafb6bc074580d11b7"), #whole
|
|
(1, "2e863f1fcccd6642e4e28453eba10d2d3f74d798"), #whole2
|
|
(2, "642027d63bb0afd7e0ba197f2c66ad03e3d70de1") #partial
|
|
]
|
|
)
|
|
|
|
block_hasher=BlockHasher(count=2)
|
|
self.assertEqual(
|
|
list(block_hasher.generate("tests/data/whole_whole2_partial")),
|
|
[
|
|
(0, "959e6b58078f0cfd2fb3d37e978fda51820473ff"), #whole_whole2
|
|
(1, "642027d63bb0afd7e0ba197f2c66ad03e3d70de1") #partial
|
|
]
|
|
)
|
|
|
|
block_hasher=BlockHasher(count=10)
|
|
self.assertEqual(
|
|
list(block_hasher.generate("tests/data/whole_whole2_partial")),
|
|
[
|
|
(0, "309ffffba2e1977d12f3b7469971f30d28b94bd8"), #whole_whole2_partial
|
|
])
|
|
|
|
def test_blockhash_compare(self):
|
|
|
|
|
|
block_hasher=BlockHasher(count=1)
|
|
generator=block_hasher.generate("tests/data/whole_whole2_partial")
|
|
self.assertEqual(3,block_hasher.compare("tests/data/whole_whole2_partial", generator))
|
|
|
|
block_hasher=BlockHasher(count=1)
|
|
with self.assertRaisesRegexp(Exception, "^Block 1 mismatched!"):
|
|
generator=block_hasher.generate("tests/data/whole_whole2_partial")
|
|
self.assertEqual(3,block_hasher.compare("tests/data/whole", generator))
|
|
|
|
block_hasher=BlockHasher(count=10)
|
|
generator=block_hasher.generate("tests/data/whole_whole2_partial")
|
|
self.assertEqual(1,block_hasher.compare("tests/data/whole_whole2_partial", generator))
|
|
|
|
#different order to make sure seek functions
|
|
block_hasher=BlockHasher(count=1)
|
|
checksums=list(block_hasher.generate("tests/data/whole_whole2_partial"))
|
|
checksums.reverse()
|
|
self.assertEqual(3,block_hasher.compare("tests/data/whole_whole2_partial", checksums))
|
|
|
|
def test_volume(self):
|
|
prepare_zpools()
|
|
|
|
shelltest("zfs create -V200M test_source1/vol")
|
|
shelltest("zfs snapshot test_source1/vol@test")
|
|
|
|
with OutputIO() as buf:
|
|
with redirect_stdout(buf):
|
|
self.assertFalse(ZfsCheck("test_source1/vol@test".split(" "),print_arguments=False).run())
|
|
|
|
print(buf.getvalue())
|
|
self.assertEqual("""0 2c2ceccb5ec5574f791d45b63c940cff20550f9a
|
|
1 2c2ceccb5ec5574f791d45b63c940cff20550f9a
|
|
""", buf.getvalue())
|
|
|
|
|
|
def test_filesystem(self):
|
|
prepare_zpools()
|
|
|
|
shelltest("cp tests/data/whole /test_source1/testfile")
|
|
shelltest("mkdir /test_source1/emptydir")
|
|
shelltest("mkdir /test_source1/dir")
|
|
shelltest("cp tests/data/whole2 /test_source1/dir/testfile")
|
|
|
|
#it should ignore these:
|
|
shelltest("ln -s / /test_source1/symlink")
|
|
shelltest("mknod /test_source1/c c 1 1")
|
|
shelltest("mknod /test_source1/b b 1 1")
|
|
shelltest("mkfifo /test_source1/f")
|
|
|
|
shelltest("zfs snapshot test_source1@test")
|
|
|
|
with OutputIO() as buf:
|
|
with redirect_stdout(buf):
|
|
self.assertFalse(ZfsCheck("test_source1@test".split(" "), print_arguments=False).run())
|
|
|
|
print(buf.getvalue())
|
|
self.assertEqual("""testfile 0 3c0bf91170d873b8e327d3bafb6bc074580d11b7
|
|
dir/testfile 0 2e863f1fcccd6642e4e28453eba10d2d3f74d798
|
|
""", buf.getvalue())
|
|
|
|
|
|
def test_brokenpipe_cleanup_filesystem(self):
|
|
"""test if stuff is cleaned up correctly, in debugging mode , when a pipe breaks. """
|
|
|
|
prepare_zpools()
|
|
shelltest("cp tests/data/whole /test_source1/testfile")
|
|
shelltest("zfs snapshot test_source1@test")
|
|
|
|
#breaks pipe when grep exists:
|
|
#important to use --debug, since that generates extra output which would be problematic if we didnt do correct SIGPIPE handling
|
|
shelltest("python -m zfs_autobackup.ZfsCheck test_source1@test --debug | grep -m1 'Hashing tree'")
|
|
|
|
#should NOT be mounted anymore if cleanup went ok:
|
|
self.assertNotRegex(shelltest("mount"), "test_source1@test")
|
|
|
|
def test_brokenpipe_cleanup_volume(self):
|
|
|
|
prepare_zpools()
|
|
shelltest("zfs create -V200M test_source1/vol")
|
|
shelltest("zfs snapshot test_source1/vol@test")
|
|
|
|
#breaks pipe when grep exists:
|
|
#important to use --debug, since that generates extra output which would be problematic if we didnt do correct SIGPIPE handling
|
|
shelltest("python -m zfs_autobackup.ZfsCheck test_source1/vol@test --debug | grep -m1 'Hashing dev'")
|
|
|
|
r = shelltest("zfs list -H -o name -r -t all " + TEST_POOLS)
|
|
self.assertMultiLineEqual(r, """
|
|
test_source1
|
|
test_source1/fs1
|
|
test_source1/fs1/sub
|
|
test_source1/vol
|
|
test_source1/vol@test
|
|
test_source2
|
|
test_source2/fs2
|
|
test_source2/fs2/sub
|
|
test_source2/fs3
|
|
test_source2/fs3/sub
|
|
test_target1
|
|
""")
|
|
|
|
|
|
|