third-party-mirrors/zfs_autobackup
1
0
Fork 1
mirror of https://github.com/psy0rz/zfs_autobackup.git synced 2025-06-05 01:33:00 +03:00
Code Issues Actions Packages Projects Releases Wiki Activity

fixes

Browse Source
This commit is contained in:
Edwin Eefting 2022-02-21 00:46:36 +01:00
parent 770389156a
commit 10a85ff0b7
1 changed files with 20 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
zfs_autobackup/util.py
View File

@ -23,13 +23,15 @@ import time
import pathlib as pathlib import pathlib as pathlib
def block_hash(fname, count=10000, bs=4006): def block_hash(fname, count=10000, bs=4096):
"""yields sha1 hash per count blocks. """This function was created to checksum huge files and blockdevices (TB's)
Instead of one sha1sum of the whole file, it generates sha1susms of chunks of the file.
yields sha1 hash of fname, per count blocks.
yields(chunk_nr, hexdigest) yields(chunk_nr, hexdigest)
yields nothing for empty files. yields nothing for empty files.
This function was created to checksum huge files and blockdevices (TB's)
""" """
with open(fname, "rb") as f: with open(fname, "rb") as f:
@ -49,23 +51,31 @@ def block_hash(fname, count=10000, bs=4006):
yield (chunk_nr, hash.hexdigest()) yield (chunk_nr, hash.hexdigest())
def block_hash_tree(start_path, count=10000, bs=4096): def block_hash_tree(start_path, count=10000, bs=4096):
"""block_hash every file in a tree, yielding results""" """block_hash every file in a tree, yielding the results
note that it only checks the contents of actual files. It ignores metadata like permissions and mtimes.
It also ignores empty directories, symlinks and special files.
"""
cwd=os.getcwd()
os.chdir(start_path) os.chdir(start_path)
for f in pathlib.Path('.').glob('**/*'): try:
if f.is_file() and not f.is_symlink(): for f in pathlib.Path('.').glob('**/*'):
for (chunk_nr, hash) in block_hash(f, count, bs): if f.is_file() and not f.is_symlink():
for (chunk_nr, hash) in block_hash(f, count, bs):
yield ( f, chunk_nr, hash) yield ( f, chunk_nr, hash )
finally:
os.chdir(cwd)
def tmp_name(suffix=""): def tmp_name(suffix=""):
"""create temporary name unique to this process and node""" """create temporary name unique to this process and node"""
#we could use uuids but those are ugly and confusing #we could use uuids but those are ugly and confusing
name="{}_{}_{}".format( name="{}-{}-{}".format(
os.path.basename(sys.argv[0]), os.path.basename(sys.argv[0]).replace(" ","_"),
platform.node(), platform.node(),
os.getpid()) os.getpid())
name=name+suffix name=name+suffix