mirrors/legendary
1
0
Fork 0
mirror of https://github.com/derrod/legendary.git synced 2025-01-03 04:45:28 +00:00
Code Issues Projects Releases Wiki Activity

[manager] Improve chunk reuse algorithm

Browse source 
This will mostly be important for delta manifests,
which are yet to be implemented.
This commit is contained in:
derrod 2020-09-05 04:51:20 +02:00
parent f4a1e4610b
commit e1fc3df180
1 changed files with 9 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
legendary/downloader/manager.py
View file

@ -273,18 +273,21 @@ class DLManager(Process):
old_file = old_manifest.file_manifest_list.get_file_by_path(changed) old_file = old_manifest.file_manifest_list.get_file_by_path(changed)
new_file = manifest.file_manifest_list.get_file_by_path(changed) new_file = manifest.file_manifest_list.get_file_by_path(changed)
existing_chunks = dict() existing_chunks = defaultdict(list)
off = 0 off = 0
for cp in old_file.chunk_parts: for cp in old_file.chunk_parts:
existing_chunks[(cp.guid_num, cp.offset, cp.size)] = off existing_chunks[cp.guid_num].append((off, cp.offset, cp.offset + cp.size))
off += cp.size off += cp.size
for cp in new_file.chunk_parts: for cp in new_file.chunk_parts:
key = (cp.guid_num, cp.offset, cp.size) key = (cp.guid_num, cp.offset, cp.size)
if key in existing_chunks: for file_o, cp_o, cp_end_o in existing_chunks[cp.guid_num]:
# check if new chunk part is wholly contained in the old chunk part
if cp_o <= cp.offset and (cp.offset + cp.size) <= cp_end_o:
references[cp.guid_num] -= 1 references[cp.guid_num] -= 1
re_usable[changed][key] = existing_chunks[key] re_usable[changed][key] = file_o
analysis_res.reuse_size += cp.size analysis_res.reuse_size += cp.size
break
last_cache_size = current_cache_size = 0 last_cache_size = current_cache_size = 0
# set to determine whether a file is currently cached or not # set to determine whether a file is currently cached or not