mirrors/legendary
1
0
Fork 0
mirror of https://github.com/derrod/legendary.git synced 2024-12-22 17:55:27 +00:00
Code Issues Projects Releases Wiki Activity

[core] Refactor manifest loading

Browse source
This commit is contained in:
derrod 2020-04-30 11:10:34 +02:00
parent 8f7db143a6
commit 6788b1257c
1 changed files with 60 additions and 52 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

102
legendary/core.py
View file

@ -305,48 +305,13 @@ class LegendaryCore:
else: else:
return Manifest.read_all(data) return Manifest.read_all(data)
def prepare_download(self, game: Game, base_game: Game = None, base_path: str = '', def get_installed_manifest(self, app_name):
status_q: Queue = None, max_shm: int = 0, max_workers: int = 0, igame = self.get_installed_game(app_name)
force: bool = False, disable_patching: bool = False, if old_bytes := self.lgd.load_manifest(app_name, igame.version):
game_folder: str = '', override_manifest: str = '', return self.load_manfiest(old_bytes), igame.base_urls
override_old_manifest: str = '', override_base_url: str = '',
platform_override: str = '', file_prefix_filter: str = ''
) -> (DLManager, AnalysisResult, ManifestMeta):
# load old manifest def get_cdn_manifest(self, game, platform_override=''):
old_manifest = None base_urls = []
new_manifest_data = b''
# load old manifest if we have one
if override_old_manifest:
self.log.info(f'Overriding old manifest with "{override_old_manifest}"')
if override_old_manifest.startswith('http'):
r = self.egs.unauth_session.get(override_old_manifest)
r.raise_for_status()
old_manifest_data = r.content
else:
with open(override_old_manifest, 'rb') as f:
old_manifest_data = f.read()
old_manifest = self.load_manfiest(old_manifest_data)
elif not disable_patching and not force and self.is_installed(game.app_name):
igame = self.get_installed_game(game.app_name)
if old_bytes := self.lgd.load_manifest(game.app_name, igame.version):
old_manifest = self.load_manfiest(old_bytes)
base_urls = list(game.base_urls) # copy list for manipulation
if override_manifest:
self.log.info(f'Overriding manifest with "{override_manifest}"')
if override_manifest.startswith('http'):
r = self.egs.unauth_session.get(override_manifest)
r.raise_for_status()
new_manifest_data = r.content
base_urls = [r.url.rpartition('/')[0]]
else:
with open(override_manifest, 'rb') as f:
new_manifest_data = f.read()
else:
# get latest manifest from API
platform = 'Windows' if not platform_override else platform_override platform = 'Windows' if not platform_override else platform_override
m_api_r = self.egs.get_game_manifest(game.asset_info.namespace, m_api_r = self.egs.get_game_manifest(game.asset_info.namespace,
game.asset_info.catalog_item_id, game.asset_info.catalog_item_id,
@ -370,15 +335,53 @@ class LegendaryCore:
self.log.debug(f'Downloading manifest from {manifest["uri"]} ...') self.log.debug(f'Downloading manifest from {manifest["uri"]} ...')
r = self.egs.unauth_session.get(manifest['uri'], params=params) r = self.egs.unauth_session.get(manifest['uri'], params=params)
r.raise_for_status() r.raise_for_status()
new_manifest_data = r.content return self.load_manfiest(r.content), base_urls
break
if override_base_url: def get_uri_manfiest(self, uri):
self.log.info(f'Overriding base URL with "{override_base_url}"') if uri.startswith('http'):
base_urls = [override_base_url] r = self.egs.unauth_session.get(uri)
r.raise_for_status()
new_manifest_data = r.content
base_urls = [r.url.rpartition('/')[0]]
else:
base_urls = []
with open(uri, 'rb') as f:
new_manifest_data = f.read()
return self.load_manfiest(new_manifest_data), base_urls
def prepare_download(self, game: Game, base_game: Game = None, base_path: str = '',
status_q: Queue = None, max_shm: int = 0, max_workers: int = 0,
force: bool = False, disable_patching: bool = False,
game_folder: str = '', override_manifest: str = '',
override_old_manifest: str = '', override_base_url: str = '',
platform_override: str = '', file_prefix_filter: str = ''
) -> (DLManager, AnalysisResult, ManifestMeta):
# load old manifest
old_manifest = None
new_manifest_data = b''
# load old manifest if we have one
if override_old_manifest:
self.log.info(f'Overriding old manifest with "{override_old_manifest}"')
old_manifest, _ = self.get_uri_manfiest(override_old_manifest)
elif not disable_patching and not force and self.is_installed(game.app_name):
old_manifest, _ = self.get_installed_manifest(game.app_name)
base_urls = list(game.base_urls) # copy list for manipulation
if override_manifest:
self.log.info(f'Overriding manifest with "{override_manifest}"')
new_manifest, _base_urls = self.get_uri_manfiest(override_manifest)
# if override manifest has a base URL use that instead
if _base_urls:
base_urls = _base_urls
else:
new_manifest, _base_urls = self.get_cdn_manifest(game, platform_override)
base_urls.extend(i for i in _base_urls if i not in base_urls)
self.log.debug(f'Base urls: {base_urls}') self.log.debug(f'Base urls: {base_urls}')
new_manifest = self.load_manfiest(new_manifest_data)
self.lgd.save_manifest(game.app_name, new_manifest_data) self.lgd.save_manifest(game.app_name, new_manifest_data)
# save manifest with version name as well for testing/downgrading/etc. # save manifest with version name as well for testing/downgrading/etc.
self.lgd.save_manifest(game.app_name, new_manifest_data, self.lgd.save_manifest(game.app_name, new_manifest_data,
@ -409,8 +412,13 @@ class LegendaryCore:
else: else:
resume_file = None resume_file = None
if override_base_url:
self.log.info(f'Overriding base URL with "{override_base_url}"')
base_url = override_base_url
else:
# randomly select one CDN # randomly select one CDN
base_url = randchoice(base_urls) base_url = randchoice(base_urls)
self.log.debug(f'Using base URL: {base_url}') self.log.debug(f'Using base URL: {base_url}')
if not max_shm: if not max_shm: