Merge pull request #127 from VE-FORBRYDERNE/aria2

Handle aria2 properly when it exits with nonzero exit code
This commit is contained in:
henk717 2022-05-11 22:57:45 +02:00 committed by GitHub
commit a1c7017ddc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 0 deletions

View File

@ -218,6 +218,9 @@ def aria2_hook(pretrained_model_name_or_path: str, force_download=False, cache_d
os.remove(path)
except OSError:
pass
code = p.wait()
if code:
raise OSError(f"aria2 exited with exit code {code}")
for u, t, n in zip(urls, etags, filenames):
os.rename(os.path.join(_cache_dir, "kai-tempfile." + n), os.path.join(_cache_dir, n))
with open(os.path.join(_cache_dir, n + ".json"), "w") as f: