rixty/VoiceCraft
1
0
Fork 0
mirror of https://github.com/jasonppy/VoiceCraft.git synced 2025-06-05 21:49:11 +02:00
Code Issues Packages Projects Releases Wiki Activity

Empty cuda cache between inferences

Browse Source
This commit is contained in:
Forkoz
2024-04-06 00:05:06 +00:00
committed by GitHub
parent 142772c3df
commit 1e79d9032e
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
inference_tts_scale.py
View File

@@ -98,7 +98,9 @@ def inference_one_sample(model, model_args, phn2num, text_tokenizer, audio_token
gen_sample = audio_tokenizer.decode( gen_sample = audio_tokenizer.decode(
[(gen_frames, None)] [(gen_frames, None)]
) )
#Empty cuda cache between runs
if torch.cuda.is_available():
torch.cuda.empty_cache()
# return # return
return concat_sample, gen_sample return concat_sample, gen_sample
@@ -187,4 +189,4 @@ if __name__ == "__main__":
seg_save_fn_concat = f"{args.output_dir}/concat_{new_audio_fn[:-4]}_{i}_seed{args.seed}.wav" seg_save_fn_concat = f"{args.output_dir}/concat_{new_audio_fn[:-4]}_{i}_seed{args.seed}.wav"
torchaudio.save(seg_save_fn_gen, gen_audio, args.codec_audio_sr) torchaudio.save(seg_save_fn_gen, gen_audio, args.codec_audio_sr)
torchaudio.save(seg_save_fn_concat, concated_audio, args.codec_audio_sr) torchaudio.save(seg_save_fn_concat, concated_audio, args.codec_audio_sr)