Merge pull request #75 from Ph0rk0z/patch-2

Empty cuda cache between inferences.
2024-04-06 10:55:24 -05:00 · 2024-04-06 10:55:24 -05:00 · 2ae80ef87a
parent 142772c3df 1e79d9032e
commit 2ae80ef87a
1 changed files with 4 additions and 2 deletions
--- a/inference_tts_scale.py
+++ b/inference_tts_scale.py
@ -98,7 +98,9 @@ def inference_one_sample(model, model_args, phn2num, text_tokenizer, audio_token
    gen_sample = audio_tokenizer.decode(
        [(gen_frames, None)]
    )
-
+    #Empty cuda cache between runs
+    if torch.cuda.is_available():
+        torch.cuda.empty_cache()
    # return
    return concat_sample, gen_sample