From daea4b8d15606966a91e8c3f9193336c5de54976 Mon Sep 17 00:00:00 2001 From: henk717 Date: Sun, 6 Mar 2022 08:26:50 +0100 Subject: [PATCH] Fix Breakmodel RAM Regression --- aiserver.py | 2 +- play-lowmem.bat | 1 - remote-play-lowmem.bat | 1 - 3 files changed, 1 insertion(+), 3 deletions(-) delete mode 100644 play-lowmem.bat delete mode 100644 remote-play-lowmem.bat diff --git a/aiserver.py b/aiserver.py index be14efae..631a29b5 100644 --- a/aiserver.py +++ b/aiserver.py @@ -1081,7 +1081,7 @@ if(not vars.use_colab_tpu and vars.model not in ["InferKit", "Colab", "OAI", "Re model_dict[key] = model_dict[key].materialize(f, map_location="cpu") if convert_to_float16 and vars.hascuda and (vars.breakmodel or vars.usegpu) and model_dict[key].dtype is torch.float32: model_dict[key] = model_dict[key].to(torch.float16) - if not vars.usegpu and model_dict[key].dtype is torch.float16: + if not vars.usegpu and not vars.breakmodel and model_dict[key].dtype is torch.float16: model_dict[key] = model_dict[key].to(torch.float32) model_dict[key] = model_dict[key].to(device) #print("OK", flush=True) diff --git a/play-lowmem.bat b/play-lowmem.bat deleted file mode 100644 index 15f95437..00000000 --- a/play-lowmem.bat +++ /dev/null @@ -1 +0,0 @@ -play --lowmem %* \ No newline at end of file diff --git a/remote-play-lowmem.bat b/remote-play-lowmem.bat deleted file mode 100644 index 5551e439..00000000 --- a/remote-play-lowmem.bat +++ /dev/null @@ -1 +0,0 @@ -play --remote --lowmem %* \ No newline at end of file