diff --git a/aiserver.py b/aiserver.py index be14efae..631a29b5 100644 --- a/aiserver.py +++ b/aiserver.py @@ -1081,7 +1081,7 @@ if(not vars.use_colab_tpu and vars.model not in ["InferKit", "Colab", "OAI", "Re model_dict[key] = model_dict[key].materialize(f, map_location="cpu") if convert_to_float16 and vars.hascuda and (vars.breakmodel or vars.usegpu) and model_dict[key].dtype is torch.float32: model_dict[key] = model_dict[key].to(torch.float16) - if not vars.usegpu and model_dict[key].dtype is torch.float16: + if not vars.usegpu and not vars.breakmodel and model_dict[key].dtype is torch.float16: model_dict[key] = model_dict[key].to(torch.float32) model_dict[key] = model_dict[key].to(device) #print("OK", flush=True) diff --git a/play-lowmem.bat b/play-lowmem.bat deleted file mode 100644 index 15f95437..00000000 --- a/play-lowmem.bat +++ /dev/null @@ -1 +0,0 @@ -play --lowmem %* \ No newline at end of file diff --git a/remote-play-lowmem.bat b/remote-play-lowmem.bat deleted file mode 100644 index 5551e439..00000000 --- a/remote-play-lowmem.bat +++ /dev/null @@ -1 +0,0 @@ -play --remote --lowmem %* \ No newline at end of file