From 57344935f6d66c2ea66d23cb8ecb85491d1e42d4 Mon Sep 17 00:00:00 2001 From: henk717 Date: Sun, 30 Jan 2022 17:16:35 +0100 Subject: [PATCH] --model without breakmodel disables bmsupported Last commit it only did a warning, now it will turn bmsupported off so that the GPU routine is used. --- aiserver.py | 1 + 1 file changed, 1 insertion(+) diff --git a/aiserver.py b/aiserver.py index 69c05ac1..99eeafeb 100644 --- a/aiserver.py +++ b/aiserver.py @@ -530,6 +530,7 @@ if(not vars.model in ["InferKit", "Colab", "OAI", "ReadOnly", "TPUMeshTransforme print("WARNING: --breakmodel_layers is deprecated. Use --layers instead (see --help for details).", file=sys.stderr) if(args.model and vars.bmsupported and (args.breakmodel_gpulayers is None or args.breakmodel_layers is None)): print("WARNING: Model launched without the --breakmodel_gpulayers argument, defaulting to GPU only mode.", file=sys.stderr) + vars.bmsupported = False if(not vars.bmsupported and (args.breakmodel_gpulayers is not None or args.breakmodel_layers is not None)): print("WARNING: This model does not support hybrid generation. --layers will be ignored.", file=sys.stderr) if(vars.hascuda):