diff --git a/aiserver.py b/aiserver.py index 3b14d676..2dd2aeac 100644 --- a/aiserver.py +++ b/aiserver.py @@ -545,6 +545,10 @@ def device_config(config): n_layers = utils.num_layers(config) if args.cpu: breakmodel.gpu_blocks = [0]*n_layers + return + elif vars.nobreakmodel: + breakmodel.gpu_blocks = [0]*n_layers + return elif(args.breakmodel_gpulayers is not None or (utils.HAS_ACCELERATE and args.breakmodel_disklayers is not None)): try: if(not args.breakmodel_gpulayers):