Deeper disable of --nobreakmodel attempt

This commit is contained in:
ebolam 2022-08-11 17:47:19 -04:00
parent 45495d8792
commit bddcd7ab7f
1 changed files with 4 additions and 0 deletions

View File

@ -545,6 +545,10 @@ def device_config(config):
n_layers = utils.num_layers(config)
if args.cpu:
breakmodel.gpu_blocks = [0]*n_layers
return
elif vars.nobreakmodel:
breakmodel.gpu_blocks = [0]*n_layers
return
elif(args.breakmodel_gpulayers is not None or (utils.HAS_ACCELERATE and args.breakmodel_disklayers is not None)):
try:
if(not args.breakmodel_gpulayers):