diff --git a/aiserver.py b/aiserver.py index 9ef798cd..f4b256d8 100644 --- a/aiserver.py +++ b/aiserver.py @@ -212,7 +212,7 @@ def device_list(n_layers, primary=None, selected=None): def device_config(model): global breakmodel, generator import breakmodel - n_layers = model.config.num_layers + n_layers = model.config.num_layers or model.config.n_layer if(args.breakmodel_gpulayers is not None): try: breakmodel.gpu_blocks = list(map(int, args.breakmodel_gpulayers.split(','))) @@ -278,7 +278,7 @@ def device_config(model): # If all layers are on the same device, use the old GPU generation mode while(len(breakmodel.gpu_blocks) and breakmodel.gpu_blocks[-1] == 0): breakmodel.gpu_blocks.pop() - if(len(breakmodel.gpu_blocks) and breakmodel.gpu_blocks[-1] in (-1, model.config.num_layers)): + if(len(breakmodel.gpu_blocks) and breakmodel.gpu_blocks[-1] in (-1, model.config.num_layers or model.config.n_layer)): vars.breakmodel = False vars.usegpu = True model = model.half().to(len(breakmodel.gpu_blocks)-1)