From aa86c6001c52746445575303b4298a48ea623591 Mon Sep 17 00:00:00 2001
From: Gnome Ann <>
Date: Tue, 4 Jan 2022 14:43:37 -0500
Subject: [PATCH] `--breakmodel_gpublocks` should handle -1 properly now

---
 aiserver.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/aiserver.py b/aiserver.py
index 3eefa16d..8843b030 100644
--- a/aiserver.py
+++ b/aiserver.py
@@ -272,6 +272,13 @@ def device_config(model):
         try:
             breakmodel.gpu_blocks = list(map(int, args.breakmodel_gpulayers.split(',')))
             assert len(breakmodel.gpu_blocks) <= torch.cuda.device_count()
+            s = n_layers
+            for i in range(len(breakmodel.gpu_blocks)):
+                if(breakmodel.gpu_blocks[i] <= -1):
+                    breakmodel.gpu_blocks[i] = s
+                    break
+                else:
+                    s -= breakmodel.gpu_blocks[i]
             assert sum(breakmodel.gpu_blocks) <= n_layers
             n_layers -= sum(breakmodel.gpu_blocks)
         except: