rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Disable bitsandbytes if there are no GPUs with proper CUDA Compute capabilities (needs 7.2 or greater)

Browse Source
This commit is contained in:
ebolam
2022-12-01 08:46:35 -05:00
parent e278abd7c9
commit 88c536b194
1 changed files with 11 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
koboldai_settings.py
View File

@@ -1173,7 +1173,17 @@ class system_settings(settings):
self.cookies = {} #cookies for colab since colab's URL changes, cookies are lost
self.experimental_features = False
#check if bitsandbytes is installed
self.bit_8_available = importlib.util.find_spec("bitsandbytes") is not None and sys.platform.startswith('linux') #We can install bitsandbytes, but it doesn't work on windows, so limit it here
self.bit_8_available = False
if importlib.util.find_spec("bitsandbytes") is not None and sys.platform.startswith('linux'): #We can install bitsandbytes, but it doesn't work on windows, so limit it here
if torch.cuda.is_available():
for device in range(torch.cuda.device_count()):
if torch.cuda.get_device_properties(device).major > 7:
self.bit_8_available = True
break
elif torch.cuda.get_device_properties(device).major = 7 and torch.cuda.get_device_properties(device).minor >= 2:
self.bit_8_available = True
break
@dataclass
class _inference_config: