From 81f92ec402e07a07516a39859c98a616ecb47084 Mon Sep 17 00:00:00 2001 From: 0cc4m Date: Fri, 28 Apr 2023 10:55:22 +0200 Subject: [PATCH] Fix missing 4bit setting --- koboldai_settings.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/koboldai_settings.py b/koboldai_settings.py index 1a4fcce6..7b7acac1 100644 --- a/koboldai_settings.py +++ b/koboldai_settings.py @@ -1296,6 +1296,8 @@ class system_settings(settings): self.keep_img_gen_in_memory = False self.cookies = {} #cookies for colab since colab's URL changes, cookies are lost self.experimental_features = False + # Check if repos/gptq exists for 4-bit mode + self.bit_4_available = os.path.isdir("repos/gptq") self.seen_messages = [] self.git_repository = "" self.git_branch = ""