diff --git a/koboldai_settings.py b/koboldai_settings.py index 1a4fcce6..7b7acac1 100644 --- a/koboldai_settings.py +++ b/koboldai_settings.py @@ -1296,6 +1296,8 @@ class system_settings(settings): self.keep_img_gen_in_memory = False self.cookies = {} #cookies for colab since colab's URL changes, cookies are lost self.experimental_features = False + # Check if repos/gptq exists for 4-bit mode + self.bit_4_available = os.path.isdir("repos/gptq") self.seen_messages = [] self.git_repository = "" self.git_branch = ""