From edd9c7d782c9c59f9052f41e9f21498d2cdcaef2 Mon Sep 17 00:00:00 2001 From: Henk Date: Thu, 11 May 2023 15:13:59 +0200 Subject: [PATCH] Warning polish --- koboldai_settings.py | 3 ++- modeling/inference_model.py | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/koboldai_settings.py b/koboldai_settings.py index d8416df2..7bc88422 100644 --- a/koboldai_settings.py +++ b/koboldai_settings.py @@ -1129,7 +1129,7 @@ class story_settings(settings): class user_settings(settings): local_only_variables = ['importjs'] - no_save_variables = ['importnum', 'importjs', 'loadselect', 'spselect', 'svowname', 'saveow', 'laststory', 'sid', "revision"] + no_save_variables = ['importnum', 'importjs', 'loadselect', 'spselect', 'svowname', 'saveow', 'laststory', 'sid', "revision", "model_selected"] settings_name = "user" def __init__(self, socketio): self._socketio = socketio @@ -1185,6 +1185,7 @@ class user_settings(settings): self.horde_api_key = "0000000000" self.horde_worker_name = "My Awesome Instance" self.horde_url = "https://horde.koboldai.net" + self.model_selected = "" def __setattr__(self, name, value): new_variable = name not in self.__dict__ diff --git a/modeling/inference_model.py b/modeling/inference_model.py index b253c5bf..e2329cf9 100644 --- a/modeling/inference_model.py +++ b/modeling/inference_model.py @@ -218,7 +218,7 @@ class InferenceModel: try: return GenericTokenizer(try_get_tokenizer()) except Exception as e: - logger.warning(f"Tokenizer falling back due to {e}") + logger.warning(f"Tokenizer falling back due to {e} (This can be normal behavior for some architectures that lack a slow tokenizer such as NeoX)") # If we error on each attempt, raise the last one if i == len(suppliers) - 1: raise