rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix generating before first core generate

Browse Source
This commit is contained in:
somebody
2022-12-08 22:44:03 -06:00
parent 97a623ecb0
commit 774c46e6a8
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
aiserver.py
View File

@@ -5710,7 +5710,10 @@ def torch_raw_generate(
koboldai_vars.inference_config.stop_at_genamt = do_dynamic_wi koboldai_vars.inference_config.stop_at_genamt = do_dynamic_wi
# Makes stopping criteria hook happy # Makes stopping criteria hook happy
model.kai_scanner_excluded_world_info = model.kai_scanner_excluded_world_info or set() try:
model.kai_scanner_excluded_world_info = model.kai_scanner_excluded_world_info
except AttributeError:
model.kai_scanner_excluded_world_info = set()
logger.debug("torch_raw_generate: setup inference_config {}s".format(time.time()-start_time)) logger.debug("torch_raw_generate: setup inference_config {}s".format(time.time()-start_time))