From 3a727bc381d5311a38e00ce7b1db487dd70509ad Mon Sep 17 00:00:00 2001 From: somebody Date: Fri, 23 Sep 2022 21:47:24 -0500 Subject: [PATCH] Fixes and fixes --- aiserver.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/aiserver.py b/aiserver.py index 7c349c5c..e3d2897d 100644 --- a/aiserver.py +++ b/aiserver.py @@ -4892,7 +4892,7 @@ def core_generate(text: list, min: int, max: int, found_entries: set): genout = result.encoded - already_generated += len(genout[0]) # - len(gen_in[0]) + already_generated += len(genout[0]) - 1 # - len(gen_in[0]) assert already_generated <= koboldai_vars.genamt if result.is_whole_generation: @@ -5041,8 +5041,6 @@ def raw_generate( return GenerationResult( out_batches=batch_encoded, prompt=prompt_tokens, is_whole_generation=True ) - - print("model", model) # Torch HF batch_encoded = torch_raw_generate(