rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fixes and fixes

Browse Source
This commit is contained in:
somebody
2022-09-23 21:47:24 -05:00
parent 5c374dff31
commit 3a727bc381
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
aiserver.py
View File

@@ -4892,7 +4892,7 @@ def core_generate(text: list, min: int, max: int, found_entries: set):
genout = result.encoded
already_generated += len(genout[0]) # - len(gen_in[0])
already_generated += len(genout[0]) - 1 # - len(gen_in[0])
assert already_generated <= koboldai_vars.genamt
if result.is_whole_generation:
@@ -5041,8 +5041,6 @@ def raw_generate(
return GenerationResult(
out_batches=batch_encoded, prompt=prompt_tokens, is_whole_generation=True
)
print("model", model)
# Torch HF
batch_encoded = torch_raw_generate(