rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix Peft

Browse Source
This commit is contained in:
Henk
2023-07-26 19:35:55 +02:00
parent af5580638e
commit 889fe8d548
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modeling/inference_models/hf_torch.py
View File

@@ -325,7 +325,7 @@ class HFTorchInferenceModel(HFInferenceModel):
with torch.no_grad(): with torch.no_grad():
start_time = time.time() start_time = time.time()
genout = self.model.generate( genout = self.model.generate(
gen_in, input_ids=gen_in,
do_sample=True, do_sample=True,
max_length=min( max_length=min(
len(prompt_tokens) + max_new, utils.koboldai_vars.max_length len(prompt_tokens) + max_new, utils.koboldai_vars.max_length