rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Track token generation progress

Browse Source
This commit is contained in:
0cc4m
2023-06-19 19:14:04 +02:00
parent e874f0c1c2
commit a191855b37
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
modeling/inference_models/exllama/class.py
View File

@@ -300,8 +300,12 @@ class model_backend(InferenceModel):
self._post_token_gen(self.generator.sequence) self._post_token_gen(self.generator.sequence)
utils.koboldai_vars.generated_tkns += 1
if token.item() == self.tokenizer.eos_token_id: break if token.item() == self.tokenizer.eos_token_id: break
utils.koboldai_vars.generated_tkns = max_new
return GenerationResult( return GenerationResult(
model=self, model=self,
out_batches=np.array( out_batches=np.array(