rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Model: Add singleline_stopper and fix stopper code

Browse Source 
singleline_stopper adapted from MasterAibo in 0ba7ac9
This commit is contained in:
somebody
2023-03-04 18:30:40 -06:00
parent 6857d2f7e1
commit b02513df07
2 changed files with 35 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
modeling/inference_models/hf_torch.py
View File

@@ -63,9 +63,13 @@ class HFTorchInferenceModel(HFInferenceModel):
self.low_mem = low_mem
self.post_token_hooks = [
Stoppers.core_stopper,
PostTokenHooks.stream_tokens,
]
self.stopper_hooks = [
Stoppers.core_stopper,
Stoppers.dynamic_wi_scanner,
Stoppers.singleline_stopper,
Stoppers.chat_mode_stopper,
]
@@ -104,7 +108,7 @@ class HFTorchInferenceModel(HFInferenceModel):
self._post_token_gen(input_ids)
for stopper in self.stopper_hooks:
do_stop = stopper(input_ids)
do_stop = stopper(self, input_ids)
if do_stop:
return True
return False