rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Remove some debug

Browse Source
This commit is contained in:
somebody
2023-05-01 16:59:30 -05:00
parent bfef79d2b8
commit ce3d465972
1 changed files with 0 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
modeling/inference_models/hf_mtj.py
View File

@@ -111,10 +111,8 @@ class HFMTJInferenceModel(HFInferenceModel):
_, _, _, used_world_info = utils.koboldai_vars.calc_ai_text( _, _, _, used_world_info = utils.koboldai_vars.calc_ai_text(
submitted_text=decoded submitted_text=decoded
) )
print(utils.koboldai_vars.calc_ai_text())
# found -= excluded_world_info[i] # found -= excluded_world_info[i]
if used_world_info: if used_world_info:
print("lets regen")
regeneration_required = True regeneration_required = True
break break
return regeneration_required, halt return regeneration_required, halt
@@ -321,8 +319,6 @@ class HFMTJInferenceModel(HFInferenceModel):
if utils.koboldai_vars.abort or halt or not regeneration_required: if utils.koboldai_vars.abort or halt or not regeneration_required:
break break
print("(regeneration triggered)")
encoded = [] encoded = []
for i in range(utils.koboldai_vars.numseqs): for i in range(utils.koboldai_vars.numseqs):
txt = utils.decodenewlines(self.tokenizer.decode(past[i])) txt = utils.decodenewlines(self.tokenizer.decode(past[i]))
@@ -365,7 +361,6 @@ class HFMTJInferenceModel(HFInferenceModel):
# ) # )
# print(genout) # print(genout)
# print(type(genout)) # print(type(genout))
print(context)
genout = np.array(genout) genout = np.array(genout)
return GenerationResult( return GenerationResult(