rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-03-02 10:27:44 +01:00
Code Issues Projects Releases Wiki Activity

Replace MTJSP with MKUSP in prompt_tuner.py

Browse Source
This commit is contained in:
vfbd 2022-08-22 19:29:56 -04:00
parent 3d5c83fc23
commit 8da6893407
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
prompt_tuner.py
View File

@ -535,7 +535,7 @@ class TrainerBase(abc.ABC):
assert z["tensor"].shape[0] < self.data.params["max_batch_size"] assert z["tensor"].shape[0] < self.data.params["max_batch_size"]
self.data.soft_in_dim = z["tensor"].shape[0] self.data.soft_in_dim = z["tensor"].shape[0]
except AssertionError: except AssertionError:
self.raise_configuration_error("MTJSP file is corrupted.", code=14) self.raise_configuration_error("MKUSP file is corrupted.", code=14)
tensor = z["tensor"] tensor = z["tensor"]
@ -565,7 +565,7 @@ class TrainerBase(abc.ABC):
self.data.soft_in_dim = z["tensor"].shape[0] self.data.soft_in_dim = z["tensor"].shape[0]
_step = z["step"] _step = z["step"]
except AssertionError: except AssertionError:
self.raise_configuration_error("MTJSP file is corrupted.", code=14) self.raise_configuration_error("MKUSP file is corrupted.", code=14)
tensor = z["tensor"] tensor = z["tensor"]
@ -739,7 +739,7 @@ class TrainerBase(abc.ABC):
step = z["step"] step = z["step"]
opt_state = z["opt_state"] opt_state = z["opt_state"]
except AssertionError: except AssertionError:
self.raise_configuration_error("MTJSP file is corrupted.", code=14) self.raise_configuration_error("MKUSP file is corrupted.", code=14)
print(f"We're resuming a previous soft-tuning session at step {step+1}.\n") print(f"We're resuming a previous soft-tuning session at step {step+1}.\n")
self.startup(step=step + 1) self.startup(step=step + 1)
soft_embeddings = z["tensor"] soft_embeddings = z["tensor"]