rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix for attention bias

Browse Source
This commit is contained in:
ebolam
2023-05-23 08:35:15 -04:00
parent 5561cc1f22
commit 7a8e4c39da
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
aiserver.py
View File

@@ -3693,7 +3693,8 @@ def calcsubmit(txt):
bias += [1] * (i - top_index) bias += [1] * (i - top_index)
bias[i] = b["multiplier"] bias[i] = b["multiplier"]
device = utils.get_auxilary_device()
device = model.get_auxilary_device()
attention_bias.attention_bias = torch.Tensor(bias).to(device) attention_bias.attention_bias = torch.Tensor(bias).to(device)
logger.info(f"Bias by {koboldai_vars.memory_attn_bias} -- {attention_bias.attention_bias}") logger.info(f"Bias by {koboldai_vars.memory_attn_bias} -- {attention_bias.attention_bias}")
logger.debug("Submit: experimental_features time {}s".format(time.time()-start_time)) logger.debug("Submit: experimental_features time {}s".format(time.time()-start_time))