rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Merge pull request #322 from one-some/UI2

Browse Source 
Don't activate attention bias until needed
This commit is contained in:
ebolam
2022-11-28 20:34:33 -05:00
committed by GitHub
parent fab73bdc9f 4035221b9c
commit 3a94c7f0fe
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@@ -5105,7 +5105,7 @@ def calcsubmit(txt):
logger.debug("Submit: get_text time {}s".format(time.time()-start_time)) logger.debug("Submit: get_text time {}s".format(time.time()-start_time))
start_time = time.time() start_time = time.time()
if koboldai_vars.experimental_features: if koboldai_vars.experimental_features and any([c.get("attention_multiplier", 1) != 1 for c in koboldai_vars.context]):
offset = 0 offset = 0
applied_biases = [] applied_biases = []
for c in koboldai_vars.context: for c in koboldai_vars.context: