mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-06-05 21:59:24 +02:00
Merge pull request #322 from one-some/UI2
Don't activate attention bias until needed
This commit is contained in:
@@ -5105,7 +5105,7 @@ def calcsubmit(txt):
|
||||
logger.debug("Submit: get_text time {}s".format(time.time()-start_time))
|
||||
|
||||
start_time = time.time()
|
||||
if koboldai_vars.experimental_features:
|
||||
if koboldai_vars.experimental_features and any([c.get("attention_multiplier", 1) != 1 for c in koboldai_vars.context]):
|
||||
offset = 0
|
||||
applied_biases = []
|
||||
for c in koboldai_vars.context:
|
||||
|
Reference in New Issue
Block a user