rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Enable generation modifiers for transformers backend only

Browse Source
This commit is contained in:
Gnome Ann
2021-12-11 16:28:25 -05:00
parent 1111408cc2
commit f8aa578f41
2 changed files with 27 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
bridge.lua
View File

@@ -180,15 +180,23 @@ return function(_python, _bridged)
---@class KoboldBridgeLib
local koboldbridge = setmetatable({}, metawrapper)
koboldbridge.genmod_comparison_context = nil
koboldbridge.regeneration_required = false
koboldbridge.generating = true
koboldbridge.userstate = "inmod"
---@return nil
local function maybe_require_regeneration()
if koboldbridge.userstate == "genmod" and koboldbridge.genmod_comparison_context == nil then
koboldbridge.regeneration_required = true
end
end
--==========================================================================
-- Userscript API: World Info
--==========================================================================
local genmod_comparison_context = nil
koboldbridge.generating = true
koboldbridge.userstate = "inmod"
local fields = setmetatable({}, metawrapper)
---@param t KoboldWorldInfoEntry|KoboldWorldInfoFolder|KoboldWorldInfo|KoboldWorldInfoFolderSelector
@@ -201,13 +209,6 @@ return function(_python, _bridged)
return true
end
---@return nil
local function maybe_save_genmod_comparison_context()
if koboldbridge.userstate == "genmod" and genmod_comparison_context == nil then
genmod_comparison_context = kobold.worldinfo:compute_context()
end
end
----------------------------------------------------------------------------
@@ -306,7 +307,7 @@ return function(_python, _bridged)
return
else
if k ~= "comment" then
maybe_save_genmod_comparison_context()
maybe_require_regeneration()
end
bridged.set_attr(t.uid, k, v)
return t
@@ -589,6 +590,7 @@ return function(_python, _bridged)
---@param t KoboldSettings_base
function KoboldSettings_mt.__newindex(t, k, v)
if k == "gen_len" and type(v) == "number" and math.tointeger(v) ~= nil and v >= 0 then
maybe_require_regeneration()
bridged.set_gen_len(v)
elseif k == "numseqs" and type(v) == "number" and math.tointeger(v) ~= nil and v >= 1 then
if koboldbridge.userstate == "genmod" then
@@ -598,7 +600,7 @@ return function(_python, _bridged)
bridged.set_numseqs(v)
elseif type(k) == "string" and bridged.has_setting(k) and type(v) == type(bridged.get_setting(k)) then
if k == "settknmax" or k == "anotedepth" or k == "setwidepth" or k == "setuseprompt" then
maybe_save_genmod_comparison_context()
maybe_require_regeneration()
end
return bridged.set_setting(k, v)
end
@@ -626,7 +628,7 @@ return function(_python, _bridged)
error("`KoboldLib.memory` must be a string; you attempted to set it to a "..type(v))
return
end
maybe_save_genmod_comparison_context()
maybe_require_regeneration()
bridged.set_memory(v)
end