-- KoboldAI Lua 5.4 Bridge ---@param _python? table ---@param _bridged? table ---@return KoboldLib, KoboldCoreLib? return function(_python, _bridged) --========================================================================== -- Globally allows using a _kobold_next metamethod for "Kobold" classes only --========================================================================== local old_next = next ---@generic K, V ---@param t table ---@param k? K ---@return K?, V? function next(t, k) local meta = getmetatable(t) return ((meta ~= nil and type(rawget(t, "_name")) == "string" and string.match(rawget(t, "_name"), "^Kobold") and type(meta._kobold_next) == "function") and meta._kobold_next or old_next)(t, k) end --========================================================================== -- General utility functions --========================================================================== ---@generic T ---@param original T ---@return T local function deepcopy(original) if type(original) == "table" then local copy = {} for k, v in old_next, original, nil do copy[k] = deepcopy(v) end setmetatable(copy, deepcopy(getmetatable(original))) return copy end return original end ---@param path string ---@return nil local function set_require_path(path) local config = {} local i = 1 for substring in string.gmatch(package.config, "[^\n]+") do config[i] = substring i = i + 1 end package.path = path .. config[1] .. config[3] .. ".lua" .. config[2] .. path .. config[1] .. config[3] .. config[1] .. "init.lua" package.cpath = "" end ---@param path string ---@param filename string ---@return string local function join_folder_and_filename(path, filename) return path .. string.match(package.config, "[^\n]+") .. filename end --========================================================================== -- _bridged preprocessing --========================================================================== local bridged = {} for k in _python.iter(_bridged) do local v = _bridged[k] bridged[k] = type(v) == "userdata" and _python.as_attrgetter(v) or v end set_require_path(bridged.lib_path) --========================================================================== -- Wraps most functions in this file so that they restore original -- metatables prior to executing the function body --========================================================================== local wrapped = false ---@class Metatables local metatables = {} local type_map = { _nil = nil, _boolean = false, _number = 0, _string = "", _function = type, _thread = coroutine.create(function() end), } function metatables:overwrite() for k, v in pairs(type_map) do self[k] = debug.getmetatable(v) end end function metatables:restore() for k, v in pairs(type_map) do debug.setmetatable(v, self[k]) end end local metatables_original = deepcopy(metatables) metatables_original:overwrite() local metawrapper = {} ---@generic T : table ---@param t T ---@return T function metawrapper.__newindex(t, k, wrapped_func) if type(wrapped_func) == "function" then return rawset(t, k, function(...) local _needs_unwrap = false if not wrapped then metatables:overwrite() metatables_original:restore() _needs_unwrap = true wrapped = true end local r = table.pack(wrapped_func(...)) if _needs_unwrap then metatables:restore() wrapped = false end return table.unpack(r, 1, r.n) end) else return rawset(t, k, wrapped_func) end end --========================================================================== -- Modules --========================================================================== ---@class KoboldLib ---@field memory string ---@field submission string ---@field model string ---@field modeltype "'readonly'"|"'api'"|"'unknown'"|"'gpt2'"|"'gpt2-medium'"|"'gpt2-large'"|"'gpt2-xl'"|"'gpt-neo-125M'"|"'gpt-neo-1.3B'"|"'gpt-neo-2.7B'"|"'gpt-j-6B'" ---@field modelbackend "'readonly'"|"'api'"|"'transformers'"|"'mtj'" ---@field is_custommodel boolean ---@field custmodpth string ---@field logits table> ---@field logits_rows integer ---@field logits_cols integer ---@field generated table> ---@field generated_rows integer ---@field generated_cols integer ---@field outputs table ---@field num_outputs integer ---@field feedback string ---@field is_config_file_open boolean local kobold = setmetatable({}, metawrapper) local KoboldLib_mt = setmetatable({}, metawrapper) local KoboldLib_getters = setmetatable({}, metawrapper) local KoboldLib_setters = setmetatable({}, metawrapper) ---@param t KoboldLib function KoboldLib_mt.__index(t, k) local getter = KoboldLib_getters[k] if getter ~= nil then return getter(t) end return rawget(t, k) end ---@param t KoboldLib function KoboldLib_mt.__newindex(t, k, v) local setter = KoboldLib_setters[k] if setter ~= nil then return setter(t, v) end return rawset(t, k, v) end ---@class KoboldCoreLib ---@field userscripts KoboldUserScriptList local koboldcore = setmetatable({}, metawrapper) local KoboldCoreLib_mt = setmetatable({}, metawrapper) local KoboldCoreLib_getters = setmetatable({}, metawrapper) local KoboldCoreLib_setters = setmetatable({}, metawrapper) ---@param t KoboldCoreLib function KoboldCoreLib_mt.__index(t, k) local getter = KoboldCoreLib_getters[k] if getter ~= nil then return getter(t, k) end return rawget(t, k) end ---@param t KoboldCoreLib function KoboldCoreLib_mt.__newindex(t, k, v) local setter = KoboldCoreLib_setters[k] if setter ~= nil then return setter(t, k, v) end return rawset(t, k, v) end ---@class KoboldBridgeLib local koboldbridge = {} koboldbridge.regeneration_required = false koboldbridge.resend_settings_required = false koboldbridge.generating = true koboldbridge.restart_sequence = nil koboldbridge.userstate = nil koboldbridge.logits = {} koboldbridge.vocab_size = 0 koboldbridge.generated = {} koboldbridge.generated_cols = 0 koboldbridge.outputs = {} koboldbridge.feedback = nil ---@type string? function koboldbridge:clear_userscript_metadata() self.logging_name = nil self.filename = nil end ---@return nil local function maybe_require_regeneration() if koboldbridge.userstate == "genmod" or koboldbridge.userstate == "outmod" then koboldbridge.regeneration_required = true end end --========================================================================== -- Userscript API: Configuration --========================================================================== local config_files = {} ---@type table local config_file_filename_map = {} ---@type table ---@return file*? local function open_and_handle_errors(...) local file, err_msg = io.open(...) if err_msg ~= nil then koboldbridge.obliterate_multiverse() error(err_msg) return end return file end ---@param file? file* local function new_close_pre(file) if file == nil then file = io.output() end local filename = config_file_filename_map[file] if filename ~= nil then config_file_filename_map[file] = nil config_files[filename] = nil end end ---@param f fun(file?: file*) local function _new_close(f) ---@param file? file* return function(file) new_close_pre(file) return f(file) end end debug.getmetatable(io.stdout).__index.close = _new_close(io.stdout.close) ---@param filename string ---@return boolean local function is_config_file_open(filename) return config_files[filename] ~= nil end ---@param filename string ---@param clear? boolean ---@return file* local function get_config_file(filename, clear) if not is_config_file_open(filename) then local config_filepath = join_folder_and_filename(bridged.config_path, filename .. ".conf") open_and_handle_errors(config_filepath, "a"):close() config_files[filename] = open_and_handle_errors(config_filepath, clear and "w+b" or "r+b") config_file_filename_map[config_files[filename]] = filename end return config_files[filename] end ---@param clear? boolean ---@return file* function kobold.get_config_file(clear) return get_config_file(koboldbridge.filename, clear) end ---@param t KoboldLib ---@return boolean function KoboldLib_getters.is_config_file_open(t) return is_config_file_open(koboldbridge.filename) end ---@param t KoboldLib ---@param v boolean function KoboldLib_setters.is_config_file_open(t, v) error("`KoboldLib.is_config_file_open` is a read-only attribute") end --========================================================================== -- Userscript API: World Info --========================================================================== local fields = setmetatable({}, metawrapper) ---@param t KoboldWorldInfoEntry|KoboldWorldInfoFolder|KoboldWorldInfo|KoboldWorldInfoFolderSelector ---@return boolean local function check_validity(t) if not t:is_valid() then error("Attempted to use a nonexistent/deleted `"..rawget(t, "_name").."`") return false end return true end ---------------------------------------------------------------------------- ---@class KoboldWorldInfoEntry_base ---@type table local _ = {} ---@class KoboldWorldInfoEntry : KoboldWorldInfoEntry_base ---@field key string ---@field keysecondary string ---@field content string ---@field comment string ---@field folder integer ---@field num integer ---@field selective boolean ---@field constant boolean ---@field uid integer local KoboldWorldInfoEntry = setmetatable({ _name = "KoboldWorldInfoEntry", }, metawrapper) fields.KoboldWorldInfoEntry = { "key", "keysecondary", "content", "comment", "folder", "num", "selective", "constant", "uid", } local KoboldWorldInfoEntry_mt = setmetatable({}, metawrapper) local KoboldWorldInfoEntry_fieldtypes = { key = "string", keysecondary = "string", content = "string", comment = "string", selective = "boolean", constant = "boolean", } ---@return boolean function KoboldWorldInfoEntry:is_valid() return _python.as_attrgetter(bridged.vars.worldinfo_u).get(rawget(self, "_uid")) ~= nil end ---@param submission? string ---@return string function KoboldWorldInfoEntry:compute_context(submission) if not check_validity(self) then return "" elseif submission == nil then submission = kobold.submission elseif type(submission) ~= "string" then error("`compute_context` takes a string or nil as argument #1, but got a " .. type(submission)) return "" end return bridged.compute_context(submission, {self.uid}, nil) end ---@generic K ---@param t KoboldWorldInfoEntry|KoboldWorldInfoFolder|KoboldWorldInfo|KoboldWorldInfoFolderSelector ---@param k K ---@return K, any function KoboldWorldInfoEntry_mt._kobold_next(t, k) local _t = fields[rawget(t, "_name")] if _t == nil then return end return next(_t, k) end ---@param t KoboldWorldInfoEntry|KoboldWorldInfoFolder|KoboldWorldInfo|KoboldWorldInfoFolderSelector ---@return function, KoboldWorldInfoEntry|KoboldWorldInfoFolder|KoboldWorldInfo|KoboldWorldInfoFolderSelector, nil function KoboldWorldInfoEntry_mt.__pairs(t) return next, t, nil end ---@param t KoboldWorldInfoEntry function KoboldWorldInfoEntry_mt.__index(t, k) if not check_validity(t) then return elseif k == "uid" then return rawget(t, "_uid") elseif type(k) == "string" then return bridged.get_attr(t.uid, k) end end ---@param t KoboldWorldInfoEntry ---@return KoboldWorldInfoEntry function KoboldWorldInfoEntry_mt.__newindex(t, k, v) if not check_validity(t) then return elseif fields[rawget(t, "_name")] then if type(k) == "string" and KoboldWorldInfoEntry_fieldtypes[k] == nil then error("`"..rawget(t, "_name").."."..k.."` is a read-only attribute") return elseif type(k) == "string" and type(v) ~= KoboldWorldInfoEntry_fieldtypes[k] then error("`"..rawget(t, "_name").."."..k.."` must be a "..KoboldWorldInfoEntry_fieldtypes[k].."; you attempted to set it to a "..type(v)) return else if k ~= "comment" and not (t.selective and k == "keysecondary") then maybe_require_regeneration() end bridged.set_attr(t.uid, k, v) return t end end return rawset(t, k, v) end ---------------------------------------------------------------------------- ---@class KoboldWorldInfoFolder_base ---@type table local _ = {} ---@class KoboldWorldInfoFolder : KoboldWorldInfoFolder_base ---@field uid integer ---@field name string local KoboldWorldInfoFolder = setmetatable({ _name = "KoboldWorldInfoFolder", }, metawrapper) fields.KoboldWorldInfoFolder = { "uid", } local KoboldWorldInfoFolder_mt = setmetatable({}, metawrapper) ---@param u integer ---@return KoboldWorldInfoEntry? function KoboldWorldInfoFolder:finduid(u) if not check_validity(self) or type(u) ~= "number" then return end local query = _python.as_attrgetter(bridged.vars.worldinfo_u).get(u) if query == nil or (rawget(self, "_name") == "KoboldWorldInfoFolder" and self.uid ~= _python.as_attrgetter(query).get("folder")) then return end local entry = deepcopy(KoboldWorldInfoEntry) rawset(entry, "_uid", u) return entry end ---@param submission? string ---@param entries? KoboldWorldInfoEntry|table ---@return string function KoboldWorldInfoFolder:compute_context(submission, entries) if not check_validity(self) then return "" elseif submission == nil then submission = kobold.submission elseif type(submission) ~= "string" then error("`compute_context` takes a string or nil as argument #1, but got a " .. type(submission)) return "" end local _entries if entries ~= nil then if type(entries) ~= "table" or (entries.name ~= nil and entries.name ~= "KoboldWorldInfoEntry") then error("`compute_context` takes a KoboldWorldInfoEntry, table of KoboldWorldInfoEntries or nil as argument #2, but got a " .. type(entries)) return "" elseif entries.name == "KoboldWorldInfoEntry" then _entries = {entries} else for k, v in pairs(entries) do if type(v) == "table" and v.name == "KoboldWorldInfoEntry" and v:is_valid() then _entries[k] = v.uid end end end end local folders if self.name == "KoboldWorldInfoFolder" then folders = {rawget(self, "_uid")} end return bridged.compute_context(submission, _entries, folders) end ---@return boolean function KoboldWorldInfoFolder:is_valid() return _python.as_attrgetter(bridged.vars.wifolders_d).get(rawget(self, "_uid")) ~= nil end ---@param t KoboldWorldInfoFolder ---@return integer function KoboldWorldInfoFolder_mt.__len(t) if not check_validity(t) then return 0 end return math.tointeger(_python.builtins.len(_python.as_attrgetter(bridged.vars.wifolders_u).get(t.uid))) - 1 end KoboldWorldInfoFolder_mt._kobold_next = KoboldWorldInfoEntry_mt._kobold_next KoboldWorldInfoFolder_mt.__pairs = KoboldWorldInfoEntry_mt.__pairs ---@param t KoboldWorldInfoFolder|KoboldWorldInfo ---@return KoboldWorldInfoEntry? function KoboldWorldInfoFolder_mt.__index(t, k) if not check_validity(t) then return elseif rawget(t, "_name") == "KoboldWorldInfoFolder" and k == "uid" then return rawget(t, "_uid") elseif rawget(t, "_name") == "KoboldWorldInfoFolder" and k == "name" then return bridged.folder_get_attr(t.uid, k) elseif type(k) == "number" then local query = rawget(t, "_name") == "KoboldWorldInfoFolder" and _python.as_attrgetter(bridged.vars.wifolders_u).get(t.uid) or bridged.vars.worldinfo_i k = math.tointeger(k) if k == nil or k < 1 or k > #t then return end local entry = deepcopy(KoboldWorldInfoEntry) rawset(entry, "_uid", math.tointeger(query[k-1].uid)) return entry end end ---@param t KoboldWorldInfoFolder|KoboldWorldInfo ---@return KoboldWorldInfoFolder|KoboldWorldInfo function KoboldWorldInfoFolder_mt.__newindex(t, k, v) if not check_validity(t) then return elseif type(k) == "number" and math.tointeger(k) ~= nil then error("Cannot write to integer indices of `"..rawget(t, "_name").."`") elseif rawget(t, "_name") == "KoboldWorldInfoFolder" and k == "uid" then error("`"..rawget(t, "_name").."."..k.."` is a read-only attribute") elseif t == "name" then if type(v) ~= "string" then error("`"..rawget(t, "_name").."."..k.."` must be a string; you attempted to set it to a "..type(v)) return end bridged.folder_set_attr(t.uid, k, v) return t else return rawset(t, k, v) end end ---------------------------------------------------------------------------- ---@class KoboldWorldInfoFolderSelector_base ---@type table local _ = {} ---@class KoboldWorldInfoFolderSelector : KoboldWorldInfoFolderSelector_base local KoboldWorldInfoFolderSelector = setmetatable({ _name = "KoboldWorldInfoFolderSelector", }, metawrapper) local KoboldWorldInfoFolderSelector_mt = setmetatable({}, metawrapper) ---@param u integer ---@return KoboldWorldInfoFolder? function KoboldWorldInfoFolderSelector:finduid(u) if not check_validity(self) or type(u) ~= "number" then return end local query = _python.as_attrgetter(bridged.vars.wifolders_d).get(u) if query == nil then return end local folder = deepcopy(KoboldWorldInfoFolder) rawset(folder, "_uid", u) return folder end ---@return boolean function KoboldWorldInfoFolderSelector:is_valid() return true end ---@param t KoboldWorldInfoFolderSelector ---@return integer function KoboldWorldInfoFolderSelector_mt.__len(t) if not check_validity(t) then return 0 end return #kobold.worldinfo end KoboldWorldInfoFolderSelector_mt._kobold_next = KoboldWorldInfoEntry_mt._kobold_next KoboldWorldInfoFolderSelector_mt.__pairs = KoboldWorldInfoEntry_mt.__pairs ---@param t KoboldWorldInfoFolderSelector ---@return KoboldWorldInfoFolder? function KoboldWorldInfoFolderSelector_mt.__index(t, k) if not check_validity(t) or type(k) ~= "number" or math.tointeger(k) == nil or k < 1 or k > #t then return end local folder = deepcopy(KoboldWorldInfoFolder) rawset(folder, "_uid", math.tointeger(bridged.vars.wifolders_l[k-1])) return folder end ---@param t KoboldWorldInfoFolderSelector ---@return KoboldWorldInfoFolderSelector function KoboldWorldInfoFolderSelector_mt.__newindex(t, k, v) if check_validity(t) or (type(k) == "number" and math.tointeger(k) ~= nil) then error("Cannot write to integer indices of `"..rawget(t, "_name").."`") end return rawset(t, k, v) end ---------------------------------------------------------------------------- ---@class KoboldWorldInfo : KoboldWorldInfoFolder_base local KoboldWorldInfo = setmetatable({ _name = "KoboldWorldInfo", }, metawrapper) local KoboldWorldInfo_mt = setmetatable({}, metawrapper) KoboldWorldInfo.folders = KoboldWorldInfoFolderSelector KoboldWorldInfo.finduid = KoboldWorldInfoFolder.finduid KoboldWorldInfo.compute_context = KoboldWorldInfoFolder.compute_context ---@return boolean function KoboldWorldInfo:is_valid() return true end ---@param t KoboldWorldInfo ---@return integer function KoboldWorldInfo_mt.__len(t) if not check_validity(t) then return 0 end return math.tointeger(_python.builtins.len(bridged.vars.worldinfo)) - math.tointeger(_python.builtins.len(bridged.vars.wifolders_l)) - 1 end KoboldWorldInfo_mt._kobold_next = KoboldWorldInfoEntry_mt._kobold_next KoboldWorldInfo_mt.__pairs = KoboldWorldInfoEntry_mt.__pairs KoboldWorldInfo_mt.__index = KoboldWorldInfoFolder_mt.__index KoboldWorldInfo_mt.__newindex = KoboldWorldInfoFolder_mt.__newindex kobold.worldinfo = KoboldWorldInfo --========================================================================== -- Userscript API: Story chunks --========================================================================== ---@class KoboldStoryChunk ---@field num integer ---@field content string local KoboldStoryChunk = setmetatable({ _name = "KoboldStoryChunk", }, metawrapper) local KoboldStoryChunk_mt = setmetatable({}, metawrapper) local KoboldStoryChunk_fields = { num = false, content = false, } ---@generic K ---@param t KoboldStoryChunk ---@param k K ---@return K, any function KoboldStoryChunk_mt._kobold_next(t, k) k = (next(KoboldStoryChunk_fields, k)) return k, t[k] end ---@param t KoboldStoryChunk ---@return function, KoboldStoryChunk, nil function KoboldStoryChunk_mt.__pairs(t) return next, t, nil end ---@param t KoboldStoryChunk function KoboldStoryChunk_mt.__index(t, k) if k == "num" then return rawget(t, "_num") end if k == "content" then if rawget(t, "_num") == 0 then if bridged.vars.gamestarted then local prompt = koboldbridge.userstate == "genmod" and bridged.vars._prompt or bridged.vars.prompt return prompt end end local actions = koboldbridge.userstate == "genmod" and bridged.vars._actions or bridged.vars.actions return _python.as_attrgetter(actions).get(math.tointeger(rawget(t, "_num")) - 1) end end ---@param t KoboldStoryChunk function KoboldStoryChunk_mt.__newindex(t, k, v) if k == "num" then error("`"..rawget(t, "_name").."."..k.."` is a read-only attribute") return elseif k == "content" then if type(v) ~= "string" then error("`"..rawget(t, "_name").."."..k.."` must be a string; you attempted to set it to a "..type(v)) return end local _k = math.tointeger(rawget(t, "_num")) if _k == nil or _k < 0 then return elseif _k == 0 and v == "" then error("Attempted to set the prompt chunk's content to the empty string; this is not allowed") return end local actions = koboldbridge.userstate == "genmod" and bridged.vars._actions or bridged.vars.actions if _k ~= 0 and _python.as_attrgetter(actions).get(_k-1) == nil then return end bridged.set_chunk(_k, v) maybe_require_regeneration() return t end end ---------------------------------------------------------------------------- ---@class KoboldStory_base ---@type table local _ = {} ---@class KoboldStory : KoboldStory_base local KoboldStory = setmetatable({ _name = "KoboldStory", }, metawrapper) local KoboldStory_mt = setmetatable({}, metawrapper) ---@return fun(): KoboldStoryChunk, table, nil function KoboldStory:forward_iter() local actions = koboldbridge.userstate == "genmod" and bridged.vars._actions or bridged.vars.actions local nxt, iterator = _python.iter(actions) local run_once = false local function f() if not bridged.vars.gamestarted then return end local chunk = deepcopy(KoboldStoryChunk) local _k if not run_once then _k = -1 run_once = true else _k = nxt(iterator) end if _k == nil then return else _k = math.tointeger(_k) + 1 end rawset(chunk, "_num", _k) return chunk end return f, {}, nil end ---@return fun(): KoboldStoryChunk, table, nil function KoboldStory:reverse_iter() local actions = koboldbridge.userstate == "genmod" and bridged.vars._actions or bridged.vars.actions local nxt, iterator = _python.iter(_python.builtins.reversed(actions)) local last_run = false local function f() if not bridged.vars.gamestarted or last_run then return end local chunk = deepcopy(KoboldStoryChunk) local _k = nxt(iterator) if _k == nil then _k = 0 last_run = true else _k = math.tointeger(_k) + 1 end rawset(chunk, "_num", _k) return chunk end return f, {}, nil end ---@param t KoboldStory function KoboldStory_mt.__pairs(t) return function() return nil end, t, nil end ---@param t KoboldStory function KoboldStory_mt.__index(t, k) if type(k) == "number" and math.tointeger(k) ~= nil then local chunk = deepcopy(KoboldStoryChunk) rawset(chunk, "_num", math.tointeger(k)) if chunk.content == nil then return nil end return chunk end end ---@param t KoboldStory function KoboldStory_mt.__newindex(t, k, v) error("`"..rawget(t, "_name").."` is a read-only class") end kobold.story = KoboldStory --========================================================================== -- Userscript API: Settings --========================================================================== ---@class KoboldSettings_base ---@type table local _ = {} ---@class KoboldSettings : KoboldSettings_base ---@field numseqs integer ---@field genamt integer ---@field anotedepth integer ---@field settemp number ---@field settopp number ---@field settopk integer ---@field settfs number ---@field setreppen number ---@field settknmax integer ---@field setwidepth integer ---@field setuseprompt boolean ---@field setadventure boolean ---@field setdynamicscan boolean ---@field setnopromptgen boolean ---@field temp number ---@field topp number ---@field topk integer ---@field tfs number ---@field reppen number ---@field tknmax integer ---@field widepth integer ---@field useprompt boolean ---@field adventure boolean ---@field dynamicscan boolean ---@field nopromptgen boolean ---@field frmttriminc boolean ---@field frmtrmblln boolean ---@field frmtrmspch boolean ---@field frmtadsnsp boolean ---@field frmtsingleline boolean ---@field triminc boolean ---@field rmblln boolean ---@field rmspch boolean ---@field adsnsp boolean ---@field singleline boolean local KoboldSettings = setmetatable({ _name = "KoboldSettings", }, metawrapper) local KoboldSettings_mt = setmetatable({}, metawrapper) ---@generic K ---@param t KoboldSettings ---@param k K ---@return K, any function KoboldSettings_mt._kobold_next(t, k) local v repeat k, v = next() until type(k) ~= "string" or k ~= "_name" return k, v end ---@param t KoboldSettings ---@return function, KoboldSettings, nil function KoboldSettings_mt.__pairs(t) return next, t, nil end ---@param t KoboldSettings ---@return any, boolean function KoboldSettings_mt.__index(t, k) if type(k) ~= "string" then return end if k == "genamt" or k == "output" or k == "setoutput" then return math.tointeger(bridged.get_genamt()), true elseif k == "numseqs" or k == "numseq" or k == "setnumseq" then return math.tointeger(bridged.get_numseqs()), true elseif bridged.has_setting(k) then return bridged.get_setting(k), true else return nil, false end end ---@param t KoboldSettings_base function KoboldSettings_mt.__newindex(t, k, v) if (k == "genamt" or k == "output" or k == "setoutput") and type(v) == "number" and math.tointeger(v) ~= nil and v >= 0 then bridged.set_genamt(v) koboldbridge.resend_settings_required = true elseif (k == "numseqs" or k == "numseq" or k == "setnumseq") and type(v) == "number" and math.tointeger(v) ~= nil and v >= 1 then if koboldbridge.userstate == "genmod" then error("Cannot set numseqs from a generation modifier") return end bridged.set_numseqs(v) koboldbridge.resend_settings_required = true elseif type(k) == "string" and bridged.has_setting(k) and type(v) == type(bridged.get_setting(k)) then if bridged.set_setting(k, v) == true then maybe_require_regeneration() end koboldbridge.resend_settings_required = true end return t end kobold.settings = KoboldSettings --========================================================================== -- Userscript API: Memory / Author's Note --========================================================================== ---@param t KoboldLib ---@return string function KoboldLib_getters.memory(t) return bridged.get_memory() end ---@param t KoboldLib ---@param v string ---@return KoboldLib function KoboldLib_setters.memory(t, v) if type(v) ~= "string" then error("`KoboldLib.memory` must be a string; you attempted to set it to a "..type(v)) return end maybe_require_regeneration() bridged.set_memory(v) end ---@param t KoboldLib ---@return string function KoboldLib_getters.authorsnote(t) return bridged.get_authorsnote() end ---@param t KoboldLib ---@param v string ---@return KoboldLib function KoboldLib_setters.authorsnote(t, v) if type(v) ~= "string" then error("`KoboldLib.authorsnote` must be a string; you attempted to set it to a "..type(v)) return end maybe_require_regeneration() bridged.set_authorsnote(v) end --========================================================================== -- Userscript API: User-submitted text (after applying input formatting) --========================================================================== ---@param t KoboldLib ---@return string function KoboldLib_getters.submission(t) return bridged.vars.submission end ---@param t KoboldLib ---@param v string function KoboldLib_setters.submission(t, v) if koboldbridge.userstate ~= "inmod" then error("Cannot write to `KoboldLib.submission` from outside of an input modifier") return elseif type(v) ~= "string" then error("`KoboldLib.submission` must be a string; you attempted to set it to a " .. type(v)) return elseif not bridged.vars.gamestarted and v == "" then error("`KoboldLib.submission` must not be set to the empty string when the story is empty") end bridged.vars.submission = v end --========================================================================== -- Userscript API: Model information --========================================================================== ---@param t KoboldLib ---@return string function KoboldLib_getters.modeltype(t) return bridged.get_modeltype() end ---@param t KoboldLib ---@param v string function KoboldLib_setters.modeltype(t, v) error("`KoboldLib.modeltype` is a read-only attribute") end ---@param t KoboldLib ---@return string function KoboldLib_getters.model(t) return bridged.vars.model end ---@param t KoboldLib ---@param v string function KoboldLib_setters.model(t, v) error("`KoboldLib.model` is a read-only attribute") end ---@param t KoboldLib ---@return string function KoboldLib_getters.modelbackend(t) return bridged.get_modelbackend() end ---@param t KoboldLib ---@param v string function KoboldLib_setters.modelbackend(t, v) error("`KoboldLib.modelbackend` is a read-only attribute") end ---@param t KoboldLib ---@return boolean function KoboldLib_getters.is_custommodel(t) return bridged.is_custommodel() end ---@param t KoboldLib ---@param v boolean function KoboldLib_setters.is_custommodel(t, v) error("`KoboldLib.is_custommodel` is a read-only attribute") end ---@param t KoboldLib ---@return string function KoboldLib_getters.custmodpth(t) return bridged.vars.custmodpth end ---@param t KoboldLib ---@param v string function KoboldLib_setters.custmodpth(t, v) error("`KoboldLib.custmodpth` is a read-only attribute") end --========================================================================== -- Userscript API: Logit Warping --========================================================================== ---@param t KoboldLib ---@return integer function KoboldLib_getters.logits_rows(t) if koboldbridge.userstate ~= "genmod" then return 0 end local backend = kobold.modelbackend if backend == "readonly" or backend == "api" then return 0 end return kobold.settings.numseqs end ---@param t KoboldLib ---@return integer function KoboldLib_setters.logits_rows(t) error("`KoboldLib.logits_rows` is a read-only attribute") end ---@param t KoboldLib ---@return integer function KoboldLib_getters.logits_cols(t) if koboldbridge.userstate ~= "genmod" then return 0 end local backend = kobold.modelbackend if backend == "readonly" or backend == "api" then return 0 end return math.tointeger(koboldbridge.vocab_size) end ---@param t KoboldLib ---@return integer function KoboldLib_setters.logits_cols(t) error("`KoboldLib.logits_cols` is a read-only attribute") end ---@param t KoboldLib ---@return table> function KoboldLib_getters.logits(t) if koboldbridge.userstate ~= "genmod" then return end return koboldbridge.logits end ---@param t KoboldLib ---@param v table> function KoboldLib_setters.logits(t, v) if koboldbridge.userstate ~= "genmod" then error("Cannot write to `KoboldLib.logits` from outside of a generation modifer") return elseif type(v) ~= "table" then error("`KoboldLib.logits` must be a 2D array of numbers; you attempted to set it to a " .. type(v)) return end koboldbridge.logits = v end --========================================================================== -- Userscript API: Generated Tokens --========================================================================== ---@param t KoboldLib ---@return integer function KoboldLib_getters.generated_rows(t) local backend = kobold.modelbackend if backend == "readonly" or backend == "api" then return 0 elseif koboldbridge.userstate == "outmod" then return koboldbridge.num_outputs end return kobold.settings.numseqs end ---@param t KoboldLib ---@return integer function KoboldLib_setters.generated_rows(t) error("`KoboldLib.generated_rows` is a read-only attribute") end ---@param t KoboldLib ---@return integer function KoboldLib_getters.generated_cols(t) if koboldbridge.userstate ~= "genmod" then return 0 end local backend = kobold.modelbackend if backend == "readonly" or backend == "api" then return 0 end return math.tointeger(koboldbridge.generated_cols) end ---@param t KoboldLib ---@return integer function KoboldLib_setters.generated_cols(t) error("`KoboldLib.generated_cols` is a read-only attribute") end ---@param t KoboldLib ---@return table> function KoboldLib_getters.generated(t) if koboldbridge.userstate ~= "genmod" and koboldbridge.userstate ~= "outmod" then return end local backend = kobold.modelbackend if backend == "readonly" or backend == "api" then return end return koboldbridge.generated end ---@param t KoboldLib ---@param v table> function KoboldLib_setters.generated(t, v) if koboldbridge.userstate ~= "genmod" then error("Cannot write to `KoboldLib.generated` from outside of a generation modifier") return elseif type(v) ~= "table" then error("`KoboldLib.generated` must be a 2D array of integers; you attempted to set it to a " .. type(v)) return end koboldbridge.generated = v end --========================================================================== -- Userscript API: Output --========================================================================== ---@param t KoboldLib ---@return integer function KoboldLib_getters.num_outputs(t) local model = kobold.model if model == "OAI" or model == "InferKit" then return 1 end if koboldbridge.userstate == "outmod" then return koboldbridge.num_outputs end return kobold.settings.numseqs end ---@param t KoboldLib ---@return integer function KoboldLib_setters.num_outputs(t) error("`KoboldLib.num_outputs` is a read-only attribute") end ---@param t KoboldLib ---@return table function KoboldLib_getters.outputs(t) if koboldbridge.userstate ~= "outmod" then return end return koboldbridge.outputs end ---@param t KoboldLib ---@param v table function KoboldLib_setters.outputs(t, v) if koboldbridge.userstate ~= "outmod" then error("Cannot write to `KoboldLib.generated` from outside of an output modifier") return elseif type(v) ~= "table" then error("`KoboldLib.generated` must be a 1D array of strings; you attempted to set it to a " .. type(v)) return end koboldbridge.outputs = v end --========================================================================== -- Userscript API: Utilities --========================================================================== ---@param str string ---@return table function kobold.encode(str) if type(str) ~= "string" then error("`encode` takes a string as argument, but got a " .. type(str)) return end local encoded = {} for i, token in _python.enumerate(bridged.encode(str)) do encoded[i+1] = math.tointeger(token) end return encoded end ---@param tok integer|table ---@return string function kobold.decode(tok) if type(tok) ~= "number" and type(tok) ~= "table" then error("`decode` takes a number or table of numbers as argument, but got a " .. type(tok)) return end if type(tok) == "number" then tok = {tok} end local _tok = {} local _v for k, v in ipairs(tok) do _v = math.tointeger(v) if _v == nil then error "`decode` got a table with one or more non-integer values" return end _tok[k] = _v end return bridged.decode(_tok) end ---@return nil function kobold.halt_generation() koboldbridge.generating = false end ---@param sequence? integer ---@return nil function kobold.restart_generation(sequence) if sequence == nil then sequence = 0 end sequence_type = type(sequence) sequence = math.tointeger(sequence) if sequence_type ~= "number" then error("`kobold.restart_generation` takes an integer greater than or equal to 0 or nil as argument, but got a " .. sequence_type) return elseif sequence < 0 then error("`kobold.restart_generation` takes an integer greater than or equal to 0 or nil as argument, but got `" .. sequence .. "`") return end if koboldbridge.userstate ~= "outmod" then error("Can only call `kobold.restart_generation()` from an output modifier") return end koboldbridge.restart_sequence = sequence end ---@param t KoboldCoreLib ---@return string function KoboldLib_getters.feedback(t) return koboldbridge.feedback end ---@param t KoboldCoreLib ---@param v string ---@return KoboldCoreLib function KoboldLib_setters.feedback(t, v) error("`KoboldLib.feedback` is a read-only attribute") end --========================================================================== -- Core script API --========================================================================== koboldbridge.userscripts = {} ---@type table koboldbridge.userscriptmodule_filename_map = {} ---@type table koboldbridge.num_userscripts = 0 koboldbridge.inmod = nil ---@type function? koboldbridge.genmod = nil ---@type function? koboldbridge.outmod = nil ---@type function? ---@class KoboldUserScript ---@field inmod? function ---@field genmod? function ---@field outmod? function ---@class KoboldCoreScript ---@field inmod? function ---@field genmod? function ---@field outmod? function ---------------------------------------------------------------------------- ---@class KoboldUserScriptModule ---@field filename string ---@field modulename string ---@field description string ---@field is_config_file_open boolean ---@field inmod? function ---@field genmod? function ---@field outmod? function local KoboldUserScriptModule = setmetatable({ _name = "KoboldUserScriptModule", }, metawrapper) local KoboldUserScriptModule_mt = setmetatable({}, metawrapper) local KoboldUserScriptModule_fields = { filename = false, modulename = false, description = false, inmod = false, genmod = false, outmod = false, } ---@param clear? boolean ---@return file* function KoboldUserScriptModule:get_config_file(clear) return get_config_file(koboldbridge.userscriptmodule_filename_map[self], clear) end ---@generic K ---@param t KoboldUserScriptModule ---@param k K ---@return K, any function KoboldUserScriptModule_mt._kobold_next(t, k) k = (next(KoboldUserScriptModule_fields, k)) return k, t[k] end ---@param t KoboldUserScriptModule ---@return function, KoboldUserScriptModule, nil function KoboldUserScriptModule_mt.__pairs(t) return next, t, nil end ---@param t KoboldUserScriptModule function KoboldUserScriptModule_mt.__index(t, k) if type(k) == "string" and KoboldUserScriptModule_fields[k] ~= nil then return rawget(t, "_" .. k) elseif k == "is_config_file_open" then return is_config_file_open(koboldbridge.userscriptmodule_filename_map[t]) end return rawget(t, k) end ---@param t KoboldUserScriptModule function KoboldUserScriptModule_mt.__newindex(t, k, v) error("`"..rawget(t, "_name").."` is a read-only class") end ---------------------------------------------------------------------------- ---@class KoboldUserScriptList_base ---@type table local _ = {} ---@class KoboldUserScriptList : KoboldUserScriptList_base local KoboldUserScriptList = setmetatable({ _name = "KoboldUserScriptList", }, metawrapper) local KoboldUserScriptList_mt = setmetatable({}, metawrapper) ---@param t KoboldUserScriptList ---@return integer function KoboldUserScriptList_mt.__len(t) return koboldbridge.num_userscripts end ---@param t KoboldUserScriptList ---@param k integer ---@return KoboldUserScriptModule? function KoboldUserScriptList_mt.__index(t, k) if type(k) == "number" and math.tointeger(k) ~= nil then return koboldbridge.userscripts[k] end end ---@generic K ---@param t KoboldUserScriptList ---@param k K ---@return K, any function KoboldUserScriptList_mt._kobold_next(t, k) if k == nil then k = 0 elseif type(k) ~= "number" then return nil end k = k + 1 local v = t[k] if v == nil then return nil end return v.filename, v end ---@param t KoboldUserScriptList ---@return function, KoboldUserScriptList, nil function KoboldUserScriptList_mt.__pairs(t) return next, t, nil end ---@param t KoboldUserScriptList function KoboldUserScriptList_mt.__newindex(t, k, v) error("`"..rawget(t, "_name").."` is a read-only class") end ---------------------------------------------------------------------------- ---@param t KoboldCoreLib ---@return string function KoboldCoreLib_getters.userscripts(t) return koboldbridge.userscripts end ---@param t KoboldCoreLib ---@param v string ---@return KoboldCoreLib function KoboldCoreLib_setters.userscripts(t, v) error("`KoboldCoreLib.userscripts` is a read-only attribute") end --========================================================================== -- Sandboxing code --========================================================================== local envs = {} koboldbridge.logging_name = nil koboldbridge.filename = nil local old_load = load local function _safe_load(_g) return function(chunk, chunkname, mode, env) if mode == nil then mode = "t" elseif mode ~= "t" then error("Calling `load` with a `mode` other than 't' is disabled for security reasons") return end if env == nil then env = _g end return old_load(chunk, chunkname, mode, env) end end local old_loadfile = loadfile local old_package_loaded = package.loaded local old_package_searchers = package.searchers ---@param modname string ---@param env table ---@param search_path? string ---@return any, string? local function requirex(modname, env, search_path) if search_path == nil then search_path = bridged.lib_path end if modname == "bridge" then return function() return env.kobold, env.koboldcore end end if type(modname) == "number" then modname = tostring(modname) elseif type(modname) ~= "string" then error("bad argument #1 to 'require' (string expected, got "..type(modname)..")") return end local allowsearch = type(modname) == "string" and string.match(modname, "[^%w._-]") == nil and string.match(modname, "%.%.") == nil if allowsearch and old_package_loaded[modname] then return old_package_loaded[modname] end local loader, path local errors = {} local n_errors = 0 set_require_path(search_path) for k, v in ipairs(old_package_searchers) do loader, path = v(modname) if allowsearch and type(loader) == "function" then break elseif type(loader) == "string" then n_errors = n_errors + 1 errors[n_errors] = "\n\t" .. loader end end set_require_path(bridged.lib_path) if not allowsearch or type(loader) ~= "function" then error("module '" .. modname .. "' not found:" .. table.concat(errors)) return end local retval = old_loadfile(path, "t", env)() old_package_loaded[modname] = retval == nil or retval return old_package_loaded[modname], path end local function _safe_require(_g) ---@param modname string ---@return any, string? return function(modname) return requirex(modname, _g) end end local function redirected_print(...) local args = table.pack(...) for i = 1, args.n do args[i] = tostring(args[i]) end bridged.print(table.concat(args, "\t")) end local function redirected_warn(...) local args = table.pack(...) for i = 1, args.n do args[i] = tostring(args[i]) end bridged.warn(table.concat(args, "\t")) end local sandbox_template_env = { assert = assert, connectgarbage = collectgarbage, error = error, getmetatable = getmetatable, ipairs = ipairs, load = nil, ---@type function next = next, pairs = pairs, pcall = pcall, print = nil, ---@type function rawequal = rawequal, rawget = rawget, rawlen = rawlen, rawset = rawset, select = select, setmetatable = setmetatable, tonumber = tonumber, tostring = tostring, type = type, _VERSION = _VERSION, warn = nil, ---@type function xpcall = xpcall, coroutine = { close = coroutine.close, create = coroutine.create, isyieldable = coroutine.isyieldable, resume = coroutine.resume, running = coroutine.running, status = coroutine.status, wrap = coroutine.wrap, yield = coroutine.yield, }, require = nil, ---@type function package = { config = package.config, }, string = { byte = string.byte, char = string.char, dump = string.dump, find = string.find, format = string.format, gmatch = string.gmatch, gsub = string.gsub, len = string.len, lower = string.lower, match = string.match, pack = string.pack, packsize = string.packsize, rep = string.rep, reverse = string.reverse, sub = string.sub, unpack = string.unpack, upper = string.upper, }, utf8 = { char = utf8.char, charpattern = utf8.charpattern, codes = utf8.codes, codepoint = utf8.codepoint, len = utf8.len, offset = utf8.offset, }, table = { concat = table.concat, insert = table.insert, move = table.move, pack = table.pack, remove = table.remove, sort = table.sort, unpack = table.unpack, }, math = { abs = math.abs, acos = math.acos, asin = math.asin, atan = math.atan, atan2 = math.atan2, ceil = math.ceil, cos = math.cos, cosh = math.cosh, deg = math.deg, exp = math.exp, floor = math.floor, fmod = math.fmod, frexp = math.frexp, huge = math.huge, ldexp = math.ldexp, log = math.log, log10 = math.log10, max = math.max, maxinteger = math.maxinteger, min = math.min, mininteger = math.mininteger, modf = math.modf, pi = math.pi, pow = math.pow, rad = math.rad, random = math.random, randomseed = function() warn("WARNING: math.randomseed() is not permitted; please use the mt19937ar library instead") end, sin = math.sin, sinh = math.sinh, sqrt = math.sqrt, tan = math.tan, tanh = math.tanh, tointeger = math.tointeger, type = math.type, ult = math.ult, }, io = { stdin = io.stdin, stdout = io.stdout, stderr = io.stderr, input = io.input, output = io.output, read = io.read, write = io.write, close = _new_close(io.close), lines = io.lines, flush = io.flush, type = io.type, }, os = { clock = os.clock, date = os.date, difftime = os.difftime, exit = function() end, getenv = os.getenv, time = os.time, tmpname = os.tmpname, }, debug = { getinfo = debug.getinfo, gethook = debug.gethook, getmetatable = debug.getmetatable, getuservalue = debug.getuservalue, sethook = debug.sethook, setmetatable = debug.setmetatable, setuservalue = debug.setuservalue, traceback = debug.traceback, upvalueid = debug.upvalueid, }, } function koboldbridge.get_universe(universe) local env = envs[universe] if env == nil then envs[universe] = deepcopy(sandbox_template_env) env = envs[universe] envs[universe].kobold = deepcopy(kobold) if universe == 0 then envs[universe].koboldcore = deepcopy(koboldcore) end envs[universe].load = _safe_load(env) envs[universe].require = _safe_require(env) envs[universe].print = redirected_print envs[universe].warn = redirected_warn env._G = env end return env end function koboldbridge.obliterate_multiverse() for k, v in pairs(config_files) do pcall(v.close, v) end envs = {} koboldbridge.userscripts = {} koboldbridge.num_userscripts = 0 koboldbridge.inmod = nil koboldbridge.genmod = nil koboldbridge.outmod = nil end --========================================================================== -- API for aiserver.py --========================================================================== ---@return nil function koboldbridge.load_userscripts(filenames, modulenames, descriptions) set_require_path(bridged.userscript_path) config_files = {} config_file_filename_map = {} koboldbridge.userscripts = {} koboldbridge.userscriptmodule_filename_map = {} koboldbridge.num_userscripts = 0 for i, filename in _python.enumerate(filenames) do bridged.load_callback(filename, modulenames[i]) koboldbridge.logging_name = modulenames[i] koboldbridge.filename = filename ---@type KoboldUserScript local _userscript = old_loadfile(join_folder_and_filename(bridged.userscript_path, filename), "t", koboldbridge.get_universe(filename))() koboldbridge.logging_name = nil koboldbridge.filename = nil local userscript = deepcopy(KoboldUserScriptModule) rawset(userscript, "_inmod", function() koboldbridge.logging_name = modulenames[i] koboldbridge.filename = filename if _userscript.inmod ~= nil then _userscript.inmod() end koboldbridge:clear_userscript_metadata() end) rawset(userscript, "_genmod", function() koboldbridge.logging_name = modulenames[i] koboldbridge.filename = filename if _userscript.genmod ~= nil then _userscript.genmod() end koboldbridge:clear_userscript_metadata() end) rawset(userscript, "_outmod", function() koboldbridge.logging_name = modulenames[i] koboldbridge.filename = filename if _userscript.outmod ~= nil then _userscript.outmod() end koboldbridge:clear_userscript_metadata() end) rawset(userscript, "_filename", filename) rawset(userscript, "_modulename", modulenames[i]) rawset(userscript, "_description", descriptions[i]) koboldbridge.userscripts[i+1] = userscript koboldbridge.userscriptmodule_filename_map[userscript] = filename koboldbridge.num_userscripts = i + 1 end end ---@return nil function koboldbridge.load_corescript(filename) ---@type KoboldCoreScript local corescript = old_loadfile(join_folder_and_filename(bridged.corescript_path, filename), "t", koboldbridge.get_universe(0))() koboldbridge.inmod = corescript.inmod koboldbridge.genmod = corescript.genmod koboldbridge.outmod = corescript.outmod end function koboldbridge.execute_inmod() local r koboldbridge:clear_userscript_metadata() koboldbridge.restart_sequence = nil koboldbridge.userstate = "inmod" koboldbridge.regeneration_required = false koboldbridge.generating = true koboldbridge.generated_cols = 0 koboldbridge.generated = {} for i = 1, kobold.settings.numseqs do koboldbridge.generated[i] = {} end koboldbridge.outputs = {} for i = 1, kobold.num_outputs do koboldbridge.outputs[i] = {} end if koboldbridge.inmod ~= nil then r = koboldbridge.inmod() end return r end ---@return any, boolean function koboldbridge.execute_genmod() local r koboldbridge:clear_userscript_metadata() koboldbridge.generating = true koboldbridge.userstate = "genmod" if koboldbridge.genmod ~= nil then local _generated = deepcopy(koboldbridge.generated) r = koboldbridge.genmod() setmetatable(koboldbridge.logits, nil) for kr, vr in old_next, koboldbridge.logits, nil do setmetatable(vr, nil) for kc, vc in old_next, vr, nil do if type(vc) ~= "number" then error("`kobold.logits` must be a 2D table of numbers, but found a non-number element at row " .. kr .. ", column " .. kc) return r end end end setmetatable(koboldbridge.generated, nil) for kr, vr in old_next, koboldbridge.generated, nil do setmetatable(vr, nil) for kc, vc in old_next, vr, nil do if math.tointeger(vc) == nil then error("`kobold.generated` must be a 2D table of integers, but found a non-integer element at row " .. kr .. ", column " .. kc) return r end vr[kc] = math.tointeger(vc) if vr[kc] ~= _generated[kr][kc] then maybe_require_regeneration() end end end end koboldbridge.generated_cols = koboldbridge.generated_cols + 1 return r end function koboldbridge.execute_outmod() local r koboldbridge:clear_userscript_metadata() koboldbridge.generating = false koboldbridge.userstate = "outmod" koboldbridge.num_outputs = kobold.settings.numseqs if koboldbridge.outmod ~= nil then local _outputs = deepcopy(koboldbridge.outputs) r = koboldbridge.outmod() setmetatable(koboldbridge.outputs, nil) for k, v in old_next, koboldbridge.outputs, nil do if type(v) ~= "string" then error("`kobold.outputs` must be a 1D array of strings, but found a non-string element at index " .. k) return r end if v ~= _outputs[k] then maybe_require_regeneration() end end end koboldbridge.userstate = nil return r end --========================================================================== -- Footer --========================================================================== metawrapper.__newindex = nil setmetatable(KoboldWorldInfoEntry, KoboldWorldInfoEntry_mt) setmetatable(KoboldWorldInfoFolder, KoboldWorldInfoFolder_mt) setmetatable(KoboldWorldInfoFolderSelector, KoboldWorldInfoFolderSelector_mt) setmetatable(KoboldWorldInfo, KoboldWorldInfo_mt) setmetatable(KoboldStoryChunk, KoboldStoryChunk_mt) setmetatable(KoboldStory, KoboldStory_mt) setmetatable(KoboldSettings, KoboldSettings_mt) setmetatable(KoboldUserScriptModule, KoboldUserScriptModule_mt) setmetatable(KoboldUserScriptList, KoboldUserScriptList_mt) setmetatable(kobold, KoboldLib_mt) setmetatable(koboldcore, KoboldCoreLib_mt) return kobold, koboldcore, koboldbridge end