gensettingstf = [{ "uitype": "slider", "unit": "float", "label": "Temperature", "id": "settemp", "min": 0.1, "max": 2.0, "step": 0.05, "default": 0.5, "tooltip": "Randomness of sampling. High values can increase creativity but may make text less sensible. Lower values will make text more predictable but can become repetitious." }, { "uitype": "slider", "unit": "float", "label": "Top p Sampling", "id": "settopp", "min": 0.0, "max": 1.0, "step": 0.05, "default": 0.9, "tooltip": "Used to discard unlikely text in the sampling process. Lower values will make text more predictable but can become repetitious. (Put this value on 1 to disable its effect)" }, { "uitype": "slider", "unit": "int", "label": "Top k Sampling", "id": "settopk", "min": 0, "max": 100, "step": 1, "default": 0, "tooltip": "Alternative sampling method, can be combined with top_p. (Put this value on 0 to disable its effect)" }, { "uitype": "slider", "unit": "float", "label": "Tail-free Sampling", "id": "settfs", "min": 0.0, "max": 1.0, "step": 0.05, "default": 0.0, "tooltip": "Alternative sampling method; it is recommended to disable top_p and top_k (set top_p to 1 and top_k to 0) if using this. 0.95 is thought to be a good value. (Put this value on 1 to disable its effect)" }, { "uitype": "slider", "unit": "float", "label": "Repetition Penalty", "id": "setreppen", "min": 1.0, "max": 3.0, "step": 0.01, "default": 1.1, "tooltip": "Used to penalize words that were already generated or belong to the context (Going over 1.2 breaks 6B models)." }, { "uitype": "slider", "unit": "int", "label": "Amount to Generate", "id": "setoutput", "min": 16, "max": 512, "step": 2, "default": 80, "tooltip": "Number of tokens the AI should generate. Higher numbers will take longer to generate." }, { "uitype": "slider", "unit": "int", "label": "Max Tokens", "id": "settknmax", "min": 512, "max": 2048, "step": 8, "default": 1024, "tooltip": "Max number of tokens of context to submit to the AI for sampling. Make sure this is higher than Amount to Generate. Higher values increase VRAM/RAM usage." }, { "uitype": "slider", "unit": "int", "label": "Gens Per Action", "id": "setnumseq", "min": 1, "max": 5, "step": 1, "default": 1, "tooltip": "Number of results to generate per submission. Increases VRAM/RAM usage." }, { "uitype": "slider", "unit": "int", "label": "W Info Depth", "id": "setwidepth", "min": 1, "max": 5, "step": 1, "default": 3, "tooltip": "Number of historic actions to scan for W Info keys." }, { "uitype": "toggle", "unit": "bool", "label": "Always Add Prompt", "id": "setuseprompt", "min": 0, "max": 1, "step": 1, "default": 1, "tooltip": "Whether the prompt should be sent in the context of every action." }, { "uitype": "toggle", "unit": "bool", "label": "Chat Mode", "id": "setchatmode", "min": 0, "max": 1, "step": 1, "default": 0, "tooltip": "This mode optimizes KoboldAI for chatting." }, { "uitype": "toggle", "unit": "bool", "label": "Adventure Mode", "id": "setadventure", "min": 0, "max": 1, "step": 1, "default": 0, "tooltip": "Turn this on if you are playing a Choose your Adventure model." }, { "uitype": "toggle", "unit": "bool", "label": "Dynamic WI Scan", "id": "setdynamicscan", "min": 0, "max": 1, "step": 1, "default": 0, "tooltip": "Scan the AI's output for world info keys as it's generating the output." }, { "uitype": "toggle", "unit": "bool", "label": "No Prompt Generation", "id": "setnopromptgen", "min": 0, "max": 1, "step": 1, "default": 0, "tooltip": "When enabled the AI does not generate when you enter the prompt, instead you need to do an action first." }] gensettingsik =[{ "uitype": "slider", "unit": "float", "label": "Temperature", "id": "settemp", "min": 0.1, "max": 2.0, "step": 0.05, "default": 0.5, "tooltip": "Randomness of sampling. High values can increase creativity but may make text less sensible. Lower values will make text more predictable but can become repetitious." }, { "uitype": "slider", "unit": "float", "label": "Top p Sampling", "id": "settopp", "min": 0.0, "max": 1.0, "step": 0.05, "default": 1.1, "tooltip": "Used to discard unlikely text in the sampling process. Lower values will make text more predictable but can become repetitious." }, { "uitype": "slider", "unit": "int", "label": "Top k Sampling", "id": "settopk", "min": 0, "max": 100, "step": 1, "default": 0, "tooltip": "Alternative sampling method, can be combined with top_p." }, { "uitype": "slider", "unit": "float", "label": "Tail-free Sampling", "id": "settfs", "min": 0.0, "max": 1.0, "step": 0.05, "default": 0.0, "tooltip": "Alternative sampling method; it is recommended to disable (set to 0) top_p and top_k if using this. 0.95 is thought to be a good value." }, { "uitype": "slider", "unit": "int", "label": "Amount to Generate", "id": "setikgen", "min": 50, "max": 3000, "step": 2, "default": 200, "tooltip": "Number of characters the AI should generate." }, { "uitype": "slider", "unit": "int", "label": "W Info Depth", "id": "setwidepth", "min": 1, "max": 5, "step": 1, "default": 3, "tooltip": "Number of historic actions to scan for W Info keys." }, { "uitype": "toggle", "unit": "bool", "label": "Always Add Prompt", "id": "setuseprompt", "min": 0, "max": 1, "step": 1, "default": 1, "tooltip": "Whether the prompt should be sent in the context of every action." }, { "uitype": "toggle", "unit": "bool", "label": "Chat Mode", "id": "setchatmode", "min": 0, "max": 1, "step": 1, "default": 0, "tooltip": "This mode optimizes KoboldAI for chatting." }, { "uitype": "toggle", "unit": "bool", "label": "Adventure Mode", "id": "setadventure", "min": 0, "max": 1, "step": 1, "default": 0, "tooltip": "Turn this on if you are playing a Choose your Adventure model." }] formatcontrols = [{ "label": "Trim incomplete sentences", "id": "frmttriminc", "tooltip": "Remove text after last sentence closure. If no closure is found, all tokens will be returned." }, { "label": "Remove blank lines", "id": "frmtrmblln", "tooltip": "Replace double newlines (\\n\\n) with single newlines to avoid blank lines." }, { "label": "Remove special characters", "id": "frmtrmspch", "tooltip": "Remove special characters (@,#,%,^, etc)" }, { "label": "Add sentence spacing", "id": "frmtadsnsp", "tooltip": "If the last action ended with punctuation, add a space to the beginning of the next action." }, { "label": "Single Line", "id": "singleline", "tooltip": "Only allows the AI to output anything before the enter" }]