mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-02-21 22:17:43 +01:00
89 lines
2.3 KiB
Python
89 lines
2.3 KiB
Python
gensettingstf = [{
|
|
"uitype": "slider",
|
|
"unit": "float",
|
|
"label": "Temperature",
|
|
"id": "settemp",
|
|
"min": 0.1,
|
|
"max": 2.0,
|
|
"step": 0.05,
|
|
"default": 1.0,
|
|
"tooltip": "Randomness of sampling. High values can increase creativity but may make text less sensible. Lower values will make text more predictable but can become repetitious."
|
|
},
|
|
{
|
|
"uitype": "slider",
|
|
"unit": "float",
|
|
"label": "Top p Sampling",
|
|
"id": "settopp",
|
|
"min": 0.1,
|
|
"max": 1.0,
|
|
"step": 0.05,
|
|
"default": 1.0,
|
|
"tooltip": "Used to discard unlikely text in the sampling process. Lower values will make text more predictable but can become repetitious."
|
|
},
|
|
{
|
|
"uitype": "slider",
|
|
"unit": "float",
|
|
"label": "Repetition Penalty",
|
|
"id": "setreppen",
|
|
"min": 1.0,
|
|
"max": 2.0,
|
|
"step": 0.05,
|
|
"default": 1.0,
|
|
"tooltip": "Used to penalize words that were already generated or belong to the context."
|
|
},
|
|
{
|
|
"uitype": "slider",
|
|
"unit": "int",
|
|
"label": "Amount to Generate",
|
|
"id": "setoutput",
|
|
"min": 16,
|
|
"max": 512,
|
|
"step": 2,
|
|
"default": 60,
|
|
"tooltip": "Number of tokens the AI should generate. Higher numbers will take longer to generate."
|
|
},
|
|
{
|
|
"uitype": "slider",
|
|
"unit": "int",
|
|
"label": "Max Tokens",
|
|
"id": "settknmax",
|
|
"min": 512,
|
|
"max": 2048,
|
|
"step": 8,
|
|
"default": 512,
|
|
"tooltip": "Max number of tokens of context to submit to the AI for sampling. Make sure this is higher than Amount to Generate. Higher values increase VRAM/RAM usage."
|
|
}]
|
|
|
|
gensettingsik =[{
|
|
"uitype": "slider",
|
|
"unit": "float",
|
|
"label": "Temperature",
|
|
"id": "settemp",
|
|
"min": 0.1,
|
|
"max": 2.0,
|
|
"step": 0.05,
|
|
"default": 1.0,
|
|
"tooltip": "Randomness of sampling. High values can increase creativity but may make text less sensible. Lower values will make text more predictable but can become repetitious."
|
|
},
|
|
{
|
|
"uitype": "slider",
|
|
"unit": "float",
|
|
"label": "Top p Sampling",
|
|
"id": "settopp",
|
|
"min": 0.1,
|
|
"max": 1.0,
|
|
"step": 0.05,
|
|
"default": 1.0,
|
|
"tooltip": "Used to discard unlikely text in the sampling process. Lower values will make text more predictable but can become repetitious."
|
|
},
|
|
{
|
|
"uitype": "slider",
|
|
"unit": "int",
|
|
"label": "Amount to Generate",
|
|
"id": "setikgen",
|
|
"min": 50,
|
|
"max": 3000,
|
|
"step": 2,
|
|
"default": 200,
|
|
"tooltip": "Number of characters the AI should generate."
|
|
}] |