rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Merge branch 'KoboldAI:main' into united

Browse Source
This commit is contained in:
henk717
2022-07-03 15:12:12 +02:00
committed by GitHub
parent a99518d0a8 d041ec0921
commit fd44f0ded3
2 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@ -224,7 +224,7 @@ class vars:
model_type = "" # Model Type (Automatically taken from the model config) model_type = "" # Model Type (Automatically taken from the model config)
noai = False # Runs the script without starting up the transformers pipeline noai = False # Runs the script without starting up the transformers pipeline
aibusy = False # Stops submissions while the AI is working aibusy = False # Stops submissions while the AI is working
max_length = 2048 # Maximum number of tokens to submit per action max_length = 1024 # Maximum number of tokens to submit per action
ikmax = 3000 # Maximum number of characters to submit to InferKit ikmax = 3000 # Maximum number of characters to submit to InferKit
genamt = 80 # Amount of text for each action to generate genamt = 80 # Amount of text for each action to generate
ikgen = 200 # Number of characters for InferKit to generate ikgen = 200 # Number of characters for InferKit to generate

8
gensettings.py
View File

@ -17,7 +17,7 @@ gensettingstf = [
"id": "settemp", "id": "settemp",
"min": 0.1, "min": 0.1,
"max": 2.0, "max": 2.0,
"step": 0.05, "step": 0.01,
"default": 0.5, "default": 0.5,
"tooltip": "Randomness of sampling. High values can increase creativity but may make text less sensible. Lower values will make text more predictable but can become repetitious." "tooltip": "Randomness of sampling. High values can increase creativity but may make text less sensible. Lower values will make text more predictable but can become repetitious."
}, },
@ -28,7 +28,7 @@ gensettingstf = [
"id": "settopp", "id": "settopp",
"min": 0.0, "min": 0.0,
"max": 1.0, "max": 1.0,
"step": 0.05, "step": 0.01,
"default": 0.9, "default": 0.9,
"tooltip": "Used to discard unlikely text in the sampling process. Lower values will make text more predictable but can become repetitious. (Put this value on 1 to disable its effect)" "tooltip": "Used to discard unlikely text in the sampling process. Lower values will make text more predictable but can become repetitious. (Put this value on 1 to disable its effect)"
}, },
@ -50,7 +50,7 @@ gensettingstf = [
"id": "settfs", "id": "settfs",
"min": 0.0, "min": 0.0,
"max": 1.0, "max": 1.0,
"step": 0.05, "step": 0.01,
"default": 1.0, "default": 1.0,
"tooltip": "Alternative sampling method; it is recommended to disable top_p and top_k (set top_p to 1 and top_k to 0) if using this. 0.95 is thought to be a good value. (Put this value on 1 to disable its effect)" "tooltip": "Alternative sampling method; it is recommended to disable top_p and top_k (set top_p to 1 and top_k to 0) if using this. 0.95 is thought to be a good value. (Put this value on 1 to disable its effect)"
}, },
@ -61,7 +61,7 @@ gensettingstf = [
"id": "settypical", "id": "settypical",
"min": 0.0, "min": 0.0,
"max": 1.0, "max": 1.0,
"step": 0.05, "step": 0.01,
"default": 1.0, "default": 1.0,
"tooltip": "Alternative sampling method described in the paper \"Typical Decoding for Natural Language Generation\" (10.48550/ARXIV.2202.00666). The paper suggests 0.2 as a good value for this setting. Set this setting to 1 to disable its effect." "tooltip": "Alternative sampling method described in the paper \"Typical Decoding for Natural Language Generation\" (10.48550/ARXIV.2202.00666). The paper suggests 0.2 as a good value for this setting. Set this setting to 1 to disable its effect."
}, },