rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-02-03 10:57:35 +01:00
Code Issues Projects Releases Wiki Activity

Merge branch 'KoboldAI:main' into united

Browse Source
This commit is contained in:
henk717 2022-07-03 15:12:12 +02:00 committed by GitHub
commit fd44f0ded3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@ -224,7 +224,7 @@ class vars:
model_type = "" # Model Type (Automatically taken from the model config)
noai = False # Runs the script without starting up the transformers pipeline
aibusy = False # Stops submissions while the AI is working
max_length = 2048 # Maximum number of tokens to submit per action
max_length = 1024 # Maximum number of tokens to submit per action
ikmax = 3000 # Maximum number of characters to submit to InferKit
genamt = 80 # Amount of text for each action to generate
ikgen = 200 # Number of characters for InferKit to generate

8
gensettings.py
View File

@ -17,7 +17,7 @@ gensettingstf = [
"id": "settemp",
"min": 0.1,
"max": 2.0,
"step": 0.05,
"step": 0.01,
"default": 0.5,
"tooltip": "Randomness of sampling. High values can increase creativity but may make text less sensible. Lower values will make text more predictable but can become repetitious."
},
@ -28,7 +28,7 @@ gensettingstf = [
"id": "settopp",
"min": 0.0,
"max": 1.0,
"step": 0.05,
"step": 0.01,
"default": 0.9,
"tooltip": "Used to discard unlikely text in the sampling process. Lower values will make text more predictable but can become repetitious. (Put this value on 1 to disable its effect)"
},
@ -50,7 +50,7 @@ gensettingstf = [
"id": "settfs",
"min": 0.0,
"max": 1.0,
"step": 0.05,
"step": 0.01,
"default": 1.0,
"tooltip": "Alternative sampling method; it is recommended to disable top_p and top_k (set top_p to 1 and top_k to 0) if using this. 0.95 is thought to be a good value. (Put this value on 1 to disable its effect)"
},
@ -61,7 +61,7 @@ gensettingstf = [
"id": "settypical",
"min": 0.0,
"max": 1.0,
"step": 0.05,
"step": 0.01,
"default": 1.0,
"tooltip": "Alternative sampling method described in the paper \"Typical Decoding for Natural Language Generation\" (10.48550/ARXIV.2202.00666). The paper suggests 0.2 as a good value for this setting. Set this setting to 1 to disable its effect."
},