rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-02-12 09:40:39 +01:00
Code Issues Projects Releases Wiki Activity

Merge pull request #21 from VE-FORBRYDERNE/united

Browse Source 
Softprompting bug fixes
This commit is contained in:
henk717 2021-11-04 15:38:21 +01:00 committed by GitHub
commit 2829c45ed6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
aiserver.py
View File

@ -234,6 +234,7 @@ def device_config(model):
primaryselect = input("device ID> ") primaryselect = input("device ID> ")
if(primaryselect.isnumeric() and 0 <= int(primaryselect) < device_count): if(primaryselect.isnumeric() and 0 <= int(primaryselect) < device_count):
breakmodel.primary_device = int(primaryselect) breakmodel.primary_device = int(primaryselect)
break
else: else:
print(f"{colors.RED}Please enter an integer between 0 and {device_count-1}.{colors.END}") print(f"{colors.RED}Please enter an integer between 0 and {device_count-1}.{colors.END}")
else: else:
@ -1254,7 +1255,7 @@ def calcsubmit(txt):
tokens = memtokens + witokens + prompttkns + tokens tokens = memtokens + witokens + prompttkns + tokens
# Send completed bundle to generator # Send completed bundle to generator
ln = len(tokens) ln = len(tokens) + lnsp
if(not vars.model in ["Colab", "OAI"]): if(not vars.model in ["Colab", "OAI"]):
generate ( generate (