rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

First instruct batch

Browse Source
This commit is contained in:
Henk
2023-08-18 23:15:21 +02:00
parent ff999657d2
commit 79bc1d6610
1 changed files with 15 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
aiserver.py
View File

@@ -243,10 +243,11 @@ model_menu = {
MenuPath("Load a model from its directory", "NeoCustom"), MenuPath("Load a model from its directory", "NeoCustom"),
MenuPath("Load an old GPT-2 model (eg CloverEdition)", "GPT2Custom"), MenuPath("Load an old GPT-2 model (eg CloverEdition)", "GPT2Custom"),
MenuModel("Load custom model from Hugging Face", "customhuggingface", ""), MenuModel("Load custom model from Hugging Face", "customhuggingface", ""),
MenuFolder("Adventure Models", "adventurelist"), MenuFolder("Instruct Models", "instructlist"),
MenuFolder("Novel Models", "novellist"), MenuFolder("Novel Models", "novellist"),
MenuFolder("Chat Models", "chatlist"), MenuFolder("Chat Models", "chatlist"),
MenuFolder("NSFW Models", "nsfwlist"), MenuFolder("NSFW Models", "nsfwlist"),
MenuFolder("Adventure Models", "adventurelist"),
MenuFolder("Untuned OPT", "optlist"), MenuFolder("Untuned OPT", "optlist"),
MenuFolder("Untuned GPT-Neo/J", "gptneolist"), MenuFolder("Untuned GPT-Neo/J", "gptneolist"),
MenuFolder("Untuned Pythia", "pythialist"), MenuFolder("Untuned Pythia", "pythialist"),
@@ -258,9 +259,20 @@ model_menu = {
MenuFolder("Online Services", "apilist"), MenuFolder("Online Services", "apilist"),
MenuModel("Read Only (No AI)", "ReadOnly", model_type=MenuModelType.OTHER, model_backend="Read Only"), MenuModel("Read Only (No AI)", "ReadOnly", model_type=MenuModelType.OTHER, model_backend="Read Only"),
], ],
'instructlist': [
MenuModel("Holomax 13B", "KoboldAI/LLaMA2-13B-Holomax", "12GB*"),
MenuModel("Mythomax 13B", "Gryphe/MythoMax-L2-13b", "12GB*"),
MenuModel("Chronos-Hermes V2 13B", "Austism/chronos-hermes-13b-v2", "12GB*"),
MenuModel("Legerdemain 13B", "CalderaAI/13B-Legerdemain-L2", "12GB*"),
MenuModel("Chronos 13b v2", "elinas/chronos-13b-v2", "12GB*"),
MenuModel("Huginn 13B", "The-Face-Of-Goonery/Huginn-13b-FP16", "12GB*"),
MenuFolder("Return to Main Menu", "mainmenu"),
],
'adventurelist': [ 'adventurelist': [
MenuFolder("Instruct models may perform better than the models below (Using Instruct mode)", "instructlist"),
MenuModel("Skein 20B", "KoboldAI/GPT-NeoX-20B-Skein", "64GB"), MenuModel("Skein 20B", "KoboldAI/GPT-NeoX-20B-Skein", "64GB"),
MenuModel("Nerys OPT 13B V2 (Hybrid)", "KoboldAI/OPT-13B-Nerys-v2", "32GB"), MenuModel("Nerys OPT 13B V2 (Hybrid)", "KoboldAI/OPT-13B-Nerys-v2", "32GB"),
MenuModel("Spring Dragon 13B", "Henk717/spring-dragon", "32GB"),
MenuModel("Nerys FSD 13B V2 (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys-v2", "32GB"), MenuModel("Nerys FSD 13B V2 (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys-v2", "32GB"),
MenuModel("Nerys FSD 13B (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys", "32GB"), MenuModel("Nerys FSD 13B (Hybrid)", "KoboldAI/fairseq-dense-13B-Nerys", "32GB"),
MenuModel("Skein 6B", "KoboldAI/GPT-J-6B-Skein", "16GB"), MenuModel("Skein 6B", "KoboldAI/GPT-J-6B-Skein", "16GB"),
@@ -304,8 +316,8 @@ model_menu = {
MenuFolder("Return to Main Menu", "mainmenu"), MenuFolder("Return to Main Menu", "mainmenu"),
], ],
'chatlist': [ 'chatlist': [
MenuModel("Mythomax 13B", "Gryphe/MythoMax-L2-13b", "12GB*"), MenuModel("Mythomax 13B (Instruct)", "Gryphe/MythoMax-L2-13b", "12GB*"),
MenuModel("Huginn 13B", "The-Face-Of-Goonery/Huginn-13b-FP16", "12GB*"), MenuModel("Huginn 13B (Instruct)", "The-Face-Of-Goonery/Huginn-13b-FP16", "12GB*"),
MenuModel("Pygmalion 6B", "PygmalionAI/pygmalion-6b", "8GB*"), MenuModel("Pygmalion 6B", "PygmalionAI/pygmalion-6b", "8GB*"),
MenuModel("Pygmalion 2.7B", "PygmalionAI/pygmalion-2.7b", "6GB"), MenuModel("Pygmalion 2.7B", "PygmalionAI/pygmalion-2.7b", "6GB"),
MenuModel("Pygmalion 1.3B", "PygmalionAI/pygmalion-1.3b", "4GB*"), MenuModel("Pygmalion 1.3B", "PygmalionAI/pygmalion-1.3b", "4GB*"),